{ "created_utc": "2026-10-12T20:53:18.238848+00:00", "config": "config/bias_correction/sep_ondj_ratio_limits.json", "protocol": "Selection-aware confirmation of rainfall-amount bias-correction methods through the full probability pipeline (docs/47).\n\nRead-only experiment. Configured by the \"confirmation\" block of config/bias_correction/.json; any cycle, any\nmethod of the registry (scripts/bias_methods.py).\n\nPipeline for one amount method (the operational one, with the amount correction swapped):\n corrected members -> tercile counts against the training CHIRPS terciles -> alpha smoothing\n -> blend with climatology, p = (1 - lambda) p_s + lambda p_clim, one lambda per target fitted by\n leave-one-year-out within the training years (local_blend.fit_weights, over the full rectangle as operationally)\nDesign:\n outer leave-one-year-out over the training years. For outer year y every fit (amount correction, terciles,\n climatology, lambda) uses only the other training years; lambda comes from inner leave-one-year-out within them.\n Selection-aware procedures choose a method for year y with the inner (training-only) scores:\n SEL-P: lowest inner blended RPS (probability product); SEL-A: lowest inner CRPS (amount product).\n Their outer scores therefore include the effect of choosing among the declared candidate family.\n Test years: all fits and the selection on the training years, scored on the test years (exploratory).\nScores per year (area-weighted over a region, equal years): blended RPS and RPSS, category Brier scores and skill\n(below and above normal), reliability tables; ensemble CRPS of the amounts (and the fair CRPS).\nTests against the operational method: paired whole-year sign-flip, Holm across the declared family\n(every method and target for the method comparisons; the targets for SEL-P, SEL-A and each sensitivity variant).\nVariants (e.g. the MVS all-zero guard) run through the same pipeline but are never chosen by SEL-P / SEL-A.\nCheckpoints (one per target and method) are reused only when the complete dependency fingerprint of the target\n(configuration contents, masks, input files, calculation code; bias_benchmark.dependencies) is unchanged.", "provenance": { "commit": "fb7425f593b8bc5f2550f0f47d4929e76eb3fb5c", "uncommitted_changes": false, "uncommitted_check": "code and configuration files this result depends on", "code_sha256": { "scripts/bias_methods.py": "f964fac9e23a92ba01fc39368d996aa660561cd8708f7552fbedc0627f6b3706", "scripts/bias_benchmark.py": "bd5d0cce44fa15275cc64fbaa1d9317aaefb43626b0f3a0b9c6a719c3b4fa24f", "scripts/bias_confirmation.py": "bbc95e4cb64256b101b5c0b30e2f351c5cd2b36893d4dfb0505c63577243f558", "scripts/significance.py": "3143761d5d201e4e62df9ad923757b952a3ea768b060c8a722afcd9b3d6a9963", "scripts/calibration_core.py": "f0635cc563e6d6aedb62799847b83fbb0f5cc12ee9f8c48ad48dda15a054fb62", "scripts/compare_calibration.py": "9aa137c9a02672ffacc2541cfd23cdab9b3294bf7cc77580a11e21208560866a", "scripts/local_blend.py": "ada5c571fb7762d2c333f83ad119d35f0784b82aa2cc35449a44cdf00c53c17d", "scripts/run_calibration.py": "1f34e8fc92fdd15983f1633de67fcb6a35882911b6b7072ca865df99d907afd0", "scripts/run_monthly.py": "dc13dfb54b78773afb6d0c25ebac8769552e5c071f5d2aed9ba2a01400e44f79", "scripts/cycle.py": "00e076fc93dc2c8a5caebf6a209fc3de09a5f69e16c2e7cb20bd7b36d2ecdcba", "scripts/common.py": "72b83f5c530017e317ea43af3a0e430e6d03f361bc032de374a0f942435cb0a1" }, "config": { "path": "config/bias_correction/sep_ondj_ratio_limits.json", "sha256": "79f7c1d7a76c0f082de8627a48b71c56e616cad3007c76fda16f35c864f7a0c1" }, "project_config": { "path": "config/ondj/project.json", "sha256": "e9ad8cfb30b21a731e86222ae0b592df124600d457d6fcd46d7a508a831c63de" }, "cycle_config": { "path": "config/cycles/sep_2026_ondj.json", "sha256": "3f33a9615060aaefd7d2bd7318817a4d1b98ef57fc57132e6a48690a518349ab" }, "masks": { "cells": { "path": "data/masks/ethiopia_common.nc", "sha256": "57ad8861c598abb9f175012920e5d0ef058e5b643cd6e4987cad3da6ac0b9e16" }, "ethiopia": { "path": "data/masks/ethiopia_common.nc", "sha256": "57ad8861c598abb9f175012920e5d0ef058e5b643cd6e4987cad3da6ac0b9e16" }, "ondj_domain": { "path": "data/masks/init09_ONDJ_regime_domain.nc", "sha256": "336c572d69af3c718de2ef0e537a2d2d98d73b98cab9b02f0b234501a523d83f" } }, "inputs": { "Oct": { "folder": "data/processed/init09_Oct", "files": 65, "sha256": "0d2561be8800f597bd5f38f02dc670c9861a3aea08dc795d0d3e1105a909b6db" }, "Nov": { "folder": "data/processed/init09_Nov", "files": 65, "sha256": "73d9d400dfa5457a448855f4a211901bf6884d03575b6efeee391376f3fa995a" }, "Dec": { "folder": "data/processed/init09_Dec", "files": 65, "sha256": "df5a657046e479f4a70116e69305bec1938217a49df5b88475b272b397354a2d" }, "Jan": { "folder": "data/processed/init09_Jan", "files": 65, "sha256": "fc51a4c4480bdc0b21d3f968861435ae0221b9660a0cd98c3ced69adad04e489" }, "ONDJ": { "folder": "data/processed/init09_ONDJ", "files": 65, "sha256": "a8ba572412dc96aef88757296d4a01c83453576b53f79bf2ec734bd88c073fa7" } }, "scoring_version": 3, "dependency_sha256": "7410d848e6ad2ec88cc618d7575c236b264f33f7ad01a920e9fb93c42d2d74b6", "python": "3.11.9", "numpy": "1.26.4", "checkpoint_keys": { "Oct": "dc430166c44fc9fbbcc2b2302366dc47bb46a64149ddd5c97fb31b21cd372481", "Nov": "33ca2e25327b73cfd3dd9d0c5ca7d757f1529b8c159a5879f51d15dfce7e0ec6", "Dec": "b33558491b366cf75cc08e289f5ca29df05d77f71c7f4d7a07618d0976c6bb78", "Jan": "ffb37eecc0fcdda93a473edc98fc95818fcb3cf31c89272f9b90de0df86d5fd7", "ONDJ": "e398bd20e6836b3636f952fb122f082980fcc7ce58287c493d6871f29e257786" } }, "methods": [ "mvs", "mvs_r3", "mvs_r4", "vs" ], "family": [ "mvs", "mvs_r3", "mvs_r4", "vs" ], "variants": [], "reference": "mvs", "targets": { "Oct": { "tag": "init09_Oct", "methods": { "mvs": { "lambda_": { "training_mean": 0.42538728750972316, "training": [ 0.37990243118091593, 0.41737300263456084, 0.4053462649472595, 0.4636782673784853, 0.5278393342553381, 0.4302330048105594, 0.43960743628978016, 0.3678936525338006, 0.4180288439651384, 0.42499051268068255, 0.4149488272921513, 0.4284606032372001, 0.46519590053394627, 0.43682817734458024, 0.33721561687581375, 0.4003877259637699, 0.43354764138637625, 0.4085917663132644, 0.45417426163600805, 0.4284591045842697, 0.4187951072237447, 0.4136110872665356, 0.4458716428993908, 0.44831468699978283 ], "test": 0.450114246121134 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4950961576084949, 0.4180269314854892, 0.4520181291545821, 0.47847269882827337, 0.39287780953929097, 0.4605690815670287, 0.4240098297830071, 0.5535100419849915, 0.3688347156710824, 0.4489218828664224, 0.5880888590922456, 0.35747880417708877, 0.3847557073164858, 0.44217148467220774, 0.533010699176192, 0.43594261776888327, 0.4051781520918111, 0.5803285814477319, 0.4439039037687648, 0.4191562182745214, 0.39049458273692317, 0.4994218475450847, 0.3513467358567136, 0.4202636323424456 ], "rps_clim": [ 0.43940389586261985, 0.4665815975343043, 0.4078016629257561, 0.5058326534107924, 0.5395139539081617, 0.49558246555093133, 0.4802715214492444, 0.4940433293404847, 0.3914621834757892, 0.4277164147133932, 0.5144532300877738, 0.3688788642452346, 0.45641496116615643, 0.4825359152593056, 0.4144568447211086, 0.4364608837118219, 0.42094222389547176, 0.4840252584820353, 0.4719586571698775, 0.40608224744207533, 0.407618183369595, 0.4985033807712113, 0.41838804437156996, 0.4537770988760395 ], "brier_below": [ 0.2364500334593686, 0.2605541384316135, 0.2836821755900308, 0.36571962797698676, 0.07361028482230166, 0.18418049487366067, 0.15498285135748105, 0.15105452614465661, 0.17248153472471442, 0.23685387630318777, 0.4392206114689661, 0.20465294981725698, 0.29098106012618136, 0.09421228348318819, 0.3325657285826025, 0.14583265073513096, 0.1651050256866593, 0.40406614873513796, 0.2864300109782967, 0.23312703178691746, 0.12399538346401484, 0.10637676962870092, 0.13095334213101079, 0.29848779080331733 ], "brier_below_clim": [ 0.19457870756681286, 0.28338161161055664, 0.2603988151290453, 0.3801317890887892, 0.12139582486297858, 0.2083086937549171, 0.179673404168855, 0.13049409161286557, 0.18820422829035943, 0.23725297240826868, 0.3930574463474963, 0.2061208543150891, 0.32867257140426404, 0.12346043676030426, 0.28728118486517273, 0.14778867910296825, 0.17721343670206774, 0.3552785719779392, 0.29320090548610794, 0.22384930431748742, 0.13483308539642477, 0.12264454476536311, 0.165349012936125, 0.30321995858175416 ], "brier_above": [ 0.25864612221618183, 0.1574727917998335, 0.1683359518040361, 0.11275306810473196, 0.3192675251618121, 0.27638859146604194, 0.2690269818723698, 0.40245552350153085, 0.19635318058952392, 0.2120680050818189, 0.14886824380949137, 0.15282585199655702, 0.09377464529074091, 0.3479592067655345, 0.20044497026221664, 0.2901099710096818, 0.2400731264880101, 0.17626243312896298, 0.15747388972058685, 0.18602918569323812, 0.2664992025607505, 0.39304508508519925, 0.22039339264833327, 0.1217758400404599 ], "brier_above_clim": [ 0.244825188295807, 0.18319998592374737, 0.1474028477967109, 0.12570086432200342, 0.41811812904518303, 0.2872737717960143, 0.3005981172803895, 0.3635492377276191, 0.20325795518542972, 0.1904634423051245, 0.12139578374027739, 0.16275800993014544, 0.1277423897618922, 0.3590754784990013, 0.12717565985593585, 0.2886722046088535, 0.24372878719340413, 0.1287466865040958, 0.17875775168376942, 0.182232943124588, 0.2727850979731702, 0.3758588360058481, 0.2530390314354449, 0.15055714029428513 ], "crps": [ 29.67378959578211, 20.39171022028824, 22.129602483451144, 22.60669997854145, 99.15424862383108, 32.93961343557478, 34.14804082557553, 45.310527598015504, 16.980509293805117, 23.26363806472486, 34.30641070958419, 21.6673119567454, 15.501370574446218, 34.031364433764544, 32.68092685622029, 25.49529165514328, 22.71307649711292, 37.67772996081562, 23.727450421654112, 24.264675905764573, 21.75295835619262, 35.63238159135384, 23.4310747309871, 20.829059109155565 ], "crps_clim": [ 23.77074843142727, 22.60409869067204, 18.38031484850475, 25.959936518793185, 123.34118991059545, 35.588714164776064, 39.220907889439694, 39.49590059501811, 18.35094398856043, 19.018950574892433, 27.831563580748035, 21.968021793696813, 21.56629431892967, 37.55562250213345, 20.343092113101918, 25.75266643361196, 21.96609944248159, 25.58890298078945, 24.791989124537817, 21.665834698643923, 21.79847843728042, 34.8315441627334, 25.585209165511976, 22.091569801149358 ], "crps_fair": [ 28.700065628098088, 19.311769171793667, 21.11728967680072, 21.588674658432815, 98.06472083843083, 32.03676683607745, 33.08690667975023, 44.28524311621321, 16.028423498075497, 22.097836363186147, 33.164062673101725, 20.572069021259686, 14.575606472933515, 33.02204418715376, 31.638325839443873, 24.52548189477754, 21.55428891092255, 36.58087774522163, 22.713270224784914, 23.286872816493386, 20.648933577482737, 34.69737998618328, 22.10402361671269, 19.940812916353636 ], "crps_fair_clim": [ 22.51064113159216, 21.34178182693399, 17.109998394156545, 24.703975408517493, 122.2696629923497, 34.35098937579959, 37.99006225524478, 38.26557578034132, 17.080571907583543, 17.74984365790482, 26.57914721869575, 20.704500238866018, 20.302011916608773, 36.321622918341355, 19.07649303993666, 24.496312766356763, 20.70257424683409, 24.33223915547966, 23.533815992682083, 20.40174081976945, 20.534635777607914, 33.59238533966214, 24.32853834433991, 20.828282238756913 ] }, "rps": 0.44766162936482345, "rpss": 0.012756604260354298, "brier_below": 0.22398234712964096, "bss_below": 0.012893225527570662, "brier_above": 0.22367928275406848, "bss_above": 0.012619757692870825, "crps": 30.01289428660542, "crpss": -0.001725661112951915, "crps_fair": 28.972572764570145, "crpss_fair": -0.009046983939649866, "reliability": { "below": { "weight": [ 0.0, 0.03918, 0.376282, 0.388271, 0.167714, 0.028158, 0.000395, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1808, 0.2554, 0.3462, 0.4433, 0.5279, 0.6309, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2707, 0.3005, 0.3482, 0.4416, 0.5265, 0.7143, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.016367, 0.289457, 0.436911, 0.201781, 0.051879, 0.003604, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1802, 0.2605, 0.3494, 0.4449, 0.5309, 0.6211, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2043, 0.2613, 0.3765, 0.3895, 0.4433, 0.4892, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3821213536049497, 0.39787625054211095, 0.33829209505147206, 0.3810727683320545, 0.33797791693785495, 0.3632338248876904, 0.3787544493842826, 0.6254715706414189, 0.38793496951289286, 0.3613305101399431, 0.5393779173956886, 0.3723599907510324, 0.4004536632232584, 0.47808004879599475, 0.5524114737662847, 0.48635742436076507, 0.31838351925499175, 0.48889041997009997, 0.36690844606747597, 0.3292068938659621, 0.33772247926015675, 0.5118995404366729, 0.28649374840887715, 0.4609776136681079 ], "rps_clim": [ 0.4283784857114221, 0.426706305961757, 0.34466488699165887, 0.5130077270408857, 0.5410158863622896, 0.48132609845393376, 0.42143417390584187, 0.49961637384642854, 0.41822160564029737, 0.4024426800552632, 0.5388940294117011, 0.3853584913200236, 0.5182825785529102, 0.520890978389888, 0.44508072243200725, 0.47856087825017973, 0.3579810319851315, 0.4969649351160663, 0.42935647355424533, 0.3854220303157415, 0.34929101419438247, 0.47527063535536435, 0.48976956498879315, 0.5267262457793177 ], "brier_below": [ 0.2375763135702363, 0.16325675931275252, 0.16835677817250835, 0.3007653187609268, 0.05213757389413341, 0.27044736148014326, 0.2461813116190256, 0.1823727299784091, 0.17091861456621849, 0.10240196730873806, 0.4164519257186542, 0.20506935287501893, 0.31066180432940266, 0.08705988822532314, 0.3649377623248024, 0.12128641892294359, 0.12477382686493824, 0.3736668072596011, 0.15946929216169786, 0.09629514739451313, 0.13125304372328078, 0.12128170133357663, 0.05142088303925606, 0.37569602520810075 ], "brier_below_clim": [ 0.260916368370509, 0.18230982257127842, 0.1744601993170755, 0.3920247357664324, 0.12098299127445337, 0.33810643785296296, 0.2628742416199158, 0.13479064363488874, 0.19259108021282037, 0.12944501007419143, 0.41791103813724767, 0.2209426899917617, 0.3972995872784568, 0.12098299127445337, 0.3150864593637269, 0.12256697767898699, 0.15807349465346632, 0.37120768576769203, 0.18695933477249566, 0.14105590686426853, 0.13688174505845058, 0.12416576635757047, 0.12574169593915657, 0.40415464577044424 ], "brier_above": [ 0.14454503847071573, 0.23461949085386014, 0.16993531574141746, 0.08030744909932953, 0.28584034184597557, 0.09278646316208662, 0.13257313615962119, 0.4430988470542893, 0.21701635661776597, 0.2589285430559143, 0.12292598603780414, 0.16729063404413885, 0.08979185843819698, 0.39102016497993813, 0.1874737078744503, 0.36507101300391037, 0.19360968927773675, 0.11522361166539183, 0.20743915261398588, 0.23291174766381054, 0.20646943500916543, 0.3906178457365395, 0.23507286333955457, 0.08528158588915216 ], "brier_above_clim": [ 0.16746211734091326, 0.24439648339047856, 0.17020468767458338, 0.12098299127445337, 0.42003289508783637, 0.1432196606009709, 0.15855993228592616, 0.3648257302115401, 0.22563052542747697, 0.27299766998107183, 0.12098299127445337, 0.16441580132826192, 0.12098299127445337, 0.3999079871154346, 0.12999426306828057, 0.35599390057119296, 0.19990753733166522, 0.12575724934837454, 0.24239713878174965, 0.244366123451473, 0.21240926913593197, 0.3511048689977941, 0.36402786904963685, 0.12257160000887342 ], "crps": [ 19.427026693508974, 27.520946601407122, 18.704135069327435, 20.640273439613782, 121.48845250046554, 23.438413493603843, 18.872113204088002, 62.42772943055523, 20.545351264760804, 18.58209176875217, 35.84402336236239, 24.95227464846109, 19.41873518159527, 49.69860113974305, 33.70724812987301, 37.56863160881453, 19.319345483689, 34.93151617163961, 23.632776758687463, 23.09435642217234, 19.791228544163484, 37.13486246508266, 27.2552446462045, 26.23680495719328 ], "crps_clim": [ 21.638963822645973, 24.235290387642486, 18.424283296657233, 32.54717605456645, 156.90499273836357, 32.635277727606166, 21.537420350099357, 49.09575292416304, 22.525465304564662, 20.988002465707634, 34.61988384032085, 24.30789299289558, 29.701345919639383, 54.971641276234905, 22.842560447513375, 36.98644829813116, 18.957656403027976, 33.035212506102354, 28.03299847714953, 26.339484558745546, 20.084345939930547, 32.84079658873186, 39.9223127647239, 31.23869015810775 ], "crps_fair": [ 18.40132824209317, 26.085319817774476, 17.57946042882691, 19.512884524172897, 120.37832537134713, 22.521182095087568, 17.775877879942254, 61.35288284602517, 19.56508315348336, 17.579133846772983, 34.606282436237805, 23.55338156382956, 18.22452785002189, 48.59208696205414, 32.41199610334928, 36.34403183751847, 17.89570631844762, 33.917649039921734, 22.546958244546015, 21.93413193449182, 18.54585366159102, 36.14522557893328, 25.58119482880271, 25.211757342203605 ], "crps_fair_clim": [ 20.16546441774922, 22.76670826790671, 16.94469548167337, 31.09433614253317, 155.68767899429207, 31.182604674802132, 20.063728628019742, 47.67425501377674, 21.053644879747303, 19.513270179453034, 33.170969511215155, 22.839448378093994, 28.243116177805117, 53.561271942272995, 21.37134058167887, 35.54201609868039, 17.47907876438195, 31.583296905530318, 26.57160898637116, 24.874887655242915, 18.60790218298319, 31.38851277619512, 38.48344091464168, 29.783372053088755 ] }, "rps": 0.41181620367750166, "rpss": 0.0911361454955415, "brier_below": 0.2014057753351751, "bss_below": 0.11005973841802141, "brier_above": 0.21041042823478132, "bss_above": 0.07225288415884978, "crps": 31.843007624406855, "crpss": 0.08410899274040196, "crps_fair": 30.677594246144782, "crpss_fair": 0.07926549524308224, "reliability": { "below": { "weight": [ 0.0, 0.051206, 0.345177, 0.366216, 0.207354, 0.029975, 7.3e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1827, 0.251, 0.3493, 0.4434, 0.5267, 0.6219, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1388, 0.1727, 0.3635, 0.5971, 0.7458, 1.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.022917, 0.32352, 0.404557, 0.174663, 0.067154, 0.00719, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.181, 0.2598, 0.3481, 0.4472, 0.5323, 0.623, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2435, 0.2267, 0.3223, 0.4981, 0.6989, 0.6167, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.431334225079096, 0.3580017408399259, 0.4681648565045873, 0.3466362964326788, 0.45299302554315657, 0.30804044382284845, 0.4431528092076201, 0.5487144673007074 ], "rps_clim": [ 0.41226069330832904, 0.37346476202427337, 0.5449498935810108, 0.3668786910829554, 0.4702381054334581, 0.35149027409467, 0.4617153008948455, 0.4689090852917107 ], "brier_below": [ 0.17688965488119857, 0.16925784754421075, 0.10240372616191809, 0.19948769308990952, 0.2352531555058057, 0.1204473254393601, 0.11246427527173203, 0.16546076105070634 ], "brier_below_clim": [ 0.16272543810516465, 0.17439021621908166, 0.1111111177338495, 0.19565233168880328, 0.24748910543474462, 0.14877102166271772, 0.11990485299837937, 0.13022383774923363 ], "brier_above": [ 0.2544445645656427, 0.1887438944725517, 0.36576109792427897, 0.14714860955208425, 0.21773986885198926, 0.18759312367620712, 0.33068851416617034, 0.383253683525002 ], "brier_above_clim": [ 0.2495352503192138, 0.19907454994431797, 0.43383873800717726, 0.1712263685129215, 0.22274899990451802, 0.20271925591935436, 0.3418104265124274, 0.3386852267172677 ], "crps": [ 22.95528905103561, 16.15320840088391, 51.25767764163395, 16.444277545651268, 24.316203416396295, 16.179059002020775, 39.4831301210433, 42.42698000324012 ], "crps_clim": [ 21.51742288315328, 17.602067483896718, 66.72428457706202, 18.842687558036157, 25.490235640654245, 17.86439441677566, 41.38038268584848, 34.17883620329718 ], "crps_fair": [ 22.46311079347444, 15.65113497097003, 50.59309624524306, 15.981433407978082, 23.844528914788352, 15.594733581600712, 38.95352115697368, 41.98381221839083 ], "crps_fair_clim": [ 20.32105586449988, 16.40570046524331, 65.52791755840862, 17.64632053938275, 24.293868622000836, 16.66802739812226, 40.184015667195084, 32.98246918464377 ] }, "rps": 0.41962973309132756, "rpss": 0.02691926078318685, "brier_below": 0.16020805486810513, "bss_below": 0.006667981512334276, "brier_above": 0.2594216695917408, "bss_above": 0.039018311064484945, "crps": 28.651978147738156, "crpss": 0.05904953972050375, "crps_fair": 28.1331714111774, "crpss_fair": 0.038302901072165496, "reliability": { "below": { "weight": [ 0.0, 0.028044, 0.247393, 0.511662, 0.197019, 0.015882, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1924, 0.2577, 0.3504, 0.4319, 0.5221, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.003, 0.0851, 0.1566, 0.2075, 0.5281, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.00856, 0.384597, 0.450351, 0.123116, 0.031495, 0.00188, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1925, 0.2625, 0.3382, 0.4369, 0.5315, 0.6133, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0981, 0.4028, 0.4612, 0.655, 0.9704, 1.0, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4388515678971061, 0.3243358482424736, 0.3149414833259184, 0.38389955176994534, 0.4766329999171627, 0.31651993474238005, 0.44783992440779863, 0.4085998937079787 ], "rps_clim": [ 0.41878825306748607, 0.3532443184157963, 0.5497652319245143, 0.41409150225437374, 0.500554732533218, 0.3283216325296163, 0.5179393398216053, 0.38569804049108725 ], "brier_below": [ 0.14177691110405527, 0.20256554008829422, 0.05665881936309704, 0.19459691272881036, 0.3723788940520658, 0.17028819757451183, 0.09769932533357108, 0.17657933890864627 ], "brier_below_clim": [ 0.12324328915544643, 0.21087180444506454, 0.11111111773384952, 0.20657791360422298, 0.38654922735379516, 0.1778652528005686, 0.11863830449786794, 0.1581566706892246 ], "brier_above": [ 0.29707464358463975, 0.1217703184652181, 0.25828263563517906, 0.18930263944225645, 0.10425412218786022, 0.1462317487398326, 0.35014057131370285, 0.23202055039196257 ], "brier_above_clim": [ 0.29554495080091303, 0.14237252824897006, 0.438654075489631, 0.20751359128025879, 0.11400552453007727, 0.15045639256177848, 0.39930100365958165, 0.22754136885072465 ], "crps": [ 27.91833160499266, 15.62687953052599, 54.41605650807889, 22.6554879372294, 24.435285215590532, 16.024834193278412, 51.93517368740825, 24.185120616033885 ], "crps_clim": [ 25.40124575195562, 18.535452439061405, 96.88435708644411, 25.600608810810552, 26.457175781428862, 16.988995955173806, 61.64931906064567, 21.436898042938385 ], "crps_fair": [ 27.30715329823253, 15.083441594633237, 53.532357910138494, 22.125632083999694, 23.86459419704756, 15.433531745567986, 51.28498161857322, 23.67887365004317 ], "crps_fair_clim": [ 24.012970318608165, 17.14717700571395, 95.49608165309667, 24.212333377463093, 25.06890034808142, 15.600720521826346, 60.26104362729821, 20.04862260959093 ] }, "rps": 0.3889526505013454, "rpss": 0.10286631679677194, "brier_below": 0.1765679923941315, "bss_below": 0.05389746094063941, "brier_above": 0.21238465372008147, "bss_above": 0.1398773328977857, "crps": 29.649646161642252, "crpss": 0.19032637738907343, "crps_fair": 29.038820762279485, "crpss_fair": 0.17575895454961843, "reliability": { "below": { "weight": [ 0.0, 0.034846, 0.253871, 0.519511, 0.179807, 0.011965, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1889, 0.2538, 0.3519, 0.4261, 0.5207, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0062, 0.0925, 0.2573, 0.3363, 0.7272, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.011308, 0.336943, 0.459538, 0.122331, 0.065081, 0.004799, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1931, 0.2649, 0.3358, 0.4414, 0.5338, 0.6133, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2238, 0.3492, 0.842, 0.9799, 1.0, NaN, NaN, NaN ] } } } } }, "mvs_r3": { "lambda_": { "training_mean": 0.4251983810282271, "training": [ 0.38487625488704064, 0.41495252404703603, 0.4045865579447052, 0.46244113542135823, 0.5310823076370359, 0.43412598105463235, 0.44237595500161525, 0.3695292559905377, 0.4157015866298264, 0.4235630246680846, 0.41450311118286787, 0.42865387148626005, 0.46331888168528584, 0.43558887189634193, 0.33794354797956844, 0.4025455046806023, 0.4290393829564266, 0.4125357409888721, 0.45142497752892097, 0.42483648989766976, 0.4154251438002722, 0.41312771492794736, 0.44397032824241633, 0.4486129941421256 ], "test": 0.4504886675401257 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4958596056324532, 0.4183331576048025, 0.45299918551786145, 0.477016345825889, 0.3937214238412413, 0.4581178884808059, 0.4255207949431103, 0.5550590490092744, 0.370124123317158, 0.451016467095038, 0.5847534665136802, 0.3592112187999259, 0.3833879247851375, 0.44293692723854994, 0.5300267193617657, 0.43834028222212995, 0.40676206050234426, 0.5758400431235644, 0.444337776482246, 0.42006968219547164, 0.3922536838230232, 0.5014782083102445, 0.35108770686378227, 0.4168542708957542 ], "rps_clim": [ 0.43940389586261985, 0.4665815975343043, 0.4078016629257561, 0.5058326534107924, 0.5395139539081617, 0.49558246555093133, 0.4802715214492444, 0.4940433293404847, 0.3914621834757892, 0.4277164147133932, 0.5144532300877738, 0.3688788642452346, 0.45641496116615643, 0.4825359152593056, 0.4144568447211086, 0.4364608837118219, 0.42094222389547176, 0.4840252584820353, 0.4719586571698775, 0.40608224744207533, 0.407618183369595, 0.4985033807712113, 0.41838804437156996, 0.4537770988760395 ], "brier_below": [ 0.23725856659042574, 0.26020856318377755, 0.28419035846134955, 0.36419570143282126, 0.07379314822617108, 0.1812903610149354, 0.15596047483964268, 0.15328064657549392, 0.17398331325455882, 0.23875057129328683, 0.43555562644123164, 0.20605139181025175, 0.2895145361676695, 0.09539940050106827, 0.32930631351778383, 0.14848290543877155, 0.16617483269558087, 0.3996515625883035, 0.28674738404000494, 0.23416844135830064, 0.12592903275124742, 0.10899942462286134, 0.13144861788397258, 0.29471615566265635 ], "brier_below_clim": [ 0.19457870756681286, 0.28338161161055664, 0.2603988151290453, 0.3801317890887892, 0.12139582486297858, 0.2083086937549171, 0.179673404168855, 0.13049409161286557, 0.18820422829035943, 0.23725297240826868, 0.3930574463474963, 0.2061208543150891, 0.32867257140426404, 0.12346043676030426, 0.28728118486517273, 0.14778867910296825, 0.17721343670206774, 0.3552785719779392, 0.29320090548610794, 0.22384930431748742, 0.13483308539642477, 0.12264454476536311, 0.165349012936125, 0.30321995858175416 ], "brier_above": [ 0.2586010371275252, 0.15812459328443318, 0.16880882519300028, 0.1128206418490201, 0.31992827601867896, 0.27682753233713375, 0.2695603234503605, 0.40177840973484374, 0.19614080994939742, 0.21226589431745002, 0.14919783625168345, 0.15315982478563203, 0.09387338685136037, 0.3475375322981589, 0.20072040542090627, 0.28985738064912653, 0.24058722787689646, 0.17618848084533784, 0.15759038910139933, 0.18590124027367894, 0.2663246544262806, 0.3924787908563281, 0.21963908790720854, 0.12213811367582016 ], "brier_above_clim": [ 0.244825188295807, 0.18319998592374737, 0.1474028477967109, 0.12570086432200342, 0.41811812904518303, 0.2872737717960143, 0.3005981172803895, 0.3635492377276191, 0.20325795518542972, 0.1904634423051245, 0.12139578374027739, 0.16275800993014544, 0.1277423897618922, 0.3590754784990013, 0.12717565985593585, 0.2886722046088535, 0.24372878719340413, 0.1287466865040958, 0.17875775168376942, 0.182232943124588, 0.2727850979731702, 0.3758588360058481, 0.2530390314354449, 0.15055714029428513 ], "crps": [ 29.847814091895472, 20.7535323414828, 22.29348972184034, 22.48432438396675, 99.14302401192649, 32.5546466619792, 34.39383774897087, 45.52600755665387, 17.135865826069544, 23.495910335451097, 33.84950687940403, 22.064483465086287, 15.47466101802625, 34.115895897045945, 32.52782177830432, 25.80057281150985, 23.076460746712794, 37.301956657504924, 23.729152205022196, 24.367580909890815, 22.011913661703, 35.78124422574776, 23.727301944701676, 20.451500830033723 ], "crps_clim": [ 23.77074843142727, 22.60409869067204, 18.38031484850475, 25.959936518793185, 123.34118991059545, 35.588714164776064, 39.220907889439694, 39.49590059501811, 18.35094398856043, 19.018950574892433, 27.831563580748035, 21.968021793696813, 21.56629431892967, 37.55562250213345, 20.343092113101918, 25.75266643361196, 21.96609944248159, 25.58890298078945, 24.791989124537817, 21.665834698643923, 21.79847843728042, 34.8315441627334, 25.585209165511976, 22.091569801149358 ], "crps_fair": [ 28.852019527822208, 19.63878674646453, 21.255710951889437, 21.44513512185902, 98.05388529276748, 31.635347077857467, 33.312004935609245, 44.485919731901916, 16.164891672744137, 22.303339575235725, 32.683314309927525, 20.933558215154548, 14.526381933055587, 33.07848066142054, 31.454841024344564, 24.80845649202595, 21.876648484223256, 36.18692361654552, 22.69116697151051, 23.363743941153245, 20.880932535756674, 34.82643381755788, 22.34506640303, 19.54018095598823 ], "crps_fair_clim": [ 22.51064113159216, 21.34178182693399, 17.109998394156545, 24.703975408517493, 122.2696629923497, 34.35098937579959, 37.99006225524478, 38.26557578034132, 17.080571907583543, 17.74984365790482, 26.57914721869575, 20.704500238866018, 20.302011916608773, 36.321622918341355, 19.07649303993666, 24.496312766356763, 20.70257424683409, 24.33223915547966, 23.533815992682083, 20.40174081976945, 20.534635777607914, 33.59238533966214, 24.32853834433991, 20.828282238756913 ] }, "rps": 0.44771283384938565, "rpss": 0.012643681271426233, "brier_below": 0.22396072209800696, "bss_below": 0.012988528641845742, "brier_above": 0.2237521122700692, "bss_above": 0.012298268709758586, "crps": 30.079521071288752, "crpss": -0.003949430646719598, "crps_fair": 29.01429874982688, "crpss_fair": -0.01050020246868244, "reliability": { "below": { "weight": [ 0.0, 0.038584, 0.362979, 0.39368, 0.174444, 0.029918, 0.000395, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1819, 0.2561, 0.3466, 0.4437, 0.5274, 0.6298, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2785, 0.3014, 0.3423, 0.4403, 0.5364, 0.7143, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.020357, 0.283232, 0.437673, 0.202518, 0.052644, 0.003576, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1849, 0.2617, 0.3495, 0.445, 0.5309, 0.6212, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1489, 0.2666, 0.3763, 0.386, 0.4487, 0.4931, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.38577058411166903, 0.3992914093338999, 0.34114615954393235, 0.37784306533576056, 0.3391681385610621, 0.35670563774381164, 0.38212849185952996, 0.6292971381333797, 0.39145636420866475, 0.3664391149916103, 0.5316574940794461, 0.37625986719006144, 0.3968437112018258, 0.4800747847972662, 0.5456882215365818, 0.4921030842761074, 0.32179550128465045, 0.4796455580476542, 0.36840477035910957, 0.33101091657940745, 0.3419856707917804, 0.5169762972850311, 0.28565054037505727, 0.4524997720117656 ], "rps_clim": [ 0.4283784857114221, 0.426706305961757, 0.34466488699165887, 0.5130077270408857, 0.5410158863622896, 0.48132609845393376, 0.42143417390584187, 0.49961637384642854, 0.41822160564029737, 0.4024426800552632, 0.5388940294117011, 0.3853584913200236, 0.5182825785529102, 0.520890978389888, 0.44508072243200725, 0.47856087825017973, 0.3579810319851315, 0.4969649351160663, 0.42935647355424533, 0.3854220303157415, 0.34929101419438247, 0.47527063535536435, 0.48976956498879315, 0.5267262457793177 ], "brier_below": [ 0.24080558793244852, 0.16284880553768688, 0.17002485878994947, 0.2973032373434177, 0.052533496643988646, 0.2627245131553774, 0.24860738442116914, 0.18790036258957915, 0.17496307894916846, 0.1071836629703356, 0.407983862152049, 0.20816996817695607, 0.3066741727740847, 0.09008023544324864, 0.3571582133787951, 0.1276352444990794, 0.12695049370848624, 0.36359047572917114, 0.16063172854517865, 0.09873738160683884, 0.13585166240132798, 0.1279097557881407, 0.052719516074758964, 0.36633880132476493 ], "brier_below_clim": [ 0.260916368370509, 0.18230982257127842, 0.1744601993170755, 0.3920247357664324, 0.12098299127445337, 0.33810643785296296, 0.2628742416199158, 0.13479064363488874, 0.19259108021282037, 0.12944501007419143, 0.41791103813724767, 0.2209426899917617, 0.3972995872784568, 0.12098299127445337, 0.3150864593637269, 0.12256697767898699, 0.15807349465346632, 0.37120768576769203, 0.18695933477249566, 0.14105590686426853, 0.13688174505845058, 0.12416576635757047, 0.12574169593915657, 0.40415464577044424 ], "brier_above": [ 0.14496499466139232, 0.23644260371399345, 0.1711212994828426, 0.08053982809603852, 0.28663464070901845, 0.09398112476632219, 0.13352110562707495, 0.4413967812115567, 0.21649328758051659, 0.2592554522769998, 0.12367362630092132, 0.16808989557495602, 0.09016953827904713, 0.38999455366329383, 0.18853000440409237, 0.36446784709937696, 0.19484500453294348, 0.11605508107380451, 0.20777303991997112, 0.2322735367874031, 0.2061340079709151, 0.3890665481354253, 0.2329310222805134, 0.08616096799226836 ], "brier_above_clim": [ 0.16746211734091326, 0.24439648339047856, 0.17020468767458338, 0.12098299127445337, 0.42003289508783637, 0.1432196606009709, 0.15855993228592616, 0.3648257302115401, 0.22563052542747697, 0.27299766998107183, 0.12098299127445337, 0.16441580132826192, 0.12098299127445337, 0.3999079871154346, 0.12999426306828057, 0.35599390057119296, 0.19990753733166522, 0.12575724934837454, 0.24239713878174965, 0.244366123451473, 0.21240926913593197, 0.3511048689977941, 0.36402786904963685, 0.12257160000887342 ], "crps": [ 19.79266770590794, 28.44486000947435, 19.136731912059414, 20.34376855806076, 121.38251321570625, 22.426240905542738, 19.475562004595105, 62.93406432841442, 20.933886754731205, 19.11259100726336, 34.69899480661428, 25.914289160505504, 19.363610658572533, 49.87975554484953, 33.31866116849702, 38.32334351856812, 20.19651919665646, 33.9548798072906, 23.659056205313693, 23.36735428982243, 20.41028816150484, 37.508034509731, 27.961495678231557, 25.266289691254183 ], "crps_clim": [ 21.638963822645973, 24.235290387642486, 18.424283296657233, 32.54717605456645, 156.90499273836357, 32.635277727606166, 21.537420350099357, 49.09575292416304, 22.525465304564662, 20.988002465707634, 34.61988384032085, 24.30789299289558, 29.701345919639383, 54.971641276234905, 22.842560447513375, 36.98644829813116, 18.957656403027976, 33.035212506102354, 28.03299847714953, 26.339484558745546, 20.084345939930547, 32.84079658873186, 39.9223127647239, 31.23869015810775 ], "crps_fair": [ 18.7125234783908, 26.922862068697643, 17.949980738642996, 19.165455209593237, 120.27065167684222, 21.468856956392802, 18.327766080631786, 61.82403741572116, 19.908664007725378, 18.047926987969728, 33.4044691791549, 24.42646819647671, 18.113700955025433, 48.70481886488524, 31.949124974496275, 37.04382912708502, 18.672611284399352, 32.89956631549036, 22.515961334550042, 22.143163990334546, 19.099736553953207, 36.46977991036489, 26.153701690766866, 24.183790632200964 ], "crps_fair_clim": [ 20.16546441774922, 22.76670826790671, 16.94469548167337, 31.09433614253317, 155.68767899429207, 31.182604674802132, 20.063728628019742, 47.67425501377674, 21.053644879747303, 19.513270179453034, 33.170969511215155, 22.839448378093994, 28.243116177805117, 53.561271942272995, 21.37134058167887, 35.54201609868039, 17.47907876438195, 31.583296905530318, 26.57160898637116, 24.874887655242915, 18.60790218298319, 31.38851277619512, 38.48344091464168, 29.783372053088755 ] }, "rps": 0.41207676223496104, "rpss": 0.09056110193790123, "brier_below": 0.2014719374973334, "bss_below": 0.10976739142946057, "brier_above": 0.21060482467252864, "bss_above": 0.07139574634508783, "crps": 31.991894116631972, "crpss": 0.07982661461394347, "crps_fair": 30.765810317907977, "crpss_fair": 0.07661784365427837, "reliability": { "below": { "weight": [ 0.0, 0.049041, 0.313118, 0.380028, 0.22327, 0.034471, 7.3e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1848, 0.2523, 0.3502, 0.4441, 0.5263, 0.6201, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1464, 0.1643, 0.3459, 0.5837, 0.7432, 1.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.021615, 0.31911, 0.406361, 0.176617, 0.069108, 0.00719, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1815, 0.2604, 0.3484, 0.4473, 0.5324, 0.6233, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.218, 0.2289, 0.3227, 0.486, 0.7021, 0.6167, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.43357726592454376, 0.35949415012279823, 0.4686265291233291, 0.346576509251936, 0.4504376952806397, 0.30936376720338205, 0.44364365457401983, 0.5508657753087755 ], "rps_clim": [ 0.41226069330832904, 0.37346476202427337, 0.5449498935810108, 0.3668786910829554, 0.4702381054334581, 0.35149027409467, 0.4617153008948455, 0.4689090852917107 ], "brier_below": [ 0.1791781204179282, 0.17057125135765552, 0.10323148487441487, 0.19909628795762088, 0.23235056177848068, 0.12158035414205884, 0.11332711797116272, 0.1674690720805533 ], "brier_below_clim": [ 0.16272543810516465, 0.17439021621908166, 0.1111111177338495, 0.19565233168880328, 0.24748910543474462, 0.14877102166271772, 0.11990485299837937, 0.13022383774923363 ], "brier_above": [ 0.2543991398618791, 0.18892290001597709, 0.36539501187504303, 0.14748022759821558, 0.21808713231978816, 0.18778341835747303, 0.33031651689696395, 0.3833966805128966 ], "brier_above_clim": [ 0.2495352503192138, 0.19907454994431797, 0.43383873800717726, 0.1712263685129215, 0.22274899990451802, 0.20271925591935436, 0.3418104265124274, 0.3386852267172677 ], "crps": [ 23.31775973044959, 16.38551691845274, 50.95759180579423, 16.509633140601828, 24.09855050899351, 16.38905364918422, 39.465525564754095, 42.75651777786945 ], "crps_clim": [ 21.51742288315328, 17.602067483896718, 66.72428457706202, 18.842687558036157, 25.490235640654245, 17.86439441677566, 41.38038268584848, 34.17883620329718 ], "crps_fair": [ 22.81385763344294, 15.873630815838913, 50.27200874603965, 16.037598245100178, 23.616662506003365, 15.793299215343758, 38.92158307257679, 42.30407690929703 ], "crps_fair_clim": [ 20.32105586449988, 16.40570046524331, 65.52791755840862, 17.64632053938275, 24.293868622000836, 16.66802739812226, 40.184015667195084, 32.98246918464377 ] }, "rps": 0.420323168348678, "rpss": 0.025311251532148527, "brier_below": 0.16085053132248436, "bss_below": 0.0026844587501065886, "brier_above": 0.2594726284297796, "bss_above": 0.03882954306248343, "crps": 28.73501863701246, "crpss": 0.05632243354299682, "crps_fair": 28.204089642955328, "crpss_fair": 0.03587865046902061, "reliability": { "below": { "weight": [ 0.0, 0.026599, 0.239153, 0.50748, 0.209699, 0.017068, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1926, 0.2583, 0.3507, 0.4324, 0.5208, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0032, 0.0816, 0.1555, 0.2072, 0.5013, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.008051, 0.38264, 0.451374, 0.12439, 0.031666, 0.00188, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1923, 0.2629, 0.3381, 0.4372, 0.532, 0.6131, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1043, 0.4046, 0.459, 0.6518, 0.9705, 1.0, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.44456324166485234, 0.3277119689719178, 0.31580197226002205, 0.3834462504470503, 0.4698333508542214, 0.3193939329202119, 0.44889375952960764, 0.4138228634082719 ], "rps_clim": [ 0.41878825306748607, 0.3532443184157963, 0.5497652319245143, 0.41409150225437374, 0.500554732533218, 0.3283216325296163, 0.5179393398216053, 0.38569804049108725 ], "brier_below": [ 0.14759392926014714, 0.20546976326201993, 0.05841875834432748, 0.19339256484716483, 0.3646607819542414, 0.17270370511426686, 0.09959693273196187, 0.1813286739480336 ], "brier_below_clim": [ 0.12324328915544643, 0.21087180444506454, 0.11111111773384952, 0.20657791360422298, 0.38654922735379516, 0.1778652528005686, 0.11863830449786794, 0.1581566706892246 ], "brier_above": [ 0.2969692991473113, 0.12224221622659254, 0.2573831856216873, 0.19005368622603525, 0.10517258518491338, 0.14669023941300438, 0.349296799183188, 0.23249418515553721 ], "brier_above_clim": [ 0.29554495080091303, 0.14237252824897006, 0.438654075489631, 0.20751359128025879, 0.11400552453007727, 0.15045639256177848, 0.39930100365958165, 0.22754136885072465 ], "crps": [ 28.840960818331844, 16.177281473793254, 53.63263092249613, 22.808267469966708, 23.846714021112966, 16.539477396924486, 51.88510161241281, 25.00563473628128 ], "crps_clim": [ 25.40124575195562, 18.535452439061405, 96.88435708644411, 25.600608810810552, 26.457175781428862, 16.988995955173806, 61.64931906064567, 21.436898042938385 ], "crps_fair": [ 28.20085702469002, 15.61011046051494, 52.69650886903475, 22.255590030194753, 23.251090202281944, 15.920893092428448, 51.19950243598959, 24.476296328974218 ], "crps_fair_clim": [ 24.012970318608165, 17.14717700571395, 95.49608165309667, 24.212333377463093, 25.06890034808142, 15.600720521826346, 60.26104362729821, 20.04862260959093 ] }, "rps": 0.39043341750701943, "rpss": 0.09945087289619992, "brier_below": 0.17789563868277036, "bss_below": 0.04678354687488884, "brier_above": 0.21253777451978367, "bss_above": 0.1392572190226926, "crps": 29.842008556414935, "crpss": 0.1850733380718217, "crps_fair": 29.201356055513582, "crpss_fair": 0.17114553511655806, "reliability": { "below": { "weight": [ 0.0, 0.031374, 0.234548, 0.508635, 0.211092, 0.01435, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1887, 0.2549, 0.3529, 0.4284, 0.5181, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0069, 0.0826, 0.2568, 0.3194, 0.6215, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.010009, 0.332163, 0.461716, 0.125797, 0.065516, 0.004799, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1927, 0.2659, 0.3355, 0.4422, 0.5344, 0.6131, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2263, 0.3442, 0.8292, 0.9801, 1.0, NaN, NaN, NaN ] } } } } }, "mvs_r4": { "lambda_": { "training_mean": 0.42564088612725887, "training": [ 0.3872669024183272, 0.4148286477076538, 0.40460827216135187, 0.4624174746601476, 0.5339898551972094, 0.4352765470293236, 0.4439551087093295, 0.36967982194786186, 0.41574758279224316, 0.4237283548197274, 0.41443056105101356, 0.4298277760065579, 0.46292841491096454, 0.4356268480697307, 0.3379357911624422, 0.4053361551543011, 0.429049215794139, 0.4124358011498446, 0.45137599286716457, 0.42469013211429246, 0.41525447984575314, 0.4129177411179798, 0.44375173867724443, 0.4483220516896092 ], "test": 0.4507830317673691 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4955521944184084, 0.41833457508106614, 0.4530173192524166, 0.4770156127550575, 0.3944937497709182, 0.4581300564824153, 0.42565091781932823, 0.5550558523576837, 0.370141018026262, 0.45095930305515686, 0.5847247811604666, 0.35922155445355997, 0.38335263087213084, 0.4429389183039783, 0.5300052715836582, 0.43831564486723656, 0.4067827757186245, 0.575859719490345, 0.4442963785457513, 0.42009468969429703, 0.392250560483225, 0.501472431554899, 0.3510666243284871, 0.4168248227926007 ], "rps_clim": [ 0.43940389586261985, 0.4665815975343043, 0.4078016629257561, 0.5058326534107924, 0.5395139539081617, 0.49558246555093133, 0.4802715214492444, 0.4940433293404847, 0.3914621834757892, 0.4277164147133932, 0.5144532300877738, 0.3688788642452346, 0.45641496116615643, 0.4825359152593056, 0.4144568447211086, 0.4364608837118219, 0.42094222389547176, 0.4840252584820353, 0.4719586571698775, 0.40608224744207533, 0.407618183369595, 0.4985033807712113, 0.41838804437156996, 0.4537770988760395 ], "brier_below": [ 0.2370440615826916, 0.2602124456363922, 0.2841969860656601, 0.3641953242723427, 0.07403159736310819, 0.18129802319127572, 0.15600871368231262, 0.1532878991155398, 0.17399429718153805, 0.23869085500044723, 0.4355229260991065, 0.20605286982677012, 0.2895002349251231, 0.09540092457519976, 0.3292838284927087, 0.1484789659564323, 0.16618491997955276, 0.39966087565923536, 0.2867074939124691, 0.23419087556330911, 0.12592724690317256, 0.10900967073301322, 0.13144700221175512, 0.2946974424004608 ], "brier_below_clim": [ 0.19457870756681286, 0.28338161161055664, 0.2603988151290453, 0.3801317890887892, 0.12139582486297858, 0.2083086937549171, 0.179673404168855, 0.13049409161286557, 0.18820422829035943, 0.23725297240826868, 0.3930574463474963, 0.2061208543150891, 0.32867257140426404, 0.12346043676030426, 0.28728118486517273, 0.14778867910296825, 0.17721343670206774, 0.3552785719779392, 0.29320090548610794, 0.22384930431748742, 0.13483308539642477, 0.12264454476536311, 0.165349012936125, 0.30321995858175416 ], "brier_above": [ 0.2585081309288692, 0.158122128307971, 0.1688203313230376, 0.11282028593854873, 0.3204621528051498, 0.27683203815781277, 0.2696422074738185, 0.4017679605206887, 0.19614672073126424, 0.21226844657034688, 0.14920185123436086, 0.1531686824268282, 0.09385239417974361, 0.3475379992890758, 0.20072144266787645, 0.28983668275236335, 0.24059785581304347, 0.17619884414135104, 0.15758888128178108, 0.18590381356736627, 0.26632331693558076, 0.3924627680116214, 0.2196196210332709, 0.12212737883405896 ], "brier_above_clim": [ 0.244825188295807, 0.18319998592374737, 0.1474028477967109, 0.12570086432200342, 0.41811812904518303, 0.2872737717960143, 0.3005981172803895, 0.3635492377276191, 0.20325795518542972, 0.1904634423051245, 0.12139578374027739, 0.16275800993014544, 0.1277423897618922, 0.3590754784990013, 0.12717565985593585, 0.2886722046088535, 0.24372878719340413, 0.1287466865040958, 0.17875775168376942, 0.182232943124588, 0.2727850979731702, 0.3758588360058481, 0.2530390314354449, 0.15055714029428513 ], "crps": [ 29.849286462257837, 20.756583023496805, 22.29491102815402, 22.483287064485765, 99.14302401192649, 32.552563103313624, 34.39493468795294, 45.52724219931649, 17.13733549925275, 23.496543692574594, 33.84767524446192, 22.06760200494157, 15.476232386310942, 34.1166896510211, 32.5267002788966, 25.802169807386566, 23.08153341081949, 37.300834427094415, 23.728133481308255, 24.369419747924173, 22.013689880024906, 35.78276479489043, 23.729850365840946, 20.44909527085526 ], "crps_clim": [ 23.77074843142727, 22.60409869067204, 18.38031484850475, 25.959936518793185, 123.34118991059545, 35.588714164776064, 39.220907889439694, 39.49590059501811, 18.35094398856043, 19.018950574892433, 27.831563580748035, 21.968021793696813, 21.56629431892967, 37.55562250213345, 20.343092113101918, 25.75266643361196, 21.96609944248159, 25.58890298078945, 24.791989124537817, 21.665834698643923, 21.79847843728042, 34.8315441627334, 25.585209165511976, 22.091569801149358 ], "crps_fair": [ 28.853299780718643, 19.641462016724525, 21.256972609695893, 21.443969642938495, 98.05388529276748, 31.6331837319198, 33.31290100674785, 44.487066055172754, 16.166260294692588, 22.3037195212634, 32.681411295638654, 20.93635649838951, 14.527775063070457, 33.079131671084085, 31.453556085106698, 24.809906519734692, 21.881280908325593, 36.18567747077595, 22.690024418288317, 23.365325547899108, 20.882521412696324, 34.82785905099015, 22.346742971090798, 19.537627958774976 ], "crps_fair_clim": [ 22.51064113159216, 21.34178182693399, 17.109998394156545, 24.703975408517493, 122.2696629923497, 34.35098937579959, 37.99006225524478, 38.26557578034132, 17.080571907583543, 17.74984365790482, 26.57914721869575, 20.704500238866018, 20.302011916608773, 36.321622918341355, 19.07649303993666, 24.496312766356763, 20.70257424683409, 24.33223915547966, 23.533815992682083, 20.40174081976945, 20.534635777607914, 33.59238533966214, 24.32853834433991, 20.828282238756913 ] }, "rps": 0.44773155845283213, "rpss": 0.012602387267478199, "brier_below": 0.22395939501373405, "bss_below": 0.012994377200416851, "brier_above": 0.2237721639552429, "bss_above": 0.012209755202733152, "crps": 30.08033756352116, "crpss": -0.0039766823077387325, "crps_fair": 29.014913201021113, "crpss_fair": -0.010521602367454141, "reliability": { "below": { "weight": [ 0.0, 0.038584, 0.357477, 0.399183, 0.174444, 0.029918, 0.000395, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.182, 0.2555, 0.346, 0.4436, 0.5271, 0.6295, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2785, 0.306, 0.3376, 0.4403, 0.5364, 0.7143, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.020357, 0.282584, 0.438294, 0.202546, 0.052787, 0.003433, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1852, 0.2617, 0.3494, 0.4449, 0.5309, 0.6221, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1489, 0.2652, 0.3772, 0.3859, 0.4502, 0.4721, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3858958712959133, 0.3993102496298908, 0.34119762801067427, 0.37783785750524024, 0.34021075876594764, 0.356824227949546, 0.38222744065173264, 0.6292982357463041, 0.39149833412317747, 0.3663248985563034, 0.5315584702462531, 0.37628608635097777, 0.3967912005286398, 0.48007674676906986, 0.5456305251615098, 0.4920410762328532, 0.32184873411299, 0.47964606828208034, 0.36829877600145805, 0.3310466441129667, 0.3419848102482803, 0.5169693675364252, 0.2855686319696497, 0.45242104699124436 ], "rps_clim": [ 0.4283784857114221, 0.426706305961757, 0.34466488699165887, 0.5130077270408857, 0.5410158863622896, 0.48132609845393376, 0.42143417390584187, 0.49961637384642854, 0.41822160564029737, 0.4024426800552632, 0.5388940294117011, 0.3853584913200236, 0.5182825785529102, 0.520890978389888, 0.44508072243200725, 0.47856087825017973, 0.3579810319851315, 0.4969649351160663, 0.42935647355424533, 0.3854220303157415, 0.34929101419438247, 0.47527063535536435, 0.48976956498879315, 0.5267262457793177 ], "brier_below": [ 0.24088135105316705, 0.1628649515713371, 0.17004456016332464, 0.2972995473917874, 0.05286247554624957, 0.2627703163040287, 0.2486244134467001, 0.18792174008485127, 0.17499032763986694, 0.10703970004722575, 0.40788411774002487, 0.2082139380797564, 0.30664148704232796, 0.0900818842189782, 0.35709970086330994, 0.12762795144577568, 0.12697651513911765, 0.36359117463746476, 0.16052826719724972, 0.09877412218183228, 0.1358521278392785, 0.12794672578761146, 0.05271170545418045, 0.3662757905527627 ], "brier_below_clim": [ 0.260916368370509, 0.18230982257127842, 0.1744601993170755, 0.3920247357664324, 0.12098299127445337, 0.33810643785296296, 0.2628742416199158, 0.13479064363488874, 0.19259108021282037, 0.12944501007419143, 0.41791103813724767, 0.2209426899917617, 0.3972995872784568, 0.12098299127445337, 0.3150864593637269, 0.12256697767898699, 0.15807349465346632, 0.37120768576769203, 0.18695933477249566, 0.14105590686426853, 0.13688174505845058, 0.12416576635757047, 0.12574169593915657, 0.40415464577044424 ], "brier_above": [ 0.1450145187286823, 0.23644529797659208, 0.17115306657555326, 0.08053831021714816, 0.28734828201352064, 0.09405391183709585, 0.13360302539777955, 0.4413765012748696, 0.2165080088034665, 0.25928519876343353, 0.12367434686432678, 0.16807214484032254, 0.09014971333742174, 0.38999486685907253, 0.18853082054446482, 0.36441313206161924, 0.1948722159405036, 0.11605489239971738, 0.20777050688356175, 0.23227252374650298, 0.2061326819894314, 0.38902264843635587, 0.23285692446808381, 0.08614525374233192 ], "brier_above_clim": [ 0.16746211734091326, 0.24439648339047856, 0.17020468767458338, 0.12098299127445337, 0.42003289508783637, 0.1432196606009709, 0.15855993228592616, 0.3648257302115401, 0.22563052542747697, 0.27299766998107183, 0.12098299127445337, 0.16441580132826192, 0.12098299127445337, 0.3999079871154346, 0.12999426306828057, 0.35599390057119296, 0.19990753733166522, 0.12575724934837454, 0.24239713878174965, 0.244366123451473, 0.21240926913593197, 0.3511048689977941, 0.36402786904963685, 0.12257160000887342 ], "crps": [ 19.796443207876493, 28.452682671654813, 19.140376473864226, 20.341108628302194, 121.38251321570625, 22.420898173819435, 19.478374812698302, 62.93723024096084, 20.93765534050157, 19.114215083058205, 34.69429806623808, 25.922285826061657, 19.367640014367666, 49.88179091568578, 33.315785381718236, 38.327438589503004, 20.20952669382575, 33.952002146049686, 23.65644395945103, 23.372069500609232, 20.41484280070591, 37.511933604645016, 27.968030426059926, 25.26012127490603 ], "crps_clim": [ 21.638963822645973, 24.235290387642486, 18.424283296657233, 32.54717605456645, 156.90499273836357, 32.635277727606166, 21.537420350099357, 49.09575292416304, 22.525465304564662, 20.988002465707634, 34.61988384032085, 24.30789299289558, 29.701345919639383, 54.971641276234905, 22.842560447513375, 36.98644829813116, 18.957656403027976, 33.035212506102354, 28.03299847714953, 26.339484558745546, 20.084345939930547, 32.84079658873186, 39.9223127647239, 31.23869015810775 ], "crps_fair": [ 18.715806346244086, 26.929722087339147, 17.953215924336536, 19.16246664905763, 120.27065167684222, 21.46330963144311, 18.33006381660518, 61.826976856690806, 19.912173474495873, 18.048901258446836, 33.39958940543937, 24.43364364915642, 18.117273266210194, 48.706488205921346, 31.94583008976752, 37.047547337264156, 18.684489903233693, 32.89637090628739, 22.513031560866853, 22.147219599938698, 19.103810806034588, 36.473434542220254, 26.15800080339216, 24.177244150248658 ], "crps_fair_clim": [ 20.16546441774922, 22.76670826790671, 16.94469548167337, 31.09433614253317, 155.68767899429207, 31.182604674802132, 20.063728628019742, 47.67425501377674, 21.053644879747303, 19.513270179453034, 33.170969511215155, 22.839448378093994, 28.243116177805117, 53.561271942272995, 21.37134058167887, 35.54201609868039, 17.47907876438195, 31.583296905530318, 26.57160898637116, 24.874887655242915, 18.60790218298319, 31.38851277619512, 38.48344091464168, 29.783372053088755 ] }, "rps": 0.41211640361579693, "rpss": 0.09047361480683969, "brier_below": 0.2014793704761754, "bss_below": 0.10973454774797242, "brier_above": 0.21063703307091072, "bss_above": 0.07125373223981979, "crps": 31.99398779367789, "crpss": 0.07976639480050496, "crps_fair": 30.76738591447845, "crpss_fair": 0.07657055487027631, "reliability": { "below": { "weight": [ 0.0, 0.049041, 0.312756, 0.38039, 0.22327, 0.034471, 7.3e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.185, 0.2524, 0.3502, 0.444, 0.5261, 0.6202, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1464, 0.1643, 0.3457, 0.5837, 0.7432, 1.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.021615, 0.319037, 0.406362, 0.176689, 0.069472, 0.006826, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1819, 0.2604, 0.3484, 0.4472, 0.5326, 0.6245, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.218, 0.2288, 0.3228, 0.4858, 0.7037, 0.5963, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.43356159357583035, 0.3595087124771329, 0.46866458806122846, 0.3465444858298548, 0.45042755283663943, 0.30938830290935737, 0.4436514249886348, 0.5508255943317513 ], "rps_clim": [ 0.41226069330832904, 0.37346476202427337, 0.5449498935810108, 0.3668786910829554, 0.4702381054334581, 0.35149027409467, 0.4617153008948455, 0.4689090852917107 ], "brier_below": [ 0.17916687284778007, 0.17058265790194474, 0.10323997674200248, 0.19905374221966038, 0.23233941389950247, 0.12159601301478336, 0.11333140370900893, 0.16745194404958266 ], "brier_below_clim": [ 0.16272543810516465, 0.17439021621908166, 0.1111111177338495, 0.19565233168880328, 0.24748910543474462, 0.14877102166271772, 0.11990485299837937, 0.13022383774923363 ], "brier_above": [ 0.25439471508367506, 0.18892605582507022, 0.365424578947035, 0.1474907499155589, 0.21808813775533026, 0.1877922951900763, 0.330320001569513, 0.38337362757328614 ], "brier_above_clim": [ 0.2495352503192138, 0.19907454994431797, 0.43383873800717726, 0.1712263685129215, 0.22274899990451802, 0.20271925591935436, 0.3418104265124274, 0.3386852267172677 ], "crps": [ 23.32004568704977, 16.38791684233119, 50.959703874330785, 16.50914185566865, 24.09499988993269, 16.39033294397423, 39.46602925251802, 42.75906012575259 ], "crps_clim": [ 21.51742288315328, 17.602067483896718, 66.72428457706202, 18.842687558036157, 25.490235640654245, 17.86439441677566, 41.38038268584848, 34.17883620329718 ], "crps_fair": [ 22.816075920171098, 15.875981834955693, 50.27400560767174, 16.037055035876232, 23.61305144834443, 15.794510592169805, 38.92200473241599, 42.306560484323946 ], "crps_fair_clim": [ 20.32105586449988, 16.40570046524331, 65.52791755840862, 17.64632053938275, 24.293868622000836, 16.66802739812226, 40.184015667195084, 32.98246918464377 ] }, "rps": 0.42032153187630367, "rpss": 0.025315046353206583, "brier_below": 0.16084525304803315, "bss_below": 0.0027171854380316773, "brier_above": 0.25947627023244313, "bss_above": 0.03881605264867227, "crps": 28.73590380894474, "crpss": 0.05629336389437389, "crps_fair": 28.204905706991116, "crpss_fair": 0.0358507543458183, "reliability": { "below": { "weight": [ 0.0, 0.026599, 0.239153, 0.507396, 0.209699, 0.017153, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1926, 0.2584, 0.3507, 0.4324, 0.5206, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0032, 0.0816, 0.1555, 0.2072, 0.4988, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.008051, 0.38264, 0.451374, 0.12439, 0.031666, 0.00188, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1924, 0.2629, 0.3381, 0.4372, 0.5319, 0.6129, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1043, 0.4046, 0.459, 0.6518, 0.9705, 1.0, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.44454620590923105, 0.32775090874868984, 0.3159248576771818, 0.38336419791467147, 0.46980208629089754, 0.31941904959176415, 0.44893248172879974, 0.4138259807018536 ], "rps_clim": [ 0.41878825306748607, 0.3532443184157963, 0.5497652319245143, 0.41409150225437374, 0.500554732533218, 0.3283216325296163, 0.5179393398216053, 0.38569804049108725 ], "brier_below": [ 0.14757861087216498, 0.2055006215120994, 0.05846043019358114, 0.19330270405023717, 0.36462583531509396, 0.17271653892013655, 0.09961282161134385, 0.1813283455028959 ], "brier_below_clim": [ 0.12324328915544643, 0.21087180444506454, 0.11111111773384952, 0.20657791360422298, 0.38654922735379516, 0.1778652528005686, 0.11863830449786794, 0.1581566706892246 ], "brier_above": [ 0.2969675817797615, 0.12225029774906267, 0.2574643991958441, 0.19006149449155227, 0.10517626726233031, 0.14670252228011524, 0.34931963249228243, 0.2324976309101928 ], "brier_above_clim": [ 0.29554495080091303, 0.14237252824897006, 0.438654075489631, 0.20751359128025879, 0.11400552453007727, 0.15045639256177848, 0.39930100365958165, 0.22754136885072465 ], "crps": [ 28.846822545696504, 16.18343543991418, 53.63804676019656, 22.807007700495824, 23.837609403418703, 16.54275780796881, 51.886393185642504, 25.01215391086052 ], "crps_clim": [ 25.40124575195562, 18.535452439061405, 96.88435708644411, 25.600608810810552, 26.457175781428862, 16.988995955173806, 61.64931906064567, 21.436898042938385 ], "crps_fair": [ 28.206545230676127, 15.61613902338906, 52.70162928928742, 22.254197114698236, 23.241830605886662, 15.923999345928454, 51.200583670435535, 24.482664796204215 ], "crps_fair_clim": [ 24.012970318608165, 17.14717700571395, 95.49608165309667, 24.212333377463093, 25.06890034808142, 15.600720521826346, 60.26104362729821, 20.04862260959093 ] }, "rps": 0.39044572107038616, "rpss": 0.09942249427194971, "brier_below": 0.1778907384971941, "bss_below": 0.04680980349112307, "brier_above": 0.21255497827014266, "bss_above": 0.13918754668345457, "crps": 29.8442783442742, "crpss": 0.18501135462188256, "crps_fair": 29.203448634563212, "crpss_fair": 0.17108613912532022, "reliability": { "below": { "weight": [ 0.0, 0.031374, 0.234548, 0.508419, 0.211092, 0.014567, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1888, 0.255, 0.3529, 0.4283, 0.5177, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0069, 0.0826, 0.2569, 0.3194, 0.6122, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.010009, 0.332163, 0.461716, 0.125797, 0.065516, 0.004799, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1928, 0.266, 0.3355, 0.4421, 0.5343, 0.6129, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2263, 0.3442, 0.8292, 0.9801, 1.0, NaN, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.4255863764213419, "training": [ 0.38704244732154475, 0.4147978956304238, 0.4045790863295763, 0.4623599334905072, 0.5341132627997858, 0.4352290119811158, 0.4436427278079503, 0.36952919562542574, 0.4156986233602925, 0.4236896392296154, 0.4143827349843808, 0.4296590429299775, 0.4629031453512283, 0.4356236426718352, 0.3379162560815826, 0.4056605844246208, 0.42898969716993557, 0.41242919362948016, 0.45127963803743515, 0.4246353184397931, 0.4151564017870877, 0.41274164460608986, 0.4437090188531011, 0.4483048915694193 ], "test": 0.45070565882676816 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.495581970244515, 0.4183332002653259, 0.453020094892893, 0.4770138301792471, 0.3945265666286452, 0.45812825404935403, 0.4256271023728207, 0.5550732028545333, 0.3701399493845936, 0.45096160790625794, 0.5847313916341443, 0.359221507234617, 0.3833496655751321, 0.44293875024360424, 0.5300095858141814, 0.43831141625202386, 0.4067827601738527, 0.5758610204415595, 0.44429314602442394, 0.4200974192355692, 0.3922487659056851, 0.5014755034519279, 0.35106424153089666, 0.4168241778002365 ], "rps_clim": [ 0.43940389586261985, 0.4665815975343043, 0.4078016629257561, 0.5058326534107924, 0.5395139539081617, 0.49558246555093133, 0.4802715214492444, 0.4940433293404847, 0.3914621834757892, 0.4277164147133932, 0.5144532300877738, 0.3688788642452346, 0.45641496116615643, 0.4825359152593056, 0.4144568447211086, 0.4364608837118219, 0.42094222389547176, 0.4840252584820353, 0.4719586571698775, 0.40608224744207533, 0.407618183369595, 0.4985033807712113, 0.41838804437156996, 0.4537770988760395 ], "brier_below": [ 0.23706512762079862, 0.2602116825599843, 0.2841984303725257, 0.36419440716589474, 0.07404173372610817, 0.18129640826469418, 0.15599916277295403, 0.15329479621059264, 0.17399351775377647, 0.23869124187750235, 0.435526889762223, 0.20605409852738257, 0.2894986280130067, 0.09540079593306805, 0.329285530460439, 0.14847713435567483, 0.16618464037453842, 0.3996614914138775, 0.2867072271341246, 0.2341926411440911, 0.12592622081751137, 0.10900682597340312, 0.13144570417707696, 0.294697430421008 ], "brier_below_clim": [ 0.19457870756681286, 0.28338161161055664, 0.2603988151290453, 0.3801317890887892, 0.12139582486297858, 0.2083086937549171, 0.179673404168855, 0.13049409161286557, 0.18820422829035943, 0.23725297240826868, 0.3930574463474963, 0.2061208543150891, 0.32867257140426404, 0.12346043676030426, 0.28728118486517273, 0.14778867910296825, 0.17721343670206774, 0.3552785719779392, 0.29320090548610794, 0.22384930431748742, 0.13483308539642477, 0.12264454476536311, 0.165349012936125, 0.30321995858175416 ], "brier_above": [ 0.25851684071615016, 0.15812151656861095, 0.1688216626565638, 0.11281942046889745, 0.3204848332996115, 0.27683185065174487, 0.26962794293861836, 0.40177841392428354, 0.1961464315173551, 0.21227036454428883, 0.14920449804461366, 0.1531674065066862, 0.0938510357947863, 0.34753795987086533, 0.20072405493067624, 0.28983428573564696, 0.24059811987329652, 0.17619952933793456, 0.1575859155382478, 0.18590477752780785, 0.2663225484442904, 0.39246868467041135, 0.2196185362703375, 0.12212674582110027 ], "brier_above_clim": [ 0.244825188295807, 0.18319998592374737, 0.1474028477967109, 0.12570086432200342, 0.41811812904518303, 0.2872737717960143, 0.3005981172803895, 0.3635492377276191, 0.20325795518542972, 0.1904634423051245, 0.12139578374027739, 0.16275800993014544, 0.1277423897618922, 0.3590754784990013, 0.12717565985593585, 0.2886722046088535, 0.24372878719340413, 0.1287466865040958, 0.17875775168376942, 0.182232943124588, 0.2727850979731702, 0.3758588360058481, 0.2530390314354449, 0.15055714029428513 ], "crps": [ 29.849286462257837, 20.756583023496805, 22.29491102815402, 22.483287064485765, 99.14302401192649, 32.552563103313624, 34.39493468795294, 45.52724219931649, 17.13733549925275, 23.496543692574594, 33.84767524446192, 22.06760200494157, 15.476232386310942, 34.1166896510211, 32.5267002788966, 25.802169807386566, 23.08153341081949, 37.300834427094415, 23.728133481308255, 24.369419747924173, 22.013689880024906, 35.78276479489043, 23.729850365840946, 20.44909527085526 ], "crps_clim": [ 23.77074843142727, 22.60409869067204, 18.38031484850475, 25.959936518793185, 123.34118991059545, 35.588714164776064, 39.220907889439694, 39.49590059501811, 18.35094398856043, 19.018950574892433, 27.831563580748035, 21.968021793696813, 21.56629431892967, 37.55562250213345, 20.343092113101918, 25.75266643361196, 21.96609944248159, 25.58890298078945, 24.791989124537817, 21.665834698643923, 21.79847843728042, 34.8315441627334, 25.585209165511976, 22.091569801149358 ], "crps_fair": [ 28.853299780718643, 19.641462016724525, 21.256972609695893, 21.443969642938495, 98.05388529276748, 31.6331837319198, 33.31290100674785, 44.487066055172754, 16.166260294692588, 22.3037195212634, 32.681411295638654, 20.93635649838951, 14.527775063070457, 33.079131671084085, 31.453556085106698, 24.809906519734692, 21.881280908325593, 36.18567747077595, 22.690024418288317, 23.365325547899108, 20.882521412696324, 34.82785905099015, 22.346742971090798, 19.537627958774976 ], "crps_fair_clim": [ 22.51064113159216, 21.34178182693399, 17.109998394156545, 24.703975408517493, 122.2696629923497, 34.35098937579959, 37.99006225524478, 38.26557578034132, 17.080571907583543, 17.74984365790482, 26.57914721869575, 20.704500238866018, 20.302011916608773, 36.321622918341355, 19.07649303993666, 24.496312766356763, 20.70257424683409, 24.33223915547966, 23.533815992682083, 20.40174081976945, 20.534635777607914, 33.59238533966214, 24.32853834433991, 20.828282238756913 ] }, "rps": 0.4477339637540017, "rpss": 0.01259708277511462, "brier_below": 0.22396049028467738, "bss_below": 0.012989550260339211, "brier_above": 0.22377347398553438, "bss_above": 0.012203972378277084, "crps": 30.08033756352116, "crpss": -0.0039766823077387325, "crps_fair": 29.014913201021113, "crpss_fair": -0.010521602367454141, "reliability": { "below": { "weight": [ 0.0, 0.038584, 0.357477, 0.399183, 0.174444, 0.029918, 0.000395, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.182, 0.2555, 0.346, 0.4436, 0.5271, 0.6296, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2785, 0.306, 0.3376, 0.4403, 0.5364, 0.7143, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.020357, 0.282584, 0.438294, 0.202546, 0.052787, 0.003433, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1851, 0.2617, 0.3494, 0.4449, 0.5309, 0.6221, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1489, 0.2652, 0.3772, 0.3859, 0.4502, 0.4721, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3858865004709681, 0.3993105075557359, 0.34119788030115855, 0.3778251927303331, 0.3402550692951242, 0.3568160135803273, 0.3822128028457305, 0.6293332582947224, 0.39149691715020124, 0.3663232867486864, 0.531558413278326, 0.37628599687618935, 0.39678605846538895, 0.4800765811637807, 0.5456340897131146, 0.4920303598184398, 0.32184649804649557, 0.47964610205766045, 0.3682902647338971, 0.331043086876488, 0.3419843160426335, 0.5169837584716188, 0.28555706320388546, 0.4524191974965056 ], "rps_clim": [ 0.4283784857114221, 0.426706305961757, 0.34466488699165887, 0.5130077270408857, 0.5410158863622896, 0.48132609845393376, 0.42143417390584187, 0.49961637384642854, 0.41822160564029737, 0.4024426800552632, 0.5388940294117011, 0.3853584913200236, 0.5182825785529102, 0.520890978389888, 0.44508072243200725, 0.47856087825017973, 0.3579810319851315, 0.4969649351160663, 0.42935647355424533, 0.3854220303157415, 0.34929101419438247, 0.47527063535536435, 0.48976956498879315, 0.5267262457793177 ], "brier_below": [ 0.24087664256776653, 0.16286454036421327, 0.1700445548509521, 0.29729057388643304, 0.05287646503607667, 0.262765111300855, 0.2486210343098156, 0.18793647456718654, 0.17498922995425792, 0.10703861606921941, 0.4078835857136513, 0.20821129975831068, 0.30663762784574156, 0.09008174505099996, 0.35710121000047684, 0.12762358675050833, 0.12697412859066134, 0.3635912208696873, 0.1605247382243112, 0.09877094407764231, 0.1358523955219653, 0.1279485375939405, 0.05270766779053468, 0.36627486778723495 ], "brier_below_clim": [ 0.260916368370509, 0.18230982257127842, 0.1744601993170755, 0.3920247357664324, 0.12098299127445337, 0.33810643785296296, 0.2628742416199158, 0.13479064363488874, 0.19259108021282037, 0.12944501007419143, 0.41791103813724767, 0.2209426899917617, 0.3972995872784568, 0.12098299127445337, 0.3150864593637269, 0.12256697767898699, 0.15807349465346632, 0.37120768576769203, 0.18695933477249566, 0.14105590686426853, 0.13688174505845058, 0.12416576635757047, 0.12574169593915657, 0.40415464577044424 ], "brier_above": [ 0.1450098563887836, 0.2364459671096249, 0.1711533241783629, 0.08053461894759423, 0.2873786030529516, 0.09405090247105313, 0.1335917667277439, 0.441396789342408, 0.21650768951631102, 0.2592846709338402, 0.12367482192231774, 0.16807469368593755, 0.09014843047074443, 0.3899948404217861, 0.18853287595879978, 0.3644067803383255, 0.19487236642216224, 0.11605487994306059, 0.20776552458865977, 0.23227214461441417, 0.20613192010107856, 0.3890352275673103, 0.23284939336594151, 0.08614432701303723 ], "brier_above_clim": [ 0.16746211734091326, 0.24439648339047856, 0.17020468767458338, 0.12098299127445337, 0.42003289508783637, 0.1432196606009709, 0.15855993228592616, 0.3648257302115401, 0.22563052542747697, 0.27299766998107183, 0.12098299127445337, 0.16441580132826192, 0.12098299127445337, 0.3999079871154346, 0.12999426306828057, 0.35599390057119296, 0.19990753733166522, 0.12575724934837454, 0.24239713878174965, 0.244366123451473, 0.21240926913593197, 0.3511048689977941, 0.36402786904963685, 0.12257160000887342 ], "crps": [ 19.796443207876493, 28.452682671654813, 19.140376473864226, 20.341108628302194, 121.38251321570625, 22.420898173819435, 19.478374812698302, 62.93723024096084, 20.93765534050157, 19.114215083058205, 34.69429806623808, 25.922285826061657, 19.367640014367666, 49.88179091568578, 33.315785381718236, 38.327438589503004, 20.20952669382575, 33.952002146049686, 23.65644395945103, 23.372069500609232, 20.41484280070591, 37.511933604645016, 27.968030426059926, 25.26012127490603 ], "crps_clim": [ 21.638963822645973, 24.235290387642486, 18.424283296657233, 32.54717605456645, 156.90499273836357, 32.635277727606166, 21.537420350099357, 49.09575292416304, 22.525465304564662, 20.988002465707634, 34.61988384032085, 24.30789299289558, 29.701345919639383, 54.971641276234905, 22.842560447513375, 36.98644829813116, 18.957656403027976, 33.035212506102354, 28.03299847714953, 26.339484558745546, 20.084345939930547, 32.84079658873186, 39.9223127647239, 31.23869015810775 ], "crps_fair": [ 18.715806346244086, 26.929722087339147, 17.953215924336536, 19.16246664905763, 120.27065167684222, 21.46330963144311, 18.33006381660518, 61.826976856690806, 19.912173474495873, 18.048901258446836, 33.39958940543937, 24.43364364915642, 18.117273266210194, 48.706488205921346, 31.94583008976752, 37.047547337264156, 18.684489903233693, 32.89637090628739, 22.513031560866853, 22.147219599938698, 19.103810806034588, 36.473434542220254, 26.15800080339216, 24.177244150248658 ], "crps_fair_clim": [ 20.16546441774922, 22.76670826790671, 16.94469548167337, 31.09433614253317, 155.68767899429207, 31.182604674802132, 20.063728628019742, 47.67425501377674, 21.053644879747303, 19.513270179453034, 33.170969511215155, 22.839448378093994, 28.243116177805117, 53.561271942272995, 21.37134058167887, 35.54201609868039, 17.47907876438195, 31.583296905530318, 26.57160898637116, 24.874887655242915, 18.60790218298319, 31.38851277619512, 38.48344091464168, 29.783372053088755 ] }, "rps": 0.4121166339673921, "rpss": 0.09047310642898365, "brier_below": 0.2014786166034351, "bss_below": 0.1097378788426373, "brier_above": 0.21063801729509368, "bss_above": 0.07124939257303264, "crps": 31.99398779367789, "crpss": 0.07976639480050496, "crps_fair": 30.76738591447845, "crpss_fair": 0.07657055487027631, "reliability": { "below": { "weight": [ 0.0, 0.049041, 0.312756, 0.38039, 0.22327, 0.034471, 7.3e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.185, 0.2523, 0.3502, 0.444, 0.5261, 0.6202, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1464, 0.1643, 0.3457, 0.5837, 0.7432, 1.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.021615, 0.319037, 0.406362, 0.176689, 0.069472, 0.006826, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1819, 0.2604, 0.3484, 0.4472, 0.5326, 0.6245, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.218, 0.2288, 0.3228, 0.4858, 0.7037, 0.5963, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.43356571257389304, 0.3595082347172357, 0.4686566043086898, 0.34654309630868774, 0.4504255492941124, 0.3093841868869138, 0.4436502168813626, 0.5508386071294846 ], "rps_clim": [ 0.41226069330832904, 0.37346476202427337, 0.5449498935810108, 0.3668786910829554, 0.4702381054334581, 0.35149027409467, 0.4617153008948455, 0.4689090852917107 ], "brier_below": [ 0.1791698289921965, 0.17058300987562378, 0.10323976536214916, 0.19905511869259485, 0.2323376747881075, 0.12159308287686164, 0.11333111181744143, 0.16745802372390317 ], "brier_below_clim": [ 0.16272543810516465, 0.17439021621908166, 0.1111111177338495, 0.19565233168880328, 0.24748910543474462, 0.14877102166271772, 0.11990485299837937, 0.13022383774923363 ], "brier_above": [ 0.2543958779372264, 0.1889252260911066, 0.36541680657509595, 0.14748798392107265, 0.2180878733240499, 0.18779110930580545, 0.3303190853540501, 0.3833805606964842 ], "brier_above_clim": [ 0.2495352503192138, 0.19907454994431797, 0.43383873800717726, 0.1712263685129215, 0.22274899990451802, 0.20271925591935436, 0.3418104265124274, 0.3386852267172677 ], "crps": [ 23.32004568704977, 16.38791684233119, 50.959703874330785, 16.50914185566865, 24.09499988993269, 16.39033294397423, 39.46602925251802, 42.75906012575259 ], "crps_clim": [ 21.51742288315328, 17.602067483896718, 66.72428457706202, 18.842687558036157, 25.490235640654245, 17.86439441677566, 41.38038268584848, 34.17883620329718 ], "crps_fair": [ 22.816075920171098, 15.875981834955693, 50.27400560767174, 16.037055035876232, 23.61305144834443, 15.794510592169805, 38.92200473241599, 42.306560484323946 ], "crps_fair_clim": [ 20.32105586449988, 16.40570046524331, 65.52791755840862, 17.64632053938275, 24.293868622000836, 16.66802739812226, 40.184015667195084, 32.98246918464377 ] }, "rps": 0.42032152601254746, "rpss": 0.025315059950689722, "brier_below": 0.16084595201610974, "bss_below": 0.0027128516523743373, "brier_above": 0.2594755654006114, "bss_above": 0.03881866357352348, "crps": 28.73590380894474, "crpss": 0.05629336389437389, "crps_fair": 28.204905706991116, "crpss_fair": 0.0358507543458183, "reliability": { "below": { "weight": [ 0.0, 0.026599, 0.239153, 0.507396, 0.209699, 0.017153, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1926, 0.2584, 0.3507, 0.4324, 0.5206, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0032, 0.0816, 0.1555, 0.2072, 0.4988, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.008051, 0.38264, 0.451374, 0.12439, 0.031666, 0.00188, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1924, 0.2629, 0.3381, 0.4372, 0.5319, 0.613, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1043, 0.4046, 0.459, 0.6518, 0.9705, 1.0, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4445506833820075, 0.32774922403638956, 0.31589771340686584, 0.3833607371561414, 0.4697983871139645, 0.3194184040084273, 0.448924433773664, 0.41383141857127737 ], "rps_clim": [ 0.41878825306748607, 0.3532443184157963, 0.5497652319245143, 0.41409150225437374, 0.500554732533218, 0.3283216325296163, 0.5179393398216053, 0.38569804049108725 ], "brier_below": [ 0.1475826370380314, 0.2055010612889354, 0.058454634370641516, 0.19330129583598532, 0.3646231040720767, 0.17271619267238478, 0.09961077574860613, 0.18133245876938897 ], "brier_below_clim": [ 0.12324328915544643, 0.21087180444506454, 0.11111111773384952, 0.20657791360422298, 0.38654922735379516, 0.1778652528005686, 0.11863830449786794, 0.1581566706892246 ], "brier_above": [ 0.2969680330866482, 0.1222481732594085, 0.25744305074985663, 0.19005944194701957, 0.10517529932799563, 0.1467022229443609, 0.3493136304004873, 0.2324989555127087 ], "brier_above_clim": [ 0.29554495080091303, 0.14237252824897006, 0.438654075489631, 0.20751359128025879, 0.11400552453007727, 0.15045639256177848, 0.39930100365958165, 0.22754136885072465 ], "crps": [ 28.846822545696504, 16.18343543991418, 53.63804676019656, 22.807007700495824, 23.837609403418703, 16.54275780796881, 51.886393185642504, 25.01215391086052 ], "crps_clim": [ 25.40124575195562, 18.535452439061405, 96.88435708644411, 25.600608810810552, 26.457175781428862, 16.988995955173806, 61.64931906064567, 21.436898042938385 ], "crps_fair": [ 28.206545230676127, 15.61613902338906, 52.70162928928742, 22.254197114698236, 23.241830605886662, 15.923999345928454, 51.200583670435535, 24.482664796204215 ], "crps_fair_clim": [ 24.012970318608165, 17.14717700571395, 95.49608165309667, 24.212333377463093, 25.06890034808142, 15.600720521826346, 60.26104362729821, 20.04862260959093 ] }, "rps": 0.3904413751810922, "rpss": 0.09943251822644406, "brier_below": 0.17789026997450627, "bss_below": 0.04681231397163865, "brier_above": 0.21255110090356066, "bss_above": 0.13920324937584516, "crps": 29.8442783442742, "crpss": 0.18501135462188256, "crps_fair": 29.203448634563212, "crpss_fair": 0.17108613912532022, "reliability": { "below": { "weight": [ 0.0, 0.031374, 0.234548, 0.508419, 0.211092, 0.014567, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1887, 0.255, 0.3529, 0.4283, 0.5178, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0069, 0.0826, 0.2569, 0.3194, 0.6122, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.010009, 0.332163, 0.461716, 0.125797, 0.065516, 0.004799, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1928, 0.266, 0.3355, 0.4422, 0.5343, 0.613, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2263, 0.3442, 0.8292, 0.9801, 1.0, NaN, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "mvs_r4", "1994": "mvs_r3", "1995": "mvs_r3", "1996": "mvs", "1997": "vs", "1998": "mvs", "1999": "mvs_r4", "2000": "mvs", "2001": "mvs_r4", "2002": "mvs_r3", "2003": "mvs", "2004": "mvs_r4", "2005": "mvs", "2006": "mvs_r4", "2007": "mvs", "2008": "vs", "2009": "mvs_r4", "2010": "mvs", "2011": "mvs_r3", "2012": "mvs", "2013": "mvs_r3", "2014": "mvs_r3", "2015": "mvs", "2016": "mvs" }, "chosen_test": "mvs", "frequency": { "mvs": 10, "mvs_r3": 6, "mvs_r4": 6, "vs": 2 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4955521944184084, 0.4183331576048025, 0.45299918551786145, 0.47847269882827337, 0.3945265666286452, 0.4605690815670287, 0.42565091781932823, 0.5535100419849915, 0.370141018026262, 0.451016467095038, 0.5880888590922456, 0.35922155445355997, 0.3847557073164858, 0.4429389183039783, 0.533010699176192, 0.43831141625202386, 0.4067827757186245, 0.5803285814477319, 0.444337776482246, 0.4191562182745214, 0.3922536838230232, 0.5014782083102445, 0.3513467358567136, 0.4202636323424456 ], "rps_clim": [ 0.43940389586261985, 0.4665815975343043, 0.4078016629257561, 0.5058326534107924, 0.5395139539081617, 0.49558246555093133, 0.4802715214492444, 0.4940433293404847, 0.3914621834757892, 0.4277164147133932, 0.5144532300877738, 0.3688788642452346, 0.45641496116615643, 0.4825359152593056, 0.4144568447211086, 0.4364608837118219, 0.42094222389547176, 0.4840252584820353, 0.4719586571698775, 0.40608224744207533, 0.407618183369595, 0.4985033807712113, 0.41838804437156996, 0.4537770988760395 ], "brier_below": [ 0.2370440615826916, 0.26020856318377755, 0.28419035846134955, 0.36571962797698676, 0.07404173372610817, 0.18418049487366067, 0.15600871368231262, 0.15105452614465661, 0.17399429718153805, 0.23875057129328683, 0.4392206114689661, 0.20605286982677012, 0.29098106012618136, 0.09540092457519976, 0.3325657285826025, 0.14847713435567483, 0.16618491997955276, 0.40406614873513796, 0.28674738404000494, 0.23312703178691746, 0.12592903275124742, 0.10899942462286134, 0.13095334213101079, 0.29848779080331733 ], "brier_below_clim": [ 0.19457870756681286, 0.28338161161055664, 0.2603988151290453, 0.3801317890887892, 0.12139582486297858, 0.2083086937549171, 0.179673404168855, 0.13049409161286557, 0.18820422829035943, 0.23725297240826868, 0.3930574463474963, 0.2061208543150891, 0.32867257140426404, 0.12346043676030426, 0.28728118486517273, 0.14778867910296825, 0.17721343670206774, 0.3552785719779392, 0.29320090548610794, 0.22384930431748742, 0.13483308539642477, 0.12264454476536311, 0.165349012936125, 0.30321995858175416 ], "brier_above": [ 0.2585081309288692, 0.15812459328443318, 0.16880882519300028, 0.11275306810473196, 0.3204848332996115, 0.27638859146604194, 0.2696422074738185, 0.40245552350153085, 0.19614672073126424, 0.21226589431745002, 0.14886824380949137, 0.1531686824268282, 0.09377464529074091, 0.3475379992890758, 0.20044497026221664, 0.28983428573564696, 0.24059785581304347, 0.17626243312896298, 0.15759038910139933, 0.18602918569323812, 0.2663246544262806, 0.3924787908563281, 0.22039339264833327, 0.1217758400404599 ], "brier_above_clim": [ 0.244825188295807, 0.18319998592374737, 0.1474028477967109, 0.12570086432200342, 0.41811812904518303, 0.2872737717960143, 0.3005981172803895, 0.3635492377276191, 0.20325795518542972, 0.1904634423051245, 0.12139578374027739, 0.16275800993014544, 0.1277423897618922, 0.3590754784990013, 0.12717565985593585, 0.2886722046088535, 0.24372878719340413, 0.1287466865040958, 0.17875775168376942, 0.182232943124588, 0.2727850979731702, 0.3758588360058481, 0.2530390314354449, 0.15055714029428513 ], "crps": [ 29.849286462257837, 20.7535323414828, 22.29348972184034, 22.60669997854145, 99.14302401192649, 32.93961343557478, 34.39493468795294, 45.310527598015504, 17.13733549925275, 23.495910335451097, 34.30641070958419, 22.06760200494157, 15.501370574446218, 34.1166896510211, 32.68092685622029, 25.802169807386566, 23.08153341081949, 37.67772996081562, 23.729152205022196, 24.264675905764573, 22.011913661703, 35.78124422574776, 23.4310747309871, 20.829059109155565 ], "crps_clim": [ 23.77074843142727, 22.60409869067204, 18.38031484850475, 25.959936518793185, 123.34118991059545, 35.588714164776064, 39.220907889439694, 39.49590059501811, 18.35094398856043, 19.018950574892433, 27.831563580748035, 21.968021793696813, 21.56629431892967, 37.55562250213345, 20.343092113101918, 25.75266643361196, 21.96609944248159, 25.58890298078945, 24.791989124537817, 21.665834698643923, 21.79847843728042, 34.8315441627334, 25.585209165511976, 22.091569801149358 ], "crps_fair": [ 28.853299780718643, 19.63878674646453, 21.255710951889437, 21.588674658432815, 98.05388529276748, 32.03676683607745, 33.31290100674785, 44.28524311621321, 16.166260294692588, 22.303339575235725, 33.164062673101725, 20.93635649838951, 14.575606472933515, 33.079131671084085, 31.638325839443873, 24.809906519734692, 21.881280908325593, 36.58087774522163, 22.69116697151051, 23.286872816493386, 20.880932535756674, 34.82643381755788, 22.10402361671269, 19.940812916353636 ], "crps_fair_clim": [ 22.51064113159216, 21.34178182693399, 17.109998394156545, 24.703975408517493, 122.2696629923497, 34.35098937579959, 37.99006225524478, 38.26557578034132, 17.080571907583543, 17.74984365790482, 26.57914721869575, 20.704500238866018, 20.302011916608773, 36.321622918341355, 19.07649303993666, 24.496312766356763, 20.70257424683409, 24.33223915547966, 23.533815992682083, 20.40174081976945, 20.534635777607914, 33.59238533966214, 24.32853834433991, 20.828282238756913 ] }, "rps": 0.44846025401419487, "rpss": 0.01099537019639063, "brier_below": 0.2246827646621589, "bss_below": 0.009806433643442691, "brier_above": 0.22377748986761659, "bss_above": 0.012186245199547918, "crps": 30.13357945357963, "crpss": -0.005753710774517806, "crps_fair": 29.07877746924413, "crpss_fair": -0.012745845542390777 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3858958712959133, 0.3992914093338999, 0.34114615954393235, 0.3810727683320545, 0.3402550692951242, 0.3632338248876904, 0.38222744065173264, 0.6254715706414189, 0.39149833412317747, 0.3664391149916103, 0.5393779173956886, 0.37628608635097777, 0.4004536632232584, 0.48007674676906986, 0.5524114737662847, 0.4920303598184398, 0.32184873411299, 0.48889041997009997, 0.36840477035910957, 0.3292068938659621, 0.3419856707917804, 0.5169762972850311, 0.28649374840887715, 0.4609776136681079 ], "rps_clim": [ 0.4283784857114221, 0.426706305961757, 0.34466488699165887, 0.5130077270408857, 0.5410158863622896, 0.48132609845393376, 0.42143417390584187, 0.49961637384642854, 0.41822160564029737, 0.4024426800552632, 0.5388940294117011, 0.3853584913200236, 0.5182825785529102, 0.520890978389888, 0.44508072243200725, 0.47856087825017973, 0.3579810319851315, 0.4969649351160663, 0.42935647355424533, 0.3854220303157415, 0.34929101419438247, 0.47527063535536435, 0.48976956498879315, 0.5267262457793177 ], "brier_below": [ 0.24088135105316705, 0.16284880553768688, 0.17002485878994947, 0.3007653187609268, 0.05287646503607667, 0.27044736148014326, 0.2486244134467001, 0.1823727299784091, 0.17499032763986694, 0.1071836629703356, 0.4164519257186542, 0.2082139380797564, 0.31066180432940266, 0.0900818842189782, 0.3649377623248024, 0.12762358675050833, 0.12697651513911765, 0.3736668072596011, 0.16063172854517865, 0.09629514739451313, 0.13585166240132798, 0.1279097557881407, 0.05142088303925606, 0.37569602520810075 ], "brier_below_clim": [ 0.260916368370509, 0.18230982257127842, 0.1744601993170755, 0.3920247357664324, 0.12098299127445337, 0.33810643785296296, 0.2628742416199158, 0.13479064363488874, 0.19259108021282037, 0.12944501007419143, 0.41791103813724767, 0.2209426899917617, 0.3972995872784568, 0.12098299127445337, 0.3150864593637269, 0.12256697767898699, 0.15807349465346632, 0.37120768576769203, 0.18695933477249566, 0.14105590686426853, 0.13688174505845058, 0.12416576635757047, 0.12574169593915657, 0.40415464577044424 ], "brier_above": [ 0.1450145187286823, 0.23644260371399345, 0.1711212994828426, 0.08030744909932953, 0.2873786030529516, 0.09278646316208662, 0.13360302539777955, 0.4430988470542893, 0.2165080088034665, 0.2592554522769998, 0.12292598603780414, 0.16807214484032254, 0.08979185843819698, 0.38999486685907253, 0.1874737078744503, 0.3644067803383255, 0.1948722159405036, 0.11522361166539183, 0.20777303991997112, 0.23291174766381054, 0.2061340079709151, 0.3890665481354253, 0.23507286333955457, 0.08528158588915216 ], "brier_above_clim": [ 0.16746211734091326, 0.24439648339047856, 0.17020468767458338, 0.12098299127445337, 0.42003289508783637, 0.1432196606009709, 0.15855993228592616, 0.3648257302115401, 0.22563052542747697, 0.27299766998107183, 0.12098299127445337, 0.16441580132826192, 0.12098299127445337, 0.3999079871154346, 0.12999426306828057, 0.35599390057119296, 0.19990753733166522, 0.12575724934837454, 0.24239713878174965, 0.244366123451473, 0.21240926913593197, 0.3511048689977941, 0.36402786904963685, 0.12257160000887342 ], "crps": [ 19.796443207876493, 28.44486000947435, 19.136731912059414, 20.640273439613782, 121.38251321570625, 23.438413493603843, 19.478374812698302, 62.42772943055523, 20.93765534050157, 19.11259100726336, 35.84402336236239, 25.922285826061657, 19.41873518159527, 49.88179091568578, 33.70724812987301, 38.327438589503004, 20.20952669382575, 34.93151617163961, 23.659056205313693, 23.09435642217234, 20.41028816150484, 37.508034509731, 27.2552446462045, 26.23680495719328 ], "crps_clim": [ 21.638963822645973, 24.235290387642486, 18.424283296657233, 32.54717605456645, 156.90499273836357, 32.635277727606166, 21.537420350099357, 49.09575292416304, 22.525465304564662, 20.988002465707634, 34.61988384032085, 24.30789299289558, 29.701345919639383, 54.971641276234905, 22.842560447513375, 36.98644829813116, 18.957656403027976, 33.035212506102354, 28.03299847714953, 26.339484558745546, 20.084345939930547, 32.84079658873186, 39.9223127647239, 31.23869015810775 ], "crps_fair": [ 18.715806346244086, 26.922862068697643, 17.949980738642996, 19.512884524172897, 120.27065167684222, 22.521182095087568, 18.33006381660518, 61.35288284602517, 19.912173474495873, 18.047926987969728, 34.606282436237805, 24.43364364915642, 18.22452785002189, 48.706488205921346, 32.41199610334928, 37.047547337264156, 18.684489903233693, 33.917649039921734, 22.515961334550042, 21.93413193449182, 19.099736553953207, 36.46977991036489, 25.58119482880271, 25.211757342203605 ], "crps_fair_clim": [ 20.16546441774922, 22.76670826790671, 16.94469548167337, 31.09433614253317, 155.68767899429207, 31.182604674802132, 20.063728628019742, 47.67425501377674, 21.053644879747303, 19.513270179453034, 33.170969511215155, 22.839448378093994, 28.243116177805117, 53.561271942272995, 21.37134058167887, 35.54201609868039, 17.47907876438195, 31.583296905530318, 26.57160898637116, 24.874887655242915, 18.60790218298319, 31.38851277619512, 38.48344091464168, 29.783372053088755 ] }, "rps": 0.413831331620093, "rpss": 0.08668882911297038, "brier_below": 0.203226446703775, "bss_below": 0.1020148412380365, "brier_above": 0.21060488482022155, "bss_above": 0.07139548114032068, "crps": 32.13341398508411, "crpss": 0.07575612050758496, "crps_fair": 30.932566708510667, "crpss_fair": 0.0716129413309512 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.431334225079096, 0.3580017408399259, 0.4681648565045873, 0.3466362964326788, 0.45299302554315657, 0.30804044382284845, 0.4431528092076201, 0.5487144673007074 ], "rps_clim": [ 0.41226069330832904, 0.37346476202427337, 0.5449498935810108, 0.3668786910829554, 0.4702381054334581, 0.35149027409467, 0.4617153008948455, 0.4689090852917107 ], "brier_below": [ 0.17688965488119857, 0.16925784754421075, 0.10240372616191809, 0.19948769308990952, 0.2352531555058057, 0.1204473254393601, 0.11246427527173203, 0.16546076105070634 ], "brier_below_clim": [ 0.16272543810516465, 0.17439021621908166, 0.1111111177338495, 0.19565233168880328, 0.24748910543474462, 0.14877102166271772, 0.11990485299837937, 0.13022383774923363 ], "brier_above": [ 0.2544445645656427, 0.1887438944725517, 0.36576109792427897, 0.14714860955208425, 0.21773986885198926, 0.18759312367620712, 0.33068851416617034, 0.383253683525002 ], "brier_above_clim": [ 0.2495352503192138, 0.19907454994431797, 0.43383873800717726, 0.1712263685129215, 0.22274899990451802, 0.20271925591935436, 0.3418104265124274, 0.3386852267172677 ], "crps": [ 22.95528905103561, 16.15320840088391, 51.25767764163395, 16.444277545651268, 24.316203416396295, 16.179059002020775, 39.4831301210433, 42.42698000324012 ], "crps_clim": [ 21.51742288315328, 17.602067483896718, 66.72428457706202, 18.842687558036157, 25.490235640654245, 17.86439441677566, 41.38038268584848, 34.17883620329718 ], "crps_fair": [ 22.46311079347444, 15.65113497097003, 50.59309624524306, 15.981433407978082, 23.844528914788352, 15.594733581600712, 38.95352115697368, 41.98381221839083 ], "crps_fair_clim": [ 20.32105586449988, 16.40570046524331, 65.52791755840862, 17.64632053938275, 24.293868622000836, 16.66802739812226, 40.184015667195084, 32.98246918464377 ] }, "rps": 0.41962973309132756, "rpss": 0.02691926078318685, "brier_below": 0.16020805486810513, "bss_below": 0.006667981512334276, "brier_above": 0.2594216695917408, "bss_above": 0.039018311064484945, "crps": 28.651978147738156, "crpss": 0.05904953972050375, "crps_fair": 28.1331714111774, "crpss_fair": 0.038302901072165496 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4388515678971061, 0.3243358482424736, 0.3149414833259184, 0.38389955176994534, 0.4766329999171627, 0.31651993474238005, 0.44783992440779863, 0.4085998937079787 ], "rps_clim": [ 0.41878825306748607, 0.3532443184157963, 0.5497652319245143, 0.41409150225437374, 0.500554732533218, 0.3283216325296163, 0.5179393398216053, 0.38569804049108725 ], "brier_below": [ 0.14177691110405527, 0.20256554008829422, 0.05665881936309704, 0.19459691272881036, 0.3723788940520658, 0.17028819757451183, 0.09769932533357108, 0.17657933890864627 ], "brier_below_clim": [ 0.12324328915544643, 0.21087180444506454, 0.11111111773384952, 0.20657791360422298, 0.38654922735379516, 0.1778652528005686, 0.11863830449786794, 0.1581566706892246 ], "brier_above": [ 0.29707464358463975, 0.1217703184652181, 0.25828263563517906, 0.18930263944225645, 0.10425412218786022, 0.1462317487398326, 0.35014057131370285, 0.23202055039196257 ], "brier_above_clim": [ 0.29554495080091303, 0.14237252824897006, 0.438654075489631, 0.20751359128025879, 0.11400552453007727, 0.15045639256177848, 0.39930100365958165, 0.22754136885072465 ], "crps": [ 27.91833160499266, 15.62687953052599, 54.41605650807889, 22.6554879372294, 24.435285215590532, 16.024834193278412, 51.93517368740825, 24.185120616033885 ], "crps_clim": [ 25.40124575195562, 18.535452439061405, 96.88435708644411, 25.600608810810552, 26.457175781428862, 16.988995955173806, 61.64931906064567, 21.436898042938385 ], "crps_fair": [ 27.30715329823253, 15.083441594633237, 53.532357910138494, 22.125632083999694, 23.86459419704756, 15.433531745567986, 51.28498161857322, 23.67887365004317 ], "crps_fair_clim": [ 24.012970318608165, 17.14717700571395, 95.49608165309667, 24.212333377463093, 25.06890034808142, 15.600720521826346, 60.26104362729821, 20.04862260959093 ] }, "rps": 0.3889526505013454, "rpss": 0.10286631679677194, "brier_below": 0.1765679923941315, "bss_below": 0.05389746094063941, "brier_above": 0.21238465372008147, "bss_above": 0.1398773328977857, "crps": 29.649646161642252, "crpss": 0.19032637738907343, "crps_fair": 29.038820762279485, "crpss_fair": 0.17575895454961843 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "mvs", "1994": "mvs", "1995": "mvs", "1996": "mvs", "1997": "mvs", "1998": "mvs", "1999": "mvs", "2000": "mvs", "2001": "mvs", "2002": "mvs", "2003": "mvs", "2004": "mvs", "2005": "mvs", "2006": "mvs", "2007": "mvs", "2008": "mvs", "2009": "mvs", "2010": "mvs", "2011": "mvs", "2012": "mvs", "2013": "mvs", "2014": "mvs", "2015": "mvs", "2016": "mvs" }, "chosen_test": "mvs", "frequency": { "mvs": 24, "mvs_r3": 0, "mvs_r4": 0, "vs": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4950961576084949, 0.4180269314854892, 0.4520181291545821, 0.47847269882827337, 0.39287780953929097, 0.4605690815670287, 0.4240098297830071, 0.5535100419849915, 0.3688347156710824, 0.4489218828664224, 0.5880888590922456, 0.35747880417708877, 0.3847557073164858, 0.44217148467220774, 0.533010699176192, 0.43594261776888327, 0.4051781520918111, 0.5803285814477319, 0.4439039037687648, 0.4191562182745214, 0.39049458273692317, 0.4994218475450847, 0.3513467358567136, 0.4202636323424456 ], "rps_clim": [ 0.43940389586261985, 0.4665815975343043, 0.4078016629257561, 0.5058326534107924, 0.5395139539081617, 0.49558246555093133, 0.4802715214492444, 0.4940433293404847, 0.3914621834757892, 0.4277164147133932, 0.5144532300877738, 0.3688788642452346, 0.45641496116615643, 0.4825359152593056, 0.4144568447211086, 0.4364608837118219, 0.42094222389547176, 0.4840252584820353, 0.4719586571698775, 0.40608224744207533, 0.407618183369595, 0.4985033807712113, 0.41838804437156996, 0.4537770988760395 ], "brier_below": [ 0.2364500334593686, 0.2605541384316135, 0.2836821755900308, 0.36571962797698676, 0.07361028482230166, 0.18418049487366067, 0.15498285135748105, 0.15105452614465661, 0.17248153472471442, 0.23685387630318777, 0.4392206114689661, 0.20465294981725698, 0.29098106012618136, 0.09421228348318819, 0.3325657285826025, 0.14583265073513096, 0.1651050256866593, 0.40406614873513796, 0.2864300109782967, 0.23312703178691746, 0.12399538346401484, 0.10637676962870092, 0.13095334213101079, 0.29848779080331733 ], "brier_below_clim": [ 0.19457870756681286, 0.28338161161055664, 0.2603988151290453, 0.3801317890887892, 0.12139582486297858, 0.2083086937549171, 0.179673404168855, 0.13049409161286557, 0.18820422829035943, 0.23725297240826868, 0.3930574463474963, 0.2061208543150891, 0.32867257140426404, 0.12346043676030426, 0.28728118486517273, 0.14778867910296825, 0.17721343670206774, 0.3552785719779392, 0.29320090548610794, 0.22384930431748742, 0.13483308539642477, 0.12264454476536311, 0.165349012936125, 0.30321995858175416 ], "brier_above": [ 0.25864612221618183, 0.1574727917998335, 0.1683359518040361, 0.11275306810473196, 0.3192675251618121, 0.27638859146604194, 0.2690269818723698, 0.40245552350153085, 0.19635318058952392, 0.2120680050818189, 0.14886824380949137, 0.15282585199655702, 0.09377464529074091, 0.3479592067655345, 0.20044497026221664, 0.2901099710096818, 0.2400731264880101, 0.17626243312896298, 0.15747388972058685, 0.18602918569323812, 0.2664992025607505, 0.39304508508519925, 0.22039339264833327, 0.1217758400404599 ], "brier_above_clim": [ 0.244825188295807, 0.18319998592374737, 0.1474028477967109, 0.12570086432200342, 0.41811812904518303, 0.2872737717960143, 0.3005981172803895, 0.3635492377276191, 0.20325795518542972, 0.1904634423051245, 0.12139578374027739, 0.16275800993014544, 0.1277423897618922, 0.3590754784990013, 0.12717565985593585, 0.2886722046088535, 0.24372878719340413, 0.1287466865040958, 0.17875775168376942, 0.182232943124588, 0.2727850979731702, 0.3758588360058481, 0.2530390314354449, 0.15055714029428513 ], "crps": [ 29.67378959578211, 20.39171022028824, 22.129602483451144, 22.60669997854145, 99.15424862383108, 32.93961343557478, 34.14804082557553, 45.310527598015504, 16.980509293805117, 23.26363806472486, 34.30641070958419, 21.6673119567454, 15.501370574446218, 34.031364433764544, 32.68092685622029, 25.49529165514328, 22.71307649711292, 37.67772996081562, 23.727450421654112, 24.264675905764573, 21.75295835619262, 35.63238159135384, 23.4310747309871, 20.829059109155565 ], "crps_clim": [ 23.77074843142727, 22.60409869067204, 18.38031484850475, 25.959936518793185, 123.34118991059545, 35.588714164776064, 39.220907889439694, 39.49590059501811, 18.35094398856043, 19.018950574892433, 27.831563580748035, 21.968021793696813, 21.56629431892967, 37.55562250213345, 20.343092113101918, 25.75266643361196, 21.96609944248159, 25.58890298078945, 24.791989124537817, 21.665834698643923, 21.79847843728042, 34.8315441627334, 25.585209165511976, 22.091569801149358 ], "crps_fair": [ 28.700065628098088, 19.311769171793667, 21.11728967680072, 21.588674658432815, 98.06472083843083, 32.03676683607745, 33.08690667975023, 44.28524311621321, 16.028423498075497, 22.097836363186147, 33.164062673101725, 20.572069021259686, 14.575606472933515, 33.02204418715376, 31.638325839443873, 24.52548189477754, 21.55428891092255, 36.58087774522163, 22.713270224784914, 23.286872816493386, 20.648933577482737, 34.69737998618328, 22.10402361671269, 19.940812916353636 ], "crps_fair_clim": [ 22.51064113159216, 21.34178182693399, 17.109998394156545, 24.703975408517493, 122.2696629923497, 34.35098937579959, 37.99006225524478, 38.26557578034132, 17.080571907583543, 17.74984365790482, 26.57914721869575, 20.704500238866018, 20.302011916608773, 36.321622918341355, 19.07649303993666, 24.496312766356763, 20.70257424683409, 24.33223915547966, 23.533815992682083, 20.40174081976945, 20.534635777607914, 33.59238533966214, 24.32853834433991, 20.828282238756913 ] }, "rps": 0.44766162936482345, "rpss": 0.012756604260354298, "brier_below": 0.22398234712964096, "bss_below": 0.012893225527570662, "brier_above": 0.22367928275406848, "bss_above": 0.012619757692870825, "crps": 30.01289428660542, "crpss": -0.001725661112951915, "crps_fair": 28.972572764570145, "crpss_fair": -0.009046983939649866 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3821213536049497, 0.39787625054211095, 0.33829209505147206, 0.3810727683320545, 0.33797791693785495, 0.3632338248876904, 0.3787544493842826, 0.6254715706414189, 0.38793496951289286, 0.3613305101399431, 0.5393779173956886, 0.3723599907510324, 0.4004536632232584, 0.47808004879599475, 0.5524114737662847, 0.48635742436076507, 0.31838351925499175, 0.48889041997009997, 0.36690844606747597, 0.3292068938659621, 0.33772247926015675, 0.5118995404366729, 0.28649374840887715, 0.4609776136681079 ], "rps_clim": [ 0.4283784857114221, 0.426706305961757, 0.34466488699165887, 0.5130077270408857, 0.5410158863622896, 0.48132609845393376, 0.42143417390584187, 0.49961637384642854, 0.41822160564029737, 0.4024426800552632, 0.5388940294117011, 0.3853584913200236, 0.5182825785529102, 0.520890978389888, 0.44508072243200725, 0.47856087825017973, 0.3579810319851315, 0.4969649351160663, 0.42935647355424533, 0.3854220303157415, 0.34929101419438247, 0.47527063535536435, 0.48976956498879315, 0.5267262457793177 ], "brier_below": [ 0.2375763135702363, 0.16325675931275252, 0.16835677817250835, 0.3007653187609268, 0.05213757389413341, 0.27044736148014326, 0.2461813116190256, 0.1823727299784091, 0.17091861456621849, 0.10240196730873806, 0.4164519257186542, 0.20506935287501893, 0.31066180432940266, 0.08705988822532314, 0.3649377623248024, 0.12128641892294359, 0.12477382686493824, 0.3736668072596011, 0.15946929216169786, 0.09629514739451313, 0.13125304372328078, 0.12128170133357663, 0.05142088303925606, 0.37569602520810075 ], "brier_below_clim": [ 0.260916368370509, 0.18230982257127842, 0.1744601993170755, 0.3920247357664324, 0.12098299127445337, 0.33810643785296296, 0.2628742416199158, 0.13479064363488874, 0.19259108021282037, 0.12944501007419143, 0.41791103813724767, 0.2209426899917617, 0.3972995872784568, 0.12098299127445337, 0.3150864593637269, 0.12256697767898699, 0.15807349465346632, 0.37120768576769203, 0.18695933477249566, 0.14105590686426853, 0.13688174505845058, 0.12416576635757047, 0.12574169593915657, 0.40415464577044424 ], "brier_above": [ 0.14454503847071573, 0.23461949085386014, 0.16993531574141746, 0.08030744909932953, 0.28584034184597557, 0.09278646316208662, 0.13257313615962119, 0.4430988470542893, 0.21701635661776597, 0.2589285430559143, 0.12292598603780414, 0.16729063404413885, 0.08979185843819698, 0.39102016497993813, 0.1874737078744503, 0.36507101300391037, 0.19360968927773675, 0.11522361166539183, 0.20743915261398588, 0.23291174766381054, 0.20646943500916543, 0.3906178457365395, 0.23507286333955457, 0.08528158588915216 ], "brier_above_clim": [ 0.16746211734091326, 0.24439648339047856, 0.17020468767458338, 0.12098299127445337, 0.42003289508783637, 0.1432196606009709, 0.15855993228592616, 0.3648257302115401, 0.22563052542747697, 0.27299766998107183, 0.12098299127445337, 0.16441580132826192, 0.12098299127445337, 0.3999079871154346, 0.12999426306828057, 0.35599390057119296, 0.19990753733166522, 0.12575724934837454, 0.24239713878174965, 0.244366123451473, 0.21240926913593197, 0.3511048689977941, 0.36402786904963685, 0.12257160000887342 ], "crps": [ 19.427026693508974, 27.520946601407122, 18.704135069327435, 20.640273439613782, 121.48845250046554, 23.438413493603843, 18.872113204088002, 62.42772943055523, 20.545351264760804, 18.58209176875217, 35.84402336236239, 24.95227464846109, 19.41873518159527, 49.69860113974305, 33.70724812987301, 37.56863160881453, 19.319345483689, 34.93151617163961, 23.632776758687463, 23.09435642217234, 19.791228544163484, 37.13486246508266, 27.2552446462045, 26.23680495719328 ], "crps_clim": [ 21.638963822645973, 24.235290387642486, 18.424283296657233, 32.54717605456645, 156.90499273836357, 32.635277727606166, 21.537420350099357, 49.09575292416304, 22.525465304564662, 20.988002465707634, 34.61988384032085, 24.30789299289558, 29.701345919639383, 54.971641276234905, 22.842560447513375, 36.98644829813116, 18.957656403027976, 33.035212506102354, 28.03299847714953, 26.339484558745546, 20.084345939930547, 32.84079658873186, 39.9223127647239, 31.23869015810775 ], "crps_fair": [ 18.40132824209317, 26.085319817774476, 17.57946042882691, 19.512884524172897, 120.37832537134713, 22.521182095087568, 17.775877879942254, 61.35288284602517, 19.56508315348336, 17.579133846772983, 34.606282436237805, 23.55338156382956, 18.22452785002189, 48.59208696205414, 32.41199610334928, 36.34403183751847, 17.89570631844762, 33.917649039921734, 22.546958244546015, 21.93413193449182, 18.54585366159102, 36.14522557893328, 25.58119482880271, 25.211757342203605 ], "crps_fair_clim": [ 20.16546441774922, 22.76670826790671, 16.94469548167337, 31.09433614253317, 155.68767899429207, 31.182604674802132, 20.063728628019742, 47.67425501377674, 21.053644879747303, 19.513270179453034, 33.170969511215155, 22.839448378093994, 28.243116177805117, 53.561271942272995, 21.37134058167887, 35.54201609868039, 17.47907876438195, 31.583296905530318, 26.57160898637116, 24.874887655242915, 18.60790218298319, 31.38851277619512, 38.48344091464168, 29.783372053088755 ] }, "rps": 0.41181620367750166, "rpss": 0.0911361454955415, "brier_below": 0.2014057753351751, "bss_below": 0.11005973841802141, "brier_above": 0.21041042823478132, "bss_above": 0.07225288415884978, "crps": 31.843007624406855, "crpss": 0.08410899274040196, "crps_fair": 30.677594246144782, "crpss_fair": 0.07926549524308224 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.431334225079096, 0.3580017408399259, 0.4681648565045873, 0.3466362964326788, 0.45299302554315657, 0.30804044382284845, 0.4431528092076201, 0.5487144673007074 ], "rps_clim": [ 0.41226069330832904, 0.37346476202427337, 0.5449498935810108, 0.3668786910829554, 0.4702381054334581, 0.35149027409467, 0.4617153008948455, 0.4689090852917107 ], "brier_below": [ 0.17688965488119857, 0.16925784754421075, 0.10240372616191809, 0.19948769308990952, 0.2352531555058057, 0.1204473254393601, 0.11246427527173203, 0.16546076105070634 ], "brier_below_clim": [ 0.16272543810516465, 0.17439021621908166, 0.1111111177338495, 0.19565233168880328, 0.24748910543474462, 0.14877102166271772, 0.11990485299837937, 0.13022383774923363 ], "brier_above": [ 0.2544445645656427, 0.1887438944725517, 0.36576109792427897, 0.14714860955208425, 0.21773986885198926, 0.18759312367620712, 0.33068851416617034, 0.383253683525002 ], "brier_above_clim": [ 0.2495352503192138, 0.19907454994431797, 0.43383873800717726, 0.1712263685129215, 0.22274899990451802, 0.20271925591935436, 0.3418104265124274, 0.3386852267172677 ], "crps": [ 22.95528905103561, 16.15320840088391, 51.25767764163395, 16.444277545651268, 24.316203416396295, 16.179059002020775, 39.4831301210433, 42.42698000324012 ], "crps_clim": [ 21.51742288315328, 17.602067483896718, 66.72428457706202, 18.842687558036157, 25.490235640654245, 17.86439441677566, 41.38038268584848, 34.17883620329718 ], "crps_fair": [ 22.46311079347444, 15.65113497097003, 50.59309624524306, 15.981433407978082, 23.844528914788352, 15.594733581600712, 38.95352115697368, 41.98381221839083 ], "crps_fair_clim": [ 20.32105586449988, 16.40570046524331, 65.52791755840862, 17.64632053938275, 24.293868622000836, 16.66802739812226, 40.184015667195084, 32.98246918464377 ] }, "rps": 0.41962973309132756, "rpss": 0.02691926078318685, "brier_below": 0.16020805486810513, "bss_below": 0.006667981512334276, "brier_above": 0.2594216695917408, "bss_above": 0.039018311064484945, "crps": 28.651978147738156, "crpss": 0.05904953972050375, "crps_fair": 28.1331714111774, "crpss_fair": 0.038302901072165496 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4388515678971061, 0.3243358482424736, 0.3149414833259184, 0.38389955176994534, 0.4766329999171627, 0.31651993474238005, 0.44783992440779863, 0.4085998937079787 ], "rps_clim": [ 0.41878825306748607, 0.3532443184157963, 0.5497652319245143, 0.41409150225437374, 0.500554732533218, 0.3283216325296163, 0.5179393398216053, 0.38569804049108725 ], "brier_below": [ 0.14177691110405527, 0.20256554008829422, 0.05665881936309704, 0.19459691272881036, 0.3723788940520658, 0.17028819757451183, 0.09769932533357108, 0.17657933890864627 ], "brier_below_clim": [ 0.12324328915544643, 0.21087180444506454, 0.11111111773384952, 0.20657791360422298, 0.38654922735379516, 0.1778652528005686, 0.11863830449786794, 0.1581566706892246 ], "brier_above": [ 0.29707464358463975, 0.1217703184652181, 0.25828263563517906, 0.18930263944225645, 0.10425412218786022, 0.1462317487398326, 0.35014057131370285, 0.23202055039196257 ], "brier_above_clim": [ 0.29554495080091303, 0.14237252824897006, 0.438654075489631, 0.20751359128025879, 0.11400552453007727, 0.15045639256177848, 0.39930100365958165, 0.22754136885072465 ], "crps": [ 27.91833160499266, 15.62687953052599, 54.41605650807889, 22.6554879372294, 24.435285215590532, 16.024834193278412, 51.93517368740825, 24.185120616033885 ], "crps_clim": [ 25.40124575195562, 18.535452439061405, 96.88435708644411, 25.600608810810552, 26.457175781428862, 16.988995955173806, 61.64931906064567, 21.436898042938385 ], "crps_fair": [ 27.30715329823253, 15.083441594633237, 53.532357910138494, 22.125632083999694, 23.86459419704756, 15.433531745567986, 51.28498161857322, 23.67887365004317 ], "crps_fair_clim": [ 24.012970318608165, 17.14717700571395, 95.49608165309667, 24.212333377463093, 25.06890034808142, 15.600720521826346, 60.26104362729821, 20.04862260959093 ] }, "rps": 0.3889526505013454, "rpss": 0.10286631679677194, "brier_below": 0.1765679923941315, "bss_below": 0.05389746094063941, "brier_above": 0.21238465372008147, "bss_above": 0.1398773328977857, "crps": 29.649646161642252, "crpss": 0.19032637738907343, "crps_fair": 29.038820762279485, "crpss_fair": 0.17575895454961843 } } } } }, "Nov": { "tag": "init09_Nov", "methods": { "mvs": { "lambda_": { "training_mean": 0.3001554110686335, "training": [ 0.21322608767201467, 0.3561242480578483, 0.2743010570058041, 0.3063475820116373, 0.41599081302451085, 0.3254236319332941, 0.3199232336138452, 0.2839417188996079, 0.3121441576878917, 0.26990033705229743, 0.29207743642016903, 0.27204361447869135, 0.3069628348677577, 0.327037793120503, 0.27522430239416246, 0.26361426579384545, 0.2522024615378544, 0.27489351159044517, 0.30262766811283087, 0.2574190193371855, 0.31126152616832514, 0.30526445798158225, 0.3992042219631769, 0.2865738849219238 ], "test": 0.3060797542031295 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6736325362896622, 0.36876188774183916, 0.529932419966123, 0.3972606152628498, 0.28077085002455415, 0.4173833880077639, 0.3598531537790735, 0.4355492681424776, 0.392062743548611, 0.48483121626054665, 0.3814315458225101, 0.49620719192200746, 0.4231478290980394, 0.4014903683506435, 0.4467432566669842, 0.5400806785689399, 0.4702620668712225, 0.5322369827313216, 0.4566184873150482, 0.40681723942717735, 0.45702305406549987, 0.3529355370588698, 0.3112815477813874, 0.42403080394499626 ], "rps_clim": [ 0.5032688802503167, 0.4569625517973415, 0.4925766309533648, 0.42240641841789806, 0.5420235784464604, 0.4714149767747752, 0.4556059924381436, 0.42817838868602875, 0.46522974710940934, 0.4500155575006823, 0.37935719815657715, 0.46243591166738746, 0.43736789322801184, 0.4400525455006668, 0.4258969314341105, 0.47068205281177944, 0.4255615226829206, 0.4516170483571987, 0.49843662915678016, 0.4118910860457031, 0.4992304990769142, 0.37876171452360957, 0.4739156159423822, 0.43461082713119537 ], "brier_below": [ 0.4726659313690766, 0.11595459234099931, 0.4033969402280121, 0.2147442922720443, 0.04854769657017765, 0.3121498246360809, 0.26623728843325867, 0.17878156285325064, 0.30210899472762265, 0.3291448962610452, 0.1934857539596129, 0.17315192090822373, 0.2279356527755696, 0.20332575714674156, 0.23556943061182106, 0.20915360371918953, 0.2946898712432502, 0.35448986695708284, 0.14321939721519478, 0.17344456046299106, 0.12462822186916768, 0.1582003360897353, 0.0677756002614791, 0.23430988569946748 ], "brier_below_clim": [ 0.35982023411904374, 0.14050564010422492, 0.3666492771595467, 0.2224183293858014, 0.12098299127445329, 0.3422215035731035, 0.320090552585692, 0.1769295283083219, 0.3334169292742277, 0.3079101155887398, 0.1851793660618082, 0.14592326795414162, 0.23390109051410934, 0.2104505639455176, 0.20611965607115396, 0.17490712668192288, 0.2843736386325201, 0.30537124030247026, 0.14850560429956033, 0.19196909984821953, 0.1397465773074753, 0.17498170367441346, 0.12816100681329473, 0.23184260041542798 ], "brier_above": [ 0.20096660410819583, 0.252807296318465, 0.1265354753934989, 0.1825163215962428, 0.2322231499246402, 0.1052335599837316, 0.09361586455482204, 0.25676770575544594, 0.0899537471723195, 0.1556863149808608, 0.18794579027647862, 0.3230552790399072, 0.195212175621272, 0.19816461027197546, 0.2111738250058608, 0.33092707673239596, 0.17557219216898926, 0.1777471125299757, 0.3133990971908742, 0.23337268128245542, 0.33239483983095436, 0.19473519974925427, 0.24350594610911208, 0.1897209162814651 ], "brier_above_clim": [ 0.1434486461312728, 0.31645691169311657, 0.12592735379381784, 0.1999880890320964, 0.4210405871720072, 0.1291934732016715, 0.13551543985245154, 0.25124886037770683, 0.13181281783518126, 0.1421054419119424, 0.1941778320947689, 0.3165126437132459, 0.20346680271390255, 0.2296019815551491, 0.21977727536295652, 0.2957749261298567, 0.14118788405040053, 0.14624580805472828, 0.3499310248572198, 0.21992198619748354, 0.3594839217694388, 0.20378001084919606, 0.3457546091290874, 0.20276822671576744 ], "crps": [ 19.899209340276567, 19.279645799427232, 13.014493124319877, 11.338547451478679, 54.46972461798348, 9.40640388222052, 7.899111707760486, 13.881955252442005, 7.493568884068651, 13.50393178467886, 10.985348407577812, 21.740034250706643, 11.25917549822707, 15.301489848662996, 14.130240517975983, 26.36826867650673, 14.730005494939137, 19.39935967687413, 36.09622900570435, 16.619082846640328, 31.656205052922523, 10.744813712207996, 14.98423233691616, 10.86151383657329 ], "crps_clim": [ 13.135184264312578, 24.154741944627755, 13.513975384214499, 13.019917867610289, 81.16166334563184, 12.367477693926652, 13.495417433372651, 14.052082306153558, 10.595906526023086, 12.127650347789233, 11.316976354794287, 20.590965555492783, 12.388520865166832, 17.22695089343282, 13.534851767011492, 24.26260220678667, 11.569922704555122, 15.015778045845114, 39.494929356705285, 15.395164091308375, 33.640924854699655, 10.983328308869137, 19.38792314154612, 11.761768257139277 ], "crps_fair": [ 19.153942926218445, 18.21851471466464, 12.424593782604553, 10.765689569885534, 53.62449141208088, 8.77962160133733, 7.338418805132558, 13.389783082949172, 6.921230037599557, 12.73425183953403, 10.389321298646053, 21.117527011755595, 10.606561692114076, 14.542205553284008, 13.433966028782056, 25.794745338868132, 13.96733554853397, 18.68167552567017, 35.39753196999179, 15.863426672108504, 30.94229215099866, 10.109559627550164, 14.05726300480556, 10.283885370045317 ], "crps_fair_clim": [ 12.317536543467577, 23.35796459817729, 12.697045070793552, 12.202051839195779, 80.47285365334993, 11.548375983365016, 12.678451972317543, 13.236171134630228, 9.77344956703739, 11.308094418769002, 10.495885058363076, 19.78743863254775, 11.56945900909618, 16.417052730597515, 12.717960992194332, 23.466029141135742, 10.74931047318028, 14.20169205564696, 38.727205395504946, 14.581796635287228, 32.862113763760696, 10.161605103260042, 18.582117729180727, 10.941519369614019 ] }, "rps": 0.4350143611936728, "rpss": 0.040188970028084525, "brier_below": 0.22654632827546228, "bss_below": 0.0027998363798567016, "brier_above": 0.2084680325782997, "bss_above": 0.07776594318391683, "crps": 17.710941291962147, "crpss": 0.08430091717442989, "crps_fair": 17.022409773548365, "crpss_fair": 0.08163445349373799, "reliability": { "below": { "weight": [ 0.001976, 0.118653, 0.247439, 0.390567, 0.205188, 0.034765, 0.001412, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.089, 0.1596, 0.2517, 0.343, 0.4377, 0.5325, 0.6171, NaN, NaN, NaN ], "observed_frequency": [ 0.7042, 0.2812, 0.3238, 0.3134, 0.4334, 0.6256, 0.6824, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.029638, 0.222529, 0.432756, 0.230391, 0.075536, 0.00915, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1845, 0.2524, 0.3424, 0.4408, 0.5427, 0.623, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.213, 0.1954, 0.3062, 0.4553, 0.6719, 0.7959, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.8073074246094029, 0.3612803334221239, 0.44908084227201744, 0.3688407087052407, 0.2519320670106389, 0.391696117132296, 0.2969233606365171, 0.3532358813624105, 0.3605031567437402, 0.3901962839164682, 0.3403574580112927, 0.5391983243377821, 0.3690820526589812, 0.38873261448005214, 0.4224072392040528, 0.4443307985891183, 0.5142279674918745, 0.6930401158213415, 0.4466120519848204, 0.37537452944161337, 0.45769843314229247, 0.3316092916217324, 0.25581399807796146, 0.41920513035895496 ], "rps_clim": [ 0.5345788934798844, 0.4969529944769454, 0.4649874784432427, 0.41318634913187524, 0.546313795678332, 0.4766642042122107, 0.47169819661801, 0.3818166879514013, 0.47064841190232937, 0.36582560814319875, 0.354596433655499, 0.5238068909793859, 0.42423555956814324, 0.47458557358541037, 0.4052259230358827, 0.43061974459188856, 0.4027224233638553, 0.5463137956783312, 0.5329121043837289, 0.33515957826149523, 0.5425588471307237, 0.3577876473332365, 0.5050822006578946, 0.40346036713634414 ], "brier_below": [ 0.5826068267560213, 0.08311735432851192, 0.33441579614764366, 0.264937901622376, 0.040385959549027795, 0.29236280595143893, 0.24130200967049173, 0.23991177630176358, 0.2771867861788804, 0.2293722722042986, 0.1328838921900309, 0.13543022353055761, 0.2584822071837014, 0.11325386075780104, 0.16935290281962587, 0.21098758213851526, 0.3289363780557837, 0.5249385255297832, 0.10441444840875902, 0.151764251280055, 0.10600532582769898, 0.12064713259601544, 0.04833408078271595, 0.2822062298327559 ], "brier_below_clim": [ 0.41359590220543146, 0.1268854967685847, 0.33814805813719095, 0.27996356840395453, 0.1209829912744533, 0.3514292535000652, 0.3496506429006213, 0.2388550695900949, 0.34166178514329076, 0.23093071395539494, 0.13757235619120822, 0.12205538687900032, 0.2819639840102135, 0.13806476563762554, 0.14568431899338546, 0.18489584470340845, 0.2812051027379592, 0.4253308044038783, 0.1209829912744533, 0.17461254268602422, 0.1209829912744533, 0.13651544485609332, 0.1209829912744533, 0.25734411395433127 ], "brier_above": [ 0.22470059871531103, 0.2781629806598209, 0.1146650397920433, 0.10390280297557153, 0.21154610268406135, 0.09933330617690421, 0.05562135299835107, 0.11332410078494105, 0.08331636898803634, 0.1608240058055711, 0.20747356727279648, 0.40376811571824983, 0.11059984280938233, 0.2754787555137552, 0.2530543399007121, 0.2333432207234694, 0.1852915866700902, 0.16810158583645604, 0.3421976148704439, 0.22361027840855974, 0.3516931178066535, 0.2109621581266711, 0.2074799132524596, 0.13699889619445385 ], "brier_above_clim": [ 0.12098299127445335, 0.3700674977083606, 0.1268394203060519, 0.13322278072792096, 0.4253308044038783, 0.12523495071214563, 0.12204755371738839, 0.1429616183613064, 0.12898662675903874, 0.13489489418780384, 0.21702407746429075, 0.4017515041003852, 0.14227157555792966, 0.3365208079477847, 0.2595416040424973, 0.24572389988847987, 0.12151732062589637, 0.12098299127445335, 0.41192911310927527, 0.16054703557547098, 0.4215758558562699, 0.22127220247714316, 0.38409920938344094, 0.14611625318201296 ], "crps": [ 32.467321875205, 29.27095093170661, 17.473117548350828, 10.66357372550791, 85.78462391303655, 13.24506033582467, 8.884872079877393, 11.211370121494314, 10.30285495887337, 16.716929835318563, 15.258128869579428, 36.98988717151763, 11.910122899797843, 26.513446537243865, 18.779414118125146, 19.876147065746075, 20.911187006530305, 32.64513700225227, 61.201331507713746, 18.414830911439932, 52.382791515977694, 13.845949866278554, 19.525166144665633, 12.445563596801964 ], "crps_clim": [ 19.691370303217692, 38.00944837401189, 19.338876299585486, 13.469113551773622, 127.86859294734184, 18.589396676302037, 18.87593404459268, 13.530392159363533, 14.972743454915303, 14.253979231397004, 15.735341036927533, 36.064900095448124, 15.139963850338448, 31.19288106623586, 17.992353028164104, 19.696334263177114, 14.077232835128438, 24.747448096456132, 68.61073888811775, 12.55291522058674, 57.000851281138225, 14.391271226711636, 25.1312112496158, 12.811413514508557 ], "crps_fair": [ 31.436912551165435, 27.814136527617432, 16.64549155045625, 9.900773765459975, 84.59782436710113, 12.384128850029235, 8.102866022021171, 10.530491527414597, 9.489405262104592, 15.633158444463406, 14.463040992709603, 36.10563849688035, 11.034211070343645, 25.37832558410506, 17.839040612253534, 19.00787245185837, 19.833245903880748, 31.69562478198812, 60.23168051205217, 17.319215757003434, 51.39918149483587, 12.912878862802653, 18.053040477563187, 11.662624714423476 ], "crps_fair_clim": [ 18.52395116853421, 36.87672256900793, 18.170789562622396, 12.289909839909377, 126.90605491615098, 17.41989047035546, 17.706970523055745, 12.351304505468207, 13.796387526958524, 13.076262007562349, 14.560429422573055, 34.92849143385597, 13.963924627676032, 30.04724509587627, 16.82171605773241, 18.528924529932958, 12.89918086433115, 23.58960486668408, 67.53597007272384, 11.371976284610398, 55.90409404224628, 13.21381402559538, 23.974094843997456, 11.63096415863434 ] }, "rps": 0.417861924209697, "rpss": 0.07669614174657813, "brier_below": 0.2197181887351772, "bss_below": 0.030707990281257924, "brier_above": 0.1981437355285319, "bss_above": 0.12284422920090898, "crps": 24.86332414745272, "crpss": 0.10097997450532359, "crps_fair": 23.894617107522226, "crpss_fair": 0.09844203403162965, "reliability": { "below": { "weight": [ 0.00029, 0.093302, 0.28945, 0.392311, 0.185528, 0.037147, 0.001973, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.089, 0.1805, 0.2503, 0.3419, 0.4361, 0.5329, 0.6126, NaN, NaN, NaN ], "observed_frequency": [ 1.0, 0.2539, 0.3239, 0.2774, 0.473, 0.8367, 0.963, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.023932, 0.215248, 0.392, 0.239897, 0.11418, 0.014743, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1857, 0.2501, 0.3422, 0.4438, 0.5447, 0.6232, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0428, 0.1085, 0.2982, 0.491, 0.6529, 0.7522, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.3844284782724786, 0.5144034516845162, 0.41288276271348107, 0.35235793601575244, 0.4273281365580442, 0.4045184842872633, 0.32011221292666797, 0.5261615444440196 ], "rps_clim": [ 0.3957447540292534, 0.4437047383669884, 0.5463112315335048, 0.36237074299741934, 0.43798493913098496, 0.3932407074853211, 0.5285945529473471, 0.42293902414021045 ], "brier_below": [ 0.210237185156493, 0.2035801649683965, 0.0798368108087796, 0.21882656152422694, 0.2852768844137427, 0.24197660958724315, 0.08677461701777739, 0.20565345935477794 ], "brier_below_clim": [ 0.21064168310452153, 0.1781065535964162, 0.11133273118470274, 0.2268505366779282, 0.2859739073831904, 0.2462520701941481, 0.13257909683196697, 0.14583204241235156 ], "brier_above": [ 0.17419129827118557, 0.3108232754577686, 0.3330459211933368, 0.13353138843260265, 0.1420512595197688, 0.16254188843760656, 0.23333757749485198, 0.3205080696681974 ], "brier_above_clim": [ 0.18510307756215227, 0.2655981770143465, 0.4349784623050188, 0.13552022182301748, 0.15201104430253173, 0.14698865074398446, 0.3960154250387313, 0.2771069719137001 ], "crps": [ 10.382896482284814, 17.304534346901423, 30.147874795547693, 9.408526683997065, 11.062876186298084, 11.515661378609847, 48.23271406959728, 19.175974195693346 ], "crps_clim": [ 10.667830621192463, 14.95134985734363, 39.32110711359098, 9.155005345554997, 12.872793262651571, 10.763049268730294, 73.22981255372125, 15.764339864122904 ], "crps_fair": [ 10.0470772640201, 17.02915166140948, 29.729102462715755, 9.095441789362495, 10.79487276784335, 11.165980440691914, 47.783663736060156, 18.919884671802354 ], "crps_fair_clim": [ 9.895516071070114, 14.17903530722128, 38.54879256346864, 8.382690795432643, 12.100478712529222, 9.990734718607943, 72.45749800359884, 14.992025314000559 ] }, "rps": 0.41777412586277796, "rpss": 0.05344194999564911, "brier_below": 0.19152028660392967, "bss_below": 0.003516154322216636, "brier_above": 0.2262538348094148, "bss_above": 0.09195270478372086, "crps": 19.653882267366193, "crpss": 0.15795519761545107, "crps_fair": 19.3206468492382, "crpss_fair": 0.14390507500184502, "reliability": { "below": { "weight": [ 0.0, 0.126847, 0.201911, 0.367983, 0.237863, 0.064381, 0.001013, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.145, 0.2537, 0.356, 0.4469, 0.5323, 0.6263, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0859, 0.1513, 0.3222, 0.2808, 0.2555, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.056379, 0.359925, 0.366759, 0.104488, 0.070283, 0.041227, 0.000937, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1726, 0.2562, 0.3477, 0.4431, 0.5465, 0.6377, 0.7058, NaN, NaN ], "observed_frequency": [ NaN, 0.5182, 0.3165, 0.3087, 0.4949, 0.9157, 0.9897, 1.0, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.384945415951938, 0.3410210153033095, 0.2801755840155828, 0.3818858320817984, 0.4240344863628308, 0.4693488100354769, 0.1764139114613752, 0.4433285172373735 ], "rps_clim": [ 0.40125751196759035, 0.38247387153027046, 0.5455702928662451, 0.3608387482495357, 0.5032562800825091, 0.4582563513417429, 0.5532043651857004, 0.38836007432288383 ], "brier_below": [ 0.11691470581822266, 0.23398441305689077, 0.048748472425501975, 0.2211641191147863, 0.33682610913273925, 0.32042848481640895, 0.026726462643708433, 0.21169797975419238 ], "brier_below_clim": [ 0.11814387008700394, 0.2654940440266858, 0.11111111773384949, 0.22455219994692469, 0.39214518221687406, 0.3289473855886335, 0.11111111773384949, 0.16516928651467216 ], "brier_above": [ 0.2680307012832967, 0.10703661814818348, 0.2314270844056553, 0.16072172993025372, 0.0872083929933244, 0.1489203424862353, 0.14968743023733155, 0.23163053390240573 ], "brier_above_clim": [ 0.28311363099235315, 0.11697984632238867, 0.4344591371814749, 0.13628656366910488, 0.11111111773384949, 0.129308982367292, 0.44209320813585196, 0.22319078763501846 ], "crps": [ 16.58554397606917, 10.92696213482085, 30.005850245625535, 14.511602413405088, 12.46722749415464, 17.464010728995454, 72.61960215263022, 18.487969855190975 ], "crps_clim": [ 17.127934378732938, 13.14691039605717, 50.002232946975184, 13.109652898302157, 17.71305578066709, 16.568276004836402, 124.03503473091268, 16.46381001417652 ], "crps_fair": [ 16.10222355807312, 10.518374807702662, 29.340485507306006, 14.040056894433233, 12.073121259336732, 16.982206914203953, 71.93514886126577, 18.098847871603237 ], "crps_fair_clim": [ 16.023613765163336, 12.042589782487557, 48.89791233340558, 12.005332284732548, 16.60873516709748, 15.463955391266797, 122.93071411734311, 15.359489400606916 ] }, "rps": 0.3626441965562106, "rpss": 0.19260284799196092, "brier_below": 0.18956134334530633, "bss_below": 0.11661121058222046, "brier_above": 0.17308285417333577, "bss_above": 0.2621204890161577, "crps": 24.133596125111495, "crpss": 0.28004252630462323, "crps_fair": 23.63630820924059, "crpss_fair": 0.2708566003024927, "reliability": { "below": { "weight": [ 0.0, 0.146552, 0.231228, 0.436575, 0.167575, 0.01807, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1592, 0.254, 0.3519, 0.4424, 0.5197, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.003, 0.1608, 0.432, 0.4076, 0.8784, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.008571, 0.231727, 0.413061, 0.132972, 0.122077, 0.090049, 0.001542, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1846, 0.2667, 0.3479, 0.441, 0.5511, 0.639, 0.7053, NaN, NaN ], "observed_frequency": [ NaN, 0.2301, 0.1329, 0.1865, 0.3974, 0.9531, 0.9976, 1.0, NaN, NaN ] } } } } }, "mvs_r3": { "lambda_": { "training_mean": 0.29998025308469417, "training": [ 0.2136173964936383, 0.3550715069363276, 0.274713941482599, 0.30709492772119673, 0.41146517850644276, 0.3263094736467324, 0.3155282155882481, 0.2906651072481227, 0.30326155842320884, 0.2694427099834345, 0.2936422111505006, 0.2766567974487704, 0.30613356823557797, 0.32951077000006757, 0.2703885793404328, 0.2643122359465679, 0.2532264417812401, 0.27613349966618417, 0.30362267566775003, 0.25619304091374334, 0.3171209660866164, 0.3045046848433122, 0.3996777253953509, 0.2812328615265933 ], "test": 0.3051767003936316 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6705719123598154, 0.3693249806529285, 0.5309918382124873, 0.3964986032484452, 0.27850268401207984, 0.4173020314149159, 0.35673596103338545, 0.43438784030886984, 0.387997391547588, 0.48541853310151856, 0.38332778666087075, 0.4964548421372177, 0.4229198309707084, 0.4040298834984028, 0.4476912138399623, 0.5386188345109211, 0.46867699175173727, 0.5283010262623433, 0.45814928781876507, 0.40526030989127015, 0.45779703305705927, 0.353947200854274, 0.31188023307435436, 0.4229125782363552 ], "rps_clim": [ 0.5032688802503167, 0.4569625517973415, 0.4925766309533648, 0.42240641841789806, 0.5420235784464604, 0.4714149767747752, 0.4556059924381436, 0.42817838868602875, 0.46522974710940934, 0.4500155575006823, 0.37935719815657715, 0.46243591166738746, 0.43736789322801184, 0.4400525455006668, 0.4258969314341105, 0.47068205281177944, 0.4255615226829206, 0.4516170483571987, 0.49843662915678016, 0.4118910860457031, 0.4992304990769142, 0.37876171452360957, 0.4739156159423822, 0.43461082713119537 ], "brier_below": [ 0.4693880830679206, 0.11637530339596305, 0.40452473333740563, 0.21403729541643543, 0.04713426737168684, 0.31186850322508347, 0.2634059126966558, 0.17789223655628641, 0.2985906518048547, 0.3294435266013222, 0.19522910536810217, 0.17352915212126893, 0.2276700390187899, 0.20567606271394154, 0.23651784751017016, 0.2082053694119675, 0.2929711752396846, 0.350621814850054, 0.14463798901441055, 0.17126031351133728, 0.12513972289318662, 0.15899199251059237, 0.06813514529380023, 0.2331187670094157 ], "brier_below_clim": [ 0.35982023411904374, 0.14050564010422492, 0.3666492771595467, 0.2224183293858014, 0.12098299127445329, 0.3422215035731035, 0.320090552585692, 0.1769295283083219, 0.3334169292742277, 0.3079101155887398, 0.1851793660618082, 0.14592326795414162, 0.23390109051410934, 0.2104505639455176, 0.20611965607115396, 0.17490712668192288, 0.2843736386325201, 0.30537124030247026, 0.14850560429956033, 0.19196909984821953, 0.1397465773074753, 0.17498170367441346, 0.12816100681329473, 0.23184260041542798 ], "brier_above": [ 0.20118382845599164, 0.25294967835269366, 0.1264671004900031, 0.18246130641089855, 0.23136841307682188, 0.10543352475666039, 0.09333004752882176, 0.25649560398134585, 0.08940673831966503, 0.15597500144677034, 0.1880986795555626, 0.32292569799825865, 0.19524979104403384, 0.19835381968758933, 0.2111733652522446, 0.33041346730421783, 0.17570581284681117, 0.17767920816908206, 0.3135113058850204, 0.23399999869917684, 0.3326573176680965, 0.19495520703438438, 0.2437450862011993, 0.18979380918870126 ], "brier_above_clim": [ 0.1434486461312728, 0.31645691169311657, 0.12592735379381784, 0.1999880890320964, 0.4210405871720072, 0.1291934732016715, 0.13551543985245154, 0.25124886037770683, 0.13181281783518126, 0.1421054419119424, 0.1941778320947689, 0.3165126437132459, 0.20346680271390255, 0.2296019815551491, 0.21977727536295652, 0.2957749261298567, 0.14118788405040053, 0.14624580805472828, 0.3499310248572198, 0.21992198619748354, 0.3594839217694388, 0.20378001084919606, 0.3457546091290874, 0.20276822671576744 ], "crps": [ 19.882502816504495, 19.44039911353466, 12.980558292700463, 11.366280631735705, 54.49874379062221, 9.387528785891782, 7.898470557448662, 13.916706629379776, 7.522978814222482, 13.508325897043903, 11.074635926731409, 21.785969384824366, 11.292622504668508, 15.3880059838101, 14.229930540747022, 26.45871753932599, 14.746580904872792, 19.319390226596305, 36.061428268120224, 16.778954330222515, 31.639560917918764, 10.817299244440585, 15.302238286713644, 10.862619368846394 ], "crps_clim": [ 13.135184264312578, 24.154741944627755, 13.513975384214499, 13.019917867610289, 81.16166334563184, 12.367477693926652, 13.495417433372651, 14.052082306153558, 10.595906526023086, 12.127650347789233, 11.316976354794287, 20.590965555492783, 12.388520865166832, 17.22695089343282, 13.534851767011492, 24.26260220678667, 11.569922704555122, 15.015778045845114, 39.494929356705285, 15.395164091308375, 33.640924854699655, 10.983328308869137, 19.38792314154612, 11.761768257139277 ], "crps_fair": [ 19.127805068691448, 18.362721481428185, 12.385164533194814, 10.788864537680013, 53.65409447193142, 8.754792155006268, 7.333350944778257, 13.419964329171151, 6.945889764123083, 12.729681929382851, 10.473830533085621, 21.157771752196695, 10.632200006298232, 14.617834271562714, 13.527897093137598, 25.88009644456647, 13.972227013946295, 18.59477417199814, 35.35848778836564, 16.01424982525138, 30.92066566252069, 10.173609959977183, 14.354064484626537, 10.278221301290536 ], "crps_fair_clim": [ 12.317536543467577, 23.35796459817729, 12.697045070793552, 12.202051839195779, 80.47285365334993, 11.548375983365016, 12.678451972317543, 13.236171134630228, 9.77344956703739, 11.308094418769002, 10.495885058363076, 19.78743863254775, 11.56945900909618, 16.417052730597515, 12.717960992194332, 23.466029141135742, 10.74931047318028, 14.20169205564696, 38.727205395504946, 14.581796635287228, 32.862113763760696, 10.161605103260042, 18.582117729180727, 10.941519369614019 ] }, "rps": 0.43448745118567816, "rpss": 0.04135153862947072, "brier_below": 0.22601520874751402, "bss_below": 0.005137691441130743, "brier_above": 0.20847224205641882, "bss_above": 0.07774732102859228, "crps": 17.75668536487178, "crpss": 0.08193583646428892, "crps_fair": 17.060760813508804, "crpss_fair": 0.07956540015517477, "reliability": { "below": { "weight": [ 0.001863, 0.115086, 0.249948, 0.390408, 0.20714, 0.034255, 0.0013, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0891, 0.1592, 0.2517, 0.3433, 0.4375, 0.5343, 0.6154, NaN, NaN, NaN ], "observed_frequency": [ 0.6863, 0.2771, 0.3239, 0.3134, 0.431, 0.6475, 0.7416, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.029693, 0.222414, 0.432795, 0.230475, 0.075531, 0.009092, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1842, 0.2522, 0.3424, 0.4407, 0.5434, 0.6241, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2117, 0.1956, 0.3064, 0.4558, 0.6697, 0.7885, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.7999944020488426, 0.36344887807022097, 0.4484088559166014, 0.36641924657961156, 0.2502852546436384, 0.38974332201488165, 0.289824287483266, 0.3546547839711267, 0.3525514257899381, 0.39294666162628683, 0.34403600420855635, 0.5422514738426445, 0.3658156816447534, 0.392520362668805, 0.42537068517923293, 0.444968888898142, 0.5082767738806858, 0.6834668823974667, 0.44913436016579666, 0.37656075722767235, 0.45980320363188504, 0.3349112926276353, 0.25789649797497133, 0.4156764924588034 ], "rps_clim": [ 0.5345788934798844, 0.4969529944769454, 0.4649874784432427, 0.41318634913187524, 0.546313795678332, 0.4766642042122107, 0.47169819661801, 0.3818166879514013, 0.47064841190232937, 0.36582560814319875, 0.354596433655499, 0.5238068909793859, 0.42423555956814324, 0.47458557358541037, 0.4052259230358827, 0.43061974459188856, 0.4027224233638553, 0.5463137956783312, 0.5329121043837289, 0.33515957826149523, 0.5425588471307237, 0.3577876473332365, 0.5050822006578946, 0.40346036713634414 ], "brier_below": [ 0.5750487785921365, 0.08506007128160978, 0.3336694104226928, 0.26247587552868445, 0.0399959814454604, 0.29020848281227163, 0.2345325507255254, 0.24098595258729522, 0.26967411590419826, 0.2317942119928686, 0.136595619887513, 0.13819214204147706, 0.2551050085841649, 0.11685115201414707, 0.17226452766308745, 0.21164436216890067, 0.3224477392274522, 0.515284604434585, 0.10652180301502115, 0.1521694037735168, 0.10740382667643293, 0.12375227957517476, 0.04989160259943484, 0.27855620694716204 ], "brier_below_clim": [ 0.41359590220543146, 0.1268854967685847, 0.33814805813719095, 0.27996356840395453, 0.1209829912744533, 0.3514292535000652, 0.3496506429006213, 0.2388550695900949, 0.34166178514329076, 0.23093071395539494, 0.13757235619120822, 0.12205538687900032, 0.2819639840102135, 0.13806476563762554, 0.14568431899338546, 0.18489584470340845, 0.2812051027379592, 0.4253308044038783, 0.1209829912744533, 0.17461254268602422, 0.1209829912744533, 0.13651544485609332, 0.1209829912744533, 0.25734411395433127 ], "brier_above": [ 0.22494562422964826, 0.27838880869700594, 0.11473943898053793, 0.1039433668349273, 0.21028926840512113, 0.09953483423847556, 0.05529173874616716, 0.11366882695034183, 0.08287730861586066, 0.1611524436946354, 0.20744038541390245, 0.40405934648715475, 0.11071067028912272, 0.275669212134227, 0.25310616109172573, 0.23332453109806842, 0.18582903163315517, 0.16818227331541244, 0.3426125684302518, 0.22439135358410217, 0.3523993874168887, 0.21115901178344873, 0.208004891057432, 0.137120281002148 ], "brier_above_clim": [ 0.12098299127445335, 0.3700674977083606, 0.1268394203060519, 0.13322278072792096, 0.4253308044038783, 0.12523495071214563, 0.12204755371738839, 0.1429616183613064, 0.12898662675903874, 0.13489489418780384, 0.21702407746429075, 0.4017515041003852, 0.14227157555792966, 0.3365208079477847, 0.2595416040424973, 0.24572389988847987, 0.12151732062589637, 0.12098299127445335, 0.41192911310927527, 0.16054703557547098, 0.4215758558562699, 0.22127220247714316, 0.38409920938344094, 0.14611625318201296 ], "crps": [ 32.436069702006016, 29.611983451262244, 17.38681749363445, 10.674194423770773, 85.68818410586478, 13.190051236990357, 8.896255635798171, 11.280481878829736, 10.38904418502151, 16.762468495768516, 15.423072095906765, 37.10264581040304, 11.919346244908393, 26.70399754408146, 18.95385656478426, 20.04939770274058, 20.910199425823567, 32.46561528797184, 61.124000518650945, 18.681958883083745, 52.3452813440608, 14.014498897192334, 20.29401914657511, 12.404752270519372 ], "crps_clim": [ 19.691370303217692, 38.00944837401189, 19.338876299585486, 13.469113551773622, 127.86859294734184, 18.589396676302037, 18.87593404459268, 13.530392159363533, 14.972743454915303, 14.253979231397004, 15.735341036927533, 36.064900095448124, 15.139963850338448, 31.19288106623586, 17.992353028164104, 19.696334263177114, 14.077232835128438, 24.747448096456132, 68.61073888811775, 12.55291522058674, 57.000851281138225, 14.391271226711636, 25.1312112496158, 12.811413514508557 ], "crps_fair": [ 31.38290481198516, 28.116146595229605, 16.542135107315413, 9.89809336116497, 84.49701013754978, 12.312535825289297, 8.100991543557361, 10.585860100607237, 9.56162893873811, 15.654952368483052, 14.61261600569917, 36.20237590297653, 11.023971525629051, 25.54081846331271, 17.995255170589683, 19.164971360053666, 19.805062537435422, 31.49657573971209, 60.14161390860275, 17.558716491846216, 51.347695948884486, 13.059963110597291, 18.76752931649459, 11.605335228215617 ], "crps_fair_clim": [ 18.52395116853421, 36.87672256900793, 18.170789562622396, 12.289909839909377, 126.90605491615098, 17.41989047035546, 17.706970523055745, 12.351304505468207, 13.796387526958524, 13.076262007562349, 14.560429422573055, 34.92849143385597, 13.963924627676032, 30.04724509587627, 16.82171605773241, 18.528924529932958, 12.89918086433115, 23.58960486668408, 67.53597007272384, 11.371976284610398, 55.90409404224628, 13.21381402559538, 23.974094843997456, 11.63096415863434 ] }, "rps": 0.4170402697896444, "rpss": 0.07851166178377778, "brier_below": 0.21875523791253385, "bss_below": 0.0349560707133485, "brier_above": 0.19828503183874005, "bss_above": 0.12221872936584677, "crps": 24.946174681068698, "crpss": 0.09798422508734739, "crps_fair": 23.95728164583205, "crpss_fair": 0.096077664121757, "reliability": { "below": { "weight": [ 0.0, 0.078487, 0.284693, 0.3964, 0.198021, 0.040352, 0.002046, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1842, 0.2511, 0.3432, 0.4361, 0.5355, 0.6142, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2332, 0.3264, 0.2759, 0.4615, 0.8261, 0.9643, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.023859, 0.213787, 0.393752, 0.240338, 0.113815, 0.014449, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1853, 0.2498, 0.3422, 0.444, 0.5452, 0.6239, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0429, 0.1082, 0.2991, 0.4898, 0.6524, 0.7472, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.384911923727259, 0.5125787737100755, 0.41198637772036495, 0.3535188370060503, 0.4231466390625945, 0.4040354990394613, 0.3194550938931119, 0.5262915363570815 ], "rps_clim": [ 0.3957447540292534, 0.4437047383669884, 0.5463112315335048, 0.36237074299741934, 0.43798493913098496, 0.3932407074853211, 0.5285945529473471, 0.42293902414021045 ], "brier_below": [ 0.21079054415596507, 0.20163722464004846, 0.07906676954780398, 0.21989657601082527, 0.28091817601568847, 0.2414805083798972, 0.08615376752385057, 0.20559253759083598 ], "brier_below_clim": [ 0.21064168310452153, 0.1781065535964162, 0.11133273118470274, 0.2268505366779282, 0.2859739073831904, 0.2462520701941481, 0.13257909683196697, 0.14583204241235156 ], "brier_above": [ 0.1741213846260134, 0.3109415377747403, 0.3329195776010261, 0.13362227492127807, 0.1422284704864598, 0.16255500429484784, 0.23330130789708742, 0.32069898349093656 ], "brier_above_clim": [ 0.18510307756215227, 0.2655981770143465, 0.4349784623050188, 0.13552022182301748, 0.15201104430253173, 0.14698865074398446, 0.3960154250387313, 0.2771069719137001 ], "crps": [ 10.454685511439251, 17.31878346567154, 30.141019118511693, 9.446881639349336, 10.991241681603446, 11.521335696477902, 47.95330086838034, 19.257263322007407 ], "crps_clim": [ 10.667830621192463, 14.95134985734363, 39.32110711359098, 9.155005345554997, 12.872793262651571, 10.763049268730294, 73.22981255372125, 15.764339864122904 ], "crps_fair": [ 10.115107046777817, 17.040589837414633, 29.71686368265366, 9.13054271284775, 10.72043932034893, 11.168422764614082, 47.49866460823784, 18.998889129859695 ], "crps_fair_clim": [ 9.895516071070114, 14.17903530722128, 38.54879256346864, 8.382690795432643, 12.100478712529222, 9.990734718607943, 72.45749800359884, 14.992025314000559 ] }, "rps": 0.4169905850644999, "rpss": 0.05521723191045236, "brier_below": 0.1906920129831144, "bss_below": 0.007825678381411239, "brier_above": 0.22629856763654868, "bss_above": 0.09177317402473717, "crps": 19.635563912930113, "crpss": 0.15874002347994454, "crps_fair": 19.2986898878443, "crpss_fair": 0.14487798462357648, "reliability": { "below": { "weight": [ 0.0, 0.123446, 0.202203, 0.368879, 0.246107, 0.058182, 0.001183, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1449, 0.2531, 0.3561, 0.4467, 0.5309, 0.6283, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0875, 0.1423, 0.3181, 0.2884, 0.264, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.056631, 0.358917, 0.366841, 0.104909, 0.07028, 0.041568, 0.000852, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1723, 0.2561, 0.3475, 0.4429, 0.5464, 0.6381, 0.7066, NaN, NaN ], "observed_frequency": [ NaN, 0.5219, 0.3165, 0.3079, 0.4929, 0.9158, 0.9898, 1.0, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.3882750005755432, 0.33847940681157634, 0.28109769982920824, 0.3830714543851584, 0.4172234719035265, 0.4693583674843361, 0.17671634119793922, 0.44784935249812696 ], "rps_clim": [ 0.40125751196759035, 0.38247387153027046, 0.5455702928662451, 0.3608387482495357, 0.5032562800825091, 0.4582563513417429, 0.5532043651857004, 0.38836007432288383 ], "brier_below": [ 0.12026275967600386, 0.23134927388367085, 0.049968191927343766, 0.2223785872565233, 0.32992753713331835, 0.320126148167656, 0.02740523855736701, 0.2161620584189611 ], "brier_below_clim": [ 0.11814387008700394, 0.2654940440266858, 0.11111111773384949, 0.22455219994692469, 0.39214518221687406, 0.3289473855886335, 0.11111111773384949, 0.16516928651467216 ], "brier_above": [ 0.26801223196577784, 0.1071301487915019, 0.23112948092026048, 0.1606928841085245, 0.08729595049981001, 0.1492322364969218, 0.14931108413554736, 0.23168729048718553 ], "brier_above_clim": [ 0.28311363099235315, 0.11697984632238867, 0.4344591371814749, 0.13628656366910488, 0.11111111773384949, 0.129308982367292, 0.44209320813585196, 0.22319078763501846 ], "crps": [ 16.776381232071703, 10.975848275017515, 29.962175964122423, 14.605972441714433, 12.33648010955015, 17.493927348886274, 71.78710014639246, 18.67094250719709 ], "crps_clim": [ 17.127934378732938, 13.14691039605717, 50.002232946975184, 13.109652898302157, 17.71305578066709, 16.568276004836402, 124.03503473091268, 16.46381001417652 ], "crps_fair": [ 16.28351826478155, 10.560234651200822, 29.282832755044364, 14.125619634460593, 11.935505291778966, 17.002713195051264, 71.08805651952774, 18.27555388672373 ], "crps_fair_clim": [ 16.023613765163336, 12.042589782487557, 48.89791233340558, 12.005332284732548, 16.60873516709748, 15.463955391266797, 122.93071411734311, 15.359489400606916 ] }, "rps": 0.36275888683567686, "rpss": 0.19234749962051745, "brier_below": 0.18969747437760553, "bss_below": 0.11597681632386203, "brier_above": 0.17306141342569117, "bss_above": 0.26221189430562253, "crps": 24.076103503119008, "crpss": 0.2817576558141771, "crps_fair": 23.56925427482113, "crpss_fair": 0.27292511004068365, "reliability": { "below": { "weight": [ 0.0, 0.136677, 0.222878, 0.434143, 0.18516, 0.021142, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1601, 0.2532, 0.3519, 0.4419, 0.5189, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1432, 0.4248, 0.42, 0.7716, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.00835, 0.231286, 0.412401, 0.133854, 0.121857, 0.09093, 0.001321, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1843, 0.2668, 0.3477, 0.4407, 0.5509, 0.6394, 0.7061, NaN, NaN ], "observed_frequency": [ NaN, 0.2362, 0.1332, 0.1868, 0.3915, 0.953, 0.9976, 1.0, NaN, NaN ] } } } } }, "mvs_r4": { "lambda_": { "training_mean": 0.2985045654865353, "training": [ 0.212425688141191, 0.352699682311443, 0.2732163016539556, 0.3056052445957536, 0.4103383950871638, 0.32484445474936513, 0.3138078862196556, 0.2883830742609992, 0.30145842938926126, 0.26864668073724074, 0.2925782910340393, 0.2745140536488503, 0.30469380218201436, 0.3284024179003913, 0.26865160802942695, 0.26211375698764794, 0.2517009774779709, 0.27566700204255634, 0.30296643306456833, 0.255386199016034, 0.31520006292849895, 0.30283520023571986, 0.39860882642102685, 0.27936510356207345 ], "test": 0.3041792977672193 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6708668016371312, 0.3690922536906874, 0.5311042078785082, 0.396470887985493, 0.27801618801590566, 0.41721775029274366, 0.35655662311405145, 0.43442887010020453, 0.38785452937461135, 0.4854708507528754, 0.3833652631626296, 0.49659532483181346, 0.42292136034031413, 0.4039934413880873, 0.44779688008519447, 0.5387464815689019, 0.46880688487290617, 0.5283638384052598, 0.4581219218854944, 0.40507154697116743, 0.4577396945067154, 0.35390517286647805, 0.31166512393866463, 0.4229396815649524 ], "rps_clim": [ 0.5032688802503167, 0.4569625517973415, 0.4925766309533648, 0.42240641841789806, 0.5420235784464604, 0.4714149767747752, 0.4556059924381436, 0.42817838868602875, 0.46522974710940934, 0.4500155575006823, 0.37935719815657715, 0.46243591166738746, 0.43736789322801184, 0.4400525455006668, 0.4258969314341105, 0.47068205281177944, 0.4255615226829206, 0.4516170483571987, 0.49843662915678016, 0.4118910860457031, 0.4992304990769142, 0.37876171452360957, 0.4739156159423822, 0.43461082713119537 ], "brier_below": [ 0.4695762045598972, 0.11631180158699107, 0.40462437698036546, 0.21403562853461736, 0.04688828858275587, 0.31182469563756504, 0.2633090938088442, 0.1779085457690158, 0.2985358320366534, 0.32947521641300526, 0.19522722729244707, 0.17363239550277823, 0.22767591023169875, 0.20568125199781162, 0.23660868648802455, 0.20822967403360837, 0.29301286371196095, 0.3506587265825474, 0.14464030998584979, 0.1711141219500624, 0.12511767159749515, 0.15896075568722837, 0.06805449649987347, 0.2331619833574019 ], "brier_below_clim": [ 0.35982023411904374, 0.14050564010422492, 0.3666492771595467, 0.2224183293858014, 0.12098299127445329, 0.3422215035731035, 0.320090552585692, 0.1769295283083219, 0.3334169292742277, 0.3079101155887398, 0.1851793660618082, 0.14592326795414162, 0.23390109051410934, 0.2104505639455176, 0.20611965607115396, 0.17490712668192288, 0.2843736386325201, 0.30537124030247026, 0.14850560429956033, 0.19196909984821953, 0.1397465773074753, 0.17498170367441346, 0.12816100681329473, 0.23184260041542798 ], "brier_above": [ 0.20129059624070436, 0.2527804531904275, 0.12647982650401995, 0.18243525802693644, 0.23112789586041949, 0.10539305121490997, 0.09324752849441131, 0.25652032454112456, 0.08931869591127098, 0.15599562928104632, 0.188138034128848, 0.3229629373351605, 0.19524544919900444, 0.1983121882916453, 0.2111881925177273, 0.33051680971260683, 0.1757940174877948, 0.17770510857749064, 0.31348161898655186, 0.23395742737077685, 0.332622030434677, 0.1949444158664034, 0.24361062585955764, 0.18977769615679516 ], "brier_above_clim": [ 0.1434486461312728, 0.31645691169311657, 0.12592735379381784, 0.1999880890320964, 0.4210405871720072, 0.1291934732016715, 0.13551543985245154, 0.25124886037770683, 0.13181281783518126, 0.1421054419119424, 0.1941778320947689, 0.3165126437132459, 0.20346680271390255, 0.2296019815551491, 0.21977727536295652, 0.2957749261298567, 0.14118788405040053, 0.14624580805472828, 0.3499310248572198, 0.21992198619748354, 0.3594839217694388, 0.20378001084919606, 0.3457546091290874, 0.20276822671576744 ], "crps": [ 19.882459976837776, 19.440639537122138, 12.980630326250449, 11.366482639874036, 54.503519733170066, 9.387495373874406, 7.898487153437395, 13.91672356363511, 7.522946603094015, 13.508294838013782, 11.075621618164712, 21.78594649764771, 11.292827311014856, 15.387955656315063, 14.232395522523193, 26.458903039213403, 14.746657663119175, 19.319335273076817, 36.06138630994123, 16.7840912511061, 31.63957162344242, 10.817563519261142, 15.302195691902703, 10.862906332180897 ], "crps_clim": [ 13.135184264312578, 24.154741944627755, 13.513975384214499, 13.019917867610289, 81.16166334563184, 12.367477693926652, 13.495417433372651, 14.052082306153558, 10.595906526023086, 12.127650347789233, 11.316976354794287, 20.590965555492783, 12.388520865166832, 17.22695089343282, 13.534851767011492, 24.26260220678667, 11.569922704555122, 15.015778045845114, 39.494929356705285, 15.395164091308375, 33.640924854699655, 10.983328308869137, 19.38792314154612, 11.761768257139277 ], "crps_fair": [ 19.12776388619174, 18.362982805862472, 12.385246601468502, 10.789072897805303, 53.65898016088243, 8.754761621645915, 7.333373345518956, 13.419994051484588, 6.945860409523633, 12.729656247718934, 10.474843355986195, 21.157751804387367, 10.63241238916555, 14.61778739015226, 13.530433527949496, 25.880326515944084, 13.972308758723809, 18.59472345550364, 35.358450092433124, 16.01952581840547, 30.92068242841803, 10.173889118946013, 14.354026396163157, 10.278512886961487 ], "crps_fair_clim": [ 12.317536543467577, 23.35796459817729, 12.697045070793552, 12.202051839195779, 80.47285365334993, 11.548375983365016, 12.678451972317543, 13.236171134630228, 9.77344956703739, 11.308094418769002, 10.495885058363076, 19.78743863254775, 11.56945900909618, 16.417052730597515, 12.717960992194332, 23.466029141135742, 10.74931047318028, 14.20169205564696, 38.727205395504946, 14.581796635287228, 32.862113763760696, 10.161605103260042, 18.582117729180727, 10.941519369614019 ] }, "rps": 0.43446298246794957, "rpss": 0.041405526146344296, "brier_below": 0.22601107328452077, "bss_below": 0.0051558947128629296, "brier_above": 0.20845190879959627, "bss_above": 0.07783727257509954, "crps": 17.75729321059244, "crpss": 0.08190440935040877, "crps_fair": 17.06139024863509, "crpss_fair": 0.07953144188831174, "reliability": { "below": { "weight": [ 0.001863, 0.115422, 0.249696, 0.390408, 0.207057, 0.034085, 0.00147, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0887, 0.1589, 0.2516, 0.3433, 0.4377, 0.5343, 0.6143, NaN, NaN, NaN ], "observed_frequency": [ 0.6863, 0.2775, 0.3237, 0.3134, 0.4312, 0.6457, 0.7714, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.03365, 0.218457, 0.432823, 0.230446, 0.075531, 0.009092, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1857, 0.253, 0.3424, 0.4409, 0.5438, 0.6246, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1876, 0.199, 0.3064, 0.4559, 0.6697, 0.7885, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.8004514731813316, 0.36304787998162474, 0.4483943944285406, 0.36634904537179225, 0.2498412142694173, 0.3895793107766388, 0.28947451470090807, 0.3546033983026594, 0.3523019357841549, 0.39298688675771615, 0.3440321431896531, 0.5423261978840099, 0.365722274722262, 0.39241195090864356, 0.42543820392709447, 0.4450490619411526, 0.508533999791508, 0.6835681567169172, 0.4490650976744126, 0.3766336877703058, 0.4595947462240078, 0.3348727013637307, 0.25756680960192935, 0.4157398492050208 ], "rps_clim": [ 0.5345788934798844, 0.4969529944769454, 0.4649874784432427, 0.41318634913187524, 0.546313795678332, 0.4766642042122107, 0.47169819661801, 0.3818166879514013, 0.47064841190232937, 0.36582560814319875, 0.354596433655499, 0.5238068909793859, 0.42423555956814324, 0.47458557358541037, 0.4052259230358827, 0.43061974459188856, 0.4027224233638553, 0.5463137956783312, 0.5329121043837289, 0.33515957826149523, 0.5425588471307237, 0.3577876473332365, 0.5050822006578946, 0.40346036713634414 ], "brier_below": [ 0.575318222236603, 0.08492892307612698, 0.3336709183220348, 0.26245281830606804, 0.03988386932800025, 0.2900907664687252, 0.2343132684580578, 0.2410085628287744, 0.26952068815003294, 0.23180033009710627, 0.13659843010316886, 0.13824944965581065, 0.2550657144703808, 0.11682809422283642, 0.17233920755014528, 0.21174001708138843, 0.3225532869195426, 0.5153477909665444, 0.10651172292375673, 0.15215471105280856, 0.1073714977057452, 0.12373106026785667, 0.049795173370388975, 0.27863018637765435 ], "brier_below_clim": [ 0.41359590220543146, 0.1268854967685847, 0.33814805813719095, 0.27996356840395453, 0.1209829912744533, 0.3514292535000652, 0.3496506429006213, 0.2388550695900949, 0.34166178514329076, 0.23093071395539494, 0.13757235619120822, 0.12205538687900032, 0.2819639840102135, 0.13806476563762554, 0.14568431899338546, 0.18489584470340845, 0.2812051027379592, 0.4253308044038783, 0.1209829912744533, 0.17461254268602422, 0.1209829912744533, 0.13651544485609332, 0.1209829912744533, 0.25734411395433127 ], "brier_above": [ 0.22513325172041762, 0.2781189588238361, 0.11472346958039124, 0.10389622284085726, 0.2099573401442127, 0.09948853933396003, 0.0551612482336842, 0.113594831027788, 0.08278124636141054, 0.16118655071556548, 0.20743371418185672, 0.4040767629578313, 0.1106565574752651, 0.2755838581679106, 0.25309899996216234, 0.23330904924290108, 0.18598070984562973, 0.16822036110019084, 0.3425533860400931, 0.22447897684851287, 0.352223259008338, 0.21114163982306206, 0.20777163191135292, 0.13710965830495622 ], "brier_above_clim": [ 0.12098299127445335, 0.3700674977083606, 0.1268394203060519, 0.13322278072792096, 0.4253308044038783, 0.12523495071214563, 0.12204755371738839, 0.1429616183613064, 0.12898662675903874, 0.13489489418780384, 0.21702407746429075, 0.4017515041003852, 0.14227157555792966, 0.3365208079477847, 0.2595416040424973, 0.24572389988847987, 0.12151732062589637, 0.12098299127445335, 0.41192911310927527, 0.16054703557547098, 0.4215758558562699, 0.22127220247714316, 0.38409920938344094, 0.14611625318201296 ], "crps": [ 32.436069702006016, 29.611983451262244, 17.38681749363445, 10.674194423770773, 85.68818410586478, 13.190051236990357, 8.896255635798171, 11.280481878829736, 10.38904418502151, 16.762468495768516, 15.423072095906765, 37.10264581040304, 11.919346244908393, 26.70399754408146, 18.95385656478426, 20.04939770274058, 20.910199425823567, 32.46561528797184, 61.124000518650945, 18.681958883083745, 52.3452813440608, 14.014498897192334, 20.29401914657511, 12.404752270519372 ], "crps_clim": [ 19.691370303217692, 38.00944837401189, 19.338876299585486, 13.469113551773622, 127.86859294734184, 18.589396676302037, 18.87593404459268, 13.530392159363533, 14.972743454915303, 14.253979231397004, 15.735341036927533, 36.064900095448124, 15.139963850338448, 31.19288106623586, 17.992353028164104, 19.696334263177114, 14.077232835128438, 24.747448096456132, 68.61073888811775, 12.55291522058674, 57.000851281138225, 14.391271226711636, 25.1312112496158, 12.811413514508557 ], "crps_fair": [ 31.38290481198516, 28.116146595229605, 16.542135107315413, 9.89809336116497, 84.49701013754978, 12.312535825289297, 8.100991543557361, 10.585860100607237, 9.56162893873811, 15.654952368483052, 14.61261600569917, 36.20237590297653, 11.023971525629051, 25.54081846331271, 17.995255170589683, 19.164971360053666, 19.805062537435422, 31.49657573971209, 60.14161390860275, 17.558716491846216, 51.347695948884486, 13.059963110597291, 18.76752931649459, 11.605335228215617 ], "crps_fair_clim": [ 18.52395116853421, 36.87672256900793, 18.170789562622396, 12.289909839909377, 126.90605491615098, 17.41989047035546, 17.706970523055745, 12.351304505468207, 13.796387526958524, 13.076262007562349, 14.560429422573055, 34.92849143385597, 13.963924627676032, 30.04724509587627, 16.82171605773241, 18.528924529932958, 12.89918086433115, 23.58960486668408, 67.53597007272384, 11.371976284610398, 55.90409404224628, 13.21381402559538, 23.974094843997456, 11.63096415863434 ] }, "rps": 0.416982705603143, "rpss": 0.07863885507997126, "brier_below": 0.21874602958081488, "bss_below": 0.03499669348750034, "brier_above": 0.19823667598550776, "bss_above": 0.12243279424961151, "crps": 24.946174681068698, "crpss": 0.09798422508734739, "crps_fair": 23.95728164583205, "crpss_fair": 0.096077664121757, "reliability": { "below": { "weight": [ 0.0, 0.078487, 0.284693, 0.3964, 0.198021, 0.040352, 0.002046, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.184, 0.2509, 0.3432, 0.4363, 0.536, 0.6149, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2332, 0.3264, 0.2759, 0.4615, 0.8261, 0.9643, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.03166, 0.205986, 0.393752, 0.240338, 0.113815, 0.014449, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1886, 0.2514, 0.3422, 0.4441, 0.5456, 0.6243, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0324, 0.1123, 0.2991, 0.4898, 0.6524, 0.7472, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.38491246846063004, 0.5127080768793132, 0.41183880793549027, 0.3535099958083533, 0.4231490163667559, 0.404066850201859, 0.31924286321753736, 0.526479500371171 ], "rps_clim": [ 0.3957447540292534, 0.4437047383669884, 0.5463112315335048, 0.36237074299741934, 0.43798493913098496, 0.3932407074853211, 0.5285945529473471, 0.42293902414021045 ], "brier_below": [ 0.21080157202054506, 0.20169169063007805, 0.07903681979997063, 0.21988428565466486, 0.2809227121411209, 0.2414829238808467, 0.0861108303838099, 0.2057024368525572 ], "brier_below_clim": [ 0.21064168310452153, 0.1781065535964162, 0.11133273118470274, 0.2268505366779282, 0.2859739073831904, 0.2462520701941481, 0.13257909683196697, 0.14583204241235156 ], "brier_above": [ 0.17411090149220568, 0.31101637494889145, 0.33280195757481873, 0.13362572407760015, 0.1422263116582689, 0.16258393995635997, 0.23313201438661546, 0.3207770482358871 ], "brier_above_clim": [ 0.18510307756215227, 0.2655981770143465, 0.4349784623050188, 0.13552022182301748, 0.15201104430253173, 0.14698865074398446, 0.3960154250387313, 0.2771069719137001 ], "crps": [ 10.45458939546597, 17.318684659215915, 30.1411050579412, 9.446811919349802, 10.991134772025132, 11.521283712802196, 47.953540301060244, 19.257266631814677 ], "crps_clim": [ 10.667830621192463, 14.95134985734363, 39.32110711359098, 9.155005345554997, 12.872793262651571, 10.763049268730294, 73.22981255372125, 15.764339864122904 ], "crps_fair": [ 10.115012715107417, 17.040491952941792, 29.716952815115718, 9.130475413570919, 10.720333390343388, 11.168374074438697, 47.498907575249255, 18.99889362034589 ], "crps_fair_clim": [ 9.895516071070114, 14.17903530722128, 38.54879256346864, 8.382690795432643, 12.100478712529222, 9.990734718607943, 72.45749800359884, 14.992025314000559 ] }, "rps": 0.41698844740513874, "rpss": 0.055222075242174484, "brier_below": 0.19070415892044917, "bss_below": 0.007762482828818085, "brier_above": 0.22628428404133094, "bss_above": 0.09183049981554359, "crps": 19.63555205620939, "crpss": 0.1587405314655893, "crps_fair": 19.298680194639132, "crpss_fair": 0.14487841412802405, "reliability": { "below": { "weight": [ 0.0, 0.123446, 0.202203, 0.368879, 0.246107, 0.058182, 0.001183, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1446, 0.253, 0.3561, 0.4468, 0.5312, 0.6287, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0875, 0.1423, 0.3181, 0.2884, 0.264, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.056631, 0.358917, 0.366841, 0.104909, 0.07028, 0.041568, 0.000852, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1721, 0.256, 0.3475, 0.443, 0.5468, 0.6385, 0.7071, NaN, NaN ], "observed_frequency": [ NaN, 0.5219, 0.3165, 0.3079, 0.4929, 0.9158, 0.9898, 1.0, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.38826222735111915, 0.3384310827615074, 0.2807928498284485, 0.38311273646426086, 0.4171159422022354, 0.46938567244032037, 0.1763373773472317, 0.4479556900020101 ], "rps_clim": [ 0.40125751196759035, 0.38247387153027046, 0.5455702928662451, 0.3608387482495357, 0.5032562800825091, 0.4582563513417429, 0.5532043651857004, 0.38836007432288383 ], "brier_below": [ 0.12026788332078803, 0.2313117411819752, 0.04990020700657338, 0.2223782587458892, 0.32984844526183016, 0.3201177804058657, 0.027327452874291527, 0.2162493985831972 ], "brier_below_clim": [ 0.11814387008700394, 0.2654940440266858, 0.11111111773384949, 0.22455219994692469, 0.39214518221687406, 0.3289473855886335, 0.11111111773384949, 0.16516928651467216 ], "brier_above": [ 0.2679943350988379, 0.10711935743868238, 0.23089261585598816, 0.1607344947004103, 0.08726751266436496, 0.14926790921526661, 0.14900990599273647, 0.23170628782209132 ], "brier_above_clim": [ 0.28311363099235315, 0.11697984632238867, 0.4344591371814749, 0.13628656366910488, 0.11111111773384949, 0.129308982367292, 0.44209320813585196, 0.22319078763501846 ], "crps": [ 16.776381232071703, 10.975848275017515, 29.962175964122423, 14.605972441714433, 12.33648010955015, 17.493927348886274, 71.78710014639246, 18.67094250719709 ], "crps_clim": [ 17.127934378732938, 13.14691039605717, 50.002232946975184, 13.109652898302157, 17.71305578066709, 16.568276004836402, 124.03503473091268, 16.46381001417652 ], "crps_fair": [ 16.28351826478155, 10.560234651200822, 29.282832755044364, 14.125619634460593, 11.935505291778966, 17.002713195051264, 71.08805651952774, 18.27555388672373 ], "crps_fair_clim": [ 16.023613765163336, 12.042589782487557, 48.89791233340558, 12.005332284732548, 16.60873516709748, 15.463955391266797, 122.93071411734311, 15.359489400606916 ] }, "rps": 0.3626741972996417, "rpss": 0.19253605383108818, "brier_below": 0.1896751459225513, "bss_below": 0.11608087080317642, "brier_above": 0.17299905234854726, "bss_above": 0.2624777494148831, "crps": 24.076103503119008, "crpss": 0.2817576558141771, "crps_fair": 23.56925427482113, "crpss_fair": 0.27292511004068365, "reliability": { "below": { "weight": [ 0.0, 0.136677, 0.222878, 0.434143, 0.18516, 0.021142, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1599, 0.2531, 0.3519, 0.442, 0.5192, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1432, 0.4248, 0.42, 0.7716, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.00835, 0.231286, 0.412401, 0.133854, 0.121857, 0.09093, 0.001321, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1841, 0.2667, 0.3478, 0.4408, 0.5512, 0.6398, 0.7066, NaN, NaN ], "observed_frequency": [ NaN, 0.2362, 0.1332, 0.1868, 0.3915, 0.953, 0.9976, 1.0, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.2988540661004247, "training": [ 0.21315245715712458, 0.35217486334477804, 0.27446480649319976, 0.3060780934794304, 0.40858302693248044, 0.32604514581473154, 0.3142414446417283, 0.2889537941551982, 0.3019880523805304, 0.27014976314329847, 0.2933007853558781, 0.27477202853604665, 0.30547950021834164, 0.32933144031775363, 0.26839441250556534, 0.26204850305699967, 0.25181363065142887, 0.27699527810487806, 0.3027907153951136, 0.25533590987356486, 0.315131524847737, 0.30380457007319334, 0.39903307372924257, 0.27843476620194885 ], "test": 0.3050484411931167 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6706869471184265, 0.36903691750747336, 0.5310105216582599, 0.3964796722391818, 0.27739477587787054, 0.41728681417502017, 0.35660178727794695, 0.43441069838462965, 0.3878964609513814, 0.48537208833584145, 0.3833483017902492, 0.4965783990469854, 0.4229205095695068, 0.40402398204912976, 0.4478090531878323, 0.5387542126594229, 0.4687972866365136, 0.5281850364211883, 0.4581145976810917, 0.40504581078669605, 0.4577368325414797, 0.3539230337279077, 0.31175046978842863, 0.4229451887121235 ], "rps_clim": [ 0.5032688802503167, 0.4569625517973415, 0.4925766309533648, 0.42240641841789806, 0.5420235784464604, 0.4714149767747752, 0.4556059924381436, 0.42817838868602875, 0.46522974710940934, 0.4500155575006823, 0.37935719815657715, 0.46243591166738746, 0.43736789322801184, 0.4400525455006668, 0.4258969314341105, 0.47068205281177944, 0.4255615226829206, 0.4516170483571987, 0.49843662915678016, 0.4118910860457031, 0.4992304990769142, 0.37876171452360957, 0.4739156159423822, 0.43461082713119537 ], "brier_below": [ 0.4694614698228535, 0.11629777539246393, 0.4045413031052998, 0.21403615002883494, 0.04672260247302955, 0.3118605920645371, 0.2633334725877505, 0.1779001594128718, 0.29855191503252865, 0.32941539393258396, 0.19520942251602716, 0.17361995883769407, 0.22767269658741932, 0.2056768994042588, 0.2366221445870105, 0.20823357719674776, 0.2930097817190903, 0.35055365268529187, 0.1446409333633684, 0.17108681010984728, 0.12511688677762442, 0.15897235682464816, 0.06808649494516317, 0.23317548242151256 ], "brier_below_clim": [ 0.35982023411904374, 0.14050564010422492, 0.3666492771595467, 0.2224183293858014, 0.12098299127445329, 0.3422215035731035, 0.320090552585692, 0.1769295283083219, 0.3334169292742277, 0.3079101155887398, 0.1851793660618082, 0.14592326795414162, 0.23390109051410934, 0.2104505639455176, 0.20611965607115396, 0.17490712668192288, 0.2843736386325201, 0.30537124030247026, 0.14850560429956033, 0.19196909984821953, 0.1397465773074753, 0.17498170367441346, 0.12816100681329473, 0.23184260041542798 ], "brier_above": [ 0.20122547645942523, 0.2527391432029104, 0.12646921416637708, 0.1824435207873052, 0.23067216982841035, 0.10542621867603041, 0.09326831388012878, 0.2565105391815279, 0.08934454449322875, 0.1559566893546262, 0.188138877534673, 0.32295844821254954, 0.19524781207341854, 0.19834708154771438, 0.2111869075209785, 0.3305206376401887, 0.17578750124485676, 0.1776313804964101, 0.31347367140630156, 0.2339590030266824, 0.33261995329005684, 0.19495067559247412, 0.24366397326398254, 0.18976970423679737 ], "brier_above_clim": [ 0.1434486461312728, 0.31645691169311657, 0.12592735379381784, 0.1999880890320964, 0.4210405871720072, 0.1291934732016715, 0.13551543985245154, 0.25124886037770683, 0.13181281783518126, 0.1421054419119424, 0.1941778320947689, 0.3165126437132459, 0.20346680271390255, 0.2296019815551491, 0.21977727536295652, 0.2957749261298567, 0.14118788405040053, 0.14624580805472828, 0.3499310248572198, 0.21992198619748354, 0.3594839217694388, 0.20378001084919606, 0.3457546091290874, 0.20276822671576744 ], "crps": [ 19.882459976837776, 19.440639537122138, 12.980630326250449, 11.366482639874036, 54.50364883381346, 9.387495373874406, 7.898487153437395, 13.91672356363511, 7.522946603094015, 13.508294838013782, 11.075621618164712, 21.78594649764771, 11.292827311014856, 15.387955656315063, 14.232395522523193, 26.458909007831593, 14.746657663119175, 19.319335273076817, 36.06138630994123, 16.78431623401662, 31.63957162344242, 10.817563519261142, 15.302195691902703, 10.862906332180897 ], "crps_clim": [ 13.135184264312578, 24.154741944627755, 13.513975384214499, 13.019917867610289, 81.16166334563184, 12.367477693926652, 13.495417433372651, 14.052082306153558, 10.595906526023086, 12.127650347789233, 11.316976354794287, 20.590965555492783, 12.388520865166832, 17.22695089343282, 13.534851767011492, 24.26260220678667, 11.569922704555122, 15.015778045845114, 39.494929356705285, 15.395164091308375, 33.640924854699655, 10.983328308869137, 19.38792314154612, 11.761768257139277 ], "crps_fair": [ 19.12776388619174, 18.362982805862472, 12.385246601468502, 10.789072897805303, 53.659112312112846, 8.754761621645915, 7.333373345518956, 13.419994051484588, 6.945860409523633, 12.729656247718934, 10.474843355986195, 21.157751804387367, 10.63241238916555, 14.61778739015226, 13.530433527949496, 25.880333419781778, 13.972308758723809, 18.59472345550364, 35.358450092433124, 16.019759312486855, 30.92068242841803, 10.173889118946013, 14.354026396163157, 10.278512886961487 ], "crps_fair_clim": [ 12.317536543467577, 23.35796459817729, 12.697045070793552, 12.202051839195779, 80.47285365334993, 11.548375983365016, 12.678451972317543, 13.236171134630228, 9.77344956703739, 11.308094418769002, 10.495885058363076, 19.78743863254775, 11.56945900909618, 16.417052730597515, 12.717960992194332, 23.466029141135742, 10.74931047318028, 14.20169205564696, 38.727205395504946, 14.581796635287228, 32.862113763760696, 10.161605103260042, 18.582117729180727, 10.941519369614019 ] }, "rps": 0.43442122492185775, "rpss": 0.041497659549051935, "brier_below": 0.2259915804928524, "bss_below": 0.00524169709681277, "brier_above": 0.20842964404654396, "bss_above": 0.0779357687966904, "crps": 17.75730821276628, "crpss": 0.08190363370124376, "crps_fair": 17.06140577151632, "crpss_fair": 0.07953060442290616, "reliability": { "below": { "weight": [ 0.001863, 0.115422, 0.249696, 0.390408, 0.207057, 0.034085, 0.00147, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.089, 0.1589, 0.2516, 0.3433, 0.4376, 0.5342, 0.6142, NaN, NaN, NaN ], "observed_frequency": [ 0.6863, 0.2775, 0.3237, 0.3134, 0.4312, 0.6457, 0.7714, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.03365, 0.218457, 0.432823, 0.230446, 0.075531, 0.009092, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1858, 0.253, 0.3424, 0.4409, 0.5439, 0.6249, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1876, 0.199, 0.3064, 0.4559, 0.6697, 0.7885, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.8001727064255985, 0.3629592393339025, 0.44840644457283424, 0.3663713142366814, 0.24915039705734615, 0.3897137220615887, 0.2895626139136365, 0.35461622783524405, 0.3523751870239084, 0.39291095213909477, 0.3440347612095961, 0.5423171952268174, 0.36577323375014653, 0.39250281571293955, 0.4254482094103765, 0.44505144498505783, 0.5085149982558221, 0.683279838226225, 0.44904655481866257, 0.376638235422742, 0.4595873109578422, 0.3348950994848751, 0.25769761633452964, 0.4157714685817128 ], "rps_clim": [ 0.5345788934798844, 0.4969529944769454, 0.4649874784432427, 0.41318634913187524, 0.546313795678332, 0.4766642042122107, 0.47169819661801, 0.3818166879514013, 0.47064841190232937, 0.36582560814319875, 0.354596433655499, 0.5238068909793859, 0.42423555956814324, 0.47458557358541037, 0.4052259230358827, 0.43061974459188856, 0.4027224233638553, 0.5463137956783312, 0.5329121043837289, 0.33515957826149523, 0.5425588471307237, 0.3577876473332365, 0.5050822006578946, 0.40346036713634414 ], "brier_below": [ 0.5751538918275519, 0.08489992606663699, 0.3336696581907043, 0.2624601302734714, 0.03970954159269875, 0.2901872387502475, 0.23436849899809567, 0.24100289869597322, 0.26956573602168826, 0.23178878719004167, 0.1365965203190203, 0.1382425471524252, 0.2550871493129785, 0.11684741861072624, 0.17235027009789997, 0.2117428576845622, 0.3225454894163635, 0.5151678952686406, 0.1065090249793047, 0.15215379597196443, 0.10737034481206688, 0.12374337555876208, 0.04983343342094058, 0.2786670722873028 ], "brier_below_clim": [ 0.41359590220543146, 0.1268854967685847, 0.33814805813719095, 0.27996356840395453, 0.1209829912744533, 0.3514292535000652, 0.3496506429006213, 0.2388550695900949, 0.34166178514329076, 0.23093071395539494, 0.13757235619120822, 0.12205538687900032, 0.2819639840102135, 0.13806476563762554, 0.14568431899338546, 0.18489584470340845, 0.2812051027379592, 0.4253308044038783, 0.1209829912744533, 0.17461254268602422, 0.1209829912744533, 0.13651544485609332, 0.1209829912744533, 0.25734411395433127 ], "brier_above": [ 0.2250188153720597, 0.27805931518780697, 0.11473677986663931, 0.1039111797411576, 0.20944085066102, 0.09952647834543492, 0.05519411690576929, 0.11361332469632582, 0.08280944973034039, 0.16112215901583232, 0.20743824198424107, 0.4040746627987696, 0.11068608166336207, 0.27565539858219223, 0.2530979428991167, 0.2333085916840574, 0.185969505813585, 0.16811193831512833, 0.3425375411314621, 0.22448443958185987, 0.3522169766368726, 0.21115172265550797, 0.20786417859422607, 0.1371043917655635 ], "brier_above_clim": [ 0.12098299127445335, 0.3700674977083606, 0.1268394203060519, 0.13322278072792096, 0.4253308044038783, 0.12523495071214563, 0.12204755371738839, 0.1429616183613064, 0.12898662675903874, 0.13489489418780384, 0.21702407746429075, 0.4017515041003852, 0.14227157555792966, 0.3365208079477847, 0.2595416040424973, 0.24572389988847987, 0.12151732062589637, 0.12098299127445335, 0.41192911310927527, 0.16054703557547098, 0.4215758558562699, 0.22127220247714316, 0.38409920938344094, 0.14611625318201296 ], "crps": [ 32.436069702006016, 29.611983451262244, 17.38681749363445, 10.674194423770773, 85.68818410586478, 13.190051236990357, 8.896255635798171, 11.280481878829736, 10.38904418502151, 16.762468495768516, 15.423072095906765, 37.10264581040304, 11.919346244908393, 26.70399754408146, 18.95385656478426, 20.04939770274058, 20.910199425823567, 32.46561528797184, 61.124000518650945, 18.681958883083745, 52.3452813440608, 14.014498897192334, 20.29401914657511, 12.404752270519372 ], "crps_clim": [ 19.691370303217692, 38.00944837401189, 19.338876299585486, 13.469113551773622, 127.86859294734184, 18.589396676302037, 18.87593404459268, 13.530392159363533, 14.972743454915303, 14.253979231397004, 15.735341036927533, 36.064900095448124, 15.139963850338448, 31.19288106623586, 17.992353028164104, 19.696334263177114, 14.077232835128438, 24.747448096456132, 68.61073888811775, 12.55291522058674, 57.000851281138225, 14.391271226711636, 25.1312112496158, 12.811413514508557 ], "crps_fair": [ 31.38290481198516, 28.116146595229605, 16.542135107315413, 9.89809336116497, 84.49701013754978, 12.312535825289297, 8.100991543557361, 10.585860100607237, 9.56162893873811, 15.654952368483052, 14.61261600569917, 36.20237590297653, 11.023971525629051, 25.54081846331271, 17.995255170589683, 19.164971360053666, 19.805062537435422, 31.49657573971209, 60.14161390860275, 17.558716491846216, 51.347695948884486, 13.059963110597291, 18.76752931649459, 11.605335228215617 ], "crps_fair_clim": [ 18.52395116853421, 36.87672256900793, 18.170789562622396, 12.289909839909377, 126.90605491615098, 17.41989047035546, 17.706970523055745, 12.351304505468207, 13.796387526958524, 13.076262007562349, 14.560429422573055, 34.92849143385597, 13.963924627676032, 30.04724509587627, 16.82171605773241, 18.528924529932958, 12.89918086433115, 23.58960486668408, 67.53597007272384, 11.371976284610398, 55.90409404224628, 13.21381402559538, 23.974094843997456, 11.63096415863434 ] }, "rps": 0.41694989945738253, "rpss": 0.07871134323742268, "brier_below": 0.21873597927083618, "bss_below": 0.03504103066874875, "brier_above": 0.19821392015118044, "bss_above": 0.12253353127945654, "crps": 24.946174681068698, "crpss": 0.09798422508734739, "crps_fair": 23.95728164583205, "crpss_fair": 0.096077664121757, "reliability": { "below": { "weight": [ 0.0, 0.078487, 0.284693, 0.3964, 0.198021, 0.040352, 0.002046, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1838, 0.2509, 0.3432, 0.4362, 0.5358, 0.6147, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2332, 0.3264, 0.2759, 0.4615, 0.8261, 0.9643, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.03166, 0.205986, 0.393752, 0.240338, 0.113815, 0.014449, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1887, 0.2515, 0.3422, 0.4441, 0.5456, 0.6244, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0324, 0.1123, 0.2991, 0.4898, 0.6524, 0.7472, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.38491199119101455, 0.5125953963302515, 0.41196739398042115, 0.353506446892982, 0.423139762527267, 0.4040395280391355, 0.3194235072360961, 0.5263157008907376 ], "rps_clim": [ 0.3957447540292534, 0.4437047383669884, 0.5463112315335048, 0.36237074299741934, 0.43798493913098496, 0.3932407074853211, 0.5285945529473471, 0.42293902414021045 ], "brier_below": [ 0.21079196052739363, 0.20164422527323164, 0.07906291558474858, 0.21988374335104982, 0.2809115789989429, 0.2414808175087244, 0.08614396119792488, 0.20560666601576286 ], "brier_below_clim": [ 0.21064168310452153, 0.1781065535964162, 0.11133273118470274, 0.2268505366779282, 0.2859739073831904, 0.2462520701941481, 0.13257909683196697, 0.14583204241235156 ], "brier_above": [ 0.17412003571800613, 0.3109511597610829, 0.3329044478255306, 0.13362271746770985, 0.14222819096698802, 0.1625587241657031, 0.23327952757721246, 0.3207090195987119 ], "brier_above_clim": [ 0.18510307756215227, 0.2655981770143465, 0.4349784623050188, 0.13552022182301748, 0.15201104430253173, 0.14698865074398446, 0.3960154250387313, 0.2771069719137001 ], "crps": [ 10.45458939546597, 17.318684659215915, 30.1411050579412, 9.446811919349802, 10.991134772025132, 11.521283712802196, 47.953540301060244, 19.257266631814677 ], "crps_clim": [ 10.667830621192463, 14.95134985734363, 39.32110711359098, 9.155005345554997, 12.872793262651571, 10.763049268730294, 73.22981255372125, 15.764339864122904 ], "crps_fair": [ 10.115012715107417, 17.040491952941792, 29.716952815115718, 9.130475413570919, 10.720333390343388, 11.168374074438697, 47.498907575249255, 18.99889362034589 ], "crps_fair_clim": [ 9.895516071070114, 14.17903530722128, 38.54879256346864, 8.382690795432643, 12.100478712529222, 9.990734718607943, 72.45749800359884, 14.992025314000559 ] }, "rps": 0.4169874658859882, "rpss": 0.05522429908706017, "brier_below": 0.19069073355722232, "bss_below": 0.007832335259676193, "brier_above": 0.22629672788511812, "bss_above": 0.09178055768438564, "crps": 19.63555205620939, "crpss": 0.1587405314655893, "crps_fair": 19.298680194639132, "crpss_fair": 0.14487841412802405, "reliability": { "below": { "weight": [ 0.0, 0.123446, 0.202203, 0.368879, 0.246107, 0.058182, 0.001183, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1449, 0.2531, 0.3561, 0.4467, 0.531, 0.6284, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0875, 0.1423, 0.3181, 0.2884, 0.264, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.056631, 0.358917, 0.366841, 0.104909, 0.07028, 0.041568, 0.000852, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1723, 0.2561, 0.3475, 0.4429, 0.5465, 0.6382, 0.7066, NaN, NaN ], "observed_frequency": [ NaN, 0.5219, 0.3165, 0.3079, 0.4929, 0.9158, 0.9898, 1.0, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.38827335708395394, 0.3384731902851951, 0.28105848617673745, 0.38307676147536485, 0.41720964174967684, 0.46936187689011727, 0.1766675830847473, 0.44786302341476836 ], "rps_clim": [ 0.40125751196759035, 0.38247387153027046, 0.5455702928662451, 0.3608387482495357, 0.5032562800825091, 0.4582563513417429, 0.5532043651857004, 0.38836007432288383 ], "brier_below": [ 0.12026341820748351, 0.23134444558908082, 0.049959446350633534, 0.22237854456387862, 0.329917364814465, 0.320125071440478, 0.027395229041057637, 0.21617328749918516 ], "brier_below_clim": [ 0.11814387008700394, 0.2654940440266858, 0.11111111773384949, 0.22455219994692469, 0.39214518221687406, 0.3289473855886335, 0.11111111773384949, 0.16516928651467216 ], "brier_above": [ 0.2680099299430007, 0.10712876055913907, 0.23109901284652098, 0.160698233891652, 0.08729229266408826, 0.14923682262995414, 0.14927233554185743, 0.23168973232299309 ], "brier_above_clim": [ 0.28311363099235315, 0.11697984632238867, 0.4344591371814749, 0.13628656366910488, 0.11111111773384949, 0.129308982367292, 0.44209320813585196, 0.22319078763501846 ], "crps": [ 16.776381232071703, 10.975848275017515, 29.962175964122423, 14.605972441714433, 12.33648010955015, 17.493927348886274, 71.78710014639246, 18.67094250719709 ], "crps_clim": [ 17.127934378732938, 13.14691039605717, 50.002232946975184, 13.109652898302157, 17.71305578066709, 16.568276004836402, 124.03503473091268, 16.46381001417652 ], "crps_fair": [ 16.28351826478155, 10.560234651200822, 29.282832755044364, 14.125619634460593, 11.935505291778966, 17.002713195051264, 71.08805651952774, 18.27555388672373 ], "crps_fair_clim": [ 16.023613765163336, 12.042589782487557, 48.89791233340558, 12.005332284732548, 16.60873516709748, 15.463955391266797, 122.93071411734311, 15.359489400606916 ] }, "rps": 0.36274799002007013, "rpss": 0.19237176047446292, "brier_below": 0.1896946009382828, "bss_below": 0.11599020705026208, "brier_above": 0.17305339004990072, "bss_above": 0.2622460992222966, "crps": 24.076103503119008, "crpss": 0.2817576558141771, "crps_fair": 23.56925427482113, "crpss_fair": 0.27292511004068365, "reliability": { "below": { "weight": [ 0.0, 0.136677, 0.222878, 0.434143, 0.18516, 0.021142, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1601, 0.2532, 0.3519, 0.4419, 0.5189, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1432, 0.4248, 0.42, 0.7716, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.00835, 0.231286, 0.412401, 0.133854, 0.121857, 0.09093, 0.001321, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1842, 0.2668, 0.3477, 0.4407, 0.5509, 0.6394, 0.7062, NaN, NaN ], "observed_frequency": [ NaN, 0.2362, 0.1332, 0.1868, 0.3915, 0.953, 0.9976, 1.0, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "mvs_r4", "1994": "vs", "1995": "mvs_r4", "1996": "mvs_r4", "1997": "vs", "1998": "mvs_r4", "1999": "vs", "2000": "vs", "2001": "vs", "2002": "mvs_r4", "2003": "mvs_r4", "2004": "mvs_r4", "2005": "mvs_r4", "2006": "mvs_r4", "2007": "vs", "2008": "vs", "2009": "vs", "2010": "mvs_r4", "2011": "vs", "2012": "vs", "2013": "vs", "2014": "mvs_r4", "2015": "vs", "2016": "vs" }, "chosen_test": "mvs_r4", "frequency": { "mvs": 0, "mvs_r3": 0, "mvs_r4": 11, "vs": 13 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6708668016371312, 0.36903691750747336, 0.5311042078785082, 0.396470887985493, 0.27739477587787054, 0.41721775029274366, 0.35660178727794695, 0.43441069838462965, 0.3878964609513814, 0.4854708507528754, 0.3833652631626296, 0.49659532483181346, 0.42292136034031413, 0.4039934413880873, 0.4478090531878323, 0.5387542126594229, 0.4687972866365136, 0.5283638384052598, 0.4581145976810917, 0.40504581078669605, 0.4577368325414797, 0.35390517286647805, 0.31175046978842863, 0.4229451887121235 ], "rps_clim": [ 0.5032688802503167, 0.4569625517973415, 0.4925766309533648, 0.42240641841789806, 0.5420235784464604, 0.4714149767747752, 0.4556059924381436, 0.42817838868602875, 0.46522974710940934, 0.4500155575006823, 0.37935719815657715, 0.46243591166738746, 0.43736789322801184, 0.4400525455006668, 0.4258969314341105, 0.47068205281177944, 0.4255615226829206, 0.4516170483571987, 0.49843662915678016, 0.4118910860457031, 0.4992304990769142, 0.37876171452360957, 0.4739156159423822, 0.43461082713119537 ], "brier_below": [ 0.4695762045598972, 0.11629777539246393, 0.40462437698036546, 0.21403562853461736, 0.04672260247302955, 0.31182469563756504, 0.2633334725877505, 0.1779001594128718, 0.29855191503252865, 0.32947521641300526, 0.19522722729244707, 0.17363239550277823, 0.22767591023169875, 0.20568125199781162, 0.2366221445870105, 0.20823357719674776, 0.2930097817190903, 0.3506587265825474, 0.1446409333633684, 0.17108681010984728, 0.12511688677762442, 0.15896075568722837, 0.06808649494516317, 0.23317548242151256 ], "brier_below_clim": [ 0.35982023411904374, 0.14050564010422492, 0.3666492771595467, 0.2224183293858014, 0.12098299127445329, 0.3422215035731035, 0.320090552585692, 0.1769295283083219, 0.3334169292742277, 0.3079101155887398, 0.1851793660618082, 0.14592326795414162, 0.23390109051410934, 0.2104505639455176, 0.20611965607115396, 0.17490712668192288, 0.2843736386325201, 0.30537124030247026, 0.14850560429956033, 0.19196909984821953, 0.1397465773074753, 0.17498170367441346, 0.12816100681329473, 0.23184260041542798 ], "brier_above": [ 0.20129059624070436, 0.2527391432029104, 0.12647982650401995, 0.18243525802693644, 0.23067216982841035, 0.10539305121490997, 0.09326831388012878, 0.2565105391815279, 0.08934454449322875, 0.15599562928104632, 0.188138034128848, 0.3229629373351605, 0.19524544919900444, 0.1983121882916453, 0.2111869075209785, 0.3305206376401887, 0.17578750124485676, 0.17770510857749064, 0.31347367140630156, 0.2339590030266824, 0.33261995329005684, 0.1949444158664034, 0.24366397326398254, 0.18976970423679737 ], "brier_above_clim": [ 0.1434486461312728, 0.31645691169311657, 0.12592735379381784, 0.1999880890320964, 0.4210405871720072, 0.1291934732016715, 0.13551543985245154, 0.25124886037770683, 0.13181281783518126, 0.1421054419119424, 0.1941778320947689, 0.3165126437132459, 0.20346680271390255, 0.2296019815551491, 0.21977727536295652, 0.2957749261298567, 0.14118788405040053, 0.14624580805472828, 0.3499310248572198, 0.21992198619748354, 0.3594839217694388, 0.20378001084919606, 0.3457546091290874, 0.20276822671576744 ], "crps": [ 19.882459976837776, 19.440639537122138, 12.980630326250449, 11.366482639874036, 54.50364883381346, 9.387495373874406, 7.898487153437395, 13.91672356363511, 7.522946603094015, 13.508294838013782, 11.075621618164712, 21.78594649764771, 11.292827311014856, 15.387955656315063, 14.232395522523193, 26.458909007831593, 14.746657663119175, 19.319335273076817, 36.06138630994123, 16.78431623401662, 31.63957162344242, 10.817563519261142, 15.302195691902703, 10.862906332180897 ], "crps_clim": [ 13.135184264312578, 24.154741944627755, 13.513975384214499, 13.019917867610289, 81.16166334563184, 12.367477693926652, 13.495417433372651, 14.052082306153558, 10.595906526023086, 12.127650347789233, 11.316976354794287, 20.590965555492783, 12.388520865166832, 17.22695089343282, 13.534851767011492, 24.26260220678667, 11.569922704555122, 15.015778045845114, 39.494929356705285, 15.395164091308375, 33.640924854699655, 10.983328308869137, 19.38792314154612, 11.761768257139277 ], "crps_fair": [ 19.12776388619174, 18.362982805862472, 12.385246601468502, 10.789072897805303, 53.659112312112846, 8.754761621645915, 7.333373345518956, 13.419994051484588, 6.945860409523633, 12.729656247718934, 10.474843355986195, 21.157751804387367, 10.63241238916555, 14.61778739015226, 13.530433527949496, 25.880333419781778, 13.972308758723809, 18.59472345550364, 35.358450092433124, 16.019759312486855, 30.92068242841803, 10.173889118946013, 14.354026396163157, 10.278512886961487 ], "crps_fair_clim": [ 12.317536543467577, 23.35796459817729, 12.697045070793552, 12.202051839195779, 80.47285365334993, 11.548375983365016, 12.678451972317543, 13.236171134630228, 9.77344956703739, 11.308094418769002, 10.495885058363076, 19.78743863254775, 11.56945900909618, 16.417052730597515, 12.717960992194332, 23.466029141135742, 10.74931047318028, 14.20169205564696, 38.727205395504946, 14.581796635287228, 32.862113763760696, 10.161605103260042, 18.582117729180727, 10.941519369614019 ] }, "rps": 0.4344403746472594, "rpss": 0.04145540779991208, "brier_below": 0.22600626772662377, "bss_below": 0.005177047574432825, "brier_above": 0.20843410653675917, "bss_above": 0.07791602735046588, "crps": 17.75730821276628, "crpss": 0.08190363370124376, "crps_fair": 17.06140577151632, "crpss_fair": 0.07953060442290616 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.8004514731813316, 0.3629592393339025, 0.4483943944285406, 0.36634904537179225, 0.24915039705734615, 0.3895793107766388, 0.2895626139136365, 0.35461622783524405, 0.3523751870239084, 0.39298688675771615, 0.3440321431896531, 0.5423261978840099, 0.365722274722262, 0.39241195090864356, 0.4254482094103765, 0.44505144498505783, 0.5085149982558221, 0.6835681567169172, 0.44904655481866257, 0.376638235422742, 0.4595873109578422, 0.3348727013637307, 0.25769761633452964, 0.4157714685817128 ], "rps_clim": [ 0.5345788934798844, 0.4969529944769454, 0.4649874784432427, 0.41318634913187524, 0.546313795678332, 0.4766642042122107, 0.47169819661801, 0.3818166879514013, 0.47064841190232937, 0.36582560814319875, 0.354596433655499, 0.5238068909793859, 0.42423555956814324, 0.47458557358541037, 0.4052259230358827, 0.43061974459188856, 0.4027224233638553, 0.5463137956783312, 0.5329121043837289, 0.33515957826149523, 0.5425588471307237, 0.3577876473332365, 0.5050822006578946, 0.40346036713634414 ], "brier_below": [ 0.575318222236603, 0.08489992606663699, 0.3336709183220348, 0.26245281830606804, 0.03970954159269875, 0.2900907664687252, 0.23436849899809567, 0.24100289869597322, 0.26956573602168826, 0.23180033009710627, 0.13659843010316886, 0.13824944965581065, 0.2550657144703808, 0.11682809422283642, 0.17235027009789997, 0.2117428576845622, 0.3225454894163635, 0.5153477909665444, 0.1065090249793047, 0.15215379597196443, 0.10737034481206688, 0.12373106026785667, 0.04983343342094058, 0.2786670722873028 ], "brier_below_clim": [ 0.41359590220543146, 0.1268854967685847, 0.33814805813719095, 0.27996356840395453, 0.1209829912744533, 0.3514292535000652, 0.3496506429006213, 0.2388550695900949, 0.34166178514329076, 0.23093071395539494, 0.13757235619120822, 0.12205538687900032, 0.2819639840102135, 0.13806476563762554, 0.14568431899338546, 0.18489584470340845, 0.2812051027379592, 0.4253308044038783, 0.1209829912744533, 0.17461254268602422, 0.1209829912744533, 0.13651544485609332, 0.1209829912744533, 0.25734411395433127 ], "brier_above": [ 0.22513325172041762, 0.27805931518780697, 0.11472346958039124, 0.10389622284085726, 0.20944085066102, 0.09948853933396003, 0.05519411690576929, 0.11361332469632582, 0.08280944973034039, 0.16118655071556548, 0.20743371418185672, 0.4040767629578313, 0.1106565574752651, 0.2755838581679106, 0.2530979428991167, 0.2333085916840574, 0.185969505813585, 0.16822036110019084, 0.3425375411314621, 0.22448443958185987, 0.3522169766368726, 0.21114163982306206, 0.20786417859422607, 0.1371043917655635 ], "brier_above_clim": [ 0.12098299127445335, 0.3700674977083606, 0.1268394203060519, 0.13322278072792096, 0.4253308044038783, 0.12523495071214563, 0.12204755371738839, 0.1429616183613064, 0.12898662675903874, 0.13489489418780384, 0.21702407746429075, 0.4017515041003852, 0.14227157555792966, 0.3365208079477847, 0.2595416040424973, 0.24572389988847987, 0.12151732062589637, 0.12098299127445335, 0.41192911310927527, 0.16054703557547098, 0.4215758558562699, 0.22127220247714316, 0.38409920938344094, 0.14611625318201296 ], "crps": [ 32.436069702006016, 29.611983451262244, 17.38681749363445, 10.674194423770773, 85.68818410586478, 13.190051236990357, 8.896255635798171, 11.280481878829736, 10.38904418502151, 16.762468495768516, 15.423072095906765, 37.10264581040304, 11.919346244908393, 26.70399754408146, 18.95385656478426, 20.04939770274058, 20.910199425823567, 32.46561528797184, 61.124000518650945, 18.681958883083745, 52.3452813440608, 14.014498897192334, 20.29401914657511, 12.404752270519372 ], "crps_clim": [ 19.691370303217692, 38.00944837401189, 19.338876299585486, 13.469113551773622, 127.86859294734184, 18.589396676302037, 18.87593404459268, 13.530392159363533, 14.972743454915303, 14.253979231397004, 15.735341036927533, 36.064900095448124, 15.139963850338448, 31.19288106623586, 17.992353028164104, 19.696334263177114, 14.077232835128438, 24.747448096456132, 68.61073888811775, 12.55291522058674, 57.000851281138225, 14.391271226711636, 25.1312112496158, 12.811413514508557 ], "crps_fair": [ 31.38290481198516, 28.116146595229605, 16.542135107315413, 9.89809336116497, 84.49701013754978, 12.312535825289297, 8.100991543557361, 10.585860100607237, 9.56162893873811, 15.654952368483052, 14.61261600569917, 36.20237590297653, 11.023971525629051, 25.54081846331271, 17.995255170589683, 19.164971360053666, 19.805062537435422, 31.49657573971209, 60.14161390860275, 17.558716491846216, 51.347695948884486, 13.059963110597291, 18.76752931649459, 11.605335228215617 ], "crps_fair_clim": [ 18.52395116853421, 36.87672256900793, 18.170789562622396, 12.289909839909377, 126.90605491615098, 17.41989047035546, 17.706970523055745, 12.351304505468207, 13.796387526958524, 13.076262007562349, 14.560429422573055, 34.92849143385597, 13.963924627676032, 30.04724509587627, 16.82171605773241, 18.528924529932958, 12.89918086433115, 23.58960486668408, 67.53597007272384, 11.371976284610398, 55.90409404224628, 13.21381402559538, 23.974094843997456, 11.63096415863434 ] }, "rps": 0.4169630849680008, "rpss": 0.07868220865462983, "brier_below": 0.2187446868817764, "bss_below": 0.035002616836208755, "brier_above": 0.1982183980493881, "bss_above": 0.12251370822401952, "crps": 24.946174681068698, "crpss": 0.09798422508734739, "crps_fair": 23.95728164583205, "crpss_fair": 0.096077664121757 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.38491246846063004, 0.5127080768793132, 0.41183880793549027, 0.3535099958083533, 0.4231490163667559, 0.404066850201859, 0.31924286321753736, 0.526479500371171 ], "rps_clim": [ 0.3957447540292534, 0.4437047383669884, 0.5463112315335048, 0.36237074299741934, 0.43798493913098496, 0.3932407074853211, 0.5285945529473471, 0.42293902414021045 ], "brier_below": [ 0.21080157202054506, 0.20169169063007805, 0.07903681979997063, 0.21988428565466486, 0.2809227121411209, 0.2414829238808467, 0.0861108303838099, 0.2057024368525572 ], "brier_below_clim": [ 0.21064168310452153, 0.1781065535964162, 0.11133273118470274, 0.2268505366779282, 0.2859739073831904, 0.2462520701941481, 0.13257909683196697, 0.14583204241235156 ], "brier_above": [ 0.17411090149220568, 0.31101637494889145, 0.33280195757481873, 0.13362572407760015, 0.1422263116582689, 0.16258393995635997, 0.23313201438661546, 0.3207770482358871 ], "brier_above_clim": [ 0.18510307756215227, 0.2655981770143465, 0.4349784623050188, 0.13552022182301748, 0.15201104430253173, 0.14698865074398446, 0.3960154250387313, 0.2771069719137001 ], "crps": [ 10.45458939546597, 17.318684659215915, 30.1411050579412, 9.446811919349802, 10.991134772025132, 11.521283712802196, 47.953540301060244, 19.257266631814677 ], "crps_clim": [ 10.667830621192463, 14.95134985734363, 39.32110711359098, 9.155005345554997, 12.872793262651571, 10.763049268730294, 73.22981255372125, 15.764339864122904 ], "crps_fair": [ 10.115012715107417, 17.040491952941792, 29.716952815115718, 9.130475413570919, 10.720333390343388, 11.168374074438697, 47.498907575249255, 18.99889362034589 ], "crps_fair_clim": [ 9.895516071070114, 14.17903530722128, 38.54879256346864, 8.382690795432643, 12.100478712529222, 9.990734718607943, 72.45749800359884, 14.992025314000559 ] }, "rps": 0.41698844740513874, "rpss": 0.055222075242174484, "brier_below": 0.19070415892044917, "bss_below": 0.007762482828818085, "brier_above": 0.22628428404133094, "bss_above": 0.09183049981554359, "crps": 19.63555205620939, "crpss": 0.1587405314655893, "crps_fair": 19.298680194639132, "crpss_fair": 0.14487841412802405 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.38826222735111915, 0.3384310827615074, 0.2807928498284485, 0.38311273646426086, 0.4171159422022354, 0.46938567244032037, 0.1763373773472317, 0.4479556900020101 ], "rps_clim": [ 0.40125751196759035, 0.38247387153027046, 0.5455702928662451, 0.3608387482495357, 0.5032562800825091, 0.4582563513417429, 0.5532043651857004, 0.38836007432288383 ], "brier_below": [ 0.12026788332078803, 0.2313117411819752, 0.04990020700657338, 0.2223782587458892, 0.32984844526183016, 0.3201177804058657, 0.027327452874291527, 0.2162493985831972 ], "brier_below_clim": [ 0.11814387008700394, 0.2654940440266858, 0.11111111773384949, 0.22455219994692469, 0.39214518221687406, 0.3289473855886335, 0.11111111773384949, 0.16516928651467216 ], "brier_above": [ 0.2679943350988379, 0.10711935743868238, 0.23089261585598816, 0.1607344947004103, 0.08726751266436496, 0.14926790921526661, 0.14900990599273647, 0.23170628782209132 ], "brier_above_clim": [ 0.28311363099235315, 0.11697984632238867, 0.4344591371814749, 0.13628656366910488, 0.11111111773384949, 0.129308982367292, 0.44209320813585196, 0.22319078763501846 ], "crps": [ 16.776381232071703, 10.975848275017515, 29.962175964122423, 14.605972441714433, 12.33648010955015, 17.493927348886274, 71.78710014639246, 18.67094250719709 ], "crps_clim": [ 17.127934378732938, 13.14691039605717, 50.002232946975184, 13.109652898302157, 17.71305578066709, 16.568276004836402, 124.03503473091268, 16.46381001417652 ], "crps_fair": [ 16.28351826478155, 10.560234651200822, 29.282832755044364, 14.125619634460593, 11.935505291778966, 17.002713195051264, 71.08805651952774, 18.27555388672373 ], "crps_fair_clim": [ 16.023613765163336, 12.042589782487557, 48.89791233340558, 12.005332284732548, 16.60873516709748, 15.463955391266797, 122.93071411734311, 15.359489400606916 ] }, "rps": 0.3626741972996417, "rpss": 0.19253605383108818, "brier_below": 0.1896751459225513, "bss_below": 0.11608087080317642, "brier_above": 0.17299905234854726, "bss_above": 0.2624777494148831, "crps": 24.076103503119008, "crpss": 0.2817576558141771, "crps_fair": 23.56925427482113, "crpss_fair": 0.27292511004068365 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "mvs", "1994": "mvs", "1995": "mvs", "1996": "mvs", "1997": "mvs", "1998": "mvs", "1999": "mvs", "2000": "mvs", "2001": "mvs", "2002": "mvs", "2003": "mvs", "2004": "mvs", "2005": "mvs", "2006": "mvs", "2007": "mvs", "2008": "mvs", "2009": "mvs", "2010": "mvs", "2011": "mvs", "2012": "mvs", "2013": "mvs", "2014": "mvs", "2015": "mvs", "2016": "mvs" }, "chosen_test": "mvs", "frequency": { "mvs": 24, "mvs_r3": 0, "mvs_r4": 0, "vs": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6736325362896622, 0.36876188774183916, 0.529932419966123, 0.3972606152628498, 0.28077085002455415, 0.4173833880077639, 0.3598531537790735, 0.4355492681424776, 0.392062743548611, 0.48483121626054665, 0.3814315458225101, 0.49620719192200746, 0.4231478290980394, 0.4014903683506435, 0.4467432566669842, 0.5400806785689399, 0.4702620668712225, 0.5322369827313216, 0.4566184873150482, 0.40681723942717735, 0.45702305406549987, 0.3529355370588698, 0.3112815477813874, 0.42403080394499626 ], "rps_clim": [ 0.5032688802503167, 0.4569625517973415, 0.4925766309533648, 0.42240641841789806, 0.5420235784464604, 0.4714149767747752, 0.4556059924381436, 0.42817838868602875, 0.46522974710940934, 0.4500155575006823, 0.37935719815657715, 0.46243591166738746, 0.43736789322801184, 0.4400525455006668, 0.4258969314341105, 0.47068205281177944, 0.4255615226829206, 0.4516170483571987, 0.49843662915678016, 0.4118910860457031, 0.4992304990769142, 0.37876171452360957, 0.4739156159423822, 0.43461082713119537 ], "brier_below": [ 0.4726659313690766, 0.11595459234099931, 0.4033969402280121, 0.2147442922720443, 0.04854769657017765, 0.3121498246360809, 0.26623728843325867, 0.17878156285325064, 0.30210899472762265, 0.3291448962610452, 0.1934857539596129, 0.17315192090822373, 0.2279356527755696, 0.20332575714674156, 0.23556943061182106, 0.20915360371918953, 0.2946898712432502, 0.35448986695708284, 0.14321939721519478, 0.17344456046299106, 0.12462822186916768, 0.1582003360897353, 0.0677756002614791, 0.23430988569946748 ], "brier_below_clim": [ 0.35982023411904374, 0.14050564010422492, 0.3666492771595467, 0.2224183293858014, 0.12098299127445329, 0.3422215035731035, 0.320090552585692, 0.1769295283083219, 0.3334169292742277, 0.3079101155887398, 0.1851793660618082, 0.14592326795414162, 0.23390109051410934, 0.2104505639455176, 0.20611965607115396, 0.17490712668192288, 0.2843736386325201, 0.30537124030247026, 0.14850560429956033, 0.19196909984821953, 0.1397465773074753, 0.17498170367441346, 0.12816100681329473, 0.23184260041542798 ], "brier_above": [ 0.20096660410819583, 0.252807296318465, 0.1265354753934989, 0.1825163215962428, 0.2322231499246402, 0.1052335599837316, 0.09361586455482204, 0.25676770575544594, 0.0899537471723195, 0.1556863149808608, 0.18794579027647862, 0.3230552790399072, 0.195212175621272, 0.19816461027197546, 0.2111738250058608, 0.33092707673239596, 0.17557219216898926, 0.1777471125299757, 0.3133990971908742, 0.23337268128245542, 0.33239483983095436, 0.19473519974925427, 0.24350594610911208, 0.1897209162814651 ], "brier_above_clim": [ 0.1434486461312728, 0.31645691169311657, 0.12592735379381784, 0.1999880890320964, 0.4210405871720072, 0.1291934732016715, 0.13551543985245154, 0.25124886037770683, 0.13181281783518126, 0.1421054419119424, 0.1941778320947689, 0.3165126437132459, 0.20346680271390255, 0.2296019815551491, 0.21977727536295652, 0.2957749261298567, 0.14118788405040053, 0.14624580805472828, 0.3499310248572198, 0.21992198619748354, 0.3594839217694388, 0.20378001084919606, 0.3457546091290874, 0.20276822671576744 ], "crps": [ 19.899209340276567, 19.279645799427232, 13.014493124319877, 11.338547451478679, 54.46972461798348, 9.40640388222052, 7.899111707760486, 13.881955252442005, 7.493568884068651, 13.50393178467886, 10.985348407577812, 21.740034250706643, 11.25917549822707, 15.301489848662996, 14.130240517975983, 26.36826867650673, 14.730005494939137, 19.39935967687413, 36.09622900570435, 16.619082846640328, 31.656205052922523, 10.744813712207996, 14.98423233691616, 10.86151383657329 ], "crps_clim": [ 13.135184264312578, 24.154741944627755, 13.513975384214499, 13.019917867610289, 81.16166334563184, 12.367477693926652, 13.495417433372651, 14.052082306153558, 10.595906526023086, 12.127650347789233, 11.316976354794287, 20.590965555492783, 12.388520865166832, 17.22695089343282, 13.534851767011492, 24.26260220678667, 11.569922704555122, 15.015778045845114, 39.494929356705285, 15.395164091308375, 33.640924854699655, 10.983328308869137, 19.38792314154612, 11.761768257139277 ], "crps_fair": [ 19.153942926218445, 18.21851471466464, 12.424593782604553, 10.765689569885534, 53.62449141208088, 8.77962160133733, 7.338418805132558, 13.389783082949172, 6.921230037599557, 12.73425183953403, 10.389321298646053, 21.117527011755595, 10.606561692114076, 14.542205553284008, 13.433966028782056, 25.794745338868132, 13.96733554853397, 18.68167552567017, 35.39753196999179, 15.863426672108504, 30.94229215099866, 10.109559627550164, 14.05726300480556, 10.283885370045317 ], "crps_fair_clim": [ 12.317536543467577, 23.35796459817729, 12.697045070793552, 12.202051839195779, 80.47285365334993, 11.548375983365016, 12.678451972317543, 13.236171134630228, 9.77344956703739, 11.308094418769002, 10.495885058363076, 19.78743863254775, 11.56945900909618, 16.417052730597515, 12.717960992194332, 23.466029141135742, 10.74931047318028, 14.20169205564696, 38.727205395504946, 14.581796635287228, 32.862113763760696, 10.161605103260042, 18.582117729180727, 10.941519369614019 ] }, "rps": 0.4350143611936728, "rpss": 0.040188970028084525, "brier_below": 0.22654632827546228, "bss_below": 0.0027998363798567016, "brier_above": 0.2084680325782997, "bss_above": 0.07776594318391683, "crps": 17.710941291962147, "crpss": 0.08430091717442989, "crps_fair": 17.022409773548365, "crpss_fair": 0.08163445349373799 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.8073074246094029, 0.3612803334221239, 0.44908084227201744, 0.3688407087052407, 0.2519320670106389, 0.391696117132296, 0.2969233606365171, 0.3532358813624105, 0.3605031567437402, 0.3901962839164682, 0.3403574580112927, 0.5391983243377821, 0.3690820526589812, 0.38873261448005214, 0.4224072392040528, 0.4443307985891183, 0.5142279674918745, 0.6930401158213415, 0.4466120519848204, 0.37537452944161337, 0.45769843314229247, 0.3316092916217324, 0.25581399807796146, 0.41920513035895496 ], "rps_clim": [ 0.5345788934798844, 0.4969529944769454, 0.4649874784432427, 0.41318634913187524, 0.546313795678332, 0.4766642042122107, 0.47169819661801, 0.3818166879514013, 0.47064841190232937, 0.36582560814319875, 0.354596433655499, 0.5238068909793859, 0.42423555956814324, 0.47458557358541037, 0.4052259230358827, 0.43061974459188856, 0.4027224233638553, 0.5463137956783312, 0.5329121043837289, 0.33515957826149523, 0.5425588471307237, 0.3577876473332365, 0.5050822006578946, 0.40346036713634414 ], "brier_below": [ 0.5826068267560213, 0.08311735432851192, 0.33441579614764366, 0.264937901622376, 0.040385959549027795, 0.29236280595143893, 0.24130200967049173, 0.23991177630176358, 0.2771867861788804, 0.2293722722042986, 0.1328838921900309, 0.13543022353055761, 0.2584822071837014, 0.11325386075780104, 0.16935290281962587, 0.21098758213851526, 0.3289363780557837, 0.5249385255297832, 0.10441444840875902, 0.151764251280055, 0.10600532582769898, 0.12064713259601544, 0.04833408078271595, 0.2822062298327559 ], "brier_below_clim": [ 0.41359590220543146, 0.1268854967685847, 0.33814805813719095, 0.27996356840395453, 0.1209829912744533, 0.3514292535000652, 0.3496506429006213, 0.2388550695900949, 0.34166178514329076, 0.23093071395539494, 0.13757235619120822, 0.12205538687900032, 0.2819639840102135, 0.13806476563762554, 0.14568431899338546, 0.18489584470340845, 0.2812051027379592, 0.4253308044038783, 0.1209829912744533, 0.17461254268602422, 0.1209829912744533, 0.13651544485609332, 0.1209829912744533, 0.25734411395433127 ], "brier_above": [ 0.22470059871531103, 0.2781629806598209, 0.1146650397920433, 0.10390280297557153, 0.21154610268406135, 0.09933330617690421, 0.05562135299835107, 0.11332410078494105, 0.08331636898803634, 0.1608240058055711, 0.20747356727279648, 0.40376811571824983, 0.11059984280938233, 0.2754787555137552, 0.2530543399007121, 0.2333432207234694, 0.1852915866700902, 0.16810158583645604, 0.3421976148704439, 0.22361027840855974, 0.3516931178066535, 0.2109621581266711, 0.2074799132524596, 0.13699889619445385 ], "brier_above_clim": [ 0.12098299127445335, 0.3700674977083606, 0.1268394203060519, 0.13322278072792096, 0.4253308044038783, 0.12523495071214563, 0.12204755371738839, 0.1429616183613064, 0.12898662675903874, 0.13489489418780384, 0.21702407746429075, 0.4017515041003852, 0.14227157555792966, 0.3365208079477847, 0.2595416040424973, 0.24572389988847987, 0.12151732062589637, 0.12098299127445335, 0.41192911310927527, 0.16054703557547098, 0.4215758558562699, 0.22127220247714316, 0.38409920938344094, 0.14611625318201296 ], "crps": [ 32.467321875205, 29.27095093170661, 17.473117548350828, 10.66357372550791, 85.78462391303655, 13.24506033582467, 8.884872079877393, 11.211370121494314, 10.30285495887337, 16.716929835318563, 15.258128869579428, 36.98988717151763, 11.910122899797843, 26.513446537243865, 18.779414118125146, 19.876147065746075, 20.911187006530305, 32.64513700225227, 61.201331507713746, 18.414830911439932, 52.382791515977694, 13.845949866278554, 19.525166144665633, 12.445563596801964 ], "crps_clim": [ 19.691370303217692, 38.00944837401189, 19.338876299585486, 13.469113551773622, 127.86859294734184, 18.589396676302037, 18.87593404459268, 13.530392159363533, 14.972743454915303, 14.253979231397004, 15.735341036927533, 36.064900095448124, 15.139963850338448, 31.19288106623586, 17.992353028164104, 19.696334263177114, 14.077232835128438, 24.747448096456132, 68.61073888811775, 12.55291522058674, 57.000851281138225, 14.391271226711636, 25.1312112496158, 12.811413514508557 ], "crps_fair": [ 31.436912551165435, 27.814136527617432, 16.64549155045625, 9.900773765459975, 84.59782436710113, 12.384128850029235, 8.102866022021171, 10.530491527414597, 9.489405262104592, 15.633158444463406, 14.463040992709603, 36.10563849688035, 11.034211070343645, 25.37832558410506, 17.839040612253534, 19.00787245185837, 19.833245903880748, 31.69562478198812, 60.23168051205217, 17.319215757003434, 51.39918149483587, 12.912878862802653, 18.053040477563187, 11.662624714423476 ], "crps_fair_clim": [ 18.52395116853421, 36.87672256900793, 18.170789562622396, 12.289909839909377, 126.90605491615098, 17.41989047035546, 17.706970523055745, 12.351304505468207, 13.796387526958524, 13.076262007562349, 14.560429422573055, 34.92849143385597, 13.963924627676032, 30.04724509587627, 16.82171605773241, 18.528924529932958, 12.89918086433115, 23.58960486668408, 67.53597007272384, 11.371976284610398, 55.90409404224628, 13.21381402559538, 23.974094843997456, 11.63096415863434 ] }, "rps": 0.417861924209697, "rpss": 0.07669614174657813, "brier_below": 0.2197181887351772, "bss_below": 0.030707990281257924, "brier_above": 0.1981437355285319, "bss_above": 0.12284422920090898, "crps": 24.86332414745272, "crpss": 0.10097997450532359, "crps_fair": 23.894617107522226, "crpss_fair": 0.09844203403162965 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.3844284782724786, 0.5144034516845162, 0.41288276271348107, 0.35235793601575244, 0.4273281365580442, 0.4045184842872633, 0.32011221292666797, 0.5261615444440196 ], "rps_clim": [ 0.3957447540292534, 0.4437047383669884, 0.5463112315335048, 0.36237074299741934, 0.43798493913098496, 0.3932407074853211, 0.5285945529473471, 0.42293902414021045 ], "brier_below": [ 0.210237185156493, 0.2035801649683965, 0.0798368108087796, 0.21882656152422694, 0.2852768844137427, 0.24197660958724315, 0.08677461701777739, 0.20565345935477794 ], "brier_below_clim": [ 0.21064168310452153, 0.1781065535964162, 0.11133273118470274, 0.2268505366779282, 0.2859739073831904, 0.2462520701941481, 0.13257909683196697, 0.14583204241235156 ], "brier_above": [ 0.17419129827118557, 0.3108232754577686, 0.3330459211933368, 0.13353138843260265, 0.1420512595197688, 0.16254188843760656, 0.23333757749485198, 0.3205080696681974 ], "brier_above_clim": [ 0.18510307756215227, 0.2655981770143465, 0.4349784623050188, 0.13552022182301748, 0.15201104430253173, 0.14698865074398446, 0.3960154250387313, 0.2771069719137001 ], "crps": [ 10.382896482284814, 17.304534346901423, 30.147874795547693, 9.408526683997065, 11.062876186298084, 11.515661378609847, 48.23271406959728, 19.175974195693346 ], "crps_clim": [ 10.667830621192463, 14.95134985734363, 39.32110711359098, 9.155005345554997, 12.872793262651571, 10.763049268730294, 73.22981255372125, 15.764339864122904 ], "crps_fair": [ 10.0470772640201, 17.02915166140948, 29.729102462715755, 9.095441789362495, 10.79487276784335, 11.165980440691914, 47.783663736060156, 18.919884671802354 ], "crps_fair_clim": [ 9.895516071070114, 14.17903530722128, 38.54879256346864, 8.382690795432643, 12.100478712529222, 9.990734718607943, 72.45749800359884, 14.992025314000559 ] }, "rps": 0.41777412586277796, "rpss": 0.05344194999564911, "brier_below": 0.19152028660392967, "bss_below": 0.003516154322216636, "brier_above": 0.2262538348094148, "bss_above": 0.09195270478372086, "crps": 19.653882267366193, "crpss": 0.15795519761545107, "crps_fair": 19.3206468492382, "crpss_fair": 0.14390507500184502 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.384945415951938, 0.3410210153033095, 0.2801755840155828, 0.3818858320817984, 0.4240344863628308, 0.4693488100354769, 0.1764139114613752, 0.4433285172373735 ], "rps_clim": [ 0.40125751196759035, 0.38247387153027046, 0.5455702928662451, 0.3608387482495357, 0.5032562800825091, 0.4582563513417429, 0.5532043651857004, 0.38836007432288383 ], "brier_below": [ 0.11691470581822266, 0.23398441305689077, 0.048748472425501975, 0.2211641191147863, 0.33682610913273925, 0.32042848481640895, 0.026726462643708433, 0.21169797975419238 ], "brier_below_clim": [ 0.11814387008700394, 0.2654940440266858, 0.11111111773384949, 0.22455219994692469, 0.39214518221687406, 0.3289473855886335, 0.11111111773384949, 0.16516928651467216 ], "brier_above": [ 0.2680307012832967, 0.10703661814818348, 0.2314270844056553, 0.16072172993025372, 0.0872083929933244, 0.1489203424862353, 0.14968743023733155, 0.23163053390240573 ], "brier_above_clim": [ 0.28311363099235315, 0.11697984632238867, 0.4344591371814749, 0.13628656366910488, 0.11111111773384949, 0.129308982367292, 0.44209320813585196, 0.22319078763501846 ], "crps": [ 16.58554397606917, 10.92696213482085, 30.005850245625535, 14.511602413405088, 12.46722749415464, 17.464010728995454, 72.61960215263022, 18.487969855190975 ], "crps_clim": [ 17.127934378732938, 13.14691039605717, 50.002232946975184, 13.109652898302157, 17.71305578066709, 16.568276004836402, 124.03503473091268, 16.46381001417652 ], "crps_fair": [ 16.10222355807312, 10.518374807702662, 29.340485507306006, 14.040056894433233, 12.073121259336732, 16.982206914203953, 71.93514886126577, 18.098847871603237 ], "crps_fair_clim": [ 16.023613765163336, 12.042589782487557, 48.89791233340558, 12.005332284732548, 16.60873516709748, 15.463955391266797, 122.93071411734311, 15.359489400606916 ] }, "rps": 0.3626441965562106, "rpss": 0.19260284799196092, "brier_below": 0.18956134334530633, "bss_below": 0.11661121058222046, "brier_above": 0.17308285417333577, "bss_above": 0.2621204890161577, "crps": 24.133596125111495, "crpss": 0.28004252630462323, "crps_fair": 23.63630820924059, "crpss_fair": 0.2708566003024927 } } } } }, "Dec": { "tag": "init09_Dec", "methods": { "mvs": { "lambda_": { "training_mean": 0.6789070734542717, "training": [ 0.661495956112354, 0.681342246394431, 0.6686186753904869, 0.6812212770108461, 0.7556573141911188, 0.6354330012173689, 0.6643204845648998, 0.6571907495074247, 0.670721635476779, 0.7191567174395975, 0.6761728598888168, 0.6778999184904982, 0.6223110026111809, 0.7238824006823226, 0.6718328865326645, 0.738970191131146, 0.6947304979134592, 0.6968504589543534, 0.6733133744138853, 0.6513957519240469, 0.6658055218456962, 0.6535953011339855, 0.6783915977423643, 0.6734599423327929 ], "test": 0.7038741783527157 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4784195080052884, 0.37090783182560144, 0.44547683181489206, 0.3528886221321736, 0.41682305438586315, 0.5589519580304806, 0.3934126426507001, 0.46681295862645616, 0.38305768521447736, 0.460777452396273, 0.49591794708680814, 0.4367438442330328, 0.5799306393786118, 0.4933202204861194, 0.5152101688848019, 0.4151521196877035, 0.45730247931318796, 0.40867106630963723, 0.470107916645281, 0.42079895279259477, 0.5213223109227793, 0.42411093597370925, 0.4293590000533505, 0.45290347997307745 ], "rps_clim": [ 0.462562923536876, 0.3645173216522427, 0.44125991495499295, 0.3676651074657129, 0.4796288397923759, 0.5018388000928868, 0.3814774056959005, 0.4578573987892382, 0.3735878385869089, 0.5052606235712064, 0.5036551985237356, 0.4358799350596818, 0.5001476319885705, 0.5372757850199824, 0.4967176353817881, 0.483398419566635, 0.48412488872389453, 0.42298688230915954, 0.4788741887887977, 0.4007718021663261, 0.498737480732011, 0.40202165436042925, 0.44570350792032964, 0.4523372814100714 ], "brier_below": [ 0.34391211711581343, 0.18814025963836428, 0.15827122641001634, 0.2296216927528942, 0.15063942819469317, 0.40677731996626953, 0.2138586401445125, 0.16896004561861916, 0.14321683719996717, 0.12118760055935172, 0.13660520251774227, 0.17029044323646306, 0.4052879293759279, 0.11133524446895712, 0.37089922785285995, 0.2953453864311147, 0.1620303418001082, 0.22632406646780123, 0.28923743744427993, 0.17242930568838416, 0.3874572691522656, 0.2563608749172538, 0.15510720149739196, 0.26513462387425857 ], "brier_below_clim": [ 0.33445347350698373, 0.18448978058131807, 0.15020271959428944, 0.23455533259135652, 0.16559252060812168, 0.3788018404246035, 0.19293962127510628, 0.15038884587226958, 0.13073481316379681, 0.1342598604859912, 0.1282842296352773, 0.16631198513422443, 0.3601361789689049, 0.12098299127445335, 0.35626815432751285, 0.34779494441826286, 0.17732409124021772, 0.23135019401075282, 0.29334157497784386, 0.1580270900868227, 0.3757058539399758, 0.2565886947421901, 0.1693218745678458, 0.2597369379666505 ], "brier_above": [ 0.13450739010180268, 0.18276757191285914, 0.28720560703999265, 0.1232669294069536, 0.26618362490637637, 0.15217463770306455, 0.179554002488625, 0.2978529143564771, 0.23984084774588507, 0.33958985256993096, 0.3593127466221347, 0.26645340161651876, 0.17464270970986803, 0.3819849774813244, 0.1443109396122605, 0.11980673402222053, 0.295272138997152, 0.18234700011597893, 0.1808704782555427, 0.24836964687689084, 0.13386504054296788, 0.16775006047720664, 0.2742517978679997, 0.1877688564575412 ], "brier_above_clim": [ 0.12810945002989202, 0.1800275410709245, 0.2910571953607033, 0.1331097748743562, 0.3140363192350966, 0.12303695966828301, 0.18853778442079408, 0.3074685529169685, 0.24285302547391838, 0.371000763085215, 0.37537096893986166, 0.26956794992545724, 0.1400114530196655, 0.41629279379655704, 0.14044948110508146, 0.1356034751238968, 0.30680079745918404, 0.19163668827393138, 0.18553261378647845, 0.242744712130419, 0.12303162676755988, 0.14543295959376396, 0.2763816333277958, 0.19260034341894555 ], "crps": [ 3.0289541403359515, 4.026321137527189, 10.773197668364007, 2.231253858424494, 10.32478870492654, 4.811759124339433, 2.989275877272213, 5.150504525958933, 3.5318285202191055, 18.304927978026836, 16.728141175759305, 3.8714835634498472, 8.278616697212607, 23.713982142413585, 4.997778542211829, 2.7701950857858866, 12.772186784230405, 3.541452001810645, 3.990953942738499, 4.609057715307468, 5.409285884081521, 4.405038868388995, 8.016409218088056, 3.4112953052636605 ], "crps_clim": [ 3.383400553071679, 3.6995246089032476, 10.375259519924272, 3.088176782734038, 15.623140866424055, 3.918194532764918, 3.2512248780442565, 5.3613292903859575, 3.3401723993300685, 21.29254756415035, 17.08930816883068, 4.102339013398538, 4.506551529947348, 25.32004262629813, 4.202143270441035, 3.5904825606496558, 13.811056598131602, 3.49561527327503, 4.117308454045926, 4.163338575099779, 4.154173639778647, 3.3440543501428777, 7.576953718515562, 3.8653696148339143 ], "crps_fair": [ 2.838004201397568, 3.7723215306965914, 10.539210628130112, 2.0643241109404373, 9.86130058842325, 4.503514612944235, 2.808811410246786, 4.883243557250305, 3.2778549135432944, 17.95374180730605, 16.491367455029067, 3.629711622531253, 7.886212692492976, 23.481176018939397, 4.735247882523793, 2.571237136707827, 12.477407584723387, 3.3594218718956608, 3.802014278461588, 4.423719596096409, 5.129374819122245, 4.124982592254489, 7.664493052965322, 3.2020674920981924 ], "crps_fair_clim": [ 3.069144896531585, 3.3858676721658623, 10.074246020518368, 2.773361990265274, 15.332066536235006, 3.604951743610606, 2.9367188887863067, 5.050819710999868, 3.0258348712866763, 21.012210746646392, 16.801010670653753, 3.7894449827302754, 4.194423053287697, 25.04733364035127, 3.8894382629868667, 3.276619104881488, 13.516550290161696, 3.1815721446141088, 3.8044427745910094, 3.8505600739044343, 3.8413777807512575, 3.029724174279054, 7.270640397516081, 3.55202677848655 ] }, "rps": 0.4520158177842875, "rpss": 0.0027494067067708183, "brier_below": 0.23035123843022123, "bss_below": -0.012979368578575734, "brier_above": 0.22166457945364892, "bss_above": 0.01858524754980362, "crps": 7.153695352589042, "crpss": 0.028204968256770435, "crps_fair": 6.895031727363343, "crpss_fair": 0.022618965160455806, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.218332, 0.53673, 0.244034, 0.000904, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.264, 0.3512, 0.4323, 0.5139, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3447, 0.3383, 0.3793, 0.1004, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.08223, 0.713163, 0.202092, 0.002514, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2813, 0.3489, 0.4285, 0.5164, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1738, 0.3496, 0.3983, 0.12, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47274137201735117, 0.3795566407558107, 0.37730359146930526, 0.3846441922802712, 0.400204271936534, 0.5732328352431452, 0.369547869342928, 0.4345151313937902, 0.42990304214321823, 0.4438751685987049, 0.5421325577655343, 0.4582956890671067, 0.5866573704472017, 0.49106627687202836, 0.5463916886396739, 0.43183930095672846, 0.44855335794575674, 0.3799374272710559, 0.48824984100109925, 0.42208962452006954, 0.44714451771342, 0.4796909659554916, 0.42982345255818405, 0.4318567803047138 ], "rps_clim": [ 0.4612583059027846, 0.3632558141399608, 0.354883769652867, 0.3845191290006187, 0.5442138095123802, 0.47392048384293584, 0.33694866035330306, 0.4142191822653953, 0.37845219617751535, 0.4951720237139347, 0.5339101528063047, 0.4478677808815762, 0.5122698412139367, 0.546319606847996, 0.5151171329099498, 0.5367285468048282, 0.4864254362866427, 0.45042529340514065, 0.45228609740130155, 0.40382417319303954, 0.47274140836269934, 0.4335462466444369, 0.43507035514007947, 0.4346226259811788 ], "brier_below": [ 0.3390433790835557, 0.1572289922544676, 0.19072963354150413, 0.2562624255050997, 0.09267905858206545, 0.3903893920503765, 0.20336212193220105, 0.16392693303032488, 0.18573338679842058, 0.12446378381713634, 0.14468457627614512, 0.1633612750570009, 0.39760137931643086, 0.11468542996150075, 0.364784263377428, 0.3325206627686121, 0.20538557632120635, 0.2802535585178077, 0.21236938060714752, 0.15924185793428136, 0.3213423527931083, 0.31609457320369283, 0.20982124314555695, 0.2016595786890659 ], "brier_below_clim": [ 0.3406488402474111, 0.15585229033150771, 0.1733474973115743, 0.2607321626770492, 0.12098299127445337, 0.35118589057225497, 0.15964704360397033, 0.13793336355887106, 0.13634373895712082, 0.1384011735129149, 0.12098299127445332, 0.14645923116637555, 0.36837280991055965, 0.12098299127445333, 0.34820491159145306, 0.4161190810910467, 0.23546533423622354, 0.32875690367129495, 0.18568689656698428, 0.13104510989535922, 0.3521319426489182, 0.3129367809306557, 0.21062232617609924, 0.19696310869600517 ], "brier_above": [ 0.1336979923130475, 0.22232764848845202, 0.18657395827453416, 0.1283817665718413, 0.3075252100252775, 0.18284344420257467, 0.1661857477965367, 0.27058819906792214, 0.2441696542576108, 0.3194113849959645, 0.39744798362124295, 0.29493441427470607, 0.18905599153834152, 0.37638084837840247, 0.18160742392535723, 0.0993186396354437, 0.24316778202849756, 0.09968386929285507, 0.27588045896371455, 0.26284776602587495, 0.12580216372449007, 0.16359639271177906, 0.2200022088007427, 0.23019720265858878 ], "brier_above_clim": [ 0.12060946565537374, 0.20740352380845312, 0.18153627234129263, 0.1237869663235696, 0.42323081835917165, 0.12273459327068108, 0.17730161674933273, 0.27628581870652447, 0.24210845734163935, 0.35677085020102, 0.4129271616552412, 0.3014085497152008, 0.1438970313033771, 0.4253366156954207, 0.1669122214397413, 0.12060946565537374, 0.2509601019920115, 0.12166838967543823, 0.2665992007759097, 0.27277906341892527, 0.12060946565537374, 0.12060946565537374, 0.22444802890557244, 0.2376595172267659 ], "crps": [ 2.811577248162882, 5.175364662141594, 3.935293387977348, 2.577745581055435, 14.825474233734646, 5.837396803170045, 3.4379182174017275, 4.567514902274252, 3.5300594835379444, 26.535128232348416, 25.97512161021217, 3.9674183357604, 9.153796981932857, 24.08638308787883, 5.903198604617178, 2.608924211304312, 13.903627766440279, 2.6049313301787946, 6.598654112464994, 5.360618579354503, 4.897719391596168, 5.060034889131564, 6.619935668878786, 3.816796934841217 ], "crps_clim": [ 3.5039629006286863, 4.404502123435348, 3.7921098904802375, 3.7427483154181247, 27.430818422751024, 4.09357752958828, 3.618553854597303, 4.403186407306274, 3.33544948423942, 30.38912596968953, 26.15657705190127, 3.9490911747156954, 4.915805626371291, 26.102456598508446, 4.555869648555982, 4.319504515985746, 15.066223249131706, 3.332735441447136, 6.022796968020984, 5.2148566721483, 4.335017286452637, 3.630233609951502, 6.294926309868744, 4.525624967226858 ], "crps_fair": [ 2.6317234436045878, 4.846080408485902, 3.660247638313386, 2.3643302012202962, 14.193494004658998, 5.44458979389627, 3.2549167641518233, 4.288402833870985, 3.245469921840811, 26.14979061755462, 25.726366316290555, 3.6964223741943076, 8.69183207474042, 23.805338274137455, 5.615348164496037, 2.398095520046142, 13.600972848976904, 2.4150574795219653, 6.366659564961086, 5.119016694430945, 4.577230113215608, 4.761247716647245, 6.101845624742583, 3.5980922166353895 ], "crps_fair_clim": [ 3.134642569756797, 4.0368873592733205, 3.423335292543674, 3.3738802296500032, 27.106814106125587, 3.7253738930894196, 3.249450552047323, 4.035569151257637, 2.965809999169824, 30.070724508266622, 25.830159399346183, 3.580613889817456, 4.549159240055732, 25.77593644509466, 4.188541565312743, 3.9517287715065783, 14.718801138616833, 2.963090816144978, 5.6582471562161265, 4.848776670389135, 3.9672709222205658, 3.261152428150299, 5.930891894544658, 4.158239602390194 ] }, "rps": 0.45205220692496345, "rpss": 0.0017247984510796455, "brier_below": 0.230317700606839, "bss_below": -0.01427929944572437, "brier_above": 0.2217345063155749, "bss_above": 0.017822273216429818, "crps": 8.074609760683181, "crpss": 0.0644269253527201, "crps_fair": 7.773023775443097, "crpss_fair": 0.060212695466278165, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.137173, 0.541931, 0.3201, 0.000796, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2706, 0.3527, 0.4347, 0.5077, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3375, 0.3455, 0.3576, 0.272, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.061004, 0.679778, 0.254441, 0.004776, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2823, 0.3502, 0.429, 0.5167, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1263, 0.334, 0.4277, 0.0302, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5123140978909841, 0.4567473710785702, 0.4590657621217079, 0.4066313579921116, 0.4178817376778532, 0.4256465443213132, 0.5210127208736373, 0.44263003628837944 ], "rps_clim": [ 0.5242304582543107, 0.45938853305268146, 0.5017174223148171, 0.4051068144553075, 0.4317667029427126, 0.41531527803354223, 0.4728878323138167, 0.48863351023117646 ], "brier_below": [ 0.391855572438167, 0.2692587863316488, 0.11768227101095065, 0.23507660163674365, 0.2412210995538361, 0.16309495179979414, 0.3273971186411715, 0.33792100716686985 ], "brier_below_clim": [ 0.40795993245117856, 0.27227812780818744, 0.12370712310234608, 0.2309306977016834, 0.2554229422765291, 0.15868716024439758, 0.31168865779035276, 0.37646203326964833 ], "brier_above": [ 0.12045854405449, 0.18748859015458225, 0.3413834661909733, 0.171554763652346, 0.17666064511106994, 0.26255158698312364, 0.19361561712461925, 0.10470904793538394 ], "brier_above_clim": [ 0.11627054465083109, 0.1871104114792495, 0.37801027156074746, 0.17417612530121018, 0.17634376877195204, 0.25662811177730505, 0.16119918533729533, 0.11217149654219405 ], "crps": [ 3.7053310749404966, 3.2423205586933657, 9.885690826006858, 3.825790634758296, 4.181362107133772, 5.130527728838989, 6.47451946267801, 2.5868065314099846 ], "crps_clim": [ 4.134590890417508, 3.257454258459608, 11.95446652225302, 3.2123112416029844, 3.7715427873017267, 4.553263281560126, 3.429057288259692, 3.466783459627757 ], "crps_fair": [ 3.5976750917817366, 3.142213742182164, 9.721184909248782, 3.746719663909413, 4.087921519306301, 5.020196048879931, 6.282276803679484, 2.476609985441414 ], "crps_fair_clim": [ 3.840649245962226, 2.9635126140043284, 11.660524877797739, 2.9183695971477044, 3.477601142846446, 4.259321637104846, 3.1351156438044105, 3.1728418151724775 ] }, "rps": 0.4552412035305696, "rpss": 0.01544098528014659, "brier_below": 0.26043842607239776, "bss_below": 0.025093980512063796, "brier_above": 0.19480278265082357, "bss_above": 0.0022329419768467584, "crps": 4.879043615557471, "crpss": -0.033162964010572615, "crps_fair": 4.7593497205536535, "crpss_fair": -0.07471113044002342, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.203835, 0.538442, 0.257724, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2609, 0.3562, 0.4198, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3913, 0.4684, 0.5282, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.18774, 0.695617, 0.116643, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2845, 0.3405, 0.4271, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2408, 0.24, 0.3454, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4976223360632481, 0.4690010426496465, 0.46508236439114, 0.406718407764684, 0.42617196130465834, 0.38830809489700796, 0.5343793896578354, 0.43011082042749543 ], "rps_clim": [ 0.5378222423430801, 0.4654037630210716, 0.5441677934136927, 0.42259005509153863, 0.4687251558583407, 0.37920455236096284, 0.4762575897428396, 0.48392300807734495 ], "brier_below": [ 0.38470661233622355, 0.2422867704796632, 0.10410606438957087, 0.23854198244015393, 0.32256140315461257, 0.21472257195951658, 0.31770031338471505, 0.3203855163759374 ], "brier_below_clim": [ 0.4270541912814117, 0.23612689903307224, 0.11111111773384952, 0.25427588380937366, 0.3562146259988406, 0.2119324419419288, 0.29938211945700965, 0.37315495701567675 ], "brier_above": [ 0.11291574331508639, 0.2267142701936663, 0.3609762663084153, 0.16817643457074014, 0.10361057627865324, 0.1735855333024489, 0.2166790899899101, 0.10972532386227332 ], "brier_above_clim": [ 0.11076807075767037, 0.22927686262225755, 0.4330566384694138, 0.16831418081740057, 0.11251054924392284, 0.1672721205797222, 0.1768754781609058, 0.11076807075767037 ], "crps": [ 4.0297061799129015, 3.7891154524926107, 10.929819462060694, 4.09623445178982, 2.632957766811001, 3.3593783138746462, 8.795925770144414, 2.9185720798431163 ], "crps_clim": [ 4.500795459022275, 3.8833491476604167, 14.934177684323762, 3.6806433710989057, 3.5671376707580675, 3.3365612191630336, 3.817686724141159, 4.037007086746878 ], "crps_fair": [ 3.9011414766137373, 3.6904783769201, 10.701494622008905, 4.0028117022294865, 2.5314064103837035, 3.231343401722644, 8.542420987101401, 2.7984677088379715 ], "crps_fair_clim": [ 4.156168553465009, 3.538722242103148, 14.589550778766494, 3.336016465541637, 3.2225107652008003, 2.991934313605765, 3.4730598185838906, 3.692380181189609 ] }, "rps": 0.45217430214446447, "rpss": 0.0425346050022829, "brier_below": 0.26812640431504914, "bss_below": 0.05474975402246285, "brier_above": 0.1840479047276492, "bss_above": 0.024163387736175213, "crps": 5.0689636846161505, "crpss": 0.028872728861508934, "crps_fair": 4.924945585727244, "crpss_fair": -0.010236360386600696, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.167303, 0.519275, 0.313423, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2673, 0.3579, 0.4186, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4029, 0.4869, 0.6297, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.105994, 0.713538, 0.180468, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2874, 0.341, 0.4326, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0946, 0.2013, 0.4375, NaN, NaN, NaN, NaN, NaN ] } } } } }, "mvs_r3": { "lambda_": { "training_mean": 0.6584427081791336, "training": [ 0.6390685201247199, 0.6604504389526558, 0.6460569275852222, 0.6626385497145735, 0.7354049724625482, 0.6138074245106316, 0.6414023977836776, 0.6331915366840078, 0.6506070158553799, 0.7040022126763116, 0.6567802958555403, 0.6583863788029757, 0.6005053325603263, 0.7044933969237097, 0.6503377432878155, 0.7214216178729244, 0.677723142660891, 0.6761587344927681, 0.6519359940157428, 0.6303847824916804, 0.6456411156777064, 0.6319120192048213, 0.6577569134339466, 0.652557532668631 ], "test": 0.6804280723518186 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48226476271188606, 0.36968938739137236, 0.4454859408149526, 0.34985334800351486, 0.41274036139028664, 0.5646218086818405, 0.39091655064693753, 0.46793014928208004, 0.3810007134792699, 0.4562881140839191, 0.4901667973621484, 0.4389635726639294, 0.584753305711622, 0.4852446053296743, 0.5192051964996639, 0.40916506295323707, 0.4549647282721986, 0.40893058671631877, 0.4748612492332772, 0.4218628265165004, 0.5252336841682939, 0.4232679927004145, 0.4254098812393122, 0.4557661226029116 ], "rps_clim": [ 0.462562923536876, 0.3645173216522427, 0.44125991495499295, 0.3676651074657129, 0.4796288397923759, 0.5018388000928868, 0.3814774056959005, 0.4578573987892382, 0.3735878385869089, 0.5052606235712064, 0.5036551985237356, 0.4358799350596818, 0.5001476319885705, 0.5372757850199824, 0.4967176353817881, 0.483398419566635, 0.48412488872389453, 0.42298688230915954, 0.4788741887887977, 0.4007718021663261, 0.498737480732011, 0.40202165436042925, 0.44570350792032964, 0.4523372814100714 ], "brier_below": [ 0.3466778660817243, 0.18661990151580296, 0.1586538916344772, 0.22676275369259669, 0.14941794119003704, 0.41013689341098264, 0.21208462850930243, 0.1707881348581024, 0.14174485174714796, 0.11872416575851288, 0.13402258190117128, 0.17265151348443647, 0.40763434498049156, 0.10678565561922695, 0.3744111896728555, 0.2902445037819004, 0.16039379672760062, 0.22693367268684836, 0.2938215063841834, 0.17264036486493844, 0.39050663354597515, 0.2540192017584607, 0.15150004379788456, 0.2679131747643828 ], "brier_below_clim": [ 0.33445347350698373, 0.18448978058131807, 0.15020271959428944, 0.23455533259135652, 0.16559252060812168, 0.3788018404246035, 0.19293962127510628, 0.15038884587226958, 0.13073481316379681, 0.1342598604859912, 0.1282842296352773, 0.16631198513422443, 0.3601361789689049, 0.12098299127445335, 0.35626815432751285, 0.34779494441826286, 0.17732409124021772, 0.23135019401075282, 0.29334157497784386, 0.1580270900868227, 0.3757058539399758, 0.2565886947421901, 0.1693218745678458, 0.2597369379666505 ], "brier_above": [ 0.13558689572168356, 0.18306948554234204, 0.2868320507203073, 0.12309059430946538, 0.2633224188401448, 0.1544849148887717, 0.17883192218705316, 0.2971420160960673, 0.23925586142830818, 0.33756394913013704, 0.35614421788197864, 0.26631205996841284, 0.17711896040447134, 0.3784589511376004, 0.14479400520356991, 0.1189205598603425, 0.2945709331133508, 0.18199691432828713, 0.18103974183111698, 0.24922246153390096, 0.1347270493975974, 0.16924879018755912, 0.2739098368581133, 0.1878529482090277 ], "brier_above_clim": [ 0.12810945002989202, 0.1800275410709245, 0.2910571953607033, 0.1331097748743562, 0.3140363192350966, 0.12303695966828301, 0.18853778442079408, 0.3074685529169685, 0.24285302547391838, 0.371000763085215, 0.37537096893986166, 0.26956794992545724, 0.1400114530196655, 0.41629279379655704, 0.14044948110508146, 0.1356034751238968, 0.30680079745918404, 0.19163668827393138, 0.18553261378647845, 0.242744712130419, 0.12303162676755988, 0.14543295959376396, 0.2763816333277958, 0.19260034341894555 ], "crps": [ 2.9057789241067242, 4.03143334854554, 10.823478036975061, 2.1437723482776767, 10.368595038884395, 4.665452124112953, 2.9899712635852085, 5.228093653820697, 3.5229216779641015, 18.241483796010556, 16.818162506273236, 3.9440166116355235, 8.220035385063749, 23.729703779626462, 4.8465222626937186, 2.6827195170263107, 12.715746833964928, 3.635298048866641, 3.9903559212492765, 4.649580186608018, 5.283938598993415, 4.304775894998602, 8.135405604792812, 3.340112847007521 ], "crps_clim": [ 3.383400553071679, 3.6995246089032476, 10.375259519924272, 3.088176782734038, 15.623140866424055, 3.918194532764918, 3.2512248780442565, 5.3613292903859575, 3.3401723993300685, 21.29254756415035, 17.08930816883068, 4.102339013398538, 4.506551529947348, 25.32004262629813, 4.202143270441035, 3.5904825606496558, 13.811056598131602, 3.49561527327503, 4.117308454045926, 4.163338575099779, 4.154173639778647, 3.3440543501428777, 7.576953718515562, 3.8653696148339143 ], "crps_fair": [ 2.7126887489766913, 3.771162354187001, 10.586039402814466, 1.9748048104771616, 9.892140443098185, 4.351049063569397, 2.8066001672682788, 4.955866534896893, 3.2650944227832372, 17.88753063556085, 16.579429810852336, 3.697253235622329, 7.8189830149931145, 23.495533917439783, 4.580238952847618, 2.480164699407547, 12.418639483239689, 3.449611339190581, 3.798112250364412, 4.4607740725799525, 4.998337550443601, 4.019912221199982, 7.773507541805707, 3.1278930174028865 ], "crps_fair_clim": [ 3.069144896531585, 3.3858676721658623, 10.074246020518368, 2.773361990265274, 15.332066536235006, 3.604951743610606, 2.9367188887863067, 5.050819710999868, 3.0258348712866763, 21.012210746646392, 16.801010670653753, 3.7894449827302754, 4.194423053287697, 25.04733364035127, 3.8894382629868667, 3.276619104881488, 13.516550290161696, 3.1815721446141088, 3.8044427745910094, 3.8505600739044343, 3.8413777807512575, 3.029724174279054, 7.270640397516081, 3.55202677848655 ] }, "rps": 0.4516077811856484, "rpss": 0.003649629053132042, "brier_below": 0.23021205051537677, "bss_below": -0.012367283802935836, "brier_above": 0.22139573078248373, "bss_above": 0.019775568767151475, "crps": 7.1340564254617975, "crpss": 0.030872821844373455, "crps_fair": 6.870890320459238, "crpss_fair": 0.026041045608436564, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.244786, 0.510394, 0.242034, 0.002786, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2629, 0.3509, 0.433, 0.506, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3406, 0.3394, 0.3809, 0.2499, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.117292, 0.661138, 0.216679, 0.004891, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2835, 0.351, 0.4312, 0.5155, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1823, 0.3577, 0.3898, 0.413, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4746826423420352, 0.3814153786457678, 0.3808556883629957, 0.382070618328808, 0.3891828169550566, 0.5781974288722569, 0.37373411006775087, 0.4375831906405745, 0.4314591770888454, 0.44067833852967075, 0.5336743130912927, 0.45908487589491004, 0.5879632159524778, 0.48487716613604664, 0.5472329110221085, 0.4226433406695452, 0.44760774136557036, 0.3787611504788366, 0.4931767313208833, 0.42437987360756607, 0.44434932470705885, 0.48166216417493113, 0.4302477700181998, 0.4312140385611952 ], "rps_clim": [ 0.4612583059027846, 0.3632558141399608, 0.354883769652867, 0.3845191290006187, 0.5442138095123802, 0.47392048384293584, 0.33694866035330306, 0.4142191822653953, 0.37845219617751535, 0.4951720237139347, 0.5339101528063047, 0.4478677808815762, 0.5122698412139367, 0.546319606847996, 0.5151171329099498, 0.5367285468048282, 0.4864254362866427, 0.45042529340514065, 0.45228609740130155, 0.40382417319303954, 0.47274140836269934, 0.4335462466444369, 0.43507035514007947, 0.4346226259811788 ], "brier_below": [ 0.33942187881514785, 0.15789819766255225, 0.19316809329902535, 0.2529727625774995, 0.09056093297985648, 0.3908762421790074, 0.20807926216572775, 0.167373380274698, 0.18678016704685263, 0.12341212408561816, 0.14230972500237096, 0.1649609562660931, 0.39593644559403035, 0.11311497316329817, 0.3643958283079845, 0.32452251332167087, 0.20456551113364344, 0.27995011974303796, 0.21641977282492306, 0.16186783716276362, 0.3182214731961896, 0.3143321880630596, 0.21012552017083025, 0.20120241235632302 ], "brier_below_clim": [ 0.3406488402474111, 0.15585229033150771, 0.1733474973115743, 0.2607321626770492, 0.12098299127445337, 0.35118589057225497, 0.15964704360397033, 0.13793336355887106, 0.13634373895712082, 0.1384011735129149, 0.12098299127445332, 0.14645923116637555, 0.36837280991055965, 0.12098299127445333, 0.34820491159145306, 0.4161190810910467, 0.23546533423622354, 0.32875690367129495, 0.18568689656698428, 0.13104510989535922, 0.3521319426489182, 0.3129367809306557, 0.21062232617609924, 0.19696310869600517 ], "brier_above": [ 0.1352607628313933, 0.22351718091880152, 0.18768759511336489, 0.1290978555517364, 0.29862188033447207, 0.1873211877052757, 0.1656548483719698, 0.2702098111875768, 0.244679008691107, 0.31726621467470184, 0.3913645905633721, 0.2941239199977089, 0.1920267707613268, 0.37176219455983706, 0.18283708132885806, 0.09812082881704652, 0.2430422307219331, 0.0988110312127442, 0.27675695706900416, 0.26251203595244443, 0.12612785018908784, 0.16732997600896093, 0.2201222492219997, 0.2300116273288698 ], "brier_above_clim": [ 0.12060946565537374, 0.20740352380845312, 0.18153627234129263, 0.1237869663235696, 0.42323081835917165, 0.12273459327068108, 0.17730161674933273, 0.27628581870652447, 0.24210845734163935, 0.35677085020102, 0.4129271616552412, 0.3014085497152008, 0.1438970313033771, 0.4253366156954207, 0.1669122214397413, 0.12060946565537374, 0.2509601019920115, 0.12166838967543823, 0.2665992007759097, 0.27277906341892527, 0.12060946565537374, 0.12060946565537374, 0.22444802890557244, 0.2376595172267659 ], "crps": [ 2.7122597006491946, 5.226579826845081, 4.007245942681845, 2.469093088987861, 14.847636242739972, 5.688791949055704, 3.548644333555738, 4.652785946418153, 3.4972596217205414, 26.485358361061, 26.117482665639283, 4.060989457908953, 9.079665960878774, 24.077419543219037, 5.775733834370369, 2.4672483630201736, 13.808938338249755, 2.717187543671547, 6.699820267692681, 5.413551617301316, 4.7720352014379115, 4.957525455229934, 6.7484249728860135, 3.726755930397546 ], "crps_clim": [ 3.5039629006286863, 4.404502123435348, 3.7921098904802375, 3.7427483154181247, 27.430818422751024, 4.09357752958828, 3.618553854597303, 4.403186407306274, 3.33544948423942, 30.38912596968953, 26.15657705190127, 3.9490911747156954, 4.915805626371291, 26.102456598508446, 4.555869648555982, 4.319504515985746, 15.066223249131706, 3.332735441447136, 6.022796968020984, 5.2148566721483, 4.335017286452637, 3.630233609951502, 6.294926309868744, 4.525624967226858 ], "crps_fair": [ 2.529383295530895, 4.88834062916161, 3.725315914994225, 2.252397533194882, 14.199618515009714, 5.288418913188728, 3.3615717324375773, 4.368012698582943, 3.2066885665537925, 26.098249642860065, 25.86524751925863, 3.7831685299891276, 8.607656616073271, 23.792585213021702, 5.4821013105687415, 2.2514010309661083, 13.501356707606996, 2.5237388991774665, 6.462787204582115, 5.16770186535966, 4.443938990198905, 4.652984333044759, 6.216393535199338, 3.504614765906893 ], "crps_fair_clim": [ 3.134642569756797, 4.0368873592733205, 3.423335292543674, 3.3738802296500032, 27.106814106125587, 3.7253738930894196, 3.249450552047323, 4.035569151257637, 2.965809999169824, 30.070724508266622, 25.830159399346183, 3.580613889817456, 4.549159240055732, 25.77593644509466, 4.188541565312743, 3.9517287715065783, 14.718801138616833, 2.963090816144978, 5.6582471562161265, 4.848776670389135, 3.9672709222205658, 3.261152428150299, 5.930891894544658, 4.158239602390194 ] }, "rps": 0.45153058361809933, "rpss": 0.002876708791999305, "brier_below": 0.2301028465580085, "bss_below": -0.013333119392881176, "brier_above": 0.22142773704639973, "bss_above": 0.019181114239652075, "crps": 8.064934756900767, "crpss": 0.06554792974850054, "crps_fair": 7.757236415102841, "crpss_fair": 0.062121445683503085, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.138836, 0.522324, 0.334419, 0.004421, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2727, 0.352, 0.4363, 0.5067, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3418, 0.3399, 0.3653, 0.2458, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.095833, 0.623354, 0.274878, 0.005934, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2858, 0.352, 0.4322, 0.5229, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1654, 0.3412, 0.4165, 0.122, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5116886943493895, 0.4563168867472131, 0.45392862223270586, 0.40735689821760285, 0.4143599714415241, 0.42513264042387416, 0.528670954394743, 0.43947447279810387 ], "rps_clim": [ 0.5242304582543107, 0.45938853305268146, 0.5017174223148171, 0.4051068144553075, 0.4317667029427126, 0.41531527803354223, 0.4728878323138167, 0.48863351023117646 ], "brier_below": [ 0.3906805232969797, 0.2688036834445948, 0.11569337703853756, 0.23573832018739793, 0.23771245262870982, 0.16212210452444378, 0.33163547874702715, 0.33504109538243937 ], "brier_below_clim": [ 0.40795993245117856, 0.27227812780818744, 0.12370712310234608, 0.2309306977016834, 0.2554229422765291, 0.15868716024439758, 0.31168865779035276, 0.37646203326964833 ], "brier_above": [ 0.12100818972352048, 0.18751320869517832, 0.3382352205467682, 0.17161858526598342, 0.1766475257306803, 0.26301053049421896, 0.19703549090385108, 0.10443339614495441 ], "brier_above_clim": [ 0.11627054465083109, 0.1871104114792495, 0.37801027156074746, 0.17417612530121018, 0.17634376877195204, 0.25662811177730505, 0.16119918533729533, 0.11217149654219405 ], "crps": [ 3.553790824098672, 3.243139002799706, 9.96742076819466, 3.8413546696624574, 4.1686107045082395, 5.185024824987036, 6.595038510126086, 2.4790473228618843 ], "crps_clim": [ 4.134590890417508, 3.257454258459608, 11.95446652225302, 3.2123112416029844, 3.7715427873017267, 4.553263281560126, 3.429057288259692, 3.466783459627757 ], "crps_fair": [ 3.444035549092266, 3.141092141755981, 9.799247227766163, 3.7612641724567752, 4.073846081926052, 5.073081556573086, 6.398648870457197, 2.3669738832167835 ], "crps_fair_clim": [ 3.840649245962226, 2.9635126140043284, 11.660524877797739, 2.9183695971477044, 3.477601142846446, 4.259321637104846, 3.1351156438044105, 3.1728418151724775 ] }, "rps": 0.45461614257564453, "rpss": 0.016792816777709163, "brier_below": 0.25967837940626626, "bss_below": 0.027939083214755356, "brier_above": 0.19493776843814442, "bss_above": 0.0015415536401026664, "crps": 4.8791783284048424, "crpss": -0.03319149015947542, "crps_fair": 4.757273685405538, "crpss_fair": -0.07424233990941187, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.209233, 0.512494, 0.278182, 9.1e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2565, 0.354, 0.4213, 0.5038, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.385, 0.468, 0.5309, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.183787, 0.686, 0.130213, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2803, 0.3405, 0.431, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2377, 0.239, 0.3443, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.49336989027451034, 0.4706359674664331, 0.4589050246643857, 0.4053551160117455, 0.4209086940790768, 0.3901607918851796, 0.5407048903730017, 0.4238929745246036 ], "rps_clim": [ 0.5378222423430801, 0.4654037630210716, 0.5441677934136927, 0.42259005509153863, 0.4687251558583407, 0.37920455236096284, 0.4762575897428396, 0.48392300807734495 ], "brier_below": [ 0.38000396925576574, 0.2442103292394625, 0.10366511872049429, 0.23691764166892978, 0.31767206660883684, 0.21580889646060375, 0.31973262532206675, 0.3140266225366327 ], "brier_below_clim": [ 0.4270541912814117, 0.23612689903307224, 0.11111111773384952, 0.25427588380937366, 0.3562146259988406, 0.2119324419419288, 0.29938211945700965, 0.37315495701567675 ], "brier_above": [ 0.11336594064770492, 0.22642563628342474, 0.3552398725110865, 0.16843748364720576, 0.10323664558679073, 0.17435190579134785, 0.2209722791773111, 0.10986637181644511 ], "brier_above_clim": [ 0.11076807075767037, 0.22927686262225755, 0.4330566384694138, 0.16831418081740057, 0.11251054924392284, 0.1672721205797222, 0.1768754781609058, 0.11076807075767037 ], "crps": [ 3.8791091068874577, 3.842138214104182, 11.020710934054497, 4.103933886269776, 2.5501245355289726, 3.4083916071100395, 8.939379179933479, 2.793963759584442 ], "crps_clim": [ 4.500795459022275, 3.8833491476604167, 14.934177684323762, 3.6806433710989057, 3.5671376707580675, 3.3365612191630336, 3.817686724141159, 4.037007086746878 ], "crps_fair": [ 3.7477986879644956, 3.7412618987367976, 10.787408216612317, 4.009162436394268, 2.4467789644841527, 3.2780796102410217, 8.680906829560893, 2.671656330888662 ], "crps_fair_clim": [ 4.156168553465009, 3.538722242103148, 14.589550778766494, 3.336016465541637, 3.2225107652008003, 2.991934313605765, 3.4730598185838906, 3.692380181189609 ] }, "rps": 0.450491668659867, "rpss": 0.04609753046338472, "brier_below": 0.26650465872659906, "bss_below": 0.06046704031625949, "brier_above": 0.1839870169326646, "bss_above": 0.02448621966231923, "crps": 5.067218902934107, "crpss": 0.029206999371032993, "crps_fair": 4.920381621860326, "crpss_fair": -0.009300170906819671, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.154676, 0.487131, 0.358193, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2648, 0.3559, 0.4215, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3949, 0.4794, 0.6226, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.104695, 0.70115, 0.194155, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2837, 0.3408, 0.4379, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0916, 0.1947, 0.4458, NaN, NaN, NaN, NaN, NaN ] } } } } }, "mvs_r4": { "lambda_": { "training_mean": 0.6543018788918024, "training": [ 0.6347988443840322, 0.6564313609166813, 0.6429796537098366, 0.6587963134992553, 0.7318038922803165, 0.6108734205347872, 0.6384006978653785, 0.6291608372246156, 0.6456914282918989, 0.7002168727633521, 0.6503844159101337, 0.6551175180440206, 0.5965080801870652, 0.6978796628592535, 0.6464404803963367, 0.7163945220893362, 0.6743310313137217, 0.6717704803831352, 0.6474518299546416, 0.6254239669259138, 0.6418257444252093, 0.6276253164888913, 0.6533498697842146, 0.6495888531712286 ], "test": 0.676468994856073 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48417983369156087, 0.3688643073616433, 0.4447734046891554, 0.3503652904089521, 0.41189513381028287, 0.5668046076009524, 0.3898167160725103, 0.46775729364144064, 0.3805608984093637, 0.4546524394749598, 0.4865440087045707, 0.4396645502468372, 0.5864436100306533, 0.4825104252193887, 0.5207006675228025, 0.4084077581454514, 0.4542489549239774, 0.4089624714198106, 0.47688058097560876, 0.4213377642447405, 0.5273571574013258, 0.4237673133065914, 0.4238565340910596, 0.4564921641900672 ], "rps_clim": [ 0.462562923536876, 0.3645173216522427, 0.44125991495499295, 0.3676651074657129, 0.4796288397923759, 0.5018388000928868, 0.3814774056959005, 0.4578573987892382, 0.3735878385869089, 0.5052606235712064, 0.5036551985237356, 0.4358799350596818, 0.5001476319885705, 0.5372757850199824, 0.4967176353817881, 0.483398419566635, 0.48412488872389453, 0.42298688230915954, 0.4788741887887977, 0.4007718021663261, 0.498737480732011, 0.40202165436042925, 0.44570350792032964, 0.4523372814100714 ], "brier_below": [ 0.34810960140331465, 0.18583578441255277, 0.15801417076743596, 0.22715785008905862, 0.1491320644228706, 0.41166593505587057, 0.2110644222705607, 0.17071378495792366, 0.14123887258311685, 0.11793076660199245, 0.13203893383883006, 0.17353229471333237, 0.4086605720751806, 0.10528383495266948, 0.3756739977604547, 0.2895239481953784, 0.15974560052281642, 0.22690693909676804, 0.2955180601126974, 0.17205119741854372, 0.39209739477262073, 0.2540879694370426, 0.15010309310687278, 0.2686502328179423 ], "brier_below_clim": [ 0.33445347350698373, 0.18448978058131807, 0.15020271959428944, 0.23455533259135652, 0.16559252060812168, 0.3788018404246035, 0.19293962127510628, 0.15038884587226958, 0.13073481316379681, 0.1342598604859912, 0.1282842296352773, 0.16631198513422443, 0.3601361789689049, 0.12098299127445335, 0.35626815432751285, 0.34779494441826286, 0.17732409124021772, 0.23135019401075282, 0.29334157497784386, 0.1580270900868227, 0.3757058539399758, 0.2565886947421901, 0.1693218745678458, 0.2597369379666505 ], "brier_above": [ 0.13607023136039198, 0.18302852249320997, 0.2867592354570886, 0.123207440336611, 0.2627630680343897, 0.15513867221444233, 0.17875229389129424, 0.297043510373475, 0.23932202551461892, 0.33672167368207023, 0.3545050773980739, 0.26613225632830917, 0.17778303764849668, 0.37722659169999523, 0.1450266681387291, 0.11888381065617523, 0.2945033560060622, 0.1820555326475564, 0.1813625198083677, 0.24928656678974903, 0.13525976143028814, 0.16967934308237673, 0.2737534404202474, 0.18784193174744696 ], "brier_above_clim": [ 0.12810945002989202, 0.1800275410709245, 0.2910571953607033, 0.1331097748743562, 0.3140363192350966, 0.12303695966828301, 0.18853778442079408, 0.3074685529169685, 0.24285302547391838, 0.371000763085215, 0.37537096893986166, 0.26956794992545724, 0.1400114530196655, 0.41629279379655704, 0.14044948110508146, 0.1356034751238968, 0.30680079745918404, 0.19163668827393138, 0.18553261378647845, 0.242744712130419, 0.12303162676755988, 0.14543295959376396, 0.2763816333277958, 0.19260034341894555 ], "crps": [ 2.9018721684394797, 4.026720398406572, 10.825701441315466, 2.1389186158534854, 10.383183350714667, 4.660035284489782, 2.9850140003743655, 5.229865937933565, 3.5214795480576293, 18.238221688034827, 16.82769832518689, 3.943970337674755, 8.217340683532772, 23.737253688346208, 4.839331016386281, 2.676756951146602, 12.710419679891004, 3.6339464089320863, 3.987511364935136, 4.647199125667365, 5.277475341095556, 4.299567504789521, 8.144116421450757, 3.339440550846155 ], "crps_clim": [ 3.383400553071679, 3.6995246089032476, 10.375259519924272, 3.088176782734038, 15.623140866424055, 3.918194532764918, 3.2512248780442565, 5.3613292903859575, 3.3401723993300685, 21.29254756415035, 17.08930816883068, 4.102339013398538, 4.506551529947348, 25.32004262629813, 4.202143270441035, 3.5904825606496558, 13.811056598131602, 3.49561527327503, 4.117308454045926, 4.163338575099779, 4.154173639778647, 3.3440543501428777, 7.576953718515562, 3.8653696148339143 ], "crps_fair": [ 2.7090963187912203, 3.7666864555979194, 10.588631472223371, 1.9701859213366033, 9.906131470316383, 4.345764763660113, 2.80185604383433, 4.957724564693537, 3.2641257065962708, 17.884653151217044, 16.590007519799414, 3.6974107490105763, 7.816339274312354, 23.503625073910214, 4.573549435147704, 2.4745058254012178, 12.413982620329877, 3.448296946685206, 3.7954736244242517, 4.458511475889336, 4.9921337748359, 4.014858558976767, 7.78218962252815, 3.127429176711546 ], "crps_fair_clim": [ 3.069144896531585, 3.3858676721658623, 10.074246020518368, 2.773361990265274, 15.332066536235006, 3.604951743610606, 2.9367188887863067, 5.050819710999868, 3.0258348712866763, 21.012210746646392, 16.801010670653753, 3.7894449827302754, 4.194423053287697, 25.04733364035127, 3.8894382629868667, 3.276619104881488, 13.516550290161696, 3.1815721446141088, 3.8044427745910094, 3.8505600739044343, 3.8413777807512575, 3.029724174279054, 7.270640397516081, 3.55202677848655 ] }, "rps": 0.4515351618993211, "rpss": 0.003809843858732176, "brier_below": 0.23019738839107692, "bss_below": -0.012302806487699769, "brier_above": 0.22133777363164442, "bss_above": 0.020032172699921746, "crps": 7.133043326395872, "crpss": 0.031010446469186936, "crps_fair": 6.87013206442622, "crpss_fair": 0.02614852953244562, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.253232, 0.505275, 0.239069, 0.002425, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2615, 0.3506, 0.4332, 0.5077, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3393, 0.3401, 0.3811, 0.2625, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.125525, 0.646217, 0.222611, 0.005647, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.284, 0.3515, 0.4316, 0.522, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.174, 0.3585, 0.3982, 0.3898, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47593048999129606, 0.38164121966584647, 0.38106759624916736, 0.3831779111284366, 0.3870643611264222, 0.579877684484266, 0.37400013978221536, 0.43790567230059846, 0.432290678249305, 0.43944751853339964, 0.5281489870722925, 0.45835499214786446, 0.5884745465030577, 0.4826755267254311, 0.5479989959998892, 0.4219973155438541, 0.44786975205622365, 0.37912937785318795, 0.49470118596534995, 0.4241998661063192, 0.4453738006979028, 0.4828229757464798, 0.43032639770574577, 0.43107650249074714 ], "rps_clim": [ 0.4612583059027846, 0.3632558141399608, 0.354883769652867, 0.3845191290006187, 0.5442138095123802, 0.47392048384293584, 0.33694866035330306, 0.4142191822653953, 0.37845219617751535, 0.4951720237139347, 0.5339101528063047, 0.4478677808815762, 0.5122698412139367, 0.546319606847996, 0.5151171329099498, 0.5367285468048282, 0.4864254362866427, 0.45042529340514065, 0.45228609740130155, 0.40382417319303954, 0.47274140836269934, 0.4335462466444369, 0.43507035514007947, 0.4346226259811788 ], "brier_below": [ 0.34012733572492343, 0.15807237573163457, 0.19297237486987437, 0.2536765830787185, 0.0900252588856288, 0.391533523342513, 0.20802866927002142, 0.16743796111099823, 0.18712486338956363, 0.12298909603459764, 0.13982805860279438, 0.16474303364388732, 0.39595809916648195, 0.11249695506477517, 0.36474975854812436, 0.3239239274428063, 0.2045155940293595, 0.28024277390968577, 0.21727170855079336, 0.16196851107434349, 0.31873031847996786, 0.31445858343414884, 0.2101543386218652, 0.20096726337180196 ], "brier_below_clim": [ 0.3406488402474111, 0.15585229033150771, 0.1733474973115743, 0.2607321626770492, 0.12098299127445337, 0.35118589057225497, 0.15964704360397033, 0.13793336355887106, 0.13634373895712082, 0.1384011735129149, 0.12098299127445332, 0.14645923116637555, 0.36837280991055965, 0.12098299127445333, 0.34820491159145306, 0.4161190810910467, 0.23546533423622354, 0.32875690367129495, 0.18568689656698428, 0.13104510989535922, 0.3521319426489182, 0.3129367809306557, 0.21062232617609924, 0.19696310869600517 ], "brier_above": [ 0.1358031535784969, 0.22356884384866843, 0.18809522147330282, 0.12950132784976448, 0.29703909855133914, 0.1883441622283053, 0.16597147100480744, 0.270467712066494, 0.24516581347330255, 0.3164584226943641, 0.38832093110334653, 0.29361195886329217, 0.19251644771598347, 0.37017857329441045, 0.18324923608716, 0.09807338960400788, 0.24335415855653791, 0.09888660443590991, 0.2774294759824527, 0.2622313546102536, 0.12664348090278998, 0.1683643922305279, 0.22017205843964208, 0.2301092402462444 ], "brier_above_clim": [ 0.12060946565537374, 0.20740352380845312, 0.18153627234129263, 0.1237869663235696, 0.42323081835917165, 0.12273459327068108, 0.17730161674933273, 0.27628581870652447, 0.24210845734163935, 0.35677085020102, 0.4129271616552412, 0.3014085497152008, 0.1438970313033771, 0.4253366156954207, 0.1669122214397413, 0.12060946565537374, 0.2509601019920115, 0.12166838967543823, 0.2665992007759097, 0.27277906341892527, 0.12060946565537374, 0.12060946565537374, 0.22444802890557244, 0.2376595172267659 ], "crps": [ 2.712570950996232, 5.226448456133148, 4.0073675281380385, 2.4692941146397662, 14.85978178376868, 5.688936899110642, 3.548645235975503, 4.6527076086804335, 3.49726903699104, 26.485263309414346, 26.13630060315327, 4.060750240057928, 9.079592882746478, 24.080968546127103, 5.775894502478009, 2.4673479836010346, 13.809085792342568, 2.7173433609956854, 6.699984236535705, 5.413583138310639, 4.772203051307847, 4.957793960048099, 6.7484152484483735, 3.7267111952559544 ], "crps_clim": [ 3.5039629006286863, 4.404502123435348, 3.7921098904802375, 3.7427483154181247, 27.430818422751024, 4.09357752958828, 3.618553854597303, 4.403186407306274, 3.33544948423942, 30.38912596968953, 26.15657705190127, 3.9490911747156954, 4.915805626371291, 26.102456598508446, 4.555869648555982, 4.319504515985746, 15.066223249131706, 3.332735441447136, 6.022796968020984, 5.2148566721483, 4.335017286452637, 3.630233609951502, 6.294926309868744, 4.525624967226858 ], "crps_fair": [ 2.5297101059280847, 4.888220691785126, 3.7254424230559158, 2.252619897329172, 14.211594592505486, 5.288593574737381, 3.36158385575261, 4.367950452656368, 3.206714745463398, 26.098194841112903, 25.88476557121772, 3.7829401746721727, 8.607626835620808, 23.79626815213333, 5.482282284558741, 2.251512659338894, 13.501531772193337, 2.5239057491259445, 6.462964104907465, 5.167753888056771, 4.444137397939153, 4.653275811277638, 6.21640938537944, 3.504608895063935 ], "crps_fair_clim": [ 3.134642569756797, 4.0368873592733205, 3.423335292543674, 3.3738802296500032, 27.106814106125587, 3.7253738930894196, 3.249450552047323, 4.035569151257637, 2.965809999169824, 30.070724508266622, 25.830159399346183, 3.580613889817456, 4.549159240055732, 25.77593644509466, 4.188541565312743, 3.9517287715065783, 14.718801138616833, 2.963090816144978, 5.6582471562161265, 4.848776670389135, 3.9672709222205658, 3.261152428150299, 5.930891894544658, 4.158239602390194 ] }, "rps": 0.4514813955885541, "rpss": 0.0029853316221853943, "brier_below": 0.23008320689080453, "bss_below": -0.013246629696950452, "brier_above": 0.2213981887017252, "bss_above": 0.019311999262848878, "crps": 8.066427486052355, "crpss": 0.0653749731297465, "crps_fair": 7.758775327575492, "crpss_fair": 0.061935385477543736, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.142889, 0.518289, 0.334547, 0.004275, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2712, 0.3519, 0.437, 0.5086, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3407, 0.3386, 0.3675, 0.2542, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.100547, 0.612552, 0.279306, 0.007595, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2858, 0.3523, 0.4327, 0.5314, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1583, 0.341, 0.4222, 0.1333, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5120982267049601, 0.4567373738311422, 0.4526286110685137, 0.40764085101122005, 0.4138603448016387, 0.42480043280815666, 0.5304700001955004, 0.44011965936850694 ], "rps_clim": [ 0.5242304582543107, 0.45938853305268146, 0.5017174223148171, 0.4051068144553075, 0.4317667029427126, 0.41531527803354223, 0.4728878323138167, 0.48863351023117646 ], "brier_below": [ 0.39088444676442474, 0.26903560328103054, 0.11512170987098522, 0.23584745539146884, 0.23713359280160015, 0.16160577079590155, 0.33270370834212076, 0.335538198252496 ], "brier_below_clim": [ 0.40795993245117856, 0.27227812780818744, 0.12370712310234608, 0.2309306977016834, 0.2554229422765291, 0.15868716024439758, 0.31168865779035276, 0.37646203326964833 ], "brier_above": [ 0.12121379862025697, 0.18770177590383538, 0.33750687661113227, 0.17179340283463512, 0.1767267589149824, 0.2631946566331686, 0.1977663071875123, 0.10458147983418596 ], "brier_above_clim": [ 0.11627054465083109, 0.1871104114792495, 0.37801027156074746, 0.17417612530121018, 0.17634376877195204, 0.25662811177730505, 0.16119918533729533, 0.11217149654219405 ], "crps": [ 3.5479056098743222, 3.2391841995343738, 9.972226184331632, 3.838867927995656, 4.164826300129458, 5.183521851851564, 6.596829912541622, 2.4742200470168454 ], "crps_clim": [ 4.134590890417508, 3.257454258459608, 11.95446652225302, 3.2123112416029844, 3.7715427873017267, 4.553263281560126, 3.429057288259692, 3.466783459627757 ], "crps_fair": [ 3.4382539666748864, 3.137233761792317, 9.804159060657025, 3.7588524801110417, 4.070161659474791, 5.071692041266157, 6.400539857461761, 2.3622372139753307 ], "crps_fair_clim": [ 3.840649245962226, 2.9635126140043284, 11.660524877797739, 2.9183695971477044, 3.477601142846446, 4.259321637104846, 3.1351156438044105, 3.1728418151724775 ] }, "rps": 0.45479443747370485, "rpss": 0.016407214930155734, "brier_below": 0.2597338106875035, "bss_below": 0.027731585839805395, "brier_above": 0.19506063206746363, "bss_above": 0.0009122542004554868, "crps": 4.877197754159434, "crpss": -0.032772093220431175, "crps_fair": 4.755391255176663, "crpss_fair": -0.07381726740202454, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.215261, 0.514555, 0.270093, 9.1e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2545, 0.3542, 0.4219, 0.5059, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3843, 0.4684, 0.5345, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.182707, 0.685366, 0.1312, 0.000727, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2796, 0.3407, 0.432, 0.5429, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2371, 0.2396, 0.3417, 0.125, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4941774172014759, 0.4720530124238488, 0.4571870533633306, 0.4051582573036289, 0.4217082968492093, 0.3907779567413206, 0.5423454712750442, 0.4244395671543593 ], "rps_clim": [ 0.5378222423430801, 0.4654037630210716, 0.5441677934136927, 0.42259005509153863, 0.4687251558583407, 0.37920455236096284, 0.4762575897428396, 0.48392300807734495 ], "brier_below": [ 0.380364882317804, 0.24526664837414117, 0.1032970896597161, 0.23635629269750907, 0.3182119386329941, 0.21604393015888088, 0.3204443835137603, 0.31422995306692086 ], "brier_below_clim": [ 0.4270541912814117, 0.23612689903307224, 0.11111111773384952, 0.25427588380937366, 0.3562146259988406, 0.2119324419419288, 0.29938211945700965, 0.37315495701567675 ], "brier_above": [ 0.11381255451791583, 0.22678636211217973, 0.353889930386509, 0.16880197391321194, 0.10349637633115677, 0.1747340370033601, 0.22190110196471555, 0.11020963392225051 ], "brier_above_clim": [ 0.11076807075767037, 0.22927686262225755, 0.4330566384694138, 0.16831418081740057, 0.11251054924392284, 0.1672721205797222, 0.1768754781609058, 0.11076807075767037 ], "crps": [ 3.8792478668948656, 3.842280605596533, 11.020414650427137, 4.103911493271768, 2.5502431940888006, 3.408463275003203, 8.9393157388842, 2.794016159474639 ], "crps_clim": [ 4.500795459022275, 3.8833491476604167, 14.934177684323762, 3.6806433710989057, 3.5671376707580675, 3.3365612191630336, 3.817686724141159, 4.037007086746878 ], "crps_fair": [ 3.747945310914944, 3.741408942541315, 10.787133610441504, 4.009150484375321, 2.446905709226439, 3.278166462167358, 8.68087063723725, 2.671722121964677 ], "crps_fair_clim": [ 4.156168553465009, 3.538722242103148, 14.589550778766494, 3.336016465541637, 3.2225107652008003, 2.991934313605765, 3.4730598185838906, 3.692380181189609 ] }, "rps": 0.45098087903902717, "rpss": 0.045061642296591264, "brier_below": 0.2667768898027158, "bss_below": 0.05950731949980559, "brier_above": 0.18420399626891243, "bss_above": 0.023335777983949257, "crps": 5.067236622955143, "crpss": 0.02920360451623738, "crps_fair": 4.920412909858602, "crpss_fair": -0.009306588901283108, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.158144, 0.485397, 0.356459, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2632, 0.3561, 0.4225, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4, 0.4789, 0.6226, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.104479, 0.698765, 0.195023, 0.001733, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2831, 0.3408, 0.4391, 0.5429, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0918, 0.1947, 0.4449, 0.125, NaN, NaN, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.6505457803274483, "training": [ 0.6309131313774848, 0.652799364449496, 0.6393353583991644, 0.6546716987081564, 0.7268384465935716, 0.6074250418632839, 0.6341905104777777, 0.6256469354606028, 0.6432183444089599, 0.6973892526826708, 0.6458893477514427, 0.6515287505948959, 0.5935043537475497, 0.6912103768088814, 0.6427467682644731, 0.7125696384579645, 0.6705242188035608, 0.6681084019415927, 0.643374629579005, 0.6214999441903218, 0.6380716423660715, 0.6247027157731344, 0.6511116793854063, 0.6458281757732877 ], "test": 0.6727032272325235 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4852390403108769, 0.3684684995384142, 0.44433992867325256, 0.3508355846757249, 0.41096396076232694, 0.5685139020236536, 0.38920911840083955, 0.4673667639874173, 0.38008023449145123, 0.4537922911382962, 0.483685210080621, 0.4400983508487086, 0.5879574301994349, 0.4804374440211711, 0.5217035715111494, 0.4076523758318888, 0.4539060475118373, 0.4087360114023721, 0.4778821960162832, 0.4210566106678469, 0.5286751711203088, 0.42394598102712483, 0.42280458568391194, 0.45701025413382473 ], "rps_clim": [ 0.462562923536876, 0.3645173216522427, 0.44125991495499295, 0.3676651074657129, 0.4796288397923759, 0.5018388000928868, 0.3814774056959005, 0.4578573987892382, 0.3735878385869089, 0.5052606235712064, 0.5036551985237356, 0.4358799350596818, 0.5001476319885705, 0.5372757850199824, 0.4967176353817881, 0.483398419566635, 0.48412488872389453, 0.42298688230915954, 0.4788741887887977, 0.4007718021663261, 0.498737480732011, 0.40202165436042925, 0.44570350792032964, 0.4523372814100714 ], "brier_below": [ 0.34892817563436596, 0.18548784155862647, 0.15773841137858946, 0.22764998445217216, 0.14892013378252106, 0.41290071997525996, 0.21063467964007163, 0.17054688385448635, 0.1408174803125243, 0.11751690401999211, 0.1304262109344826, 0.17401128009724495, 0.4097082826549243, 0.10425851387154786, 0.37660375302554105, 0.28893399624114435, 0.15954092376808782, 0.2267462640171077, 0.2964616733228948, 0.171744713534303, 0.3931142723079088, 0.2539316007217837, 0.14928247044067672, 0.26909354188399937 ], "brier_below_clim": [ 0.33445347350698373, 0.18448978058131807, 0.15020271959428944, 0.23455533259135652, 0.16559252060812168, 0.3788018404246035, 0.19293962127510628, 0.15038884587226958, 0.13073481316379681, 0.1342598604859912, 0.1282842296352773, 0.16631198513422443, 0.3601361789689049, 0.12098299127445335, 0.35626815432751285, 0.34779494441826286, 0.17732409124021772, 0.23135019401075282, 0.29334157497784386, 0.1580270900868227, 0.3757058539399758, 0.2565886947421901, 0.1693218745678458, 0.2597369379666505 ], "brier_above": [ 0.13631086372606835, 0.18298065755001006, 0.2866015188533746, 0.1231856002346351, 0.2620438256250588, 0.15561318173120947, 0.17857443880927207, 0.2968198818614553, 0.2392627538179572, 0.336275387932831, 0.35325900178861447, 0.2660870715574879, 0.17824914725351132, 0.3761789315992316, 0.14509981682970044, 0.11871838028482251, 0.2943651253663534, 0.18198974773167095, 0.18142052159948008, 0.24931189710314433, 0.1355608976363878, 0.17001437950245293, 0.2735221146552211, 0.187916712617817 ], "brier_above_clim": [ 0.12810945002989202, 0.1800275410709245, 0.2910571953607033, 0.1331097748743562, 0.3140363192350966, 0.12303695966828301, 0.18853778442079408, 0.3074685529169685, 0.24285302547391838, 0.371000763085215, 0.37537096893986166, 0.26956794992545724, 0.1400114530196655, 0.41629279379655704, 0.14044948110508146, 0.1356034751238968, 0.30680079745918404, 0.19163668827393138, 0.18553261378647845, 0.242744712130419, 0.12303162676755988, 0.14543295959376396, 0.2763816333277958, 0.19260034341894555 ], "crps": [ 2.9012126517696144, 4.022811938055724, 10.825474022117705, 2.1365861539415656, 10.38160859005143, 4.659396446809786, 2.980327977014097, 5.228360933865616, 3.5184313247964574, 18.236418626506424, 16.832106170752684, 3.942887805153687, 8.217386209425742, 23.739028557107936, 4.8375824059873676, 2.673937502301095, 12.706448134882486, 3.6307132235700608, 3.9865261583167015, 4.642948167267497, 5.275960738048038, 4.297296073956677, 8.14561577259655, 3.3392825723027206 ], "crps_clim": [ 3.383400553071679, 3.6995246089032476, 10.375259519924272, 3.088176782734038, 15.623140866424055, 3.918194532764918, 3.2512248780442565, 5.3613292903859575, 3.3401723993300685, 21.29254756415035, 17.08930816883068, 4.102339013398538, 4.506551529947348, 25.32004262629813, 4.202143270441035, 3.5904825606496558, 13.811056598131602, 3.49561527327503, 4.117308454045926, 4.163338575099779, 4.154173639778647, 3.3440543501428777, 7.576953718515562, 3.8653696148339143 ], "crps_fair": [ 2.7088116635031527, 3.763150543044867, 10.588747084319447, 1.9681069091813659, 9.905011015657692, 4.345443582947353, 2.7974505784050474, 4.956438256575256, 3.2616500058078883, 17.88328700052848, 16.59538428180519, 3.6965690716150186, 7.816718559298431, 23.5058697376584, 4.572410746301149, 2.4720866911756025, 12.410572736105772, 3.4452209556999644, 3.7947455796957663, 4.454384740800479, 4.991055777687179, 4.012848918605484, 7.783965517921971, 3.127525677536053 ], "crps_fair_clim": [ 3.069144896531585, 3.3858676721658623, 10.074246020518368, 2.773361990265274, 15.332066536235006, 3.604951743610606, 2.9367188887863067, 5.050819710999868, 3.0258348712866763, 21.012210746646392, 16.801010670653753, 3.7894449827302754, 4.194423053287697, 25.04733364035127, 3.8894382629868667, 3.276619104881488, 13.516550290161696, 3.1815721446141088, 3.8044427745910094, 3.8505600739044343, 3.8413777807512575, 3.029724174279054, 7.270640397516081, 3.55202677848655 ] }, "rps": 0.45143169016911405, "rpss": 0.004038126233547823, "brier_below": 0.23020827964292737, "bss_below": -0.012350701230952277, "brier_above": 0.22122341065282367, "bss_above": 0.020538512119713026, "crps": 7.1315978398582365, "crpss": 0.031206808847858425, "crps_fair": 6.869060651328209, "crpss_fair": 0.026300403937652317, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.260436, 0.502521, 0.23395, 0.003093, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2607, 0.3507, 0.4338, 0.5077, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3377, 0.3408, 0.3804, 0.4314, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.124953, 0.645165, 0.22305, 0.006832, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2832, 0.3516, 0.4323, 0.5197, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1721, 0.3582, 0.4016, 0.3222, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47655010351411936, 0.3816284153526579, 0.38123245307812365, 0.3836986708145384, 0.3843316875974515, 0.5813022383218676, 0.3743309038442912, 0.4378687616598816, 0.432547002821742, 0.43882723941376006, 0.5248149309624454, 0.4581584263438493, 0.5890624716708295, 0.48109822971355415, 0.5481441238988516, 0.42105418238486136, 0.4479013702818175, 0.3789503297654819, 0.49590696811606216, 0.42429897304688646, 0.4453671005142081, 0.48326654193250307, 0.4307093521670237, 0.43100851522278616 ], "rps_clim": [ 0.4612583059027846, 0.3632558141399608, 0.354883769652867, 0.3845191290006187, 0.5442138095123802, 0.47392048384293584, 0.33694866035330306, 0.4142191822653953, 0.37845219617751535, 0.4951720237139347, 0.5339101528063047, 0.4478677808815762, 0.5122698412139367, 0.546319606847996, 0.5151171329099498, 0.5367285468048282, 0.4864254362866427, 0.45042529340514065, 0.45228609740130155, 0.40382417319303954, 0.47274140836269934, 0.4335462466444369, 0.43507035514007947, 0.4346226259811788 ], "brier_below": [ 0.3404813413586498, 0.15799291342519114, 0.19297532101768547, 0.25405703702257526, 0.08943034946716663, 0.39218293205695987, 0.2084487281442428, 0.16753935126263314, 0.18731901088029357, 0.12279158124661525, 0.138436949801617, 0.16472741766359544, 0.3960888436574373, 0.11220755772737744, 0.36477997874562434, 0.32325318797963004, 0.20459553187915064, 0.28024476963295114, 0.21831411624164762, 0.1622301219832415, 0.31863424481351815, 0.3143938368844962, 0.2104553099014984, 0.20091217472484163 ], "brier_below_clim": [ 0.3406488402474111, 0.15585229033150771, 0.1733474973115743, 0.2607321626770492, 0.12098299127445337, 0.35118589057225497, 0.15964704360397033, 0.13793336355887106, 0.13634373895712082, 0.1384011735129149, 0.12098299127445332, 0.14645923116637555, 0.36837280991055965, 0.12098299127445333, 0.34820491159145306, 0.4161190810910467, 0.23546533423622354, 0.32875690367129495, 0.18568689656698428, 0.13104510989535922, 0.3521319426489182, 0.3129367809306557, 0.21062232617609924, 0.19696310869600517 ], "brier_above": [ 0.13606876147649527, 0.22363550183233147, 0.1882571321369163, 0.12964163360379652, 0.2949013343718781, 0.18911930737809354, 0.16588217619667575, 0.27032941125901794, 0.24522799054353867, 0.31603565836696623, 0.386377983950593, 0.2934310090205925, 0.1929736284139739, 0.36889067367145656, 0.18336414375114385, 0.09780099592685008, 0.24330583893949825, 0.09870556064160967, 0.27759285041811727, 0.26206885061103424, 0.1267328543653439, 0.16887270497802748, 0.22025404161754486, 0.23009634165188408 ], "brier_above_clim": [ 0.12060946565537374, 0.20740352380845312, 0.18153627234129263, 0.1237869663235696, 0.42323081835917165, 0.12273459327068108, 0.17730161674933273, 0.27628581870652447, 0.24210845734163935, 0.35677085020102, 0.4129271616552412, 0.3014085497152008, 0.1438970313033771, 0.4253366156954207, 0.1669122214397413, 0.12060946565537374, 0.2509601019920115, 0.12166838967543823, 0.2665992007759097, 0.27277906341892527, 0.12060946565537374, 0.12060946565537374, 0.22444802890557244, 0.2376595172267659 ], "crps": [ 2.7126257834572103, 5.226360262858614, 4.0073617737236304, 2.4693531730226246, 14.862987311691588, 5.688981944157478, 3.5485911051189114, 4.652642414801957, 3.4972524159461345, 26.485222856580894, 26.146061600605126, 4.060674633067007, 9.079580453086805, 24.081859716287198, 5.775850142051016, 2.4672838465151044, 13.809118208500832, 2.7173274621013195, 6.699959745226213, 5.413508996480161, 4.772181008933668, 4.957845211659523, 6.748439664732371, 3.7266807471618835 ], "crps_clim": [ 3.5039629006286863, 4.404502123435348, 3.7921098904802375, 3.7427483154181247, 27.430818422751024, 4.09357752958828, 3.618553854597303, 4.403186407306274, 3.33544948423942, 30.38912596968953, 26.15657705190127, 3.9490911747156954, 4.915805626371291, 26.102456598508446, 4.555869648555982, 4.319504515985746, 15.066223249131706, 3.332735441447136, 6.022796968020984, 5.2148566721483, 4.335017286452637, 3.630233609951502, 6.294926309868744, 4.525624967226858 ], "crps_fair": [ 2.529768528121334, 4.888135073595127, 3.7254382354116844, 2.2526830241489044, 14.214871927907366, 5.288645018935267, 3.3615321324581497, 4.36788932745793, 3.206701634597818, 26.098162815701308, 25.894883753959498, 3.782867896476012, 8.607622066256875, 23.797194748616064, 5.482243495308594, 2.2514521820695, 13.501571482008266, 2.5238918150659098, 6.462941627837331, 5.167686550341534, 4.444121639677633, 4.653332471112729, 6.216441341124056, 3.5045872537319487 ], "crps_fair_clim": [ 3.134642569756797, 4.0368873592733205, 3.423335292543674, 3.3738802296500032, 27.106814106125587, 3.7253738930894196, 3.249450552047323, 4.035569151257637, 2.965809999169824, 30.070724508266622, 25.830159399346183, 3.580613889817456, 4.549159240055732, 25.77593644509466, 4.188541565312743, 3.9517287715065783, 14.718801138616833, 2.963090816144978, 5.6582471562161265, 4.848776670389135, 3.9672709222205658, 3.261152428150299, 5.930891894544658, 4.158239602390194 ] }, "rps": 0.45133579135164975, "rpss": 0.0033068721361246833, "brier_below": 0.23010385864660998, "bss_below": -0.013337576455951128, "brier_above": 0.2212319327134741, "bss_above": 0.02004843371014331, "crps": 8.066989603240303, "crpss": 0.0653098428359703, "crps_fair": 7.759361085080035, "crpss_fair": 0.06186456523021033, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.147524, 0.515478, 0.330913, 0.006085, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2705, 0.3523, 0.4376, 0.5078, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.334, 0.3402, 0.3652, 0.4522, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.100473, 0.611609, 0.277568, 0.01035, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2851, 0.3524, 0.4331, 0.5244, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1577, 0.3405, 0.4274, 0.0978, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5123679207493415, 0.456732839859798, 0.451616975987714, 0.4074632971466925, 0.4133859195744868, 0.42445023005518284, 0.531810649038922, 0.4400793093706592 ], "rps_clim": [ 0.5242304582543107, 0.45938853305268146, 0.5017174223148171, 0.4051068144553075, 0.4317667029427126, 0.41531527803354223, 0.4728878323138167, 0.48863351023117646 ], "brier_below": [ 0.3911264784187058, 0.2690521969529627, 0.11465641286769766, 0.23564039291968422, 0.23667045432382447, 0.16115043148144825, 0.33348721522750724, 0.33550603392914036 ], "brier_below_clim": [ 0.40795993245117856, 0.27227812780818744, 0.12370712310234608, 0.2309306977016834, 0.2554229422765291, 0.15868716024439758, 0.31168865779035276, 0.37646203326964833 ], "brier_above": [ 0.12124146103032223, 0.18768064828654654, 0.33696053855246316, 0.1718229114160762, 0.17671547216375721, 0.2632997932038361, 0.19832344921484654, 0.10457329414847992 ], "brier_above_clim": [ 0.11627054465083109, 0.1871104114792495, 0.37801027156074746, 0.17417612530121018, 0.17634376877195204, 0.25662811177730505, 0.16119918533729533, 0.11217149654219405 ], "crps": [ 3.546305380029109, 3.236742207744256, 9.975443821470684, 3.8356980255709594, 4.1609555600772845, 5.180509691713798, 6.595779099486692, 2.4714505408920173 ], "crps_clim": [ 4.134590890417508, 3.257454258459608, 11.95446652225302, 3.2123112416029844, 3.7715427873017267, 4.553263281560126, 3.429057288259692, 3.466783459627757 ], "crps_fair": [ 3.436789680021718, 3.1349456796854835, 9.807547855996365, 3.755769589891007, 4.066389806485668, 5.06881017652204, 6.399673638979296, 2.3595924949791796 ], "crps_fair_clim": [ 3.840649245962226, 2.9635126140043284, 11.660524877797739, 2.9183695971477044, 3.477601142846446, 4.259321637104846, 3.1351156438044105, 3.1728418151724775 ] }, "rps": 0.4547383927228496, "rpss": 0.016528424004058295, "brier_below": 0.25966120201512133, "bss_below": 0.028003383795429437, "brier_above": 0.195077196002041, "bss_above": 0.0008274148154752137, "crps": 4.8753605408731, "crpss": -0.032383053713102905, "crps_fair": 4.753689865320094, "crpss_fair": -0.07343307571126156, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.218869, 0.516168, 0.264507, 0.000455, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2535, 0.3543, 0.4226, 0.5029, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3833, 0.4674, 0.5389, 0.8003, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.181986, 0.685731, 0.131557, 0.000727, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.279, 0.3409, 0.4331, 0.5453, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2375, 0.2396, 0.3408, 0.125, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4941732942913044, 0.47270277598409766, 0.4560600852601788, 0.40484363311956106, 0.4217461739563651, 0.3907843954100358, 0.5435897931784596, 0.42430745740631715 ], "rps_clim": [ 0.5378222423430801, 0.4654037630210716, 0.5441677934136927, 0.42259005509153863, 0.4687251558583407, 0.37920455236096284, 0.4762575897428396, 0.48392300807734495 ], "brier_below": [ 0.38029527408927977, 0.24587715771243612, 0.10308037247587615, 0.23598709912524748, 0.31830643070244535, 0.21592848304034154, 0.3209634642247495, 0.3140490997123923 ], "brier_below_clim": [ 0.4270541912814117, 0.23612689903307224, 0.11111111773384952, 0.25427588380937366, 0.3562146259988406, 0.2119324419419288, 0.29938211945700965, 0.37315495701567675 ], "brier_above": [ 0.11387803983630254, 0.22682561633031817, 0.3529796794994938, 0.16885654329959715, 0.10343976135524635, 0.17485592279435594, 0.2226263432272742, 0.11025837753185985 ], "brier_above_clim": [ 0.11076807075767037, 0.22927686262225755, 0.4330566384694138, 0.16831418081740057, 0.11251054924392284, 0.1672721205797222, 0.1768754781609058, 0.11076807075767037 ], "crps": [ 3.879239959302263, 3.8422793721750357, 11.020323237844675, 4.103855174575507, 2.5502248640368426, 3.4084382817842527, 8.939303159297337, 2.7939730405952803 ], "crps_clim": [ 4.500795459022275, 3.8833491476604167, 14.934177684323762, 3.6806433710989057, 3.5671376707580675, 3.3365612191630336, 3.817686724141159, 4.037007086746878 ], "crps_fair": [ 3.747938850438462, 3.7414088880788317, 10.787046209877204, 4.009097398062781, 2.4468889117402335, 3.278145283043861, 8.680863474708211, 2.6716824493779994 ], "crps_fair_clim": [ 4.156168553465009, 3.538722242103148, 14.589550778766494, 3.336016465541637, 3.2225107652008003, 2.991934313605765, 3.4730598185838906, 3.692380181189609 ] }, "rps": 0.4510259510757899, "rpss": 0.0449662036233236, "brier_below": 0.266810922635346, "bss_below": 0.059387340479100104, "brier_above": 0.184215035484306, "bss_above": 0.023277247186939354, "crps": 5.067204636201399, "crpss": 0.02920973263448956, "crps_fair": 4.920383933165947, "crpss_fair": -0.0093006450166222, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.159876, 0.484964, 0.354291, 0.000869, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.262, 0.3564, 0.4234, 0.5017, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4024, 0.4789, 0.6215, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.104479, 0.698765, 0.195023, 0.001733, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2825, 0.341, 0.4403, 0.5453, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0918, 0.1947, 0.4449, 0.125, NaN, NaN, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "vs", "1994": "vs", "1995": "vs", "1996": "vs", "1997": "vs", "1998": "vs", "1999": "vs", "2000": "vs", "2001": "vs", "2002": "vs", "2003": "vs", "2004": "vs", "2005": "vs", "2006": "vs", "2007": "vs", "2008": "vs", "2009": "vs", "2010": "vs", "2011": "vs", "2012": "vs", "2013": "vs", "2014": "vs", "2015": "mvs_r4", "2016": "vs" }, "chosen_test": "vs", "frequency": { "mvs": 0, "mvs_r3": 0, "mvs_r4": 1, "vs": 23 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4852390403108769, 0.3684684995384142, 0.44433992867325256, 0.3508355846757249, 0.41096396076232694, 0.5685139020236536, 0.38920911840083955, 0.4673667639874173, 0.38008023449145123, 0.4537922911382962, 0.483685210080621, 0.4400983508487086, 0.5879574301994349, 0.4804374440211711, 0.5217035715111494, 0.4076523758318888, 0.4539060475118373, 0.4087360114023721, 0.4778821960162832, 0.4210566106678469, 0.5286751711203088, 0.42394598102712483, 0.4238565340910596, 0.45701025413382473 ], "rps_clim": [ 0.462562923536876, 0.3645173216522427, 0.44125991495499295, 0.3676651074657129, 0.4796288397923759, 0.5018388000928868, 0.3814774056959005, 0.4578573987892382, 0.3735878385869089, 0.5052606235712064, 0.5036551985237356, 0.4358799350596818, 0.5001476319885705, 0.5372757850199824, 0.4967176353817881, 0.483398419566635, 0.48412488872389453, 0.42298688230915954, 0.4788741887887977, 0.4007718021663261, 0.498737480732011, 0.40202165436042925, 0.44570350792032964, 0.4523372814100714 ], "brier_below": [ 0.34892817563436596, 0.18548784155862647, 0.15773841137858946, 0.22764998445217216, 0.14892013378252106, 0.41290071997525996, 0.21063467964007163, 0.17054688385448635, 0.1408174803125243, 0.11751690401999211, 0.1304262109344826, 0.17401128009724495, 0.4097082826549243, 0.10425851387154786, 0.37660375302554105, 0.28893399624114435, 0.15954092376808782, 0.2267462640171077, 0.2964616733228948, 0.171744713534303, 0.3931142723079088, 0.2539316007217837, 0.15010309310687278, 0.26909354188399937 ], "brier_below_clim": [ 0.33445347350698373, 0.18448978058131807, 0.15020271959428944, 0.23455533259135652, 0.16559252060812168, 0.3788018404246035, 0.19293962127510628, 0.15038884587226958, 0.13073481316379681, 0.1342598604859912, 0.1282842296352773, 0.16631198513422443, 0.3601361789689049, 0.12098299127445335, 0.35626815432751285, 0.34779494441826286, 0.17732409124021772, 0.23135019401075282, 0.29334157497784386, 0.1580270900868227, 0.3757058539399758, 0.2565886947421901, 0.1693218745678458, 0.2597369379666505 ], "brier_above": [ 0.13631086372606835, 0.18298065755001006, 0.2866015188533746, 0.1231856002346351, 0.2620438256250588, 0.15561318173120947, 0.17857443880927207, 0.2968198818614553, 0.2392627538179572, 0.336275387932831, 0.35325900178861447, 0.2660870715574879, 0.17824914725351132, 0.3761789315992316, 0.14509981682970044, 0.11871838028482251, 0.2943651253663534, 0.18198974773167095, 0.18142052159948008, 0.24931189710314433, 0.1355608976363878, 0.17001437950245293, 0.2737534404202474, 0.187916712617817 ], "brier_above_clim": [ 0.12810945002989202, 0.1800275410709245, 0.2910571953607033, 0.1331097748743562, 0.3140363192350966, 0.12303695966828301, 0.18853778442079408, 0.3074685529169685, 0.24285302547391838, 0.371000763085215, 0.37537096893986166, 0.26956794992545724, 0.1400114530196655, 0.41629279379655704, 0.14044948110508146, 0.1356034751238968, 0.30680079745918404, 0.19163668827393138, 0.18553261378647845, 0.242744712130419, 0.12303162676755988, 0.14543295959376396, 0.2763816333277958, 0.19260034341894555 ], "crps": [ 2.9012126517696144, 4.022811938055724, 10.825474022117705, 2.1365861539415656, 10.38160859005143, 4.659396446809786, 2.980327977014097, 5.228360933865616, 3.5184313247964574, 18.236418626506424, 16.832106170752684, 3.942887805153687, 8.217386209425742, 23.739028557107936, 4.8375824059873676, 2.673937502301095, 12.706448134882486, 3.6307132235700608, 3.9865261583167015, 4.642948167267497, 5.275960738048038, 4.297296073956677, 8.144116421450757, 3.3392825723027206 ], "crps_clim": [ 3.383400553071679, 3.6995246089032476, 10.375259519924272, 3.088176782734038, 15.623140866424055, 3.918194532764918, 3.2512248780442565, 5.3613292903859575, 3.3401723993300685, 21.29254756415035, 17.08930816883068, 4.102339013398538, 4.506551529947348, 25.32004262629813, 4.202143270441035, 3.5904825606496558, 13.811056598131602, 3.49561527327503, 4.117308454045926, 4.163338575099779, 4.154173639778647, 3.3440543501428777, 7.576953718515562, 3.8653696148339143 ], "crps_fair": [ 2.7088116635031527, 3.763150543044867, 10.588747084319447, 1.9681069091813659, 9.905011015657692, 4.345443582947353, 2.7974505784050474, 4.956438256575256, 3.2616500058078883, 17.88328700052848, 16.59538428180519, 3.6965690716150186, 7.816718559298431, 23.5058697376584, 4.572410746301149, 2.4720866911756025, 12.410572736105772, 3.4452209556999644, 3.7947455796957663, 4.454384740800479, 4.991055777687179, 4.012848918605484, 7.78218962252815, 3.127525677536053 ], "crps_fair_clim": [ 3.069144896531585, 3.3858676721658623, 10.074246020518368, 2.773361990265274, 15.332066536235006, 3.604951743610606, 2.9367188887863067, 5.050819710999868, 3.0258348712866763, 21.012210746646392, 16.801010670653753, 3.7894449827302754, 4.194423053287697, 25.04733364035127, 3.8894382629868667, 3.276619104881488, 13.516550290161696, 3.1815721446141088, 3.8044427745910094, 3.8505600739044343, 3.8413777807512575, 3.029724174279054, 7.270640397516081, 3.55202677848655 ] }, "rps": 0.45147552135274527, "rpss": 0.0039414245869212605, "brier_below": 0.23024247225401884, "bss_below": -0.01250106469254919, "brier_above": 0.2212330492263664, "bss_above": 0.02049583756029194, "crps": 7.131535366893829, "crpss": 0.031215295498943973, "crps_fair": 6.8689866556868, "crpss_fair": 0.026310892930224705 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47655010351411936, 0.3816284153526579, 0.38123245307812365, 0.3836986708145384, 0.3843316875974515, 0.5813022383218676, 0.3743309038442912, 0.4378687616598816, 0.432547002821742, 0.43882723941376006, 0.5248149309624454, 0.4581584263438493, 0.5890624716708295, 0.48109822971355415, 0.5481441238988516, 0.42105418238486136, 0.4479013702818175, 0.3789503297654819, 0.49590696811606216, 0.42429897304688646, 0.4453671005142081, 0.48326654193250307, 0.43032639770574577, 0.43100851522278616 ], "rps_clim": [ 0.4612583059027846, 0.3632558141399608, 0.354883769652867, 0.3845191290006187, 0.5442138095123802, 0.47392048384293584, 0.33694866035330306, 0.4142191822653953, 0.37845219617751535, 0.4951720237139347, 0.5339101528063047, 0.4478677808815762, 0.5122698412139367, 0.546319606847996, 0.5151171329099498, 0.5367285468048282, 0.4864254362866427, 0.45042529340514065, 0.45228609740130155, 0.40382417319303954, 0.47274140836269934, 0.4335462466444369, 0.43507035514007947, 0.4346226259811788 ], "brier_below": [ 0.3404813413586498, 0.15799291342519114, 0.19297532101768547, 0.25405703702257526, 0.08943034946716663, 0.39218293205695987, 0.2084487281442428, 0.16753935126263314, 0.18731901088029357, 0.12279158124661525, 0.138436949801617, 0.16472741766359544, 0.3960888436574373, 0.11220755772737744, 0.36477997874562434, 0.32325318797963004, 0.20459553187915064, 0.28024476963295114, 0.21831411624164762, 0.1622301219832415, 0.31863424481351815, 0.3143938368844962, 0.2101543386218652, 0.20091217472484163 ], "brier_below_clim": [ 0.3406488402474111, 0.15585229033150771, 0.1733474973115743, 0.2607321626770492, 0.12098299127445337, 0.35118589057225497, 0.15964704360397033, 0.13793336355887106, 0.13634373895712082, 0.1384011735129149, 0.12098299127445332, 0.14645923116637555, 0.36837280991055965, 0.12098299127445333, 0.34820491159145306, 0.4161190810910467, 0.23546533423622354, 0.32875690367129495, 0.18568689656698428, 0.13104510989535922, 0.3521319426489182, 0.3129367809306557, 0.21062232617609924, 0.19696310869600517 ], "brier_above": [ 0.13606876147649527, 0.22363550183233147, 0.1882571321369163, 0.12964163360379652, 0.2949013343718781, 0.18911930737809354, 0.16588217619667575, 0.27032941125901794, 0.24522799054353867, 0.31603565836696623, 0.386377983950593, 0.2934310090205925, 0.1929736284139739, 0.36889067367145656, 0.18336414375114385, 0.09780099592685008, 0.24330583893949825, 0.09870556064160967, 0.27759285041811727, 0.26206885061103424, 0.1267328543653439, 0.16887270497802748, 0.22017205843964208, 0.23009634165188408 ], "brier_above_clim": [ 0.12060946565537374, 0.20740352380845312, 0.18153627234129263, 0.1237869663235696, 0.42323081835917165, 0.12273459327068108, 0.17730161674933273, 0.27628581870652447, 0.24210845734163935, 0.35677085020102, 0.4129271616552412, 0.3014085497152008, 0.1438970313033771, 0.4253366156954207, 0.1669122214397413, 0.12060946565537374, 0.2509601019920115, 0.12166838967543823, 0.2665992007759097, 0.27277906341892527, 0.12060946565537374, 0.12060946565537374, 0.22444802890557244, 0.2376595172267659 ], "crps": [ 2.7126257834572103, 5.226360262858614, 4.0073617737236304, 2.4693531730226246, 14.862987311691588, 5.688981944157478, 3.5485911051189114, 4.652642414801957, 3.4972524159461345, 26.485222856580894, 26.146061600605126, 4.060674633067007, 9.079580453086805, 24.081859716287198, 5.775850142051016, 2.4672838465151044, 13.809118208500832, 2.7173274621013195, 6.699959745226213, 5.413508996480161, 4.772181008933668, 4.957845211659523, 6.7484152484483735, 3.7266807471618835 ], "crps_clim": [ 3.5039629006286863, 4.404502123435348, 3.7921098904802375, 3.7427483154181247, 27.430818422751024, 4.09357752958828, 3.618553854597303, 4.403186407306274, 3.33544948423942, 30.38912596968953, 26.15657705190127, 3.9490911747156954, 4.915805626371291, 26.102456598508446, 4.555869648555982, 4.319504515985746, 15.066223249131706, 3.332735441447136, 6.022796968020984, 5.2148566721483, 4.335017286452637, 3.630233609951502, 6.294926309868744, 4.525624967226858 ], "crps_fair": [ 2.529768528121334, 4.888135073595127, 3.7254382354116844, 2.2526830241489044, 14.214871927907366, 5.288645018935267, 3.3615321324581497, 4.36788932745793, 3.206701634597818, 26.098162815701308, 25.894883753959498, 3.782867896476012, 8.607622066256875, 23.797194748616064, 5.482243495308594, 2.2514521820695, 13.501571482008266, 2.5238918150659098, 6.462941627837331, 5.167686550341534, 4.444121639677633, 4.653332471112729, 6.21640938537944, 3.5045872537319487 ], "crps_fair_clim": [ 3.134642569756797, 4.0368873592733205, 3.423335292543674, 3.3738802296500032, 27.106814106125587, 3.7253738930894196, 3.249450552047323, 4.035569151257637, 2.965809999169824, 30.070724508266622, 25.830159399346183, 3.580613889817456, 4.549159240055732, 25.77593644509466, 4.188541565312743, 3.9517287715065783, 14.718801138616833, 2.963090816144978, 5.6582471562161265, 4.848776670389135, 3.9672709222205658, 3.261152428150299, 5.930891894544658, 4.158239602390194 ] }, "rps": 0.45131983491576316, "rpss": 0.0033421090269233344, "brier_below": 0.23009131817662523, "bss_below": -0.013282350396133014, "brier_above": 0.22122851674772817, "bss_above": 0.02006356480329996, "crps": 8.066988585895137, "crpss": 0.06530996071172823, "crps_fair": 7.759359753590676, "crpss_fair": 0.06186472621219519 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5123679207493415, 0.456732839859798, 0.451616975987714, 0.4074632971466925, 0.4133859195744868, 0.42445023005518284, 0.531810649038922, 0.4400793093706592 ], "rps_clim": [ 0.5242304582543107, 0.45938853305268146, 0.5017174223148171, 0.4051068144553075, 0.4317667029427126, 0.41531527803354223, 0.4728878323138167, 0.48863351023117646 ], "brier_below": [ 0.3911264784187058, 0.2690521969529627, 0.11465641286769766, 0.23564039291968422, 0.23667045432382447, 0.16115043148144825, 0.33348721522750724, 0.33550603392914036 ], "brier_below_clim": [ 0.40795993245117856, 0.27227812780818744, 0.12370712310234608, 0.2309306977016834, 0.2554229422765291, 0.15868716024439758, 0.31168865779035276, 0.37646203326964833 ], "brier_above": [ 0.12124146103032223, 0.18768064828654654, 0.33696053855246316, 0.1718229114160762, 0.17671547216375721, 0.2632997932038361, 0.19832344921484654, 0.10457329414847992 ], "brier_above_clim": [ 0.11627054465083109, 0.1871104114792495, 0.37801027156074746, 0.17417612530121018, 0.17634376877195204, 0.25662811177730505, 0.16119918533729533, 0.11217149654219405 ], "crps": [ 3.546305380029109, 3.236742207744256, 9.975443821470684, 3.8356980255709594, 4.1609555600772845, 5.180509691713798, 6.595779099486692, 2.4714505408920173 ], "crps_clim": [ 4.134590890417508, 3.257454258459608, 11.95446652225302, 3.2123112416029844, 3.7715427873017267, 4.553263281560126, 3.429057288259692, 3.466783459627757 ], "crps_fair": [ 3.436789680021718, 3.1349456796854835, 9.807547855996365, 3.755769589891007, 4.066389806485668, 5.06881017652204, 6.399673638979296, 2.3595924949791796 ], "crps_fair_clim": [ 3.840649245962226, 2.9635126140043284, 11.660524877797739, 2.9183695971477044, 3.477601142846446, 4.259321637104846, 3.1351156438044105, 3.1728418151724775 ] }, "rps": 0.4547383927228496, "rpss": 0.016528424004058295, "brier_below": 0.25966120201512133, "bss_below": 0.028003383795429437, "brier_above": 0.195077196002041, "bss_above": 0.0008274148154752137, "crps": 4.8753605408731, "crpss": -0.032383053713102905, "crps_fair": 4.753689865320094, "crpss_fair": -0.07343307571126156 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4941732942913044, 0.47270277598409766, 0.4560600852601788, 0.40484363311956106, 0.4217461739563651, 0.3907843954100358, 0.5435897931784596, 0.42430745740631715 ], "rps_clim": [ 0.5378222423430801, 0.4654037630210716, 0.5441677934136927, 0.42259005509153863, 0.4687251558583407, 0.37920455236096284, 0.4762575897428396, 0.48392300807734495 ], "brier_below": [ 0.38029527408927977, 0.24587715771243612, 0.10308037247587615, 0.23598709912524748, 0.31830643070244535, 0.21592848304034154, 0.3209634642247495, 0.3140490997123923 ], "brier_below_clim": [ 0.4270541912814117, 0.23612689903307224, 0.11111111773384952, 0.25427588380937366, 0.3562146259988406, 0.2119324419419288, 0.29938211945700965, 0.37315495701567675 ], "brier_above": [ 0.11387803983630254, 0.22682561633031817, 0.3529796794994938, 0.16885654329959715, 0.10343976135524635, 0.17485592279435594, 0.2226263432272742, 0.11025837753185985 ], "brier_above_clim": [ 0.11076807075767037, 0.22927686262225755, 0.4330566384694138, 0.16831418081740057, 0.11251054924392284, 0.1672721205797222, 0.1768754781609058, 0.11076807075767037 ], "crps": [ 3.879239959302263, 3.8422793721750357, 11.020323237844675, 4.103855174575507, 2.5502248640368426, 3.4084382817842527, 8.939303159297337, 2.7939730405952803 ], "crps_clim": [ 4.500795459022275, 3.8833491476604167, 14.934177684323762, 3.6806433710989057, 3.5671376707580675, 3.3365612191630336, 3.817686724141159, 4.037007086746878 ], "crps_fair": [ 3.747938850438462, 3.7414088880788317, 10.787046209877204, 4.009097398062781, 2.4468889117402335, 3.278145283043861, 8.680863474708211, 2.6716824493779994 ], "crps_fair_clim": [ 4.156168553465009, 3.538722242103148, 14.589550778766494, 3.336016465541637, 3.2225107652008003, 2.991934313605765, 3.4730598185838906, 3.692380181189609 ] }, "rps": 0.4510259510757899, "rpss": 0.0449662036233236, "brier_below": 0.266810922635346, "bss_below": 0.059387340479100104, "brier_above": 0.184215035484306, "bss_above": 0.023277247186939354, "crps": 5.067204636201399, "crpss": 0.02920973263448956, "crps_fair": 4.920383933165947, "crpss_fair": -0.0093006450166222 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "vs", "1994": "vs", "1995": "vs", "1996": "vs", "1997": "vs", "1998": "vs", "1999": "vs", "2000": "vs", "2001": "vs", "2002": "vs", "2003": "mvs_r4", "2004": "vs", "2005": "vs", "2006": "vs", "2007": "vs", "2008": "vs", "2009": "vs", "2010": "vs", "2011": "vs", "2012": "vs", "2013": "vs", "2014": "vs", "2015": "vs", "2016": "vs" }, "chosen_test": "vs", "frequency": { "mvs": 0, "mvs_r3": 0, "mvs_r4": 1, "vs": 23 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4852390403108769, 0.3684684995384142, 0.44433992867325256, 0.3508355846757249, 0.41096396076232694, 0.5685139020236536, 0.38920911840083955, 0.4673667639874173, 0.38008023449145123, 0.4537922911382962, 0.4865440087045707, 0.4400983508487086, 0.5879574301994349, 0.4804374440211711, 0.5217035715111494, 0.4076523758318888, 0.4539060475118373, 0.4087360114023721, 0.4778821960162832, 0.4210566106678469, 0.5286751711203088, 0.42394598102712483, 0.42280458568391194, 0.45701025413382473 ], "rps_clim": [ 0.462562923536876, 0.3645173216522427, 0.44125991495499295, 0.3676651074657129, 0.4796288397923759, 0.5018388000928868, 0.3814774056959005, 0.4578573987892382, 0.3735878385869089, 0.5052606235712064, 0.5036551985237356, 0.4358799350596818, 0.5001476319885705, 0.5372757850199824, 0.4967176353817881, 0.483398419566635, 0.48412488872389453, 0.42298688230915954, 0.4788741887887977, 0.4007718021663261, 0.498737480732011, 0.40202165436042925, 0.44570350792032964, 0.4523372814100714 ], "brier_below": [ 0.34892817563436596, 0.18548784155862647, 0.15773841137858946, 0.22764998445217216, 0.14892013378252106, 0.41290071997525996, 0.21063467964007163, 0.17054688385448635, 0.1408174803125243, 0.11751690401999211, 0.13203893383883006, 0.17401128009724495, 0.4097082826549243, 0.10425851387154786, 0.37660375302554105, 0.28893399624114435, 0.15954092376808782, 0.2267462640171077, 0.2964616733228948, 0.171744713534303, 0.3931142723079088, 0.2539316007217837, 0.14928247044067672, 0.26909354188399937 ], "brier_below_clim": [ 0.33445347350698373, 0.18448978058131807, 0.15020271959428944, 0.23455533259135652, 0.16559252060812168, 0.3788018404246035, 0.19293962127510628, 0.15038884587226958, 0.13073481316379681, 0.1342598604859912, 0.1282842296352773, 0.16631198513422443, 0.3601361789689049, 0.12098299127445335, 0.35626815432751285, 0.34779494441826286, 0.17732409124021772, 0.23135019401075282, 0.29334157497784386, 0.1580270900868227, 0.3757058539399758, 0.2565886947421901, 0.1693218745678458, 0.2597369379666505 ], "brier_above": [ 0.13631086372606835, 0.18298065755001006, 0.2866015188533746, 0.1231856002346351, 0.2620438256250588, 0.15561318173120947, 0.17857443880927207, 0.2968198818614553, 0.2392627538179572, 0.336275387932831, 0.3545050773980739, 0.2660870715574879, 0.17824914725351132, 0.3761789315992316, 0.14509981682970044, 0.11871838028482251, 0.2943651253663534, 0.18198974773167095, 0.18142052159948008, 0.24931189710314433, 0.1355608976363878, 0.17001437950245293, 0.2735221146552211, 0.187916712617817 ], "brier_above_clim": [ 0.12810945002989202, 0.1800275410709245, 0.2910571953607033, 0.1331097748743562, 0.3140363192350966, 0.12303695966828301, 0.18853778442079408, 0.3074685529169685, 0.24285302547391838, 0.371000763085215, 0.37537096893986166, 0.26956794992545724, 0.1400114530196655, 0.41629279379655704, 0.14044948110508146, 0.1356034751238968, 0.30680079745918404, 0.19163668827393138, 0.18553261378647845, 0.242744712130419, 0.12303162676755988, 0.14543295959376396, 0.2763816333277958, 0.19260034341894555 ], "crps": [ 2.9012126517696144, 4.022811938055724, 10.825474022117705, 2.1365861539415656, 10.38160859005143, 4.659396446809786, 2.980327977014097, 5.228360933865616, 3.5184313247964574, 18.236418626506424, 16.82769832518689, 3.942887805153687, 8.217386209425742, 23.739028557107936, 4.8375824059873676, 2.673937502301095, 12.706448134882486, 3.6307132235700608, 3.9865261583167015, 4.642948167267497, 5.275960738048038, 4.297296073956677, 8.14561577259655, 3.3392825723027206 ], "crps_clim": [ 3.383400553071679, 3.6995246089032476, 10.375259519924272, 3.088176782734038, 15.623140866424055, 3.918194532764918, 3.2512248780442565, 5.3613292903859575, 3.3401723993300685, 21.29254756415035, 17.08930816883068, 4.102339013398538, 4.506551529947348, 25.32004262629813, 4.202143270441035, 3.5904825606496558, 13.811056598131602, 3.49561527327503, 4.117308454045926, 4.163338575099779, 4.154173639778647, 3.3440543501428777, 7.576953718515562, 3.8653696148339143 ], "crps_fair": [ 2.7088116635031527, 3.763150543044867, 10.588747084319447, 1.9681069091813659, 9.905011015657692, 4.345443582947353, 2.7974505784050474, 4.956438256575256, 3.2616500058078883, 17.88328700052848, 16.590007519799414, 3.6965690716150186, 7.816718559298431, 23.5058697376584, 4.572410746301149, 2.4720866911756025, 12.410572736105772, 3.4452209556999644, 3.7947455796957663, 4.454384740800479, 4.991055777687179, 4.012848918605484, 7.783965517921971, 3.127525677536053 ], "crps_fair_clim": [ 3.069144896531585, 3.3858676721658623, 10.074246020518368, 2.773361990265274, 15.332066536235006, 3.604951743610606, 2.9367188887863067, 5.050819710999868, 3.0258348712866763, 21.012210746646392, 16.801010670653753, 3.7894449827302754, 4.194423053287697, 25.04733364035127, 3.8894382629868667, 3.276619104881488, 13.516550290161696, 3.1815721446141088, 3.8044427745910094, 3.8505600739044343, 3.8413777807512575, 3.029724174279054, 7.270640397516081, 3.55202677848655 ] }, "rps": 0.4515508067784453, "rpss": 0.003775327666212358, "brier_below": 0.23027547643060853, "bss_below": -0.01264620196287658, "brier_above": 0.22127533046988446, "bss_above": 0.020308638341351215, "crps": 7.131414179626328, "crpss": 0.03123175820509272, "crps_fair": 6.868836619577968, "crpss_fair": 0.02633216077250755 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47655010351411936, 0.3816284153526579, 0.38123245307812365, 0.3836986708145384, 0.3843316875974515, 0.5813022383218676, 0.3743309038442912, 0.4378687616598816, 0.432547002821742, 0.43882723941376006, 0.5281489870722925, 0.4581584263438493, 0.5890624716708295, 0.48109822971355415, 0.5481441238988516, 0.42105418238486136, 0.4479013702818175, 0.3789503297654819, 0.49590696811606216, 0.42429897304688646, 0.4453671005142081, 0.48326654193250307, 0.4307093521670237, 0.43100851522278616 ], "rps_clim": [ 0.4612583059027846, 0.3632558141399608, 0.354883769652867, 0.3845191290006187, 0.5442138095123802, 0.47392048384293584, 0.33694866035330306, 0.4142191822653953, 0.37845219617751535, 0.4951720237139347, 0.5339101528063047, 0.4478677808815762, 0.5122698412139367, 0.546319606847996, 0.5151171329099498, 0.5367285468048282, 0.4864254362866427, 0.45042529340514065, 0.45228609740130155, 0.40382417319303954, 0.47274140836269934, 0.4335462466444369, 0.43507035514007947, 0.4346226259811788 ], "brier_below": [ 0.3404813413586498, 0.15799291342519114, 0.19297532101768547, 0.25405703702257526, 0.08943034946716663, 0.39218293205695987, 0.2084487281442428, 0.16753935126263314, 0.18731901088029357, 0.12279158124661525, 0.13982805860279438, 0.16472741766359544, 0.3960888436574373, 0.11220755772737744, 0.36477997874562434, 0.32325318797963004, 0.20459553187915064, 0.28024476963295114, 0.21831411624164762, 0.1622301219832415, 0.31863424481351815, 0.3143938368844962, 0.2104553099014984, 0.20091217472484163 ], "brier_below_clim": [ 0.3406488402474111, 0.15585229033150771, 0.1733474973115743, 0.2607321626770492, 0.12098299127445337, 0.35118589057225497, 0.15964704360397033, 0.13793336355887106, 0.13634373895712082, 0.1384011735129149, 0.12098299127445332, 0.14645923116637555, 0.36837280991055965, 0.12098299127445333, 0.34820491159145306, 0.4161190810910467, 0.23546533423622354, 0.32875690367129495, 0.18568689656698428, 0.13104510989535922, 0.3521319426489182, 0.3129367809306557, 0.21062232617609924, 0.19696310869600517 ], "brier_above": [ 0.13606876147649527, 0.22363550183233147, 0.1882571321369163, 0.12964163360379652, 0.2949013343718781, 0.18911930737809354, 0.16588217619667575, 0.27032941125901794, 0.24522799054353867, 0.31603565836696623, 0.38832093110334653, 0.2934310090205925, 0.1929736284139739, 0.36889067367145656, 0.18336414375114385, 0.09780099592685008, 0.24330583893949825, 0.09870556064160967, 0.27759285041811727, 0.26206885061103424, 0.1267328543653439, 0.16887270497802748, 0.22025404161754486, 0.23009634165188408 ], "brier_above_clim": [ 0.12060946565537374, 0.20740352380845312, 0.18153627234129263, 0.1237869663235696, 0.42323081835917165, 0.12273459327068108, 0.17730161674933273, 0.27628581870652447, 0.24210845734163935, 0.35677085020102, 0.4129271616552412, 0.3014085497152008, 0.1438970313033771, 0.4253366156954207, 0.1669122214397413, 0.12060946565537374, 0.2509601019920115, 0.12166838967543823, 0.2665992007759097, 0.27277906341892527, 0.12060946565537374, 0.12060946565537374, 0.22444802890557244, 0.2376595172267659 ], "crps": [ 2.7126257834572103, 5.226360262858614, 4.0073617737236304, 2.4693531730226246, 14.862987311691588, 5.688981944157478, 3.5485911051189114, 4.652642414801957, 3.4972524159461345, 26.485222856580894, 26.13630060315327, 4.060674633067007, 9.079580453086805, 24.081859716287198, 5.775850142051016, 2.4672838465151044, 13.809118208500832, 2.7173274621013195, 6.699959745226213, 5.413508996480161, 4.772181008933668, 4.957845211659523, 6.748439664732371, 3.7266807471618835 ], "crps_clim": [ 3.5039629006286863, 4.404502123435348, 3.7921098904802375, 3.7427483154181247, 27.430818422751024, 4.09357752958828, 3.618553854597303, 4.403186407306274, 3.33544948423942, 30.38912596968953, 26.15657705190127, 3.9490911747156954, 4.915805626371291, 26.102456598508446, 4.555869648555982, 4.319504515985746, 15.066223249131706, 3.332735441447136, 6.022796968020984, 5.2148566721483, 4.335017286452637, 3.630233609951502, 6.294926309868744, 4.525624967226858 ], "crps_fair": [ 2.529768528121334, 4.888135073595127, 3.7254382354116844, 2.2526830241489044, 14.214871927907366, 5.288645018935267, 3.3615321324581497, 4.36788932745793, 3.206701634597818, 26.098162815701308, 25.88476557121772, 3.782867896476012, 8.607622066256875, 23.797194748616064, 5.482243495308594, 2.2514521820695, 13.501571482008266, 2.5238918150659098, 6.462941627837331, 5.167686550341534, 4.444121639677633, 4.653332471112729, 6.216441341124056, 3.5045872537319487 ], "crps_fair_clim": [ 3.134642569756797, 4.0368873592733205, 3.423335292543674, 3.3738802296500032, 27.106814106125587, 3.7253738930894196, 3.249450552047323, 4.035569151257637, 2.965809999169824, 30.070724508266622, 25.830159399346183, 3.580613889817456, 4.549159240055732, 25.77593644509466, 4.188541565312743, 3.9517287715065783, 14.718801138616833, 2.963090816144978, 5.6582471562161265, 4.848776670389135, 3.9672709222205658, 3.261152428150299, 5.930891894544658, 4.158239602390194 ] }, "rps": 0.4514747103562267, "rpss": 0.0030000947436717995, "brier_below": 0.23016182151332573, "bss_below": -0.013592834891110073, "brier_above": 0.22131288884483888, "bss_above": 0.0196898367989351, "crps": 8.066582895013143, "crpss": 0.06535696650854972, "crps_fair": 7.758939494132462, "crpss_fair": 0.061915537134025644 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5123679207493415, 0.456732839859798, 0.451616975987714, 0.4074632971466925, 0.4133859195744868, 0.42445023005518284, 0.531810649038922, 0.4400793093706592 ], "rps_clim": [ 0.5242304582543107, 0.45938853305268146, 0.5017174223148171, 0.4051068144553075, 0.4317667029427126, 0.41531527803354223, 0.4728878323138167, 0.48863351023117646 ], "brier_below": [ 0.3911264784187058, 0.2690521969529627, 0.11465641286769766, 0.23564039291968422, 0.23667045432382447, 0.16115043148144825, 0.33348721522750724, 0.33550603392914036 ], "brier_below_clim": [ 0.40795993245117856, 0.27227812780818744, 0.12370712310234608, 0.2309306977016834, 0.2554229422765291, 0.15868716024439758, 0.31168865779035276, 0.37646203326964833 ], "brier_above": [ 0.12124146103032223, 0.18768064828654654, 0.33696053855246316, 0.1718229114160762, 0.17671547216375721, 0.2632997932038361, 0.19832344921484654, 0.10457329414847992 ], "brier_above_clim": [ 0.11627054465083109, 0.1871104114792495, 0.37801027156074746, 0.17417612530121018, 0.17634376877195204, 0.25662811177730505, 0.16119918533729533, 0.11217149654219405 ], "crps": [ 3.546305380029109, 3.236742207744256, 9.975443821470684, 3.8356980255709594, 4.1609555600772845, 5.180509691713798, 6.595779099486692, 2.4714505408920173 ], "crps_clim": [ 4.134590890417508, 3.257454258459608, 11.95446652225302, 3.2123112416029844, 3.7715427873017267, 4.553263281560126, 3.429057288259692, 3.466783459627757 ], "crps_fair": [ 3.436789680021718, 3.1349456796854835, 9.807547855996365, 3.755769589891007, 4.066389806485668, 5.06881017652204, 6.399673638979296, 2.3595924949791796 ], "crps_fair_clim": [ 3.840649245962226, 2.9635126140043284, 11.660524877797739, 2.9183695971477044, 3.477601142846446, 4.259321637104846, 3.1351156438044105, 3.1728418151724775 ] }, "rps": 0.4547383927228496, "rpss": 0.016528424004058295, "brier_below": 0.25966120201512133, "bss_below": 0.028003383795429437, "brier_above": 0.195077196002041, "bss_above": 0.0008274148154752137, "crps": 4.8753605408731, "crpss": -0.032383053713102905, "crps_fair": 4.753689865320094, "crpss_fair": -0.07343307571126156 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4941732942913044, 0.47270277598409766, 0.4560600852601788, 0.40484363311956106, 0.4217461739563651, 0.3907843954100358, 0.5435897931784596, 0.42430745740631715 ], "rps_clim": [ 0.5378222423430801, 0.4654037630210716, 0.5441677934136927, 0.42259005509153863, 0.4687251558583407, 0.37920455236096284, 0.4762575897428396, 0.48392300807734495 ], "brier_below": [ 0.38029527408927977, 0.24587715771243612, 0.10308037247587615, 0.23598709912524748, 0.31830643070244535, 0.21592848304034154, 0.3209634642247495, 0.3140490997123923 ], "brier_below_clim": [ 0.4270541912814117, 0.23612689903307224, 0.11111111773384952, 0.25427588380937366, 0.3562146259988406, 0.2119324419419288, 0.29938211945700965, 0.37315495701567675 ], "brier_above": [ 0.11387803983630254, 0.22682561633031817, 0.3529796794994938, 0.16885654329959715, 0.10343976135524635, 0.17485592279435594, 0.2226263432272742, 0.11025837753185985 ], "brier_above_clim": [ 0.11076807075767037, 0.22927686262225755, 0.4330566384694138, 0.16831418081740057, 0.11251054924392284, 0.1672721205797222, 0.1768754781609058, 0.11076807075767037 ], "crps": [ 3.879239959302263, 3.8422793721750357, 11.020323237844675, 4.103855174575507, 2.5502248640368426, 3.4084382817842527, 8.939303159297337, 2.7939730405952803 ], "crps_clim": [ 4.500795459022275, 3.8833491476604167, 14.934177684323762, 3.6806433710989057, 3.5671376707580675, 3.3365612191630336, 3.817686724141159, 4.037007086746878 ], "crps_fair": [ 3.747938850438462, 3.7414088880788317, 10.787046209877204, 4.009097398062781, 2.4468889117402335, 3.278145283043861, 8.680863474708211, 2.6716824493779994 ], "crps_fair_clim": [ 4.156168553465009, 3.538722242103148, 14.589550778766494, 3.336016465541637, 3.2225107652008003, 2.991934313605765, 3.4730598185838906, 3.692380181189609 ] }, "rps": 0.4510259510757899, "rpss": 0.0449662036233236, "brier_below": 0.266810922635346, "bss_below": 0.059387340479100104, "brier_above": 0.184215035484306, "bss_above": 0.023277247186939354, "crps": 5.067204636201399, "crpss": 0.02920973263448956, "crps_fair": 4.920383933165947, "crpss_fair": -0.0093006450166222 } } } } }, "Jan": { "tag": "init09_Jan", "methods": { "mvs": { "lambda_": { "training_mean": 0.9138494483270931, "training": [ 0.9015440095270478, 0.9096984427381559, 0.8924744929044867, 0.9134977990005921, 0.9739809762681032, 0.9135662366642403, 0.9398504609218483, 0.904813588596652, 0.9073518630735369, 0.9150521876494314, 0.8815346430421451, 0.915224978842721, 0.9020731856486852, 0.9083222231397325, 0.9104530462599659, 0.9121125336109879, 0.9059324118331624, 0.9202344161454487, 0.9366643869040936, 0.9112132706445167, 0.9180350080835152, 0.917973538237099, 0.9076509189937322, 0.9131321411203357 ], "test": 0.9033070186773285 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5260280072447884, 0.5562385766602199, 0.4991479016939384, 0.44605258184493507, 0.5016165672317163, 0.4107786551321611, 0.4788002230172633, 0.4638882241146649, 0.48817556583868876, 0.4049359932280877, 0.5014593398574445, 0.4269395909743774, 0.3986999276378469, 0.3971664453100316, 0.4036581987967835, 0.48338975047133886, 0.4516129322032602, 0.40348501782310053, 0.4985451382560919, 0.3984493823055474, 0.4336011385190292, 0.446330383184296, 0.3710159666569978, 0.47599849233044866 ], "rps_clim": [ 0.4973013035288361, 0.5299108613891841, 0.49682096989761637, 0.45140321943555783, 0.5120439264472348, 0.41031169960340397, 0.47797132071856974, 0.45308842078032785, 0.5043277834760528, 0.4169267074583939, 0.5103230589589499, 0.439774482865257, 0.3965890932152538, 0.3999865075263042, 0.4105095366915584, 0.495347056515228, 0.4525412471251873, 0.4026341732498444, 0.4947135575342954, 0.4107579478352957, 0.4281083690429166, 0.4373547673375428, 0.3794648521113215, 0.46535364949831176 ], "brier_below": [ 0.39809284420370145, 0.4341258200996804, 0.13001479986255982, 0.18089421784894724, 0.12104679954337953, 0.18478477561154674, 0.35110506906209127, 0.31977731877893706, 0.1088134123507679, 0.15867434055096655, 0.11181621383027636, 0.1428746566583373, 0.2449596571630102, 0.15764274159819938, 0.16167271639902994, 0.1568803217963204, 0.19890686630808735, 0.21748606037113635, 0.377591660928668, 0.1534435261914491, 0.30279985015898536, 0.3234558159169703, 0.1784879933659669, 0.3446928543892386 ], "brier_below_clim": [ 0.3742768451297219, 0.40873323143582757, 0.13866980785737074, 0.18456937257153472, 0.1256044036343616, 0.18760042277090966, 0.34539584613599755, 0.3109003023417131, 0.12201400407191382, 0.16742828213175504, 0.1244088544959247, 0.15170887566157665, 0.2434586977209261, 0.1637619591020418, 0.1668761402054322, 0.16458520031461277, 0.20321388944011462, 0.21596862310093545, 0.36773408199884783, 0.16227747027615622, 0.2938514971990294, 0.31090927642329086, 0.1849857245631276, 0.33273847477773943 ], "brier_above": [ 0.12793516313029224, 0.12211275680239368, 0.3691331015468597, 0.26515836406815174, 0.3805697675445528, 0.22599387952501304, 0.12769515426887323, 0.14411090537965313, 0.3793621532111757, 0.24626165264709624, 0.3896431259950003, 0.28406493422594226, 0.1537402704337265, 0.23952370377870985, 0.24198548259988714, 0.3265094285558011, 0.25270606574708365, 0.18599895756364637, 0.12095347781189428, 0.24500585616892087, 0.13080128865104265, 0.12287456773439291, 0.19252797339888775, 0.1313056380245866 ], "brier_above_clim": [ 0.12302445839911424, 0.12117762995335662, 0.35815116204024555, 0.26683384686402306, 0.38643952281287314, 0.22271127683249428, 0.13257547458257218, 0.14218811843861479, 0.38231377940413913, 0.24949842532663888, 0.38591420446302543, 0.2880656072036803, 0.15313039549432772, 0.2362245484242624, 0.2436333964861261, 0.3307618562006153, 0.24932735768507294, 0.18666555014890895, 0.12697947553544767, 0.24848047755913946, 0.13425687184388715, 0.12644549091425192, 0.19447912754819396, 0.13261517472057238 ], "crps": [ 5.531483576481441, 5.637080880118267, 13.238884916641394, 6.292863424432008, 20.82527466032423, 3.7430785808478726, 3.2738367650376805, 4.1682631836272614, 7.186833843383649, 3.4672190788482142, 15.317926868198464, 4.105993583739614, 4.087228753223878, 4.945624208559033, 5.028552301448741, 8.13859382455231, 5.415015684075021, 3.3584355076136228, 3.633402653662782, 3.1921698949214194, 3.0317138907694727, 3.745894872221321, 4.313082317737223, 4.631939838771066 ], "crps_clim": [ 3.3942682418184753, 3.592082216148263, 11.21710177556662, 5.807811897394496, 27.273601914436462, 3.5784752533248567, 3.4807211044876976, 3.1460002230570745, 7.545217676196043, 3.8249735735183252, 13.840864383262339, 4.430030997054808, 2.8001820448761534, 4.516117521457113, 4.888260025218961, 8.339483640689286, 4.951633793647444, 2.997413909666159, 3.4711294001341106, 3.627536580866378, 2.846454770181788, 3.161925584164043, 3.3250528086483198, 3.5450641992642202 ], "crps_fair": [ 5.359974628709169, 5.447847475317656, 13.117105334304274, 6.193090853647751, 20.564821450089877, 3.6421838613631166, 3.207415487593458, 3.9670571534361034, 7.001884404245589, 3.3155248907125174, 15.181389369158904, 3.9269231682734267, 3.8868750524241964, 4.772137004312959, 4.941002496496309, 7.944782611596326, 5.235358636395308, 3.2320480269333913, 3.531203961600057, 3.0484940845447768, 2.9137587648607615, 3.635882066261871, 4.106209147319422, 4.4361945801773945 ], "crps_fair_clim": [ 3.147316707451114, 3.345505329459557, 10.984966213801052, 5.565431468435425, 27.0718763908127, 3.331872595873229, 3.2339333066026654, 2.898578484108726, 7.306127788484703, 3.578837768945852, 13.61369806885984, 4.185041134572365, 2.552105347257009, 4.271290701634523, 4.644138020744405, 8.101898044577364, 4.707631815249459, 2.7497107572454813, 3.224323436142348, 3.3810268425956997, 2.5984657102999638, 2.914534006884459, 3.0779701844454106, 3.298398263301115 ] }, "rps": 0.45275058334721074, "rpss": 0.0006943916046007192, "brier_below": 0.22750168054117723, "bss_below": -0.0015351346756609097, "brier_above": 0.22524890286723265, "bss_above": 0.002936162590439495, "crps": 6.096266379551499, "crpss": -0.048058181395509214, "crps_fair": 5.9420485212406104, "crpss_fair": -0.06596036428335816, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.000833, 0.999167, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2793, 0.3297, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3475, 0.3488, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.000861, 0.959547, 0.039592, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2731, 0.3452, 0.4049, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2925, 0.3417, 0.4194, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.566086616904025, 0.5561358211738073, 0.4715951915656282, 0.4195081443204912, 0.5318524766945378, 0.40385819849525156, 0.4078590552609035, 0.43323694183603223, 0.47712483086194823, 0.3470510555782329, 0.5363061784709373, 0.4673028664808372, 0.3530746765853834, 0.4005296618229046, 0.3394586938200744, 0.5018551988128709, 0.48386723906889917, 0.43472530072281995, 0.5295263759011333, 0.4437510526495195, 0.5225780097416662, 0.447412985269803, 0.3962272496190892, 0.38944746994669704 ], "rps_clim": [ 0.5271012360586466, 0.5237026442993877, 0.47266510161074154, 0.4183814440705189, 0.5463137956783317, 0.3948310621955931, 0.406559211835899, 0.4283146824891483, 0.49352864176266736, 0.37069796075288813, 0.544586430341869, 0.4920445637631002, 0.3565574427493965, 0.3975457708734299, 0.3515003838097367, 0.5287991675877444, 0.4852899981103904, 0.42598321042574033, 0.5180054420460954, 0.46522910237657855, 0.5021412600717393, 0.4343952633284925, 0.40487741793271564, 0.39251245424822917 ], "brier_below": [ 0.44043620407626966, 0.43281730749985237, 0.15025347271468836, 0.2911388031573164, 0.11521510913966194, 0.25771719971186646, 0.27790205679122476, 0.2517563659167858, 0.1080231217937238, 0.11172204322057447, 0.10485008106199194, 0.10966019609464168, 0.2019716671966383, 0.22045269085504623, 0.15067533750642959, 0.10966715053404547, 0.19542786612921254, 0.2719155477530149, 0.41281597290814465, 0.10594291165809205, 0.4024589545013787, 0.32879500321034333, 0.1809007805566025, 0.2373580481503616 ], "brier_below_clim": [ 0.4061182447841931, 0.40271965302493434, 0.159291887101158, 0.2832363680142811, 0.12098299127445336, 0.2529029231506273, 0.2730640226173197, 0.24952665149579165, 0.12265985005988321, 0.12767684799994297, 0.1218471520520865, 0.12515848079062122, 0.20389895401113928, 0.22223880236089205, 0.1594727085269456, 0.12431961025338657, 0.19935641299605145, 0.2639725231877702, 0.3970224507716421, 0.12181436140512257, 0.3811582687972861, 0.3134122720540391, 0.18796271335346026, 0.23816938425362752 ], "brier_above": [ 0.12565041338433847, 0.12331851428744402, 0.3213417186249037, 0.1283693417988429, 0.4166373672889001, 0.1461409992234295, 0.12995699900243507, 0.18148057607457374, 0.3691017080785584, 0.23532901209890617, 0.4314560966296157, 0.35764267003409816, 0.15110300949238986, 0.18007697120660238, 0.18878335661758824, 0.3921880477085877, 0.28843937304992645, 0.16280975336986328, 0.11671040377905827, 0.3378081407797063, 0.12011905586292423, 0.11861798296082889, 0.21532646893408308, 0.15208942204162645 ], "brier_above_clim": [ 0.1209829912744533, 0.1209829912744533, 0.31337321450958355, 0.1351450760562379, 0.4253308044038784, 0.1419281390449658, 0.13349518921857934, 0.17878803099335663, 0.3708687917027841, 0.24302111275294516, 0.4227392782897825, 0.3668860829724789, 0.15265848873825724, 0.17530696851253785, 0.1920276752827911, 0.40447955733435775, 0.285933585114339, 0.16201068723797019, 0.1209829912744533, 0.343414740971456, 0.1209829912744533, 0.1209829912744533, 0.21691470457925532, 0.1543430699946016 ], "crps": [ 4.51400700034195, 4.497675937204131, 6.506841515422267, 2.1712794435848677, 26.419046687027606, 2.127100866730809, 2.278688111952342, 2.7210588800755438, 6.115746742265006, 2.0411731664633677, 17.76471353539401, 3.5159045912957483, 3.13469799731514, 4.629213275396581, 2.1768846564543547, 6.82251356975242, 6.936862622834509, 3.0143685612581375, 3.3923924985446168, 2.8387284425975645, 3.2894995038474364, 3.550036512889451, 4.385052668381305, 2.9426529840677604 ], "crps_clim": [ 2.674920399403526, 2.637398212409991, 5.54786431635389, 2.076207700785368, 34.28249991078239, 2.0856628172110057, 2.3437315827679472, 2.6602769523695353, 5.95174143690428, 2.5420943861841945, 15.72510138242277, 4.179451182954188, 2.085216845411654, 4.0937047249597684, 2.2900971059547115, 7.841787160003542, 6.476073885230757, 2.4043541490534586, 2.7661997358793817, 3.668076251614806, 2.404003843392272, 2.7090584880115154, 2.3942251507817365, 2.2230392708520568 ], "crps_fair": [ 4.41076055906251, 4.32957573046697, 6.419346589241487, 2.103670409700211, 26.17761187139669, 2.0245407779039097, 2.23602323990666, 2.571407002805138, 5.94968219104913, 1.9115354174256103, 17.682182688168773, 3.3857567374495594, 2.9944283377043965, 4.461937585691401, 2.1284789726200755, 6.619296512286511, 6.814386365825736, 2.922361905712335, 3.3108373017157327, 2.7083309394462836, 3.188548805541612, 3.452936910268413, 4.166138717320774, 2.757310361862866 ], "crps_fair_clim": [ 2.4548094454165224, 2.4172161936748946, 5.333194544027777, 1.8549628212328, 34.12225179677904, 1.8644358450759109, 2.122993377234286, 2.4401382645813325, 5.73783658336709, 2.3217318677782153, 15.529706680297545, 3.9621897190875477, 1.8639890286330005, 3.876280862498442, 2.06925731997254, 7.631461938517677, 6.263162085572975, 2.1837307589862482, 2.5462616594235836, 3.4498462746206284, 2.1833797898673692, 2.4890121894953605, 2.173582577005678, 2.0020724813943143 ] }, "rps": 0.45251547048347884, "rpss": 0.001947550685030941, "brier_below": 0.22791141217241281, "bss_below": -0.0021785257735660313, "brier_above": 0.22460405843038464, "bss_above": 0.006099799544456275, "crps": 5.324422490462372, "crpss": -0.030011842976352288, "crps_fair": 5.196961913773865, "crpss_fair": -0.04906560598047993, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3251, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.3497, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.0, 0.91506, 0.08494, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3461, 0.4047, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.3392, 0.4079, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5266236260321976, 0.5174020870618985, 0.3927965162257285, 0.45229321742613016, 0.4417613082716121, 0.39129062402794307, 0.38710644698763386, 0.5051351247381353 ], "rps_clim": [ 0.5137612852478612, 0.49705237444422495, 0.4061007445054705, 0.44669599826620215, 0.4481977901053744, 0.3995579224080249, 0.3906212765735246, 0.4961503793308776 ], "brier_below": [ 0.42083326172147045, 0.4002299825956815, 0.1349816505133488, 0.31815968751876456, 0.11656781908367231, 0.2034887229804956, 0.15339517759613483, 0.39283560559694963 ], "brier_below_clim": [ 0.4021405089154269, 0.37912161362031016, 0.14453244502842236, 0.30843984040656025, 0.12589433667964914, 0.20523722232274816, 0.16125753035770213, 0.37806000678348534 ], "brier_above": [ 0.10579038282179942, 0.11717212256967549, 0.257814858569318, 0.13413354384536558, 0.32519347136198606, 0.1878019055187911, 0.2337112689847343, 0.1122995366986797 ], "brier_above_clim": [ 0.11162079604670827, 0.11793077940987547, 0.26156829250705416, 0.1382561728111389, 0.3223034355309777, 0.1943207050116538, 0.22936374487601524, 0.11809039116878442 ], "crps": [ 3.4695752137797715, 4.551660962264741, 4.123165784449876, 3.000588516998633, 8.697297920404123, 2.8154977807461643, 4.716373800118921, 3.4862845648121428 ], "crps_clim": [ 3.2326234694826756, 3.444075545420181, 4.664597692983636, 2.8485585347508224, 7.734730772827549, 3.0019126203171878, 4.262232370432686, 3.1582949283763986 ], "crps_fair": [ 3.4270747022951333, 4.463906313994474, 4.056816998363489, 2.9536228351211813, 8.634639418140878, 2.7560690250865796, 4.574040173395895, 3.436189385574784 ], "crps_fair_clim": [ 3.000358402837215, 3.2118104787747215, 4.432332626338175, 2.616293468105364, 7.502465706182092, 2.7696475536717284, 4.029967303787228, 2.9260298617309384 ] }, "rps": 0.4518011188464099, "rpss": -0.004522111415909524, "brier_below": 0.26756148845081473, "bss_below": -0.017013676128602606, "brier_above": 0.1842396362962937, "bss_above": 0.013081904658701404, "crps": 4.357555567946797, "crpss": -0.07770169084680667, "crps_fair": 4.287794856496552, "crpss_fair": -0.12507675826126596, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.000867, 0.999133, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2644, 0.3154, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5, 0.4558, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.001503, 0.998497, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.273, 0.3303, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2143, 0.2268, NaN, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5771465675637575, 0.48396489508025, 0.454995805346898, 0.4623407866047055, 0.4239740536047942, 0.36223645078933964, 0.3362815686549821, 0.46683893360573103 ], "rps_clim": [ 0.5473323450214652, 0.45950886455856493, 0.47310563766181457, 0.45125841650166265, 0.43752409736537534, 0.3769753190502442, 0.34410807327585485, 0.4522036283839493 ], "brier_below": [ 0.467217179671194, 0.37155435202178716, 0.09549667522003955, 0.3412317391229096, 0.12987085631077339, 0.167793495404538, 0.12492307192030996, 0.3377141305473933 ], "brier_below_clim": [ 0.43622124715583027, 0.34839776669293, 0.11202969533110177, 0.327320640209203, 0.141320167462079, 0.17256239240732962, 0.1394661409403721, 0.32190666733284123 ], "brier_above": [ 0.10992940680288418, 0.11241056237912528, 0.3594991060826183, 0.12110906406607866, 0.29410318457396606, 0.1944429584150397, 0.21135850163590209, 0.12912481907087314 ], "brier_above_clim": [ 0.11111111773384953, 0.11111111773384953, 0.36107591750173545, 0.12393779386708581, 0.2962039166743374, 0.20441292982746392, 0.2046419354790828, 0.1302969774886234 ], "crps": [ 3.324661126266338, 3.6357657482946384, 5.244712983341535, 2.652566788050045, 9.70152703275625, 2.202886516602143, 4.032814985181297, 3.2127115152135843 ], "crps_clim": [ 2.5726443205176754, 2.4663219929375395, 5.77433068113816, 2.2030894884274272, 8.536670815597677, 2.154154910592676, 3.6369598104064913, 2.3797284899665048 ], "crps_fair": [ 3.2951399439544873, 3.5675867309094778, 5.176515894588561, 2.619045827141605, 9.650348279214638, 2.1621194821166343, 3.8652270275353073, 3.1698537453697666 ], "crps_fair_clim": [ 2.366231987002849, 2.259909659422711, 5.567918347623332, 1.9966771549125995, 8.330258482082852, 1.9477425770778494, 3.4305474768916633, 2.1733161564516763 ] }, "rps": 0.44597238265630723, "rpss": -0.007273450107053714, "brier_below": 0.25447518752736814, "bss_below": -0.01829548342740428, "brier_above": 0.19149720037831092, "bss_above": 0.0070094383028757035, "crps": 4.250955836963229, "crpss": -0.14411790218246856, "crps_fair": 4.1882296163538095, "crpss_fair": -0.19354227014824144, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3086, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.4164, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3382, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.2452, NaN, NaN, NaN, NaN, NaN, NaN ] } } } } }, "mvs_r3": { "lambda_": { "training_mean": 0.9028353507778469, "training": [ 0.8881406907178867, 0.8972662331556032, 0.8753571668703499, 0.9022185725780214, 0.9663749501174212, 0.9076658247352518, 0.9291099182643262, 0.8949771628216853, 0.8959272394800238, 0.9074119527475382, 0.85816223933213, 0.9020026360316603, 0.8968386958646475, 0.8984078365134776, 0.9009049638535915, 0.8959278449756269, 0.8914415712021962, 0.9090455941777573, 0.9295370478012213, 0.9008669867111208, 0.9097202909247873, 0.9073169445822549, 0.8993192429331327, 0.9041068122766177 ], "test": 0.8931367540124505 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5275786267704077, 0.5579542172547766, 0.5028615948937667, 0.4468102902919725, 0.4986178800968387, 0.4098037257423223, 0.4770225333075415, 0.46564202259021825, 0.4883741457376398, 0.40578681207439765, 0.5046462100847514, 0.4268923815611185, 0.3994503604994574, 0.39591362021455073, 0.4032024611462951, 0.48501715761427977, 0.4515783215048519, 0.4014465095647327, 0.49650108848878877, 0.3988507140227508, 0.4318378347656629, 0.44488213189673154, 0.3702231641993661, 0.47531878059753346 ], "rps_clim": [ 0.4973013035288361, 0.5299108613891841, 0.49682096989761637, 0.45140321943555783, 0.5120439264472348, 0.41031169960340397, 0.47797132071856974, 0.45308842078032785, 0.5043277834760528, 0.4169267074583939, 0.5103230589589499, 0.439774482865257, 0.3965890932152538, 0.3999865075263042, 0.4105095366915584, 0.495347056515228, 0.4525412471251873, 0.4026341732498444, 0.4947135575342954, 0.4107579478352957, 0.4281083690429166, 0.4373547673375428, 0.3794648521113215, 0.46535364949831176 ], "brier_below": [ 0.3995839585301051, 0.43653430922853736, 0.13098886993583223, 0.18144667220325228, 0.11963151361614718, 0.18390364158291272, 0.350495893961051, 0.32109099478448033, 0.1078882964907296, 0.15893812335106006, 0.11229704791075357, 0.1419895096865362, 0.2457699141426956, 0.15662331135353447, 0.1618339232164943, 0.15788672537354714, 0.19797317271515874, 0.2160171262163357, 0.37662472756298493, 0.1530931939649239, 0.3018660753640592, 0.3230232754745408, 0.17780928446913324, 0.3447711584618886 ], "brier_below_clim": [ 0.3742768451297219, 0.40873323143582757, 0.13866980785737074, 0.18456937257153472, 0.1256044036343616, 0.18760042277090966, 0.34539584613599755, 0.3109003023417131, 0.12201400407191382, 0.16742828213175504, 0.1244088544959247, 0.15170887566157665, 0.2434586977209261, 0.1637619591020418, 0.1668761402054322, 0.16458520031461277, 0.20321388944011462, 0.21596862310093545, 0.36773408199884783, 0.16227747027615622, 0.2938514971990294, 0.31090927642329086, 0.1849857245631276, 0.33273847477773943 ], "brier_above": [ 0.12799466829400022, 0.12141990823761073, 0.3718727248263996, 0.2653636182094471, 0.37898636629655874, 0.22590008417613555, 0.1265266396416458, 0.14455102778842452, 0.38048584916407924, 0.24684868878600078, 0.39234916221883, 0.2849028718821399, 0.15368044620884413, 0.23929030899290185, 0.2413685382306562, 0.32713043232802896, 0.2536051485958823, 0.185429383461851, 0.11987636139126177, 0.24575752019039415, 0.12997175961021523, 0.12185885688091147, 0.1924138797947918, 0.13054762212956386 ], "brier_above_clim": [ 0.12302445839911424, 0.12117762995335662, 0.35815116204024555, 0.26683384686402306, 0.38643952281287314, 0.22271127683249428, 0.13257547458257218, 0.14218811843861479, 0.38231377940413913, 0.24949842532663888, 0.38591420446302543, 0.2880656072036803, 0.15313039549432772, 0.2362245484242624, 0.2436333964861261, 0.3307618562006153, 0.24932735768507294, 0.18666555014890895, 0.12697947553544767, 0.24848047755913946, 0.13425687184388715, 0.12644549091425192, 0.19447912754819396, 0.13261517472057238 ], "crps": [ 5.083427234797154, 5.153032368868863, 13.360486796864778, 6.225247893219198, 20.35766235893976, 3.659652043528593, 2.6637023477184503, 3.9845513327283624, 7.357166544234354, 3.557228369296759, 15.365238719457638, 4.214062918924796, 3.8639428074663877, 4.915136348713061, 4.8954263192521195, 8.367405929858169, 5.420006372195206, 2.8334553647661145, 2.931682500635019, 3.225566329124811, 2.5166542437555988, 3.1357057256403364, 4.193200844174678, 4.073095759617432 ], "crps_clim": [ 3.3942682418184753, 3.592082216148263, 11.21710177556662, 5.807811897394496, 27.273601914436462, 3.5784752533248567, 3.4807211044876976, 3.1460002230570745, 7.545217676196043, 3.8249735735183252, 13.840864383262339, 4.430030997054808, 2.8001820448761534, 4.516117521457113, 4.888260025218961, 8.339483640689286, 4.951633793647444, 2.997413909666159, 3.4711294001341106, 3.627536580866378, 2.846454770181788, 3.161925584164043, 3.3250528086483198, 3.5450641992642202 ], "crps_fair": [ 4.889757536223855, 4.934854950775524, 13.2245835653802, 6.114293508807969, 20.07646247435258, 3.5440825916203296, 2.5903714648267364, 3.755014453160144, 7.147074316003096, 3.3848169229798404, 15.214208199057776, 4.010146390521459, 3.6376941658420874, 4.71704173009143, 4.797828344775762, 8.145628048161285, 5.214640616444257, 2.6915816941677755, 2.815809949802353, 3.0604596714230112, 2.38394776595081, 3.0104694528555926, 3.9532202717969076, 3.8478810226469404 ], "crps_fair_clim": [ 3.147316707451114, 3.345505329459557, 10.984966213801052, 5.565431468435425, 27.0718763908127, 3.331872595873229, 3.2339333066026654, 2.898578484108726, 7.306127788484703, 3.578837768945852, 13.61369806885984, 4.185041134572365, 2.552105347257009, 4.271290701634523, 4.644138020744405, 8.101898044577364, 4.707631815249459, 2.7497107572454813, 3.224323436142348, 3.3810268425956997, 2.5984657102999638, 2.914534006884459, 3.0779701844454106, 3.298398263301115 ] }, "rps": 0.4527588577050314, "rpss": 0.0006761285421549301, "brier_below": 0.22742002998319558, "bss_below": -0.0011756828140747633, "brier_above": 0.22533882780569062, "bss_above": 0.0025381100224739495, "crps": 5.889697394740735, "crpss": -0.012545245924107995, "crps_fair": 5.715077879486155, "crpss_fair": -0.025243479003583813, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.000615, 0.999385, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2798, 0.3287, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4703, 0.3488, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.000861, 0.958729, 0.04041, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2762, 0.344, 0.4102, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2925, 0.3443, 0.3573, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5688530759666466, 0.5578551280763066, 0.4759747828742873, 0.41876310730995026, 0.5281032340894656, 0.404420650581315, 0.4066575045691683, 0.43582397783686627, 0.47940366165780435, 0.34652181198322074, 0.5425225929047045, 0.4676301076255676, 0.3517047509684971, 0.40041326164053315, 0.33748438017108817, 0.5011172348163567, 0.4873985140525429, 0.4334712664365366, 0.5277300233810666, 0.4446523826517664, 0.5215629919993816, 0.446092210896403, 0.39523360548057973, 0.38709166517070165 ], "rps_clim": [ 0.5271012360586466, 0.5237026442993877, 0.47266510161074154, 0.4183814440705189, 0.5463137956783317, 0.3948310621955931, 0.406559211835899, 0.4283146824891483, 0.49352864176266736, 0.37069796075288813, 0.544586430341869, 0.4920445637631002, 0.3565574427493965, 0.3975457708734299, 0.3515003838097367, 0.5287991675877444, 0.4852899981103904, 0.42598321042574033, 0.5180054420460954, 0.46522910237657855, 0.5021412600717393, 0.4343952633284925, 0.40487741793271564, 0.39251245424822917 ], "brier_below": [ 0.44375239440075853, 0.43583982804457355, 0.15169270225453918, 0.2922462291374759, 0.11350708803626529, 0.2582340580698933, 0.27786311923175216, 0.2528103301082711, 0.10759361448129018, 0.11087510452718143, 0.1050786525647051, 0.10761887218013541, 0.20188849444190807, 0.22052320258524025, 0.15051222231545644, 0.10856885009121658, 0.19603953753527126, 0.2712712703884599, 0.41205813351908505, 0.10476708756154209, 0.4024175809664535, 0.32898028942099133, 0.1798899636276207, 0.23651119183901148 ], "brier_below_clim": [ 0.4061182447841931, 0.40271965302493434, 0.159291887101158, 0.2832363680142811, 0.12098299127445336, 0.2529029231506273, 0.2730640226173197, 0.24952665149579165, 0.12265985005988321, 0.12767684799994297, 0.1218471520520865, 0.12515848079062122, 0.20389895401113928, 0.22223880236089205, 0.1594727085269456, 0.12431961025338657, 0.19935641299605145, 0.2639725231877702, 0.3970224507716421, 0.12181436140512257, 0.3811582687972861, 0.3134122720540391, 0.18796271335346026, 0.23816938425362752 ], "brier_above": [ 0.12510068219944714, 0.1220153006888168, 0.3242820805246798, 0.1265168788375931, 0.41459614576642073, 0.14618659291157474, 0.12879438588912875, 0.18301364792411035, 0.37181004631390296, 0.23564670725932926, 0.4374439394909401, 0.36001123525139145, 0.14981625646345992, 0.17989005942644815, 0.1869721583201811, 0.392548384353814, 0.2913589766941889, 0.16219999643106903, 0.11567189070017296, 0.33988529502540304, 0.11914541162259848, 0.11711192243223892, 0.2153436416181809, 0.15058047359863888 ], "brier_above_clim": [ 0.1209829912744533, 0.1209829912744533, 0.31337321450958355, 0.1351450760562379, 0.4253308044038784, 0.1419281390449658, 0.13349518921857934, 0.17878803099335663, 0.3708687917027841, 0.24302111275294516, 0.4227392782897825, 0.3668860829724789, 0.15265848873825724, 0.17530696851253785, 0.1920276752827911, 0.40447955733435775, 0.285933585114339, 0.16201068723797019, 0.1209829912744533, 0.343414740971456, 0.1209829912744533, 0.1209829912744533, 0.21691470457925532, 0.1543430699946016 ], "crps": [ 4.002117724018799, 3.9471521290126472, 6.672493906771843, 1.723092192793522, 25.99756472053763, 2.0151714438304316, 1.6899902839825403, 2.785032318075553, 6.291065670891568, 2.1276056778248846, 17.843719456531268, 3.689036925460583, 2.8451811986334365, 4.408772941046352, 2.041963794832163, 7.093151903007107, 7.006144241572405, 2.4254284552717382, 2.6605973685221964, 2.978873264695393, 2.662623673478023, 2.9162174873072875, 4.186002910792502, 2.3993897299889704 ], "crps_clim": [ 2.674920399403526, 2.637398212409991, 5.54786431635389, 2.076207700785368, 34.28249991078239, 2.0856628172110057, 2.3437315827679472, 2.6602769523695353, 5.95174143690428, 2.5420943861841945, 15.72510138242277, 4.179451182954188, 2.085216845411654, 4.0937047249597684, 2.2900971059547115, 7.841787160003542, 6.476073885230757, 2.4043541490534586, 2.7661997358793817, 3.668076251614806, 2.404003843392272, 2.7090584880115154, 2.3942251507817365, 2.2230392708520568 ], "crps_fair": [ 3.8816440010599877, 3.749128003850254, 6.570708723652741, 1.6438512149608737, 25.74576742473988, 1.8965279263904604, 1.6411591804550243, 2.6112086062318594, 6.099433419621176, 1.9752435728851003, 17.748315142697976, 3.536631748915446, 2.6803917494554534, 4.215268788524119, 1.9856352172169067, 6.854148622708857, 6.864527920650336, 2.3199172235916774, 2.566195748316836, 2.8255201350052612, 2.546382675111917, 2.802701110874284, 3.9257526383679604, 2.1798771478288943 ], "crps_fair_clim": [ 2.4548094454165224, 2.4172161936748946, 5.333194544027777, 1.8549628212328, 34.12225179677904, 1.8644358450759109, 2.122993377234286, 2.4401382645813325, 5.73783658336709, 2.3217318677782153, 15.529706680297545, 3.9621897190875477, 1.8639890286330005, 3.876280862498442, 2.06925731997254, 7.631461938517677, 6.263162085572975, 2.1837307589862482, 2.5462616594235836, 3.4498462746206284, 2.1833797898673692, 2.4890121894953605, 2.173582577005678, 2.0020724813943143 ] }, "rps": 0.4527700801308649, "rpss": 0.001385992464885799, "brier_below": 0.22793915905537906, "bss_below": -0.00230053515432016, "brier_above": 0.22483092123932205, "bss_above": 0.005095904099046589, "crps": 5.100349559119952, "crpss": 0.013335162898284403, "crps_fair": 4.952747414296387, "crpss_fair": 0.0002318559086563754, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3235, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.3497, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.0, 0.91253, 0.08747, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3438, 0.4101, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.3469, 0.325, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5235144528618059, 0.5162491733243506, 0.392153972577526, 0.45091892466354927, 0.4435315527396553, 0.39054722090551786, 0.3857817506718802, 0.501794693448205 ], "rps_clim": [ 0.5137612852478612, 0.49705237444422495, 0.4061007445054705, 0.44669599826620215, 0.4481977901053744, 0.3995579224080249, 0.3906212765735246, 0.4961503793308776 ], "brier_below": [ 0.41914806322019244, 0.3999086768443776, 0.13441940611104353, 0.31803111966990255, 0.1170496800760525, 0.20401541888764954, 0.15193789434636285, 0.39086524798608296 ], "brier_below_clim": [ 0.4021405089154269, 0.37912161362031016, 0.14453244502842236, 0.30843984040656025, 0.12589433667964914, 0.20523722232274816, 0.16125753035770213, 0.37806000678348534 ], "brier_above": [ 0.10436640801544819, 0.11634051452882142, 0.25773455928592076, 0.13288781884037215, 0.32648185476207053, 0.18653180642693956, 0.23384385601015314, 0.11092946292787728 ], "brier_above_clim": [ 0.11162079604670827, 0.11793077940987547, 0.26156829250705416, 0.1382561728111389, 0.3223034355309777, 0.1943207050116538, 0.22936374487601524, 0.11809039116878442 ], "crps": [ 2.759804349998689, 3.962731914745467, 4.114354314151223, 2.5279678928894374, 8.83925871886401, 2.543690577803517, 4.938012577956191, 2.812976693306468 ], "crps_clim": [ 3.2326234694826756, 3.444075545420181, 4.664597692983636, 2.8485585347508224, 7.734730772827549, 3.0019126203171878, 4.262232370432686, 3.1582949283763986 ], "crps_fair": [ 2.7119367818514437, 3.8638853489186755, 4.038580599611743, 2.474929060395317, 8.76826073730217, 2.476587937626826, 4.775060220568841, 2.756507867832499 ], "crps_fair_clim": [ 3.000358402837215, 3.2118104787747215, 4.432332626338175, 2.616293468105364, 7.502465706182092, 2.7696475536717284, 4.029967303787228, 2.9260298617309384 ] }, "rps": 0.45056146764906124, "rpss": -0.00176590523085296, "brier_below": 0.266921938392708, "bss_below": -0.014582716578222632, "brier_above": 0.18363953509970038, "bss_above": 0.01629647206590934, "crps": 4.062349629964375, "crpss": -0.004691964739842236, "crps_fair": 3.983218569263439, "crpss_fair": -0.045158825302255234, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.545138, 0.454862, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2987, 0.3347, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4361, 0.4796, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.001612, 0.95425, 0.044139, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2766, 0.3255, 0.4025, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1998, 0.2245, 0.2782, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5758310148381682, 0.48212667553401783, 0.45350441349205534, 0.46097269300301097, 0.42657286255927324, 0.360143447772086, 0.33592881335671065, 0.4632587783273138 ], "rps_clim": [ 0.5473323450214652, 0.45950886455856493, 0.47310563766181457, 0.45125841650166265, 0.43752409736537534, 0.3769753190502442, 0.34410807327585485, 0.4522036283839493 ], "brier_below": [ 0.4677747889768467, 0.3713374954806406, 0.09430359942977716, 0.34172035947037877, 0.13030894631405196, 0.16802200116873195, 0.12383986695151267, 0.33601119444867383 ], "brier_below_clim": [ 0.43622124715583027, 0.34839776669293, 0.11202969533110177, 0.327320640209203, 0.141320167462079, 0.17256239240732962, 0.1394661409403721, 0.32190666733284123 ], "brier_above": [ 0.10805624458328435, 0.11078919920032428, 0.3592007899579147, 0.11925234996582275, 0.29626390338030495, 0.192121449479899, 0.21208895138948008, 0.1272475997778882 ], "brier_above_clim": [ 0.11111111773384953, 0.11111111773384953, 0.36107591750173545, 0.12393779386708581, 0.2962039166743374, 0.20441292982746392, 0.2046419354790828, 0.1302969774886234 ], "crps": [ 2.6279762035673753, 3.0215649994343137, 5.248893302859515, 2.1594570624282317, 9.792491058381913, 1.8868320729559331, 4.359605000363589, 2.5539228669259106 ], "crps_clim": [ 2.5726443205176754, 2.4663219929375395, 5.77433068113816, 2.2030894884274272, 8.536670815597677, 2.154154910592676, 3.6369598104064913, 2.3797284899665048 ], "crps_fair": [ 2.5936728697994904, 2.942556048104305, 5.1703392826988495, 2.1208111535774425, 9.733344096165824, 1.8395434445376262, 4.167568258711398, 2.5048706720492904 ], "crps_fair_clim": [ 2.366231987002849, 2.259909659422711, 5.567918347623332, 1.9966771549125995, 8.330258482082852, 1.9477425770778494, 3.4305474768916633, 2.1733161564516763 ] }, "rps": 0.4447923373603295, "rpss": -0.0046081992018691675, "brier_below": 0.2541647815300767, "bss_below": -0.017053377946937287, "brier_above": 0.19062756096686478, "bss_above": 0.011518870952229698, "crps": 3.956342820864598, "crpss": -0.06482467052772356, "crps_fair": 3.8840882282055285, "crpss_fair": -0.10686946657531737, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.787308, 0.212692, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2987, 0.3405, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4058, 0.4555, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.0, 0.898773, 0.101227, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.329, 0.4025, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.2397, 0.294, NaN, NaN, NaN, NaN, NaN ] } } } } }, "mvs_r4": { "lambda_": { "training_mean": 0.8987917196386609, "training": [ 0.8832460533739943, 0.8929317758452304, 0.8723100471470894, 0.8981480361010061, 0.966041194026173, 0.9041965855829147, 0.9269998415845297, 0.889832340301651, 0.8896084293804524, 0.8997241971809756, 0.8536966719462781, 0.8965111947009579, 0.8899165736527027, 0.8957133115055904, 0.8977394157510374, 0.8927564267646886, 0.8879819625260379, 0.9043992057174078, 0.9274169438981578, 0.8959173462409008, 0.9082100196037985, 0.9031813493561707, 0.8949163967132199, 0.8996059524268971 ], "test": 0.8867720450354646 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5281696320091189, 0.5587223508692061, 0.5028874402220436, 0.44695349036765775, 0.4984649267063365, 0.4093748523716701, 0.4765827911508134, 0.4662571879045086, 0.4880633408988335, 0.40560810915575884, 0.5053239529128576, 0.42643749181493223, 0.3999151775444827, 0.39544267938725397, 0.4025939711202414, 0.485672773610711, 0.4511893343278856, 0.4007280459992856, 0.4959767527487026, 0.39849085975689347, 0.43128053380187015, 0.4447059866140962, 0.36979147927183054, 0.47529296753373573 ], "rps_clim": [ 0.4973013035288361, 0.5299108613891841, 0.49682096989761637, 0.45140321943555783, 0.5120439264472348, 0.41031169960340397, 0.47797132071856974, 0.45308842078032785, 0.5043277834760528, 0.4169267074583939, 0.5103230589589499, 0.439774482865257, 0.3965890932152538, 0.3999865075263042, 0.4105095366915584, 0.495347056515228, 0.4525412471251873, 0.4026341732498444, 0.4947135575342954, 0.4107579478352957, 0.4281083690429166, 0.4373547673375428, 0.3794648521113215, 0.46535364949831176 ], "brier_below": [ 0.4002982072212173, 0.43757085707745436, 0.13091040417235567, 0.18145169195800612, 0.11953856410738833, 0.18363308174869744, 0.3504999817188722, 0.32175959934244164, 0.10722447259314359, 0.1585947188064503, 0.11216016627131534, 0.1415829357412264, 0.24629003491578733, 0.15635595858271678, 0.1616472995028164, 0.15826733153166228, 0.19763586742059006, 0.21558204485737748, 0.3765310721682399, 0.15276579790498365, 0.30165718965900423, 0.32332407361726845, 0.17762482582252187, 0.34525071341488567 ], "brier_below_clim": [ 0.3742768451297219, 0.40873323143582757, 0.13866980785737074, 0.18456937257153472, 0.1256044036343616, 0.18760042277090966, 0.34539584613599755, 0.3109003023417131, 0.12201400407191382, 0.16742828213175504, 0.1244088544959247, 0.15170887566157665, 0.2434586977209261, 0.1637619591020418, 0.1668761402054322, 0.16458520031461277, 0.20321388944011462, 0.21596862310093545, 0.36773408199884783, 0.16227747027615622, 0.2938514971990294, 0.31090927642329086, 0.1849857245631276, 0.33273847477773943 ], "brier_above": [ 0.1278714248052955, 0.12115149399039714, 0.371977035882898, 0.26550179852081884, 0.3789263624118615, 0.22574177065654694, 0.12608280970839197, 0.1444975885382326, 0.3808388682442714, 0.24701339043163412, 0.3931637867494512, 0.28485455606347676, 0.15362514246453587, 0.2390867209326404, 0.24094667192583205, 0.32740544217346085, 0.2535534667053863, 0.18514600126642897, 0.11944568104362015, 0.24572506199322353, 0.12962334433144096, 0.12138191347001584, 0.19216665351804268, 0.13004225407302017 ], "brier_above_clim": [ 0.12302445839911424, 0.12117762995335662, 0.35815116204024555, 0.26683384686402306, 0.38643952281287314, 0.22271127683249428, 0.13257547458257218, 0.14218811843861479, 0.38231377940413913, 0.24949842532663888, 0.38591420446302543, 0.2880656072036803, 0.15313039549432772, 0.2362245484242624, 0.2436333964861261, 0.3307618562006153, 0.24932735768507294, 0.18666555014890895, 0.12697947553544767, 0.24848047755913946, 0.13425687184388715, 0.12644549091425192, 0.19447912754819396, 0.13261517472057238 ], "crps": [ 5.010854163655855, 5.069633524570166, 13.366898095023558, 6.2274510018076885, 20.336043634632738, 3.6438121532973247, 2.604625269877706, 3.9347072045292952, 7.38787457563627, 3.5687811773114504, 15.386841013995953, 4.222808306840118, 3.8517365738095566, 4.92356426662375, 4.889981838908263, 8.406468974355253, 5.417693945656019, 2.761929051197474, 2.8410777002877254, 3.221762990369374, 2.4538712662282243, 3.0496212220210652, 4.165796599267354, 3.9858696975952155 ], "crps_clim": [ 3.3942682418184753, 3.592082216148263, 11.21710177556662, 5.807811897394496, 27.273601914436462, 3.5784752533248567, 3.4807211044876976, 3.1460002230570745, 7.545217676196043, 3.8249735735183252, 13.840864383262339, 4.430030997054808, 2.8001820448761534, 4.516117521457113, 4.888260025218961, 8.339483640689286, 4.951633793647444, 2.997413909666159, 3.4711294001341106, 3.627536580866378, 2.846454770181788, 3.161925584164043, 3.3250528086483198, 3.5450641992642202 ], "crps_fair": [ 4.813797587191253, 4.846952192771179, 13.229325858502602, 6.1145369791728985, 20.05283278234225, 3.5261079919031855, 2.5301806807888383, 3.700343211729588, 7.173486076564705, 3.393332860008303, 15.233648223955337, 4.014104499411969, 3.6206573703686282, 4.721955258833758, 4.790455076312385, 8.18126478582584, 5.207351475988409, 2.6173234426677263, 2.7232756638904565, 3.0527177589875616, 2.3188542487240285, 2.922130854185431, 3.920591361022219, 3.7555520825837085 ], "crps_fair_clim": [ 3.147316707451114, 3.345505329459557, 10.984966213801052, 5.565431468435425, 27.0718763908127, 3.331872595873229, 3.2339333066026654, 2.898578484108726, 7.306127788484703, 3.578837768945852, 13.61369806885984, 4.185041134572365, 2.552105347257009, 4.271290701634523, 4.644138020744405, 8.101898044577364, 4.707631815249459, 2.7497107572454813, 3.224323436142348, 3.3810268425956997, 2.5984657102999638, 2.914534006884459, 3.0779701844454106, 3.298398263301115 ] }, "rps": 0.4526635886708636, "rpss": 0.000886405201428242, "brier_below": 0.2274232037565176, "bss_below": -0.0011896547789584933, "brier_above": 0.22524038499587182, "bss_above": 0.0029738669317148636, "crps": 5.863737676979059, "crpss": -0.0080823020675036, "crps_fair": 5.685865763488844, "crpss_fair": -0.020003037479306318, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.020188, 0.979812, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2993, 0.3285, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0287, 0.3554, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.001044, 0.962611, 0.036345, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.282, 0.3438, 0.4128, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4169, 0.3436, 0.3723, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5701568046434172, 0.5585544425041499, 0.476175152329889, 0.4190788143575691, 0.5279165776134679, 0.4046633805737546, 0.4062383573007671, 0.4360446771856379, 0.4797376976565138, 0.34497658205757037, 0.5430349541172036, 0.4667444340819764, 0.35135478920523855, 0.4002449619206063, 0.3366478244367619, 0.5011942293596339, 0.48782715194273657, 0.43369486498642534, 0.5274904128726037, 0.444020760603843, 0.5213668744346235, 0.4461781710030185, 0.3946942912330258, 0.38636972845834744 ], "rps_clim": [ 0.5271012360586466, 0.5237026442993877, 0.47266510161074154, 0.4183814440705189, 0.5463137956783317, 0.3948310621955931, 0.406559211835899, 0.4283146824891483, 0.49352864176266736, 0.37069796075288813, 0.544586430341869, 0.4920445637631002, 0.3565574427493965, 0.3975457708734299, 0.3515003838097367, 0.5287991675877444, 0.4852899981103904, 0.42598321042574033, 0.5180054420460954, 0.46522910237657855, 0.5021412600717393, 0.4343952633284925, 0.40487741793271564, 0.39251245424822917 ], "brier_below": [ 0.4451770328327422, 0.43684547706722887, 0.15179796478674745, 0.2927363142170177, 0.11342592983956243, 0.2586043498797605, 0.2778489556300242, 0.2529047189572522, 0.1070374337926248, 0.10976778101385452, 0.10483225785839048, 0.10675413484663428, 0.20190278575689313, 0.22039424871295593, 0.1504986314557594, 0.10837451277420815, 0.19633770738415293, 0.271563378613517, 0.412304324275386, 0.10419928261691792, 0.4026258373810539, 0.3296155200270458, 0.17958506938449356, 0.23660635567318863 ], "brier_below_clim": [ 0.4061182447841931, 0.40271965302493434, 0.159291887101158, 0.2832363680142811, 0.12098299127445336, 0.2529029231506273, 0.2730640226173197, 0.24952665149579165, 0.12265985005988321, 0.12767684799994297, 0.1218471520520865, 0.12515848079062122, 0.20389895401113928, 0.22223880236089205, 0.1594727085269456, 0.12431961025338657, 0.19935641299605145, 0.2639725231877702, 0.3970224507716421, 0.12181436140512257, 0.3811582687972861, 0.3134122720540391, 0.18796271335346026, 0.23816938425362752 ], "brier_above": [ 0.12497977242234502, 0.12170896608934371, 0.32437718738540705, 0.12634250082339193, 0.41449064748635994, 0.14605903112060895, 0.1283894022208005, 0.1831399584188512, 0.37270026294444325, 0.23520880080773518, 0.43820269539246726, 0.3599902990426198, 0.14945200334234918, 0.1798507135661034, 0.18614919347466793, 0.39281971629746637, 0.29148944478068506, 0.162131486761954, 0.11518608945020783, 0.33982147790892875, 0.1187410376275756, 0.11656265198224668, 0.21510922159233511, 0.14976337300924164 ], "brier_above_clim": [ 0.1209829912744533, 0.1209829912744533, 0.31337321450958355, 0.1351450760562379, 0.4253308044038784, 0.1419281390449658, 0.13349518921857934, 0.17878803099335663, 0.3708687917027841, 0.24302111275294516, 0.4227392782897825, 0.3668860829724789, 0.15265848873825724, 0.17530696851253785, 0.1920276752827911, 0.40447955733435775, 0.285933585114339, 0.16201068723797019, 0.1209829912744533, 0.343414740971456, 0.1209829912744533, 0.1209829912744533, 0.21691470457925532, 0.1543430699946016 ], "crps": [ 3.9428158410262157, 3.873577040111725, 6.681499401687288, 1.6950966739196918, 26.02403654257089, 1.9845488481449243, 1.6455297709132595, 2.7588574527738694, 6.31403947974367, 2.1315192052038476, 17.85663072574036, 3.7057249591462518, 2.8344566406299685, 4.375181969511041, 2.0266664504396674, 7.122484274575837, 7.010481352109395, 2.3797210968506537, 2.5861072395064912, 2.9894245522452962, 2.597698260855006, 2.856086808213079, 4.165968670655355, 2.336538909155108 ], "crps_clim": [ 2.674920399403526, 2.637398212409991, 5.54786431635389, 2.076207700785368, 34.28249991078239, 2.0856628172110057, 2.3437315827679472, 2.6602769523695353, 5.95174143690428, 2.5420943861841945, 15.72510138242277, 4.179451182954188, 2.085216845411654, 4.0937047249597684, 2.2900971059547115, 7.841787160003542, 6.476073885230757, 2.4043541490534586, 2.7661997358793817, 3.668076251614806, 2.404003843392272, 2.7090584880115154, 2.3942251507817365, 2.2230392708520568 ], "crps_fair": [ 3.820809292032281, 3.6726900326852903, 6.57847176359535, 1.6145467162206226, 25.773915138974868, 1.8647815237028247, 1.5963367922906213, 2.582009848065998, 6.1189213996518, 1.9772906453643597, 17.76027042370103, 3.5503027643714864, 2.6672867659447235, 4.17995687163786, 1.9696145919826307, 6.880796235440449, 6.866514588545695, 2.272628944999861, 2.490589079288821, 2.832475536533019, 2.479942248709332, 2.7408926786086303, 3.9004541719636934, 2.112200354014188 ], "crps_fair_clim": [ 2.4548094454165224, 2.4172161936748946, 5.333194544027777, 1.8549628212328, 34.12225179677904, 1.8644358450759109, 2.122993377234286, 2.4401382645813325, 5.73783658336709, 2.3217318677782153, 15.529706680297545, 3.9621897190875477, 1.8639890286330005, 3.876280862498442, 2.06925731997254, 7.631461938517677, 6.263162085572975, 2.1837307589862482, 2.5462616594235836, 3.4498462746206284, 2.1833797898673692, 2.4890121894953605, 2.173582577005678, 2.0020724813943143 ] }, "rps": 0.45268358061994923, "rpss": 0.0015767727903445161, "brier_below": 0.22798916686572548, "bss_below": -0.0025204309163289196, "brier_above": 0.22469441391450565, "bss_above": 0.0056999655681350125, "crps": 5.078945506905371, "crpss": 0.017475786094169776, "crps_fair": 4.92932076701356, "crpss_fair": 0.004960789915795072, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.02844, 0.97156, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2997, 0.3235, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0, 0.3599, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.000588, 0.917183, 0.082229, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2997, 0.3436, 0.4128, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 1.0, 0.3459, 0.3304, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.523280664841414, 0.5163893157209524, 0.39153787819069497, 0.45071990258090855, 0.4431908058192773, 0.39018883448291863, 0.38516330369942053, 0.5013841769216894 ], "rps_clim": [ 0.5137612852478612, 0.49705237444422495, 0.4061007445054705, 0.44669599826620215, 0.4481977901053744, 0.3995579224080249, 0.3906212765735246, 0.4961503793308776 ], "brier_below": [ 0.41972530420600634, 0.4004922733192682, 0.1340723875801834, 0.3185603875691393, 0.11668117267815971, 0.20410698421239593, 0.1512477912786739, 0.39124493249871795 ], "brier_below_clim": [ 0.4021405089154269, 0.37912161362031016, 0.14453244502842236, 0.30843984040656025, 0.12589433667964914, 0.20523722232274816, 0.16125753035770213, 0.37806000678348534 ], "brier_above": [ 0.1035553789224423, 0.11589706041364309, 0.2574654834072711, 0.13215952878099974, 0.3265096152278199, 0.18608185460164897, 0.23391551218257764, 0.11013926180600697 ], "brier_above_clim": [ 0.11162079604670827, 0.11793077940987547, 0.26156829250705416, 0.1382561728111389, 0.3223034355309777, 0.1943207050116538, 0.22936374487601524, 0.11809039116878442 ], "crps": [ 2.6555540931134405, 3.875168397244018, 4.118092492386143, 2.4690917371641627, 8.861035502216174, 2.5419024047680017, 4.958990973172382, 2.7136803544627544 ], "crps_clim": [ 3.2326234694826756, 3.444075545420181, 4.664597692983636, 2.8485585347508224, 7.734730772827549, 3.0019126203171878, 4.262232370432686, 3.1582949283763986 ], "crps_fair": [ 2.606841647157717, 3.774621345391881, 4.04119972907113, 2.415199002038193, 8.788809288083614, 2.4735364699328506, 4.793391602543011, 2.656305148783937 ], "crps_fair_clim": [ 3.000358402837215, 3.2118104787747215, 4.432332626338175, 2.616293468105364, 7.502465706182092, 2.7696475536717284, 4.029967303787228, 2.9260298617309384 ] }, "rps": 0.45023186028215945, "rpss": -0.0010330653277914603, "brier_below": 0.2670164041678181, "bss_below": -0.01494178538804758, "brier_above": 0.18321546191780122, "bss_above": 0.01856810864411107, "crps": 4.024189494315884, "crpss": 0.004745721612072651, "crps_fair": 3.9437380291252917, "crpss_fair": -0.03479950551209998, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.543607, 0.456393, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2967, 0.335, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4343, 0.4816, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.006264, 0.95581, 0.037927, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2935, 0.3252, 0.4065, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0514, 0.2244, 0.3149, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5765367513406203, 0.4825903230682048, 0.45254463936272615, 0.4610848500554343, 0.4260438891820369, 0.3596569558467215, 0.33536217722144757, 0.4629804787670868 ], "rps_clim": [ 0.5473323450214652, 0.45950886455856493, 0.47310563766181457, 0.45125841650166265, 0.43752409736537534, 0.3769753190502442, 0.34410807327585485, 0.4522036283839493 ], "brier_below": [ 0.4692130934456737, 0.372294433948408, 0.09346432395443441, 0.3426859550085479, 0.1298908638967941, 0.16787967661604347, 0.12305355502852947, 0.3364654882064934 ], "brier_below_clim": [ 0.43622124715583027, 0.34839776669293, 0.11202969533110177, 0.327320640209203, 0.141320167462079, 0.17256239240732962, 0.1394661409403721, 0.32190666733284123 ], "brier_above": [ 0.10732367651464327, 0.11029590820932397, 0.3590802913174949, 0.1183989113948257, 0.2961530123967138, 0.19177728200182786, 0.21230862728099759, 0.1265150064043449 ], "brier_above_clim": [ 0.11111111773384953, 0.11111111773384953, 0.36107591750173545, 0.12393779386708581, 0.2962039166743374, 0.20441292982746392, 0.2046419354790828, 0.1302969774886234 ], "crps": [ 2.5581119063654283, 2.956977389851711, 5.246888567289939, 2.114461945739346, 9.788417265854287, 1.8839558196720743, 4.370376853680771, 2.4868132981825646 ], "crps_clim": [ 2.5726443205176754, 2.4663219929375395, 5.77433068113816, 2.2030894884274272, 8.536670815597677, 2.154154910592676, 3.6369598104064913, 2.3797284899665048 ], "crps_fair": [ 2.5233216066654363, 2.8767880584278185, 5.167790973664125, 2.0754114294766066, 9.728568056118215, 1.8361683836868556, 4.176572338593214, 2.4371858422137005 ], "crps_fair_clim": [ 2.366231987002849, 2.259909659422711, 5.567918347623332, 1.9966771549125995, 8.330258482082852, 1.9477425770778494, 3.4305474768916633, 2.1733161564516763 ] }, "rps": 0.4446000081055348, "rpss": -0.004173804249249624, "brier_below": 0.2543684237631156, "bss_below": -0.017868262762048115, "brier_above": 0.1902315894400215, "bss_above": 0.013572143731567565, "crps": 3.925750380829515, "crpss": -0.05659090860264415, "crps_fair": 3.8527258361057464, "crpss_fair": -0.09793195739055571, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.787651, 0.212349, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2967, 0.3424, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4035, 0.4643, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.0, 0.909366, 0.090634, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3288, 0.4066, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.2388, 0.3095, NaN, NaN, NaN, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.8999005539195268, "training": [ 0.8840712388866462, 0.893548690056061, 0.8741669771878983, 0.8974818793697262, 0.9670961521175989, 0.904703471386229, 0.9264038267579318, 0.8905084424420544, 0.8891900297499737, 0.9014484433365014, 0.856887428843595, 0.8972422671884112, 0.8914925732650496, 0.8960473005002456, 0.8995250521020179, 0.8934291215145802, 0.8898712568906846, 0.9062030377659709, 0.9294774406285162, 0.8957537140158063, 0.9104567441245435, 0.9046681723569479, 0.8964818952850129, 0.9014581382966432 ], "test": 0.8887890585820647 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5279249464381416, 0.5584769799831326, 0.5026498387423994, 0.44706077892832236, 0.4988753707131498, 0.4092274261527717, 0.47666088584046684, 0.4662140749679147, 0.4881825069260888, 0.4058596695113536, 0.505475800631329, 0.4266578057661206, 0.40003412334172395, 0.39538183027043744, 0.4024854817751222, 0.4860032063205363, 0.4510677476894927, 0.40057145020605756, 0.49597204669570927, 0.398479652068886, 0.43102114819188836, 0.44452867983936, 0.3697958960777453, 0.47502358011198575 ], "rps_clim": [ 0.4973013035288361, 0.5299108613891841, 0.49682096989761637, 0.45140321943555783, 0.5120439264472348, 0.41031169960340397, 0.47797132071856974, 0.45308842078032785, 0.5043277834760528, 0.4169267074583939, 0.5103230589589499, 0.439774482865257, 0.3965890932152538, 0.3999865075263042, 0.4105095366915584, 0.495347056515228, 0.4525412471251873, 0.4026341732498444, 0.4947135575342954, 0.4107579478352957, 0.4281083690429166, 0.4373547673375428, 0.3794648521113215, 0.46535364949831176 ], "brier_below": [ 0.400088243009449, 0.4373775591792095, 0.13094258388592872, 0.18146979312629605, 0.1197157024479118, 0.18352119360346145, 0.3506333329321584, 0.32175079027309395, 0.107148847215843, 0.15869245555603734, 0.11242421896581412, 0.1416758293131869, 0.2463338257045581, 0.15636337487521412, 0.16156067224979562, 0.1585098526489956, 0.1976232426532646, 0.21543781699942532, 0.37631909234283595, 0.15258275341055497, 0.3012932486939702, 0.3230617648601826, 0.17762643976034362, 0.3449969902249977 ], "brier_below_clim": [ 0.3742768451297219, 0.40873323143582757, 0.13866980785737074, 0.18456937257153472, 0.1256044036343616, 0.18760042277090966, 0.34539584613599755, 0.3109003023417131, 0.12201400407191382, 0.16742828213175504, 0.1244088544959247, 0.15170887566157665, 0.2434586977209261, 0.1637619591020418, 0.1668761402054322, 0.16458520031461277, 0.20321388944011462, 0.21596862310093545, 0.36773408199884783, 0.16227747027615622, 0.2938514971990294, 0.31090927642329086, 0.1849857245631276, 0.33273847477773943 ], "brier_above": [ 0.1278367034441525, 0.12109942100327757, 0.3717072547222334, 0.26559098591186164, 0.3791596680863742, 0.2257062326265292, 0.1260275531914407, 0.144463284663809, 0.38103365964067315, 0.24716721404085593, 0.3930515817911715, 0.2849819764458585, 0.15370029749823721, 0.2390184555144753, 0.24092480985336548, 0.32749335375734356, 0.2534445048357854, 0.18513363332756505, 0.11965295481476063, 0.24589689879974672, 0.12972789967389176, 0.121466915444574, 0.19216945638211758, 0.13002658984489596 ], "brier_above_clim": [ 0.12302445839911424, 0.12117762995335662, 0.35815116204024555, 0.26683384686402306, 0.38643952281287314, 0.22271127683249428, 0.13257547458257218, 0.14218811843861479, 0.38231377940413913, 0.24949842532663888, 0.38591420446302543, 0.2880656072036803, 0.15313039549432772, 0.2362245484242624, 0.2436333964861261, 0.3307618562006153, 0.24932735768507294, 0.18666555014890895, 0.12697947553544767, 0.24848047755913946, 0.13425687184388715, 0.12644549091425192, 0.19447912754819396, 0.13261517472057238 ], "crps": [ 4.99023361968985, 5.04715706212972, 13.361850367997508, 6.225436847019879, 20.366008075215905, 3.6350580440322107, 2.6046769714840794, 3.9120884421642295, 7.393960757545589, 3.5648931728562716, 15.389437599661175, 4.215169887619752, 3.8509916692974073, 4.932462053162831, 4.894398142067625, 8.416337359058204, 5.419944113476991, 2.7375411253421125, 2.8269683914658112, 3.2033243096420847, 2.4344784587442514, 3.0258607248853595, 4.146449890306732, 3.9601073583903004 ], "crps_clim": [ 3.3942682418184753, 3.592082216148263, 11.21710177556662, 5.807811897394496, 27.273601914436462, 3.5784752533248567, 3.4807211044876976, 3.1460002230570745, 7.545217676196043, 3.8249735735183252, 13.840864383262339, 4.430030997054808, 2.8001820448761534, 4.516117521457113, 4.888260025218961, 8.339483640689286, 4.951633793647444, 2.997413909666159, 3.4711294001341106, 3.627536580866378, 2.846454770181788, 3.161925584164043, 3.3250528086483198, 3.5450641992642202 ], "crps_fair": [ 4.792612118113043, 4.824110740734308, 13.224312408045, 6.112065245254502, 20.082619500108727, 3.5171093741151207, 2.5300681886607435, 3.6769953130823256, 7.179139050248299, 3.388832195508243, 15.23563023000949, 4.005226883436067, 3.6181590900449505, 4.7306573551896225, 4.794217640169744, 8.19104187458697, 5.2081946796917205, 2.5926644505269114, 2.708973074139304, 3.033412878533359, 2.29901268543453, 2.897954572651743, 3.90058018417747, 3.728990891259503 ], "crps_fair_clim": [ 3.147316707451114, 3.345505329459557, 10.984966213801052, 5.565431468435425, 27.0718763908127, 3.331872595873229, 3.2339333066026654, 2.898578484108726, 7.306127788484703, 3.578837768945852, 13.61369806885984, 4.185041134572365, 2.552105347257009, 4.271290701634523, 4.644138020744405, 8.101898044577364, 4.707631815249459, 2.7497107572454813, 3.224323436142348, 3.3810268425956997, 2.5984657102999638, 2.914534006884459, 3.0779701844454106, 3.298398263301115 ] }, "rps": 0.4526512886329223, "rpss": 0.0009135536963177371, "brier_below": 0.22738123433052204, "bss_below": -0.0010048919472434026, "brier_above": 0.22527005438812484, "bss_above": 0.0028425354236948364, "crps": 5.856451435135661, "crpss": -0.006829665633962145, "crps_fair": 5.67802419265507, "crpss_fair": -0.018596316603055607, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.000327, 0.999673, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2777, 0.3282, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.8853, 0.3487, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.000861, 0.963698, 0.035441, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2781, 0.3439, 0.4121, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2925, 0.344, 0.3665, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5698392446679983, 0.5582424778942822, 0.47594673184654496, 0.4190948693045602, 0.5284812019257343, 0.40459774389843195, 0.406243420116277, 0.4359148550078061, 0.47987463051752155, 0.34551805744863345, 0.5431478962344799, 0.4669262248581657, 0.351404887936081, 0.4001244407831288, 0.33686416684021414, 0.5014418941701472, 0.4876833926928628, 0.4334489180467978, 0.5271801619249392, 0.44400351140525884, 0.5208673739435502, 0.4459753346446099, 0.39470713187852613, 0.38632064165105157 ], "rps_clim": [ 0.5271012360586466, 0.5237026442993877, 0.47266510161074154, 0.4183814440705189, 0.5463137956783317, 0.3948310621955931, 0.406559211835899, 0.4283146824891483, 0.49352864176266736, 0.37069796075288813, 0.544586430341869, 0.4920445637631002, 0.3565574427493965, 0.3975457708734299, 0.3515003838097367, 0.5287991675877444, 0.4852899981103904, 0.42598321042574033, 0.5180054420460954, 0.46522910237657855, 0.5021412600717393, 0.4343952633284925, 0.40487741793271564, 0.39251245424822917 ], "brier_below": [ 0.4448919923570683, 0.43664280298438196, 0.15188602229390505, 0.29280507124381877, 0.11365701767584693, 0.2585698208826501, 0.27789238952444234, 0.25287697646926366, 0.10699717217038444, 0.11005991612418478, 0.10525406725099598, 0.10687729730538023, 0.2019151945158505, 0.2203970194248675, 0.1506384762135773, 0.10846846145959019, 0.19636983203327824, 0.27140453667956754, 0.4118552331766689, 0.10418685052396454, 0.40208175362509024, 0.32935324349207173, 0.17969446936621566, 0.23661830792776653 ], "brier_below_clim": [ 0.4061182447841931, 0.40271965302493434, 0.159291887101158, 0.2832363680142811, 0.12098299127445336, 0.2529029231506273, 0.2730640226173197, 0.24952665149579165, 0.12265985005988321, 0.12767684799994297, 0.1218471520520865, 0.12515848079062122, 0.20389895401113928, 0.22223880236089205, 0.1594727085269456, 0.12431961025338657, 0.19935641299605145, 0.2639725231877702, 0.3970224507716421, 0.12181436140512257, 0.3811582687972861, 0.3134122720540391, 0.18796271335346026, 0.23816938425362752 ], "brier_above": [ 0.12494725291799112, 0.12159967555381775, 0.3240607093846338, 0.12628979874804958, 0.41482418397111914, 0.14602792344793394, 0.12835103114631174, 0.18303787872360083, 0.3728774574291778, 0.23545814109637278, 0.4378938281280193, 0.360048927372197, 0.14948969331526707, 0.17972742170573647, 0.1862256911145375, 0.3929734324132063, 0.2913135608732697, 0.16204438174522517, 0.11532492958322936, 0.3398166608032279, 0.11878562087810995, 0.11662209214351833, 0.21501266224911778, 0.14970233394741325 ], "brier_above_clim": [ 0.1209829912744533, 0.1209829912744533, 0.31337321450958355, 0.1351450760562379, 0.4253308044038784, 0.1419281390449658, 0.13349518921857934, 0.17878803099335663, 0.3708687917027841, 0.24302111275294516, 0.4227392782897825, 0.3668860829724789, 0.15265848873825724, 0.17530696851253785, 0.1920276752827911, 0.40447955733435775, 0.285933585114339, 0.16201068723797019, 0.1209829912744533, 0.343414740971456, 0.1209829912744533, 0.1209829912744533, 0.21691470457925532, 0.1543430699946016 ], "crps": [ 3.93214821336466, 3.858897709584645, 6.6740930964786305, 1.6811810887141196, 26.084056190051538, 1.9723192511427006, 1.637591495790926, 2.7457417521275294, 6.309267220344435, 2.1256502827302928, 17.848543825369475, 3.7012084070425386, 2.8276622351911223, 4.370778460339216, 2.018578871684864, 7.120655471432554, 7.007876714557109, 2.3645244396732945, 2.574450239123294, 2.986938811016669, 2.587419016430766, 2.8478993832787087, 4.16470502159214, 2.321522367824238 ], "crps_clim": [ 2.674920399403526, 2.637398212409991, 5.54786431635389, 2.076207700785368, 34.28249991078239, 2.0856628172110057, 2.3437315827679472, 2.6602769523695353, 5.95174143690428, 2.5420943861841945, 15.72510138242277, 4.179451182954188, 2.085216845411654, 4.0937047249597684, 2.2900971059547115, 7.841787160003542, 6.476073885230757, 2.4043541490534586, 2.7661997358793817, 3.668076251614806, 2.404003843392272, 2.7090584880115154, 2.3942251507817365, 2.2230392708520568 ], "crps_fair": [ 3.810396529262438, 3.659040798449402, 6.571467914380303, 1.6009066094896256, 25.837080566132542, 1.8533737092231697, 1.588975812736086, 2.5695083964179806, 6.114889053888583, 1.9718199492613024, 17.752490248806712, 3.546049863268346, 2.6615442221002303, 4.176964161262694, 1.9619519490845354, 6.880068178022595, 6.864210602714391, 2.258653227817814, 2.479477734917595, 2.829855897412681, 2.470172572747329, 2.732840270642291, 3.8992376617932645, 2.0972863312656087 ], "crps_fair_clim": [ 2.4548094454165224, 2.4172161936748946, 5.333194544027777, 1.8549628212328, 34.12225179677904, 1.8644358450759109, 2.122993377234286, 2.4401382645813325, 5.73783658336709, 2.3217318677782153, 15.529706680297545, 3.9621897190875477, 1.8639890286330005, 3.876280862498442, 2.06925731997254, 7.631461938517677, 6.263162085572975, 2.1837307589862482, 2.5462616594235836, 3.4498462746206284, 2.1833797898673692, 2.4890121894953605, 2.173582577005678, 2.0020724813943143 ] }, "rps": 0.45266038373490014, "rpss": 0.00162793503660974, "brier_below": 0.22797474686336797, "bss_below": -0.0024570228729730026, "brier_above": 0.22468563702879515, "bss_above": 0.00573880435193963, "crps": 5.073487898536894, "crpss": 0.018531562803085766, "crps_fair": 4.92451092754573, "crpss_fair": 0.005931710472787177, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3231, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.3497, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.0, 0.919024, 0.080976, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3436, 0.4121, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.3461, 0.3327, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5230124167666519, 0.5157631320919167, 0.39177796226948663, 0.4505480342178847, 0.44326667668093533, 0.39034560057775386, 0.38518586971515945, 0.5011045585516428 ], "rps_clim": [ 0.5137612852478612, 0.49705237444422495, 0.4061007445054705, 0.44669599826620215, 0.4481977901053744, 0.3995579224080249, 0.3906212765735246, 0.4961503793308776 ], "brier_below": [ 0.4193497138296383, 0.3998731076917145, 0.13426547336297084, 0.3183151439834888, 0.116838100119288, 0.20412458212507248, 0.15138974703007332, 0.3908526167771717 ], "brier_below_clim": [ 0.4021405089154269, 0.37912161362031016, 0.14453244502842236, 0.30843984040656025, 0.12589433667964914, 0.20523722232274816, 0.16125753035770213, 0.37806000678348534 ], "brier_above": [ 0.10366272124421394, 0.11589004241992928, 0.2575124817041815, 0.1322329040265495, 0.32642855865694204, 0.18622102277363273, 0.23379612242815342, 0.11025195917733581 ], "brier_above_clim": [ 0.11162079604670827, 0.11793077940987547, 0.26156829250705416, 0.1382561728111389, 0.3223034355309777, 0.1943207050116538, 0.22936374487601524, 0.11809039116878442 ], "crps": [ 2.6264380388344466, 3.848347049562005, 4.123334782862328, 2.460672300824086, 8.8638717848892, 2.5490654878067662, 4.961607482146083, 2.682574734550792 ], "crps_clim": [ 3.2326234694826756, 3.444075545420181, 4.664597692983636, 2.8485585347508224, 7.734730772827549, 3.0019126203171878, 4.262232370432686, 3.1582949283763986 ], "crps_fair": [ 2.5775606073429724, 3.747508514997485, 4.0465682219671875, 2.406706163522014, 8.791511682373876, 2.4804352562226675, 4.796086949290496, 2.6251679535360597 ], "crps_fair_clim": [ 3.000358402837215, 3.2118104787747215, 4.432332626338175, 2.616293468105364, 7.502465706182092, 2.7696475536717284, 4.029967303787228, 2.9260298617309384 ] }, "rps": 0.4501255313589289, "rpss": -0.000796656540799523, "brier_below": 0.26687606061492725, "bss_below": -0.014408333008660401, "brier_above": 0.18324947655386725, "bss_above": 0.018385902141130117, "crps": 4.014488957684463, "crpss": 0.007144838402849296, "crps_fair": 3.9339431686565947, "crpss_fair": -0.03222942689767039, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.539357, 0.460643, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2973, 0.3346, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4345, 0.4809, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.006264, 0.956132, 0.037604, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2939, 0.3253, 0.4053, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0514, 0.2244, 0.3176, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5759552530532517, 0.48212400065406447, 0.4528650195054071, 0.46084679401947765, 0.4261738444413693, 0.35999359422603777, 0.33543265729162547, 0.4627292098449479 ], "rps_clim": [ 0.5473323450214652, 0.45950886455856493, 0.47310563766181457, 0.45125841650166265, 0.43752409736537534, 0.3769753190502442, 0.34410807327585485, 0.4522036283839493 ], "brier_below": [ 0.46860511464942867, 0.3718483100849335, 0.09377508815618599, 0.3423904538716477, 0.1300743468281676, 0.16794237281314967, 0.1233246965566732, 0.3361860344471798 ], "brier_below_clim": [ 0.43622124715583027, 0.34839776669293, 0.11202969533110177, 0.327320640209203, 0.141320167462079, 0.17256239240732962, 0.1394661409403721, 0.32190666733284123 ], "brier_above": [ 0.10735015704331356, 0.11027570967083203, 0.35908990724963813, 0.1184563565151578, 0.2960994847152299, 0.19205122418885412, 0.212107965786667, 0.12654319124702706 ], "brier_above_clim": [ 0.11111111773384953, 0.11111111773384953, 0.36107591750173545, 0.12393779386708581, 0.2962039166743374, 0.20441292982746392, 0.2046419354790828, 0.1302969774886234 ], "crps": [ 2.5451382428956597, 2.9464316256457566, 5.246303592870989, 2.1040676099432467, 9.783276004784023, 1.8814244277447143, 4.360894395913865, 2.473169910356349 ], "crps_clim": [ 2.5726443205176754, 2.4663219929375395, 5.77433068113816, 2.2030894884274272, 8.536670815597677, 2.154154910592676, 3.6369598104064913, 2.3797284899665048 ], "crps_fair": [ 2.5104525241822295, 2.8664127557034673, 5.16809359593869, 2.0652939885216774, 9.723791472641693, 1.8339476665359613, 4.168636311799193, 2.4238642074898302 ], "crps_fair_clim": [ 2.366231987002849, 2.259909659422711, 5.567918347623332, 1.9966771549125995, 8.330258482082852, 1.9477425770778494, 3.4305474768916633, 2.1733161564516763 ] }, "rps": 0.4445150466295227, "rpss": -0.003981910216351858, "brier_below": 0.2542683021759208, "bss_below": -0.017467621108043785, "brier_above": 0.19024674955208995, "bss_above": 0.013493532408955455, "crps": 3.9175882262693253, "crpss": -0.05439411627855262, "crps_fair": 3.845061565351593, "crpss_fair": -0.09574782902299339, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.787651, 0.212349, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2973, 0.3422, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4035, 0.4643, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.0, 0.90971, 0.09029, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3289, 0.4054, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.2387, 0.3107, NaN, NaN, NaN, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "vs", "1994": "vs", "1995": "vs", "1996": "vs", "1997": "vs", "1998": "vs", "1999": "vs", "2000": "vs", "2001": "vs", "2002": "vs", "2003": "vs", "2004": "vs", "2005": "vs", "2006": "vs", "2007": "vs", "2008": "vs", "2009": "vs", "2010": "vs", "2011": "vs", "2012": "vs", "2013": "vs", "2014": "vs", "2015": "vs", "2016": "vs" }, "chosen_test": "vs", "frequency": { "mvs": 0, "mvs_r3": 0, "mvs_r4": 0, "vs": 24 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5279249464381416, 0.5584769799831326, 0.5026498387423994, 0.44706077892832236, 0.4988753707131498, 0.4092274261527717, 0.47666088584046684, 0.4662140749679147, 0.4881825069260888, 0.4058596695113536, 0.505475800631329, 0.4266578057661206, 0.40003412334172395, 0.39538183027043744, 0.4024854817751222, 0.4860032063205363, 0.4510677476894927, 0.40057145020605756, 0.49597204669570927, 0.398479652068886, 0.43102114819188836, 0.44452867983936, 0.3697958960777453, 0.47502358011198575 ], "rps_clim": [ 0.4973013035288361, 0.5299108613891841, 0.49682096989761637, 0.45140321943555783, 0.5120439264472348, 0.41031169960340397, 0.47797132071856974, 0.45308842078032785, 0.5043277834760528, 0.4169267074583939, 0.5103230589589499, 0.439774482865257, 0.3965890932152538, 0.3999865075263042, 0.4105095366915584, 0.495347056515228, 0.4525412471251873, 0.4026341732498444, 0.4947135575342954, 0.4107579478352957, 0.4281083690429166, 0.4373547673375428, 0.3794648521113215, 0.46535364949831176 ], "brier_below": [ 0.400088243009449, 0.4373775591792095, 0.13094258388592872, 0.18146979312629605, 0.1197157024479118, 0.18352119360346145, 0.3506333329321584, 0.32175079027309395, 0.107148847215843, 0.15869245555603734, 0.11242421896581412, 0.1416758293131869, 0.2463338257045581, 0.15636337487521412, 0.16156067224979562, 0.1585098526489956, 0.1976232426532646, 0.21543781699942532, 0.37631909234283595, 0.15258275341055497, 0.3012932486939702, 0.3230617648601826, 0.17762643976034362, 0.3449969902249977 ], "brier_below_clim": [ 0.3742768451297219, 0.40873323143582757, 0.13866980785737074, 0.18456937257153472, 0.1256044036343616, 0.18760042277090966, 0.34539584613599755, 0.3109003023417131, 0.12201400407191382, 0.16742828213175504, 0.1244088544959247, 0.15170887566157665, 0.2434586977209261, 0.1637619591020418, 0.1668761402054322, 0.16458520031461277, 0.20321388944011462, 0.21596862310093545, 0.36773408199884783, 0.16227747027615622, 0.2938514971990294, 0.31090927642329086, 0.1849857245631276, 0.33273847477773943 ], "brier_above": [ 0.1278367034441525, 0.12109942100327757, 0.3717072547222334, 0.26559098591186164, 0.3791596680863742, 0.2257062326265292, 0.1260275531914407, 0.144463284663809, 0.38103365964067315, 0.24716721404085593, 0.3930515817911715, 0.2849819764458585, 0.15370029749823721, 0.2390184555144753, 0.24092480985336548, 0.32749335375734356, 0.2534445048357854, 0.18513363332756505, 0.11965295481476063, 0.24589689879974672, 0.12972789967389176, 0.121466915444574, 0.19216945638211758, 0.13002658984489596 ], "brier_above_clim": [ 0.12302445839911424, 0.12117762995335662, 0.35815116204024555, 0.26683384686402306, 0.38643952281287314, 0.22271127683249428, 0.13257547458257218, 0.14218811843861479, 0.38231377940413913, 0.24949842532663888, 0.38591420446302543, 0.2880656072036803, 0.15313039549432772, 0.2362245484242624, 0.2436333964861261, 0.3307618562006153, 0.24932735768507294, 0.18666555014890895, 0.12697947553544767, 0.24848047755913946, 0.13425687184388715, 0.12644549091425192, 0.19447912754819396, 0.13261517472057238 ], "crps": [ 4.99023361968985, 5.04715706212972, 13.361850367997508, 6.225436847019879, 20.366008075215905, 3.6350580440322107, 2.6046769714840794, 3.9120884421642295, 7.393960757545589, 3.5648931728562716, 15.389437599661175, 4.215169887619752, 3.8509916692974073, 4.932462053162831, 4.894398142067625, 8.416337359058204, 5.419944113476991, 2.7375411253421125, 2.8269683914658112, 3.2033243096420847, 2.4344784587442514, 3.0258607248853595, 4.146449890306732, 3.9601073583903004 ], "crps_clim": [ 3.3942682418184753, 3.592082216148263, 11.21710177556662, 5.807811897394496, 27.273601914436462, 3.5784752533248567, 3.4807211044876976, 3.1460002230570745, 7.545217676196043, 3.8249735735183252, 13.840864383262339, 4.430030997054808, 2.8001820448761534, 4.516117521457113, 4.888260025218961, 8.339483640689286, 4.951633793647444, 2.997413909666159, 3.4711294001341106, 3.627536580866378, 2.846454770181788, 3.161925584164043, 3.3250528086483198, 3.5450641992642202 ], "crps_fair": [ 4.792612118113043, 4.824110740734308, 13.224312408045, 6.112065245254502, 20.082619500108727, 3.5171093741151207, 2.5300681886607435, 3.6769953130823256, 7.179139050248299, 3.388832195508243, 15.23563023000949, 4.005226883436067, 3.6181590900449505, 4.7306573551896225, 4.794217640169744, 8.19104187458697, 5.2081946796917205, 2.5926644505269114, 2.708973074139304, 3.033412878533359, 2.29901268543453, 2.897954572651743, 3.90058018417747, 3.728990891259503 ], "crps_fair_clim": [ 3.147316707451114, 3.345505329459557, 10.984966213801052, 5.565431468435425, 27.0718763908127, 3.331872595873229, 3.2339333066026654, 2.898578484108726, 7.306127788484703, 3.578837768945852, 13.61369806885984, 4.185041134572365, 2.552105347257009, 4.271290701634523, 4.644138020744405, 8.101898044577364, 4.707631815249459, 2.7497107572454813, 3.224323436142348, 3.3810268425956997, 2.5984657102999638, 2.914534006884459, 3.0779701844454106, 3.298398263301115 ] }, "rps": 0.4526512886329223, "rpss": 0.0009135536963177371, "brier_below": 0.22738123433052204, "bss_below": -0.0010048919472434026, "brier_above": 0.22527005438812484, "bss_above": 0.0028425354236948364, "crps": 5.856451435135661, "crpss": -0.006829665633962145, "crps_fair": 5.67802419265507, "crpss_fair": -0.018596316603055607 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5698392446679983, 0.5582424778942822, 0.47594673184654496, 0.4190948693045602, 0.5284812019257343, 0.40459774389843195, 0.406243420116277, 0.4359148550078061, 0.47987463051752155, 0.34551805744863345, 0.5431478962344799, 0.4669262248581657, 0.351404887936081, 0.4001244407831288, 0.33686416684021414, 0.5014418941701472, 0.4876833926928628, 0.4334489180467978, 0.5271801619249392, 0.44400351140525884, 0.5208673739435502, 0.4459753346446099, 0.39470713187852613, 0.38632064165105157 ], "rps_clim": [ 0.5271012360586466, 0.5237026442993877, 0.47266510161074154, 0.4183814440705189, 0.5463137956783317, 0.3948310621955931, 0.406559211835899, 0.4283146824891483, 0.49352864176266736, 0.37069796075288813, 0.544586430341869, 0.4920445637631002, 0.3565574427493965, 0.3975457708734299, 0.3515003838097367, 0.5287991675877444, 0.4852899981103904, 0.42598321042574033, 0.5180054420460954, 0.46522910237657855, 0.5021412600717393, 0.4343952633284925, 0.40487741793271564, 0.39251245424822917 ], "brier_below": [ 0.4448919923570683, 0.43664280298438196, 0.15188602229390505, 0.29280507124381877, 0.11365701767584693, 0.2585698208826501, 0.27789238952444234, 0.25287697646926366, 0.10699717217038444, 0.11005991612418478, 0.10525406725099598, 0.10687729730538023, 0.2019151945158505, 0.2203970194248675, 0.1506384762135773, 0.10846846145959019, 0.19636983203327824, 0.27140453667956754, 0.4118552331766689, 0.10418685052396454, 0.40208175362509024, 0.32935324349207173, 0.17969446936621566, 0.23661830792776653 ], "brier_below_clim": [ 0.4061182447841931, 0.40271965302493434, 0.159291887101158, 0.2832363680142811, 0.12098299127445336, 0.2529029231506273, 0.2730640226173197, 0.24952665149579165, 0.12265985005988321, 0.12767684799994297, 0.1218471520520865, 0.12515848079062122, 0.20389895401113928, 0.22223880236089205, 0.1594727085269456, 0.12431961025338657, 0.19935641299605145, 0.2639725231877702, 0.3970224507716421, 0.12181436140512257, 0.3811582687972861, 0.3134122720540391, 0.18796271335346026, 0.23816938425362752 ], "brier_above": [ 0.12494725291799112, 0.12159967555381775, 0.3240607093846338, 0.12628979874804958, 0.41482418397111914, 0.14602792344793394, 0.12835103114631174, 0.18303787872360083, 0.3728774574291778, 0.23545814109637278, 0.4378938281280193, 0.360048927372197, 0.14948969331526707, 0.17972742170573647, 0.1862256911145375, 0.3929734324132063, 0.2913135608732697, 0.16204438174522517, 0.11532492958322936, 0.3398166608032279, 0.11878562087810995, 0.11662209214351833, 0.21501266224911778, 0.14970233394741325 ], "brier_above_clim": [ 0.1209829912744533, 0.1209829912744533, 0.31337321450958355, 0.1351450760562379, 0.4253308044038784, 0.1419281390449658, 0.13349518921857934, 0.17878803099335663, 0.3708687917027841, 0.24302111275294516, 0.4227392782897825, 0.3668860829724789, 0.15265848873825724, 0.17530696851253785, 0.1920276752827911, 0.40447955733435775, 0.285933585114339, 0.16201068723797019, 0.1209829912744533, 0.343414740971456, 0.1209829912744533, 0.1209829912744533, 0.21691470457925532, 0.1543430699946016 ], "crps": [ 3.93214821336466, 3.858897709584645, 6.6740930964786305, 1.6811810887141196, 26.084056190051538, 1.9723192511427006, 1.637591495790926, 2.7457417521275294, 6.309267220344435, 2.1256502827302928, 17.848543825369475, 3.7012084070425386, 2.8276622351911223, 4.370778460339216, 2.018578871684864, 7.120655471432554, 7.007876714557109, 2.3645244396732945, 2.574450239123294, 2.986938811016669, 2.587419016430766, 2.8478993832787087, 4.16470502159214, 2.321522367824238 ], "crps_clim": [ 2.674920399403526, 2.637398212409991, 5.54786431635389, 2.076207700785368, 34.28249991078239, 2.0856628172110057, 2.3437315827679472, 2.6602769523695353, 5.95174143690428, 2.5420943861841945, 15.72510138242277, 4.179451182954188, 2.085216845411654, 4.0937047249597684, 2.2900971059547115, 7.841787160003542, 6.476073885230757, 2.4043541490534586, 2.7661997358793817, 3.668076251614806, 2.404003843392272, 2.7090584880115154, 2.3942251507817365, 2.2230392708520568 ], "crps_fair": [ 3.810396529262438, 3.659040798449402, 6.571467914380303, 1.6009066094896256, 25.837080566132542, 1.8533737092231697, 1.588975812736086, 2.5695083964179806, 6.114889053888583, 1.9718199492613024, 17.752490248806712, 3.546049863268346, 2.6615442221002303, 4.176964161262694, 1.9619519490845354, 6.880068178022595, 6.864210602714391, 2.258653227817814, 2.479477734917595, 2.829855897412681, 2.470172572747329, 2.732840270642291, 3.8992376617932645, 2.0972863312656087 ], "crps_fair_clim": [ 2.4548094454165224, 2.4172161936748946, 5.333194544027777, 1.8549628212328, 34.12225179677904, 1.8644358450759109, 2.122993377234286, 2.4401382645813325, 5.73783658336709, 2.3217318677782153, 15.529706680297545, 3.9621897190875477, 1.8639890286330005, 3.876280862498442, 2.06925731997254, 7.631461938517677, 6.263162085572975, 2.1837307589862482, 2.5462616594235836, 3.4498462746206284, 2.1833797898673692, 2.4890121894953605, 2.173582577005678, 2.0020724813943143 ] }, "rps": 0.45266038373490014, "rpss": 0.00162793503660974, "brier_below": 0.22797474686336797, "bss_below": -0.0024570228729730026, "brier_above": 0.22468563702879515, "bss_above": 0.00573880435193963, "crps": 5.073487898536894, "crpss": 0.018531562803085766, "crps_fair": 4.92451092754573, "crpss_fair": 0.005931710472787177 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5230124167666519, 0.5157631320919167, 0.39177796226948663, 0.4505480342178847, 0.44326667668093533, 0.39034560057775386, 0.38518586971515945, 0.5011045585516428 ], "rps_clim": [ 0.5137612852478612, 0.49705237444422495, 0.4061007445054705, 0.44669599826620215, 0.4481977901053744, 0.3995579224080249, 0.3906212765735246, 0.4961503793308776 ], "brier_below": [ 0.4193497138296383, 0.3998731076917145, 0.13426547336297084, 0.3183151439834888, 0.116838100119288, 0.20412458212507248, 0.15138974703007332, 0.3908526167771717 ], "brier_below_clim": [ 0.4021405089154269, 0.37912161362031016, 0.14453244502842236, 0.30843984040656025, 0.12589433667964914, 0.20523722232274816, 0.16125753035770213, 0.37806000678348534 ], "brier_above": [ 0.10366272124421394, 0.11589004241992928, 0.2575124817041815, 0.1322329040265495, 0.32642855865694204, 0.18622102277363273, 0.23379612242815342, 0.11025195917733581 ], "brier_above_clim": [ 0.11162079604670827, 0.11793077940987547, 0.26156829250705416, 0.1382561728111389, 0.3223034355309777, 0.1943207050116538, 0.22936374487601524, 0.11809039116878442 ], "crps": [ 2.6264380388344466, 3.848347049562005, 4.123334782862328, 2.460672300824086, 8.8638717848892, 2.5490654878067662, 4.961607482146083, 2.682574734550792 ], "crps_clim": [ 3.2326234694826756, 3.444075545420181, 4.664597692983636, 2.8485585347508224, 7.734730772827549, 3.0019126203171878, 4.262232370432686, 3.1582949283763986 ], "crps_fair": [ 2.5775606073429724, 3.747508514997485, 4.0465682219671875, 2.406706163522014, 8.791511682373876, 2.4804352562226675, 4.796086949290496, 2.6251679535360597 ], "crps_fair_clim": [ 3.000358402837215, 3.2118104787747215, 4.432332626338175, 2.616293468105364, 7.502465706182092, 2.7696475536717284, 4.029967303787228, 2.9260298617309384 ] }, "rps": 0.4501255313589289, "rpss": -0.000796656540799523, "brier_below": 0.26687606061492725, "bss_below": -0.014408333008660401, "brier_above": 0.18324947655386725, "bss_above": 0.018385902141130117, "crps": 4.014488957684463, "crpss": 0.007144838402849296, "crps_fair": 3.9339431686565947, "crpss_fair": -0.03222942689767039 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5759552530532517, 0.48212400065406447, 0.4528650195054071, 0.46084679401947765, 0.4261738444413693, 0.35999359422603777, 0.33543265729162547, 0.4627292098449479 ], "rps_clim": [ 0.5473323450214652, 0.45950886455856493, 0.47310563766181457, 0.45125841650166265, 0.43752409736537534, 0.3769753190502442, 0.34410807327585485, 0.4522036283839493 ], "brier_below": [ 0.46860511464942867, 0.3718483100849335, 0.09377508815618599, 0.3423904538716477, 0.1300743468281676, 0.16794237281314967, 0.1233246965566732, 0.3361860344471798 ], "brier_below_clim": [ 0.43622124715583027, 0.34839776669293, 0.11202969533110177, 0.327320640209203, 0.141320167462079, 0.17256239240732962, 0.1394661409403721, 0.32190666733284123 ], "brier_above": [ 0.10735015704331356, 0.11027570967083203, 0.35908990724963813, 0.1184563565151578, 0.2960994847152299, 0.19205122418885412, 0.212107965786667, 0.12654319124702706 ], "brier_above_clim": [ 0.11111111773384953, 0.11111111773384953, 0.36107591750173545, 0.12393779386708581, 0.2962039166743374, 0.20441292982746392, 0.2046419354790828, 0.1302969774886234 ], "crps": [ 2.5451382428956597, 2.9464316256457566, 5.246303592870989, 2.1040676099432467, 9.783276004784023, 1.8814244277447143, 4.360894395913865, 2.473169910356349 ], "crps_clim": [ 2.5726443205176754, 2.4663219929375395, 5.77433068113816, 2.2030894884274272, 8.536670815597677, 2.154154910592676, 3.6369598104064913, 2.3797284899665048 ], "crps_fair": [ 2.5104525241822295, 2.8664127557034673, 5.16809359593869, 2.0652939885216774, 9.723791472641693, 1.8339476665359613, 4.168636311799193, 2.4238642074898302 ], "crps_fair_clim": [ 2.366231987002849, 2.259909659422711, 5.567918347623332, 1.9966771549125995, 8.330258482082852, 1.9477425770778494, 3.4305474768916633, 2.1733161564516763 ] }, "rps": 0.4445150466295227, "rpss": -0.003981910216351858, "brier_below": 0.2542683021759208, "bss_below": -0.017467621108043785, "brier_above": 0.19024674955208995, "bss_above": 0.013493532408955455, "crps": 3.9175882262693253, "crpss": -0.05439411627855262, "crps_fair": 3.845061565351593, "crpss_fair": -0.09574782902299339 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "vs", "1994": "vs", "1995": "vs", "1996": "vs", "1997": "vs", "1998": "vs", "1999": "vs", "2000": "vs", "2001": "vs", "2002": "vs", "2003": "vs", "2004": "vs", "2005": "vs", "2006": "vs", "2007": "vs", "2008": "vs", "2009": "vs", "2010": "vs", "2011": "vs", "2012": "vs", "2013": "vs", "2014": "vs", "2015": "vs", "2016": "vs" }, "chosen_test": "vs", "frequency": { "mvs": 0, "mvs_r3": 0, "mvs_r4": 0, "vs": 24 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5279249464381416, 0.5584769799831326, 0.5026498387423994, 0.44706077892832236, 0.4988753707131498, 0.4092274261527717, 0.47666088584046684, 0.4662140749679147, 0.4881825069260888, 0.4058596695113536, 0.505475800631329, 0.4266578057661206, 0.40003412334172395, 0.39538183027043744, 0.4024854817751222, 0.4860032063205363, 0.4510677476894927, 0.40057145020605756, 0.49597204669570927, 0.398479652068886, 0.43102114819188836, 0.44452867983936, 0.3697958960777453, 0.47502358011198575 ], "rps_clim": [ 0.4973013035288361, 0.5299108613891841, 0.49682096989761637, 0.45140321943555783, 0.5120439264472348, 0.41031169960340397, 0.47797132071856974, 0.45308842078032785, 0.5043277834760528, 0.4169267074583939, 0.5103230589589499, 0.439774482865257, 0.3965890932152538, 0.3999865075263042, 0.4105095366915584, 0.495347056515228, 0.4525412471251873, 0.4026341732498444, 0.4947135575342954, 0.4107579478352957, 0.4281083690429166, 0.4373547673375428, 0.3794648521113215, 0.46535364949831176 ], "brier_below": [ 0.400088243009449, 0.4373775591792095, 0.13094258388592872, 0.18146979312629605, 0.1197157024479118, 0.18352119360346145, 0.3506333329321584, 0.32175079027309395, 0.107148847215843, 0.15869245555603734, 0.11242421896581412, 0.1416758293131869, 0.2463338257045581, 0.15636337487521412, 0.16156067224979562, 0.1585098526489956, 0.1976232426532646, 0.21543781699942532, 0.37631909234283595, 0.15258275341055497, 0.3012932486939702, 0.3230617648601826, 0.17762643976034362, 0.3449969902249977 ], "brier_below_clim": [ 0.3742768451297219, 0.40873323143582757, 0.13866980785737074, 0.18456937257153472, 0.1256044036343616, 0.18760042277090966, 0.34539584613599755, 0.3109003023417131, 0.12201400407191382, 0.16742828213175504, 0.1244088544959247, 0.15170887566157665, 0.2434586977209261, 0.1637619591020418, 0.1668761402054322, 0.16458520031461277, 0.20321388944011462, 0.21596862310093545, 0.36773408199884783, 0.16227747027615622, 0.2938514971990294, 0.31090927642329086, 0.1849857245631276, 0.33273847477773943 ], "brier_above": [ 0.1278367034441525, 0.12109942100327757, 0.3717072547222334, 0.26559098591186164, 0.3791596680863742, 0.2257062326265292, 0.1260275531914407, 0.144463284663809, 0.38103365964067315, 0.24716721404085593, 0.3930515817911715, 0.2849819764458585, 0.15370029749823721, 0.2390184555144753, 0.24092480985336548, 0.32749335375734356, 0.2534445048357854, 0.18513363332756505, 0.11965295481476063, 0.24589689879974672, 0.12972789967389176, 0.121466915444574, 0.19216945638211758, 0.13002658984489596 ], "brier_above_clim": [ 0.12302445839911424, 0.12117762995335662, 0.35815116204024555, 0.26683384686402306, 0.38643952281287314, 0.22271127683249428, 0.13257547458257218, 0.14218811843861479, 0.38231377940413913, 0.24949842532663888, 0.38591420446302543, 0.2880656072036803, 0.15313039549432772, 0.2362245484242624, 0.2436333964861261, 0.3307618562006153, 0.24932735768507294, 0.18666555014890895, 0.12697947553544767, 0.24848047755913946, 0.13425687184388715, 0.12644549091425192, 0.19447912754819396, 0.13261517472057238 ], "crps": [ 4.99023361968985, 5.04715706212972, 13.361850367997508, 6.225436847019879, 20.366008075215905, 3.6350580440322107, 2.6046769714840794, 3.9120884421642295, 7.393960757545589, 3.5648931728562716, 15.389437599661175, 4.215169887619752, 3.8509916692974073, 4.932462053162831, 4.894398142067625, 8.416337359058204, 5.419944113476991, 2.7375411253421125, 2.8269683914658112, 3.2033243096420847, 2.4344784587442514, 3.0258607248853595, 4.146449890306732, 3.9601073583903004 ], "crps_clim": [ 3.3942682418184753, 3.592082216148263, 11.21710177556662, 5.807811897394496, 27.273601914436462, 3.5784752533248567, 3.4807211044876976, 3.1460002230570745, 7.545217676196043, 3.8249735735183252, 13.840864383262339, 4.430030997054808, 2.8001820448761534, 4.516117521457113, 4.888260025218961, 8.339483640689286, 4.951633793647444, 2.997413909666159, 3.4711294001341106, 3.627536580866378, 2.846454770181788, 3.161925584164043, 3.3250528086483198, 3.5450641992642202 ], "crps_fair": [ 4.792612118113043, 4.824110740734308, 13.224312408045, 6.112065245254502, 20.082619500108727, 3.5171093741151207, 2.5300681886607435, 3.6769953130823256, 7.179139050248299, 3.388832195508243, 15.23563023000949, 4.005226883436067, 3.6181590900449505, 4.7306573551896225, 4.794217640169744, 8.19104187458697, 5.2081946796917205, 2.5926644505269114, 2.708973074139304, 3.033412878533359, 2.29901268543453, 2.897954572651743, 3.90058018417747, 3.728990891259503 ], "crps_fair_clim": [ 3.147316707451114, 3.345505329459557, 10.984966213801052, 5.565431468435425, 27.0718763908127, 3.331872595873229, 3.2339333066026654, 2.898578484108726, 7.306127788484703, 3.578837768945852, 13.61369806885984, 4.185041134572365, 2.552105347257009, 4.271290701634523, 4.644138020744405, 8.101898044577364, 4.707631815249459, 2.7497107572454813, 3.224323436142348, 3.3810268425956997, 2.5984657102999638, 2.914534006884459, 3.0779701844454106, 3.298398263301115 ] }, "rps": 0.4526512886329223, "rpss": 0.0009135536963177371, "brier_below": 0.22738123433052204, "bss_below": -0.0010048919472434026, "brier_above": 0.22527005438812484, "bss_above": 0.0028425354236948364, "crps": 5.856451435135661, "crpss": -0.006829665633962145, "crps_fair": 5.67802419265507, "crpss_fair": -0.018596316603055607 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5698392446679983, 0.5582424778942822, 0.47594673184654496, 0.4190948693045602, 0.5284812019257343, 0.40459774389843195, 0.406243420116277, 0.4359148550078061, 0.47987463051752155, 0.34551805744863345, 0.5431478962344799, 0.4669262248581657, 0.351404887936081, 0.4001244407831288, 0.33686416684021414, 0.5014418941701472, 0.4876833926928628, 0.4334489180467978, 0.5271801619249392, 0.44400351140525884, 0.5208673739435502, 0.4459753346446099, 0.39470713187852613, 0.38632064165105157 ], "rps_clim": [ 0.5271012360586466, 0.5237026442993877, 0.47266510161074154, 0.4183814440705189, 0.5463137956783317, 0.3948310621955931, 0.406559211835899, 0.4283146824891483, 0.49352864176266736, 0.37069796075288813, 0.544586430341869, 0.4920445637631002, 0.3565574427493965, 0.3975457708734299, 0.3515003838097367, 0.5287991675877444, 0.4852899981103904, 0.42598321042574033, 0.5180054420460954, 0.46522910237657855, 0.5021412600717393, 0.4343952633284925, 0.40487741793271564, 0.39251245424822917 ], "brier_below": [ 0.4448919923570683, 0.43664280298438196, 0.15188602229390505, 0.29280507124381877, 0.11365701767584693, 0.2585698208826501, 0.27789238952444234, 0.25287697646926366, 0.10699717217038444, 0.11005991612418478, 0.10525406725099598, 0.10687729730538023, 0.2019151945158505, 0.2203970194248675, 0.1506384762135773, 0.10846846145959019, 0.19636983203327824, 0.27140453667956754, 0.4118552331766689, 0.10418685052396454, 0.40208175362509024, 0.32935324349207173, 0.17969446936621566, 0.23661830792776653 ], "brier_below_clim": [ 0.4061182447841931, 0.40271965302493434, 0.159291887101158, 0.2832363680142811, 0.12098299127445336, 0.2529029231506273, 0.2730640226173197, 0.24952665149579165, 0.12265985005988321, 0.12767684799994297, 0.1218471520520865, 0.12515848079062122, 0.20389895401113928, 0.22223880236089205, 0.1594727085269456, 0.12431961025338657, 0.19935641299605145, 0.2639725231877702, 0.3970224507716421, 0.12181436140512257, 0.3811582687972861, 0.3134122720540391, 0.18796271335346026, 0.23816938425362752 ], "brier_above": [ 0.12494725291799112, 0.12159967555381775, 0.3240607093846338, 0.12628979874804958, 0.41482418397111914, 0.14602792344793394, 0.12835103114631174, 0.18303787872360083, 0.3728774574291778, 0.23545814109637278, 0.4378938281280193, 0.360048927372197, 0.14948969331526707, 0.17972742170573647, 0.1862256911145375, 0.3929734324132063, 0.2913135608732697, 0.16204438174522517, 0.11532492958322936, 0.3398166608032279, 0.11878562087810995, 0.11662209214351833, 0.21501266224911778, 0.14970233394741325 ], "brier_above_clim": [ 0.1209829912744533, 0.1209829912744533, 0.31337321450958355, 0.1351450760562379, 0.4253308044038784, 0.1419281390449658, 0.13349518921857934, 0.17878803099335663, 0.3708687917027841, 0.24302111275294516, 0.4227392782897825, 0.3668860829724789, 0.15265848873825724, 0.17530696851253785, 0.1920276752827911, 0.40447955733435775, 0.285933585114339, 0.16201068723797019, 0.1209829912744533, 0.343414740971456, 0.1209829912744533, 0.1209829912744533, 0.21691470457925532, 0.1543430699946016 ], "crps": [ 3.93214821336466, 3.858897709584645, 6.6740930964786305, 1.6811810887141196, 26.084056190051538, 1.9723192511427006, 1.637591495790926, 2.7457417521275294, 6.309267220344435, 2.1256502827302928, 17.848543825369475, 3.7012084070425386, 2.8276622351911223, 4.370778460339216, 2.018578871684864, 7.120655471432554, 7.007876714557109, 2.3645244396732945, 2.574450239123294, 2.986938811016669, 2.587419016430766, 2.8478993832787087, 4.16470502159214, 2.321522367824238 ], "crps_clim": [ 2.674920399403526, 2.637398212409991, 5.54786431635389, 2.076207700785368, 34.28249991078239, 2.0856628172110057, 2.3437315827679472, 2.6602769523695353, 5.95174143690428, 2.5420943861841945, 15.72510138242277, 4.179451182954188, 2.085216845411654, 4.0937047249597684, 2.2900971059547115, 7.841787160003542, 6.476073885230757, 2.4043541490534586, 2.7661997358793817, 3.668076251614806, 2.404003843392272, 2.7090584880115154, 2.3942251507817365, 2.2230392708520568 ], "crps_fair": [ 3.810396529262438, 3.659040798449402, 6.571467914380303, 1.6009066094896256, 25.837080566132542, 1.8533737092231697, 1.588975812736086, 2.5695083964179806, 6.114889053888583, 1.9718199492613024, 17.752490248806712, 3.546049863268346, 2.6615442221002303, 4.176964161262694, 1.9619519490845354, 6.880068178022595, 6.864210602714391, 2.258653227817814, 2.479477734917595, 2.829855897412681, 2.470172572747329, 2.732840270642291, 3.8992376617932645, 2.0972863312656087 ], "crps_fair_clim": [ 2.4548094454165224, 2.4172161936748946, 5.333194544027777, 1.8549628212328, 34.12225179677904, 1.8644358450759109, 2.122993377234286, 2.4401382645813325, 5.73783658336709, 2.3217318677782153, 15.529706680297545, 3.9621897190875477, 1.8639890286330005, 3.876280862498442, 2.06925731997254, 7.631461938517677, 6.263162085572975, 2.1837307589862482, 2.5462616594235836, 3.4498462746206284, 2.1833797898673692, 2.4890121894953605, 2.173582577005678, 2.0020724813943143 ] }, "rps": 0.45266038373490014, "rpss": 0.00162793503660974, "brier_below": 0.22797474686336797, "bss_below": -0.0024570228729730026, "brier_above": 0.22468563702879515, "bss_above": 0.00573880435193963, "crps": 5.073487898536894, "crpss": 0.018531562803085766, "crps_fair": 4.92451092754573, "crpss_fair": 0.005931710472787177 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5230124167666519, 0.5157631320919167, 0.39177796226948663, 0.4505480342178847, 0.44326667668093533, 0.39034560057775386, 0.38518586971515945, 0.5011045585516428 ], "rps_clim": [ 0.5137612852478612, 0.49705237444422495, 0.4061007445054705, 0.44669599826620215, 0.4481977901053744, 0.3995579224080249, 0.3906212765735246, 0.4961503793308776 ], "brier_below": [ 0.4193497138296383, 0.3998731076917145, 0.13426547336297084, 0.3183151439834888, 0.116838100119288, 0.20412458212507248, 0.15138974703007332, 0.3908526167771717 ], "brier_below_clim": [ 0.4021405089154269, 0.37912161362031016, 0.14453244502842236, 0.30843984040656025, 0.12589433667964914, 0.20523722232274816, 0.16125753035770213, 0.37806000678348534 ], "brier_above": [ 0.10366272124421394, 0.11589004241992928, 0.2575124817041815, 0.1322329040265495, 0.32642855865694204, 0.18622102277363273, 0.23379612242815342, 0.11025195917733581 ], "brier_above_clim": [ 0.11162079604670827, 0.11793077940987547, 0.26156829250705416, 0.1382561728111389, 0.3223034355309777, 0.1943207050116538, 0.22936374487601524, 0.11809039116878442 ], "crps": [ 2.6264380388344466, 3.848347049562005, 4.123334782862328, 2.460672300824086, 8.8638717848892, 2.5490654878067662, 4.961607482146083, 2.682574734550792 ], "crps_clim": [ 3.2326234694826756, 3.444075545420181, 4.664597692983636, 2.8485585347508224, 7.734730772827549, 3.0019126203171878, 4.262232370432686, 3.1582949283763986 ], "crps_fair": [ 2.5775606073429724, 3.747508514997485, 4.0465682219671875, 2.406706163522014, 8.791511682373876, 2.4804352562226675, 4.796086949290496, 2.6251679535360597 ], "crps_fair_clim": [ 3.000358402837215, 3.2118104787747215, 4.432332626338175, 2.616293468105364, 7.502465706182092, 2.7696475536717284, 4.029967303787228, 2.9260298617309384 ] }, "rps": 0.4501255313589289, "rpss": -0.000796656540799523, "brier_below": 0.26687606061492725, "bss_below": -0.014408333008660401, "brier_above": 0.18324947655386725, "bss_above": 0.018385902141130117, "crps": 4.014488957684463, "crpss": 0.007144838402849296, "crps_fair": 3.9339431686565947, "crpss_fair": -0.03222942689767039 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5759552530532517, 0.48212400065406447, 0.4528650195054071, 0.46084679401947765, 0.4261738444413693, 0.35999359422603777, 0.33543265729162547, 0.4627292098449479 ], "rps_clim": [ 0.5473323450214652, 0.45950886455856493, 0.47310563766181457, 0.45125841650166265, 0.43752409736537534, 0.3769753190502442, 0.34410807327585485, 0.4522036283839493 ], "brier_below": [ 0.46860511464942867, 0.3718483100849335, 0.09377508815618599, 0.3423904538716477, 0.1300743468281676, 0.16794237281314967, 0.1233246965566732, 0.3361860344471798 ], "brier_below_clim": [ 0.43622124715583027, 0.34839776669293, 0.11202969533110177, 0.327320640209203, 0.141320167462079, 0.17256239240732962, 0.1394661409403721, 0.32190666733284123 ], "brier_above": [ 0.10735015704331356, 0.11027570967083203, 0.35908990724963813, 0.1184563565151578, 0.2960994847152299, 0.19205122418885412, 0.212107965786667, 0.12654319124702706 ], "brier_above_clim": [ 0.11111111773384953, 0.11111111773384953, 0.36107591750173545, 0.12393779386708581, 0.2962039166743374, 0.20441292982746392, 0.2046419354790828, 0.1302969774886234 ], "crps": [ 2.5451382428956597, 2.9464316256457566, 5.246303592870989, 2.1040676099432467, 9.783276004784023, 1.8814244277447143, 4.360894395913865, 2.473169910356349 ], "crps_clim": [ 2.5726443205176754, 2.4663219929375395, 5.77433068113816, 2.2030894884274272, 8.536670815597677, 2.154154910592676, 3.6369598104064913, 2.3797284899665048 ], "crps_fair": [ 2.5104525241822295, 2.8664127557034673, 5.16809359593869, 2.0652939885216774, 9.723791472641693, 1.8339476665359613, 4.168636311799193, 2.4238642074898302 ], "crps_fair_clim": [ 2.366231987002849, 2.259909659422711, 5.567918347623332, 1.9966771549125995, 8.330258482082852, 1.9477425770778494, 3.4305474768916633, 2.1733161564516763 ] }, "rps": 0.4445150466295227, "rpss": -0.003981910216351858, "brier_below": 0.2542683021759208, "bss_below": -0.017467621108043785, "brier_above": 0.19024674955208995, "bss_above": 0.013493532408955455, "crps": 3.9175882262693253, "crpss": -0.05439411627855262, "crps_fair": 3.845061565351593, "crpss_fair": -0.09574782902299339 } } } } }, "ONDJ": { "tag": "init09_ONDJ", "methods": { "mvs": { "lambda_": { "training_mean": 0.20232537787909832, "training": [ 0.19220258557238737, 0.22426429841362683, 0.1761114684169084, 0.24756292698124213, 0.3010652174942978, 0.21274235170061095, 0.1985826711993264, 0.1585640126121963, 0.18907158405669905, 0.1901888902099417, 0.19510806350222135, 0.19388579899813807, 0.21249705610800448, 0.23422814373432696, 0.14521643813275167, 0.15677310812323256, 0.19541900917887617, 0.1737476683127198, 0.20720718470329014, 0.22190477092652464, 0.1994992535388525, 0.19019651281376965, 0.2199348812555291, 0.2198351731128859 ], "test": 0.2101742597420205 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4514601259804884, 0.3765021137292147, 0.4555223377431187, 0.38893807033365146, 0.2146363625705465, 0.41747372229423363, 0.4166311379059766, 0.5532608111859987, 0.3645784427231489, 0.4237162452811895, 0.4295950601929255, 0.40193025606429283, 0.46435155415825335, 0.4137770786500807, 0.5819708751147536, 0.5479377724552057, 0.4039971544344762, 0.6511840538543521, 0.4196756255486035, 0.3980139509876954, 0.4315355731549168, 0.4878559349836646, 0.34124533380614536, 0.4125513351557642 ], "rps_clim": [ 0.4395210979875425, 0.470103716624794, 0.41696991681095497, 0.4787026031452831, 0.5456974441052049, 0.4718891913819794, 0.47528498703411814, 0.4682080369739733, 0.3831343647949888, 0.4088195356935795, 0.4015935093605737, 0.39471244953026, 0.4905254593905998, 0.4972930203135432, 0.44542605260977947, 0.45801231637095624, 0.41221699134066647, 0.5190225092696747, 0.45873316132537956, 0.4177409102960471, 0.44718476065736323, 0.46325505114638965, 0.44214927012968386, 0.47013731140410536 ], "brier_below": [ 0.2903116345937852, 0.20029938952777301, 0.2804418071974038, 0.2721751696373467, 0.03518468145023406, 0.20354690148288906, 0.1954306921458099, 0.1889580560616849, 0.2056845102242493, 0.20161175522819025, 0.24565679306701324, 0.2012624499478702, 0.3581802181084902, 0.10552664619089555, 0.3961939192373261, 0.18075193316944937, 0.17964993866107187, 0.45565798519860096, 0.20968811053409067, 0.20575374006321098, 0.12247529873632033, 0.14531016504049732, 0.09820374608563115, 0.3095049769255001 ], "brier_below_clim": [ 0.26733852590825796, 0.2537256337025866, 0.25705411420017604, 0.3357734196011123, 0.12098299127445336, 0.24514724598143975, 0.22681741549383455, 0.13433843965721864, 0.20847648854308581, 0.21955850215575037, 0.23050568160830917, 0.18056439949521058, 0.3677097897916764, 0.12508152488088367, 0.31011998366589516, 0.1537918174661276, 0.19438540787371786, 0.391713087904114, 0.23671767734449203, 0.22863730285774397, 0.13116571704967142, 0.1350144958485548, 0.15057377542642655, 0.33304615388212466 ], "brier_above": [ 0.16114848709549795, 0.1762027214005435, 0.1750805261931236, 0.1167628988422831, 0.1794516776342842, 0.21392682226900273, 0.22120044937637362, 0.3643027580322022, 0.15889393018682077, 0.22210448775042044, 0.18393826319542683, 0.20066780481042812, 0.10617132868468515, 0.3082504378503144, 0.1857769511844865, 0.3671858439294247, 0.22434721767110208, 0.19552606855692894, 0.20998751474671615, 0.19226020674104508, 0.3090602819373165, 0.3425457799978109, 0.24304158920114635, 0.10304635450226746 ], "brier_above_clim": [ 0.17218257207928467, 0.21637808292220725, 0.15991580261077884, 0.14292918354417064, 0.4247144528307517, 0.22674194540053969, 0.24846757154028362, 0.3338695973167546, 0.17465787625190304, 0.18926103353782903, 0.17108782775226475, 0.21414805003504944, 0.12281566959892326, 0.37221149543265947, 0.13530606894388414, 0.3042204989048285, 0.21783158346694867, 0.12730942136556073, 0.22201548398088763, 0.18910360743830318, 0.3160190436076916, 0.3282405552978347, 0.29157549470325717, 0.13709115752198053 ], "crps": [ 32.10537462669873, 35.79059422481896, 30.154426232760134, 26.90295461047111, 176.20442568410058, 32.55228939672281, 35.719874986796945, 47.64516069479287, 21.129692443573393, 31.844827637045736, 28.949921762301898, 28.440920469680222, 34.261662963018324, 54.07090357290345, 42.002458673836664, 49.841327052672575, 33.36491920650275, 61.03754533719111, 40.83844857208515, 29.111093219387246, 36.820551659700946, 34.13150549759138, 38.325859586449184, 27.945990626952657 ], "crps_clim": [ 31.742925516629697, 40.77336668818828, 28.09618525185972, 37.986090541506, 251.4927342153348, 40.320321374030684, 40.93726570534917, 40.54786455186527, 22.988890072347303, 28.257992147944407, 24.96559897910219, 25.682377420488514, 37.65656723862455, 67.35667251514191, 29.987287831298126, 43.08507304266908, 30.254448434401816, 47.83890739301917, 44.7070520085121, 29.018165136591247, 36.90426542672519, 32.258006168915756, 38.015712600516835, 34.40598130175283 ], "crps_fair": [ 30.531857385990385, 33.84358206871457, 28.6487630179844, 25.368784944742618, 174.6487089958474, 31.174310829416907, 34.106423872878956, 46.15854168603851, 19.79123344209629, 30.00106268488266, 27.208439998195335, 26.76159569832825, 32.905344563729685, 52.449957550067694, 40.496718716771326, 48.651056250210345, 31.568249093306534, 59.4467324175054, 39.273491495632584, 27.628925611672805, 35.13950793077735, 32.5788664508392, 36.33360559667596, 26.63979815013215 ], "crps_fair_clim": [ 29.83323453860368, 38.88077881844172, 26.1795875687868, 36.08822373966346, 249.9992360568139, 38.426875463916396, 39.04498825040786, 38.65484959473932, 21.062619481737414, 26.341700917326186, 23.043072155361166, 23.761208131674348, 35.758076339617475, 65.51443181552213, 28.07427178189838, 41.19686340465451, 28.3419383709928, 45.95970122915301, 42.821914300357065, 27.103313627542445, 35.0043497136804, 30.34929072242817, 36.1179019010588, 32.50133398998652 ] }, "rps": 0.43534753867952897, "rpss": 0.03935082836414616, "brier_below": 0.22031085493813893, "bss_below": 0.02772571354341724, "brier_above": 0.21503668340790213, "bss_above": 0.05097625572791098, "crps": 42.04969703075229, "crpss": 0.07010821192894579, "crps_fair": 40.47314826885155, "crpss_fair": 0.06605793818565564, "reliability": { "below": { "weight": [ 0.007756, 0.12005, 0.27245, 0.313406, 0.200545, 0.076882, 0.008406, 0.000505, 0.0, 0.0 ], "mean_forecast": [ 0.093, 0.153, 0.2588, 0.3566, 0.443, 0.5349, 0.6291, 0.7369, NaN, NaN ], "observed_frequency": [ 0.1915, 0.1827, 0.3152, 0.3534, 0.4101, 0.5195, 0.5395, 0.4457, NaN, NaN ] }, "above": { "weight": [ 0.001237, 0.064311, 0.30461, 0.285286, 0.191426, 0.090466, 0.047894, 0.014771, 0.0, 0.0 ], "mean_forecast": [ 0.0869, 0.1641, 0.2605, 0.3555, 0.4421, 0.5392, 0.6464, 0.7346, NaN, NaN ], "observed_frequency": [ 0.068, 0.2248, 0.264, 0.3298, 0.3651, 0.4963, 0.6657, 0.7619, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.46057561019100624, 0.31125055652673683, 0.3851481971639931, 0.34558940425786205, 0.15238162970086933, 0.3525124017844471, 0.31093270990895877, 0.5810710614456187, 0.34234796628002334, 0.3048275973148796, 0.3655919549357095, 0.40426156885597664, 0.49504167142964217, 0.3734259676426949, 0.4747517882905808, 0.4753907696492896, 0.3955137864185284, 0.6014266131175579, 0.4267932040849862, 0.3092556536750848, 0.44433394293300854, 0.46842936147758957, 0.193148603930156, 0.46098634875522876 ], "rps_clim": [ 0.48190550000573357, 0.4447116445242348, 0.39122568096409477, 0.5314846969938783, 0.5463137956783318, 0.5246370465888529, 0.46799085520133354, 0.4301833029814578, 0.3790308872213789, 0.3760295940535084, 0.36571087481860687, 0.4071905851059967, 0.5346883511508412, 0.5378418848789392, 0.39758042315298353, 0.42189702405901625, 0.3563103597455807, 0.5447213097764745, 0.4681166137581803, 0.3573140644587983, 0.4646548700920834, 0.443550454531998, 0.4892057891747856, 0.5235515129376195 ], "brier_below": [ 0.34337423267617867, 0.08769724369429077, 0.2660859878363274, 0.2731059332568524, 0.018832275999522606, 0.2732064568251115, 0.24301596730854486, 0.22808012992814816, 0.2063975286358503, 0.07453610004794474, 0.21164639766983495, 0.14440173270605325, 0.3988264137590547, 0.07543201398370866, 0.30537258355775115, 0.14460704130774887, 0.15381628052805785, 0.4697813384309217, 0.10950863106846909, 0.09022310142702245, 0.09807075018408215, 0.14915141062773984, 0.01723507638781729, 0.37120309628214615 ], "brier_below_clim": [ 0.3519612903999631, 0.14955802970751203, 0.2601871534110402, 0.4105017057194249, 0.12098299127445337, 0.39624369138262994, 0.3443603210875784, 0.12682101259329223, 0.2099793080182162, 0.1262687532682766, 0.2039124110213452, 0.13844673123024703, 0.4137053598763879, 0.12098299127445337, 0.264430544340142, 0.12679414888912763, 0.17861675021890278, 0.42373831850202115, 0.13731870409752048, 0.14687327559600188, 0.12098299127445337, 0.14271630161606835, 0.12098299127445337, 0.40256852166316615 ], "brier_above": [ 0.11720137137838717, 0.22355331119869903, 0.1190622022180998, 0.07248347138565299, 0.13354934867826254, 0.07930594494693276, 0.06791674186929982, 0.35299092821712974, 0.1359504363533977, 0.23029149425611162, 0.1539455520070674, 0.25985983619970077, 0.09621525009137148, 0.2979939553661968, 0.16937919689318587, 0.33078373351922236, 0.24169750717449923, 0.131645271569763, 0.3172845803456395, 0.2190325492244505, 0.3462632035492164, 0.3192779580928019, 0.17591352566769594, 0.08978324761302356 ], "brier_above_clim": [ 0.1299442096057706, 0.29515361481672286, 0.13103852755305465, 0.12098299127445337, 0.4253308044038785, 0.12839335520622294, 0.12363053411375528, 0.3033622903881658, 0.16905157920316274, 0.24976084078523186, 0.16179846379726168, 0.26874385387575, 0.12098299127445337, 0.4168588936044859, 0.13314987881284177, 0.2951028751698888, 0.1776936095266779, 0.12098299127445337, 0.3307979096606601, 0.21044078886279646, 0.34367187881763017, 0.3008341529159299, 0.3682227979003325, 0.12098299127445337 ], "crps": [ 40.51704967845059, 43.8688386750194, 29.989398657013073, 29.82516773240812, 237.9852326602631, 34.78024482374885, 27.899312003972742, 56.02199587363907, 26.089818590768573, 30.365580605510992, 30.855594610770872, 38.129747183245634, 46.977123008226904, 75.58733969556316, 42.270513924587824, 52.04777139646754, 39.491743693321524, 75.8919275680534, 67.00298063416766, 30.58165293548965, 51.8717223293211, 38.106339556185745, 52.51075876779111, 38.30676306401213 ], "crps_clim": [ 44.818392114890194, 49.555903283487574, 30.675020158925083, 53.94868480057281, 354.7381681248423, 56.058574286857095, 40.89964859325192, 41.88472808521825, 29.960563688835595, 35.58986358112118, 28.725216146584827, 36.06632699048634, 54.26159742058326, 101.57427145824482, 32.681017126544084, 48.797086589560294, 29.95440091470073, 69.17206276014227, 74.3649830088615, 31.00618674826232, 52.67156510791567, 36.916850791140064, 58.698649883439046, 47.73367692323706 ], "crps_fair": [ 38.70268082371095, 41.16627802104718, 28.116439724832293, 27.922814812846056, 235.98219429113558, 32.97931712271912, 26.009025972241297, 54.24350697286836, 24.35453116940528, 28.44260273510708, 28.78467182298089, 35.92265125259772, 45.29603687783916, 73.53114140185568, 40.25267220468036, 50.472560715491745, 37.33810787844102, 74.18233608495956, 65.10720359667975, 28.619528601518603, 49.81180071365986, 36.306576543378775, 49.49195850227781, 36.697145136778545 ], "crps_fair_clim": [ 42.28827155959033, 47.03475528721915, 28.118112914314686, 51.435856466268575, 352.79501684228853, 53.54974195536778, 38.362106175221676, 39.349051348043986, 27.402303306971245, 33.04226475208313, 26.16461609134499, 33.51963055426904, 51.74936172381692, 99.15164309867102, 30.1279091186148, 46.27450144046246, 27.396128860915656, 66.68806658106446, 71.89082190601232, 28.449906713101416, 50.156317986314725, 34.37176519545435, 56.19481769512508, 45.209077740680264 ] }, "rps": 0.3931245154071012, "rpss": 0.13327936134354657, "brier_below": 0.19806698850538249, "bss_below": 0.1260038338563283, "brier_above": 0.19505752574232535, "bss_above": 0.14054423689554474, "crps": 51.54060906949994, "crpss": 0.14143906615934188, "crps_fair": 49.57224095746053, "crpss_fair": 0.13832491701169158, "reliability": { "below": { "weight": [ 0.01256, 0.154081, 0.277418, 0.274411, 0.194342, 0.079645, 0.007543, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0914, 0.1481, 0.2572, 0.3571, 0.446, 0.5383, 0.6265, NaN, NaN, NaN ], "observed_frequency": [ 0.0347, 0.0928, 0.2405, 0.3809, 0.5206, 0.6973, 0.5869, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000723, 0.081085, 0.318057, 0.264713, 0.148947, 0.103537, 0.054793, 0.028144, 0.0, 0.0 ], "mean_forecast": [ 0.0744, 0.1638, 0.2579, 0.3552, 0.4442, 0.5395, 0.6499, 0.7354, NaN, NaN ], "observed_frequency": [ 0.0, 0.134, 0.2266, 0.2951, 0.3725, 0.6018, 0.8268, 0.8535, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4100330397468575, 0.4178170282145457, 0.3974558339800802, 0.337630005422543, 0.4637666642750165, 0.4036752997736101, 0.34690641518841137, 0.612058827795232 ], "rps_clim": [ 0.417659603071558, 0.42114839455105046, 0.5533032498091346, 0.4473076683297933, 0.4625683790499464, 0.41678104095296603, 0.5158924310312171, 0.42890011506153497 ], "brier_below": [ 0.22998622394133517, 0.21931939584182186, 0.09853824852478273, 0.23699517510856066, 0.24172249210294483, 0.22684850863073103, 0.11717360488027233, 0.2589514404013338 ], "brier_below_clim": [ 0.23401701276525544, 0.2189631813755131, 0.11111111773384957, 0.3104494178140245, 0.2504465951343465, 0.24187001637124075, 0.1452369658843232, 0.14026665735763472 ], "brier_above": [ 0.18004682023198315, 0.19849763115472654, 0.2989175593468795, 0.10063484053180966, 0.22204417000523308, 0.17682680158574896, 0.22973279563175236, 0.3531073664400346 ], "brier_above_clim": [ 0.18364259720487727, 0.20218521675843326, 0.4421920927416047, 0.1368582657800341, 0.2121217857216985, 0.17491103304162547, 0.37065543860496475, 0.28863344582864725 ], "crps": [ 26.882942034326764, 25.127220388255026, 77.82139526240418, 21.122983162228696, 30.677938084962637, 27.508149149110245, 70.27080757148485, 52.50481950976875 ], "crps_clim": [ 25.991938244042803, 27.156682952757507, 116.99857569796765, 25.68956435022059, 33.64072492622825, 25.925245138455825, 110.35729933852919, 38.12777562837381 ], "crps_fair": [ 26.110206202585648, 24.404841885106695, 76.83147442957264, 20.39572704014022, 30.02516434805148, 26.64056113065847, 69.34312159779688, 51.835729380371156 ], "crps_fair_clim": [ 24.186278935163696, 25.3510236438784, 115.19291638908858, 23.883905041341485, 31.83506561734916, 24.11958582957673, 108.55164002965007, 36.322116319494704 ] }, "rps": 0.423667889299537, "rpss": 0.07485006426913621, "brier_below": 0.2036918861789728, "bss_below": 0.01381409721948601, "brier_above": 0.21997599811602098, "bss_above": 0.12499597568266796, "crps": 41.48953189531765, "crpss": 0.17819689031351826, "crps_fair": 40.69835325178539, "crpss_fair": 0.16396695423894858, "reliability": { "below": { "weight": [ 0.013316, 0.115073, 0.104039, 0.281679, 0.315236, 0.145521, 0.024293, 0.000843, 0.0, 0.0 ], "mean_forecast": [ 0.0897, 0.1478, 0.2563, 0.3545, 0.45, 0.543, 0.6212, 0.7125, NaN, NaN ], "observed_frequency": [ 0.0, 0.0292, 0.2203, 0.3299, 0.3211, 0.3653, 0.4983, 0.7006, NaN, NaN ] }, "above": { "weight": [ 8.3e-05, 0.162467, 0.333591, 0.264601, 0.10545, 0.041765, 0.060735, 0.031308, 0.0, 0.0 ], "mean_forecast": [ 0.0926, 0.1741, 0.2509, 0.3409, 0.4437, 0.5512, 0.6529, 0.7229, NaN, NaN ], "observed_frequency": [ 0.0, 0.3311, 0.3245, 0.3587, 0.3964, 0.7438, 0.9833, 1.0, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.3908923717698385, 0.3096283833615878, 0.1496552037868875, 0.35872193421532034, 0.39871394469932037, 0.42245837331159486, 0.13689417121795427, 0.40176012247601006 ], "rps_clim": [ 0.37168678111891346, 0.40830734552865355, 0.5514955812695821, 0.4122454531264281, 0.5073582366943469, 0.42296825285318396, 0.5480141639602464, 0.3433109747399186 ], "brier_below": [ 0.15496621237364988, 0.23623872758029213, 0.023638409164090886, 0.23657135799841794, 0.31926267486651033, 0.29494798072287864, 0.016736965256264332, 0.23543893931527032 ], "brier_below_clim": [ 0.13710719771935653, 0.28966613712444955, 0.11111111773384952, 0.26920158326246535, 0.3962471388287118, 0.3008762153923436, 0.11169127068708512, 0.1645095887434772 ], "brier_above": [ 0.2359261577952093, 0.07338966819719009, 0.12601677790538382, 0.12215058664431265, 0.07945128440552507, 0.12751040876411723, 0.12015719137663901, 0.16632118313820307 ], "brier_above_clim": [ 0.23457958118988842, 0.11864122692593004, 0.44038442452528814, 0.14304388402215332, 0.11111111773384952, 0.12209205536551032, 0.43632285498898205, 0.17880139376069062 ], "crps": [ 32.495795162169195, 22.982142147605575, 71.95562345659175, 26.329729238779638, 34.57931591244234, 32.76393623096747, 85.4687049852803, 32.35076767424963 ], "crps_clim": [ 29.91091499200625, 33.39002587790927, 163.85395380251938, 30.317658032788415, 46.77514464531494, 32.16405989901042, 178.02911191569987, 27.619913058663098 ], "crps_fair": [ 31.496360154324794, 22.084227393445556, 70.56447797537439, 25.425463674853848, 33.72570926768659, 31.79446117334799, 84.2480103421689, 31.521874680092424 ], "crps_fair_clim": [ 27.513828107781922, 30.99293899368493, 161.45686691829505, 27.920571148564072, 44.378057761090616, 29.766973014786096, 175.6320250314755, 25.22282617443876 ] }, "rps": 0.3210905631048142, "rpss": 0.2795383343670479, "brier_below": 0.1897251584096718, "bss_below": 0.14749914088021698, "brier_above": 0.13136540727832252, "bss_above": 0.41123973590012375, "crps": 42.36575185101074, "crpss": 0.3747453681899383, "crps_fair": 41.357573082661816, "crpss_fair": 0.3672391400078956, "reliability": { "below": { "weight": [ 0.034144, 0.211332, 0.086349, 0.295447, 0.29189, 0.074529, 0.006308, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0897, 0.1374, 0.2607, 0.3588, 0.4442, 0.538, 0.6119, NaN, NaN, NaN ], "observed_frequency": [ 0.0, 0.0093, 0.2874, 0.4451, 0.466, 0.4786, 0.69, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.11097, 0.320449, 0.273194, 0.048431, 0.041038, 0.129102, 0.076816, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.172, 0.2541, 0.3369, 0.4404, 0.5611, 0.6568, 0.7233, NaN, NaN ], "observed_frequency": [ NaN, 0.1096, 0.0854, 0.1607, 0.2514, 0.8888, 0.9848, 1.0, NaN, NaN ] } } } } }, "mvs_r3": { "lambda_": { "training_mean": 0.20609907480493653, "training": [ 0.19780868249226505, 0.22679145560880906, 0.18094714296824918, 0.2517000159742954, 0.30739289120313457, 0.21706206145913093, 0.20221252202497936, 0.1616753413809902, 0.19111465613786335, 0.19153562672369367, 0.19860230156983752, 0.19737948428787722, 0.2166931590375143, 0.23800736493362046, 0.14862868692822243, 0.15897719309607225, 0.19584436869651423, 0.1782317789256749, 0.21283725917793822, 0.22394439055611678, 0.20528603301261678, 0.19331643009108535, 0.22527880327795993, 0.22511014575401583 ], "test": 0.21378985000520442 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44781623713381924, 0.377721167812711, 0.45454831874269663, 0.3843672806271691, 0.21716448974956412, 0.41219714375256866, 0.4168630523862028, 0.5595280216006766, 0.3679780762133499, 0.4262585984673494, 0.42973823788233495, 0.4057509037288145, 0.4575033885050176, 0.4152337298511466, 0.5794399570560284, 0.553709408351309, 0.40556671117510495, 0.641252035477875, 0.42221473310764973, 0.3996365450995126, 0.4341685316326728, 0.4920473442576874, 0.34214541958463945, 0.40524286857458347 ], "rps_clim": [ 0.4395210979875425, 0.470103716624794, 0.41696991681095497, 0.4787026031452831, 0.5456974441052049, 0.4718891913819794, 0.47528498703411814, 0.4682080369739733, 0.3831343647949888, 0.4088195356935795, 0.4015935093605737, 0.39471244953026, 0.4905254593905998, 0.4972930203135432, 0.44542605260977947, 0.45801231637095624, 0.41221699134066647, 0.5190225092696747, 0.45873316132537956, 0.4177409102960471, 0.44718476065736323, 0.46325505114638965, 0.44214927012968386, 0.47013731140410536 ], "brier_below": [ 0.2860261857470546, 0.20142564837782187, 0.2790635665507941, 0.26724685536564324, 0.035509934692637635, 0.19748190813773703, 0.19522750596175611, 0.19519430604819943, 0.20892419573539045, 0.20412290809538866, 0.24522187045434873, 0.2048410977466731, 0.3507925575999234, 0.10730561444800564, 0.39338606911605223, 0.18664930088666987, 0.18022189753252327, 0.4456322235877429, 0.21271971946448145, 0.20713339363138794, 0.12556461024669466, 0.14989299620681903, 0.09923045533613926, 0.30170519096290693 ], "brier_below_clim": [ 0.26733852590825796, 0.2537256337025866, 0.25705411420017604, 0.3357734196011123, 0.12098299127445336, 0.24514724598143975, 0.22681741549383455, 0.13433843965721864, 0.20847648854308581, 0.21955850215575037, 0.23050568160830917, 0.18056439949521058, 0.3677097897916764, 0.12508152488088367, 0.31011998366589516, 0.1537918174661276, 0.19438540787371786, 0.391713087904114, 0.23671767734449203, 0.22863730285774397, 0.13116571704967142, 0.1350144958485548, 0.15057377542642655, 0.33304615388212466 ], "brier_above": [ 0.16179004695105997, 0.17629551663019838, 0.17548474750548973, 0.11712042376380034, 0.18165455162802097, 0.21471523719350685, 0.2216355503134279, 0.3643337174748286, 0.1590538781417697, 0.22213568786402915, 0.18451636348825712, 0.20090980486378543, 0.10671082352736531, 0.30792812069159786, 0.18605388327698363, 0.36706011199204097, 0.22534481534506265, 0.19561981175084112, 0.2094950133768847, 0.192503147309219, 0.30860392921859486, 0.3421543581524234, 0.24291496551819783, 0.10353767394839379 ], "brier_above_clim": [ 0.17218257207928467, 0.21637808292220725, 0.15991580261077884, 0.14292918354417064, 0.4247144528307517, 0.22674194540053969, 0.24846757154028362, 0.3338695973167546, 0.17465787625190304, 0.18926103353782903, 0.17108782775226475, 0.21414805003504944, 0.12281566959892326, 0.37221149543265947, 0.13530606894388414, 0.3042204989048285, 0.21783158346694867, 0.12730942136556073, 0.22201548398088763, 0.18910360743830318, 0.3160190436076916, 0.3282405552978347, 0.29157549470325717, 0.13709115752198053 ], "crps": [ 31.898063801306545, 36.85089557230408, 30.254634754141627, 26.752095539446124, 176.2327453605741, 32.004207661927815, 36.290979209057596, 48.55568031471451, 21.738703416340726, 32.47822355162592, 29.468015449432926, 29.248587003059004, 33.57723175354181, 53.71868064081074, 42.1421179089849, 50.595877806695825, 34.190630482667615, 60.01786505619116, 40.97993230187098, 29.710643881404174, 37.154297155824665, 34.74485759267182, 41.15697701880892, 27.255603483711027 ], "crps_clim": [ 31.742925516629697, 40.77336668818828, 28.09618525185972, 37.986090541506, 251.4927342153348, 40.320321374030684, 40.93726570534917, 40.54786455186527, 22.988890072347303, 28.257992147944407, 24.96559897910219, 25.682377420488514, 37.65656723862455, 67.35667251514191, 29.987287831298126, 43.08507304266908, 30.254448434401816, 47.83890739301917, 44.7070520085121, 29.018165136591247, 36.90426542672519, 32.258006168915756, 38.015712600516835, 34.40598130175283 ], "crps_fair": [ 30.261737399823325, 34.79778789916868, 28.68724222664131, 25.16579963254461, 174.68053772842393, 30.574435799063085, 34.626105468385894, 47.014768023942224, 20.34514993429085, 30.55881942685829, 27.655872455923465, 27.494939176649293, 32.172169163235324, 52.0306199564407, 40.56405812458421, 49.35714996214481, 32.302492850659156, 58.37542544417134, 39.35203438086153, 28.15673638966158, 35.402707105722556, 33.12948123140929, 39.01208107189183, 25.895403649549696 ], "crps_fair_clim": [ 29.83323453860368, 38.88077881844172, 26.1795875687868, 36.08822373966346, 249.9992360568139, 38.426875463916396, 39.04498825040786, 38.65484959473932, 21.062619481737414, 26.341700917326186, 23.043072155361166, 23.761208131674348, 35.758076339617475, 65.51443181552213, 28.07427178189838, 41.19686340465451, 28.3419383709928, 45.95970122915301, 42.821914300357065, 27.103313627542445, 35.0043497136804, 30.34929072242817, 36.1179019010588, 32.50133398998652 ] }, "rps": 0.4353371750321035, "rpss": 0.039373697057385026, "brier_below": 0.2200216671638663, "bss_below": 0.029001954956768494, "brier_above": 0.21531550749690745, "bss_above": 0.04974571832960517, "crps": 42.375731113213114, "crpss": 0.06289825710596864, "crps_fair": 40.733898104251956, "crpss_fair": 0.06004098004654734, "reliability": { "below": { "weight": [ 0.006511, 0.112534, 0.262255, 0.314167, 0.208739, 0.087634, 0.007655, 0.000505, 0.0, 0.0 ], "mean_forecast": [ 0.0949, 0.155, 0.2592, 0.3569, 0.4428, 0.5351, 0.6314, 0.7345, NaN, NaN ], "observed_frequency": [ 0.2194, 0.1849, 0.3053, 0.3493, 0.4085, 0.5173, 0.5449, 0.4457, NaN, NaN ] }, "above": { "weight": [ 0.001208, 0.06216, 0.304207, 0.286537, 0.195149, 0.087903, 0.04781, 0.014997, 2.8e-05, 0.0 ], "mean_forecast": [ 0.0898, 0.1652, 0.261, 0.3556, 0.4425, 0.5394, 0.6439, 0.7317, 0.8238, NaN ], "observed_frequency": [ 0.0696, 0.2285, 0.2648, 0.3293, 0.3728, 0.4733, 0.6692, 0.7598, 1.0, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44986337955283257, 0.31494077737964504, 0.3833925762968381, 0.33489532513670384, 0.15473924938682723, 0.33829462967585433, 0.31189387925552986, 0.5975448412043529, 0.34986552088611844, 0.31238384961427224, 0.3674636003553624, 0.41260905097228984, 0.4790411729601339, 0.37657794379787196, 0.4714083478491679, 0.4899601518882422, 0.39766319592368043, 0.5789712391413911, 0.43314025573905207, 0.31312086231151887, 0.4513825307840528, 0.4780568318411309, 0.19555159440681372, 0.4426055361112372 ], "rps_clim": [ 0.48190550000573357, 0.4447116445242348, 0.39122568096409477, 0.5314846969938783, 0.5463137956783318, 0.5246370465888529, 0.46799085520133354, 0.4301833029814578, 0.3790308872213789, 0.3760295940535084, 0.36571087481860687, 0.4071905851059967, 0.5346883511508412, 0.5378418848789392, 0.39758042315298353, 0.42189702405901625, 0.3563103597455807, 0.5447213097764745, 0.4681166137581803, 0.3573140644587983, 0.4646548700920834, 0.443550454531998, 0.4892057891747856, 0.5235515129376195 ], "brier_below": [ 0.3313695548381668, 0.09142753328711813, 0.2622836087110424, 0.2613824358350553, 0.019387527841620813, 0.25769838601077705, 0.2429135801464494, 0.24493986850421046, 0.2136864806457642, 0.08133815387347457, 0.2118130930350824, 0.1519185794125813, 0.3811729155356807, 0.079642117035824, 0.3002212906747175, 0.15874458475939768, 0.1535408203203595, 0.445837729447245, 0.11690856602173458, 0.09323861899209829, 0.10621378223537711, 0.1604035047331502, 0.019925975047911753, 0.35169497536004335 ], "brier_below_clim": [ 0.3519612903999631, 0.14955802970751203, 0.2601871534110402, 0.4105017057194249, 0.12098299127445337, 0.39624369138262994, 0.3443603210875784, 0.12682101259329223, 0.2099793080182162, 0.1262687532682766, 0.2039124110213452, 0.13844673123024703, 0.4137053598763879, 0.12098299127445337, 0.264430544340142, 0.12679414888912763, 0.17861675021890278, 0.42373831850202115, 0.13731870409752048, 0.14687327559600188, 0.12098299127445337, 0.14271630161606835, 0.12098299127445337, 0.40256852166316615 ], "brier_above": [ 0.11849381795325713, 0.22351324230116487, 0.12110895967299354, 0.07351289050285728, 0.135351716505298, 0.08059624420813902, 0.06898029909543153, 0.35260496690772464, 0.1361790388879106, 0.23104569249224313, 0.15565050208561465, 0.2606904719970779, 0.09786824966880388, 0.2969358282348952, 0.17118704948587835, 0.33121557236710675, 0.24412237654513597, 0.1331335064168366, 0.3162316973420005, 0.21988224040689308, 0.3451687603749568, 0.3176533344184209, 0.1756256170033582, 0.09091055566034763 ], "brier_above_clim": [ 0.1299442096057706, 0.29515361481672286, 0.13103852755305465, 0.12098299127445337, 0.4253308044038785, 0.12839335520622294, 0.12363053411375528, 0.3033622903881658, 0.16905157920316274, 0.24976084078523186, 0.16179846379726168, 0.26874385387575, 0.12098299127445337, 0.4168588936044859, 0.13314987881284177, 0.2951028751698888, 0.1776936095266779, 0.12098299127445337, 0.3307979096606601, 0.21044078886279646, 0.34367187881763017, 0.3008341529159299, 0.3682227979003325, 0.12098299127445337 ], "crps": [ 39.75974975382362, 46.380800095285, 30.15894604073665, 29.37985634278489, 237.74763880188462, 33.14565949426925, 29.246278323691737, 58.07407251640293, 27.539438418135575, 31.68528974598962, 31.95533040055716, 39.82367798724573, 45.20024572445756, 74.78478602348163, 42.71607499164028, 53.731270008809, 41.2070963188645, 73.33976107103271, 67.27737766023638, 32.06763110226846, 52.54007089016778, 39.41224741326534, 59.33452223440485, 36.428023822466294 ], "crps_clim": [ 44.818392114890194, 49.555903283487574, 30.675020158925083, 53.94868480057281, 354.7381681248423, 56.058574286857095, 40.89964859325192, 41.88472808521825, 29.960563688835595, 35.58986358112118, 28.725216146584827, 36.06632699048634, 54.26159742058326, 101.57427145824482, 32.681017126544084, 48.797086589560294, 29.95440091470073, 69.17206276014227, 74.3649830088615, 31.00618674826232, 52.67156510791567, 36.916850791140064, 58.698649883439046, 47.73367692323706 ], "crps_fair": [ 37.806324411233135, 43.435147741182035, 28.14743353727897, 27.360760586441966, 235.74175091684447, 31.22660911316616, 27.243591259616526, 56.179076468494266, 25.677809621518385, 29.599008684976724, 29.73016015948928, 37.4464794568132, 43.4078860470591, 72.57377515045425, 40.52992855139493, 52.04349238131078, 38.85247697385173, 71.51635198562536, 65.24190566754952, 29.938019597039002, 50.3236336744785, 37.474195856746256, 55.95162966388918, 34.695545393392294 ], "crps_fair_clim": [ 42.28827155959033, 47.03475528721915, 28.118112914314686, 51.435856466268575, 352.79501684228853, 53.54974195536778, 38.362106175221676, 39.349051348043986, 27.402303306971245, 33.04226475208313, 26.16461609134499, 33.51963055426904, 51.74936172381692, 99.15164309867102, 30.1279091186148, 46.27450144046246, 27.396128860915656, 66.68806658106446, 71.89082190601232, 28.449906713101416, 50.156317986314725, 34.37176519545435, 56.19481769512508, 45.209077740680264 ] }, "rps": 0.3931402642696216, "rpss": 0.13324463986562585, "brier_below": 0.19740432009603678, "bss_below": 0.1289279437928862, "brier_above": 0.19573594293893107, "bss_above": 0.13755501837043027, "crps": 52.205660215912566, "crpss": 0.1303606768344141, "crps_fair": 50.08929137082691, "crpss_fair": 0.1293374383494108, "reliability": { "below": { "weight": [ 0.009515, 0.135456, 0.252725, 0.276361, 0.214409, 0.102759, 0.008776, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0933, 0.1504, 0.2576, 0.3577, 0.4457, 0.5372, 0.6263, NaN, NaN, NaN ], "observed_frequency": [ 0.0305, 0.0889, 0.2066, 0.3696, 0.5022, 0.659, 0.5706, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000506, 0.074851, 0.31516, 0.26935, 0.156482, 0.099701, 0.055152, 0.028725, 7.3e-05, 0.0 ], "mean_forecast": [ 0.077, 0.1652, 0.2586, 0.3552, 0.4454, 0.5405, 0.6472, 0.7323, 0.8238, NaN ], "observed_frequency": [ 0.0, 0.1316, 0.2273, 0.2933, 0.3888, 0.5676, 0.8305, 0.8489, 1.0, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.41425142036392215, 0.41811028306389464, 0.3983910560239263, 0.337536117839627, 0.45709100903735495, 0.4039407810885065, 0.3474887384730923, 0.6147529066354638 ], "rps_clim": [ 0.417659603071558, 0.42114839455105046, 0.5533032498091346, 0.4473076683297933, 0.4625683790499464, 0.41678104095296603, 0.5158924310312171, 0.42890011506153497 ], "brier_below": [ 0.23412414483735583, 0.21905542408125792, 0.09918764970281516, 0.23614295663465618, 0.2348642519126747, 0.22672267387309122, 0.11795156013183901, 0.26151751122993155 ], "brier_below_clim": [ 0.23401701276525544, 0.2189631813755131, 0.11111111773384957, 0.3104494178140245, 0.2504465951343465, 0.24187001637124075, 0.1452369658843232, 0.14026665735763472 ], "brier_above": [ 0.18012727989430682, 0.19905485771985043, 0.299203380164199, 0.101393171427999, 0.2222267551397369, 0.1772181176197055, 0.22953716377489142, 0.3532353747626752 ], "brier_above_clim": [ 0.18364259720487727, 0.20218521675843326, 0.4421920927416047, 0.1368582657800341, 0.2121217857216985, 0.17491103304162547, 0.37065543860496475, 0.28863344582864725 ], "crps": [ 27.574766915856713, 25.494272183166792, 76.23854780405908, 21.524028309549575, 30.16458165027589, 27.791355651164267, 68.19425001058792, 53.42756100830652 ], "crps_clim": [ 25.991938244042803, 27.156682952757507, 116.99857569796765, 25.68956435022059, 33.64072492622825, 25.925245138455825, 110.35729933852919, 38.12777562837381 ], "crps_fair": [ 26.77214392449578, 24.74722678804631, 75.20133355497681, 20.768524551005914, 29.487293925323687, 26.894030395401586, 67.22441050849892, 52.73491475579887 ], "crps_fair_clim": [ 24.186278935163696, 25.3510236438784, 115.19291638908858, 23.883905041341485, 31.83506561734916, 24.11958582957673, 108.55164002965007, 36.322116319494704 ] }, "rps": 0.4239452890657235, "rpss": 0.07424431532676656, "brier_below": 0.2036957715504527, "bss_below": 0.013795285971515248, "brier_above": 0.22024951256292052, "bss_above": 0.12390801043284194, "crps": 41.30117044162084, "crpss": 0.181927856205919, "crps_fair": 40.47873480044348, "crpss_fair": 0.168478396794002, "reliability": { "below": { "weight": [ 0.007211, 0.119563, 0.091236, 0.27025, 0.331856, 0.154242, 0.024968, 0.000675, 0.0, 0.0 ], "mean_forecast": [ 0.0921, 0.1493, 0.2566, 0.355, 0.4493, 0.5419, 0.6204, 0.7077, NaN, NaN ], "observed_frequency": [ 0.0, 0.0288, 0.214, 0.3075, 0.3339, 0.3661, 0.4983, 0.7507, NaN, NaN ] }, "above": { "weight": [ 8.3e-05, 0.160933, 0.330969, 0.269346, 0.105196, 0.040328, 0.060562, 0.032581, 0.0, 0.0 ], "mean_forecast": [ 0.0937, 0.1749, 0.2515, 0.3407, 0.4432, 0.5497, 0.6515, 0.7215, NaN, NaN ], "observed_frequency": [ 0.0, 0.3348, 0.3279, 0.3527, 0.395, 0.7388, 0.9832, 1.0, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4014843970643971, 0.310329379367186, 0.15123624124140944, 0.3583821208395768, 0.38230496705091915, 0.42240184330056546, 0.13738389406374674, 0.4101396944075477 ], "rps_clim": [ 0.37168678111891346, 0.40830734552865355, 0.5514955812695821, 0.4122454531264281, 0.5073582366943469, 0.42296825285318396, 0.5480141639602464, 0.3433109747399186 ], "brier_below": [ 0.16526783570082207, 0.23558971977612836, 0.025402673273542113, 0.23469623528617528, 0.30185676912984294, 0.2933697535233961, 0.017909266839871815, 0.24324190340417254 ], "brier_below_clim": [ 0.13710719771935653, 0.28966613712444955, 0.11111111773384952, 0.26920158326246535, 0.3962471388287118, 0.3008762153923436, 0.11169127068708512, 0.1645095887434772 ], "brier_above": [ 0.23621655963867239, 0.07473967198445347, 0.12583355138258465, 0.12368589607830191, 0.0804482130084516, 0.12903210595617612, 0.11947461282026844, 0.16689779153158563 ], "brier_above_clim": [ 0.23457958118988842, 0.11864122692593004, 0.44038442452528814, 0.14304388402215332, 0.11111111773384952, 0.12209205536551032, 0.43632285498898205, 0.17880139376069062 ], "crps": [ 34.23106053894072, 23.785714700951264, 68.07489015450766, 27.192692559827037, 33.29113996393608, 33.269038364574506, 80.37404120188626, 34.39542178615682 ], "crps_clim": [ 29.91091499200625, 33.39002587790927, 163.85395380251938, 30.317658032788415, 46.77514464531494, 32.16405989901042, 178.02911191569987, 27.619913058663098 ], "crps_fair": [ 33.163856072024025, 22.832186579863567, 66.57346919554807, 26.222923131048105, 32.381224239358886, 32.23445661323907, 79.05766735712278, 33.51173321707163 ], "crps_fair_clim": [ 27.513828107781922, 30.99293899368493, 161.45686691829505, 27.920571148564072, 44.378057761090616, 29.766973014786096, 175.6320250314755, 25.22282617443876 ] }, "rps": 0.32170781716691854, "rpss": 0.27815334227820465, "brier_below": 0.1896667696167439, "bss_below": 0.14776150195320936, "brier_above": 0.13204105030006177, "bss_above": 0.40821160412511515, "crps": 41.82674990884754, "crpss": 0.3827002243217815, "crps_fair": 40.74718955065951, "crpss_fair": 0.37657786034003016, "reliability": { "below": { "weight": [ 0.01849, 0.222638, 0.056326, 0.266788, 0.333421, 0.094726, 0.007612, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0921, 0.1392, 0.2628, 0.3602, 0.4443, 0.538, 0.6161, NaN, NaN, NaN ], "observed_frequency": [ 0.0, 0.0068, 0.2861, 0.4041, 0.4862, 0.4477, 0.5718, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.105317, 0.315236, 0.283843, 0.048649, 0.038649, 0.128225, 0.080081, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1734, 0.2554, 0.3367, 0.4389, 0.5597, 0.6555, 0.722, NaN, NaN ], "observed_frequency": [ NaN, 0.1134, 0.0882, 0.1547, 0.2458, 0.8819, 0.9847, 1.0, NaN, NaN ] } } } } }, "mvs_r4": { "lambda_": { "training_mean": 0.20695872804486468, "training": [ 0.19858856083451257, 0.22803075037801143, 0.18166054377580632, 0.25216131367192757, 0.3083612152874281, 0.21764185713484108, 0.20338754723392985, 0.1627492713425261, 0.19179609045497756, 0.19198693490696628, 0.19899050100506127, 0.19772561561007115, 0.21744846221124134, 0.2386325886582772, 0.14958116320106704, 0.1602179785706383, 0.19633218059926694, 0.17903116025501992, 0.21366269133716845, 0.2248260139564714, 0.20601293924294486, 0.19429691663994228, 0.22742088012786318, 0.22646629664079237 ], "test": 0.21454202769432043 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44769444117339985, 0.3778741194926594, 0.4545828107365045, 0.38437418689806724, 0.21750060707259974, 0.41216525450264047, 0.4169696342375559, 0.5594912089553888, 0.3680122792836332, 0.4263354926558721, 0.4296916062012206, 0.4057480642390632, 0.45743682413037573, 0.41526525748427406, 0.5791502258214405, 0.5536087727477844, 0.40561666453397344, 0.6410863253065712, 0.4222890730672065, 0.399656146208757, 0.43418707717356525, 0.49206191966070933, 0.3421180836062738, 0.40522013411178237 ], "rps_clim": [ 0.4395210979875425, 0.470103716624794, 0.41696991681095497, 0.4787026031452831, 0.5456974441052049, 0.4718891913819794, 0.47528498703411814, 0.4682080369739733, 0.3831343647949888, 0.4088195356935795, 0.4015935093605737, 0.39471244953026, 0.4905254593905998, 0.4972930203135432, 0.44542605260977947, 0.45801231637095624, 0.41221699134066647, 0.5190225092696747, 0.45873316132537956, 0.4177409102960471, 0.44718476065736323, 0.46325505114638965, 0.44214927012968386, 0.47013731140410536 ], "brier_below": [ 0.28588862572963875, 0.2015288322992904, 0.27910550618401314, 0.2672343502058069, 0.035580108741842115, 0.19742050925992577, 0.19531040451161938, 0.19520838917672872, 0.20895137240246903, 0.20419576168183862, 0.24518503742934644, 0.20483726947872735, 0.35070485713276106, 0.1073152426311296, 0.3931682692143939, 0.18664622338549308, 0.18026657882921987, 0.44554381082583655, 0.21278681858893317, 0.20717138020548392, 0.12560678717465124, 0.14993098731229784, 0.0993045953537905, 0.3016334165093054 ], "brier_below_clim": [ 0.26733852590825796, 0.2537256337025866, 0.25705411420017604, 0.3357734196011123, 0.12098299127445336, 0.24514724598143975, 0.22681741549383455, 0.13433843965721864, 0.20847648854308581, 0.21955850215575037, 0.23050568160830917, 0.18056439949521058, 0.3677097897916764, 0.12508152488088367, 0.31011998366589516, 0.1537918174661276, 0.19438540787371786, 0.391713087904114, 0.23671767734449203, 0.22863730285774397, 0.13116571704967142, 0.1350144958485548, 0.15057377542642655, 0.33304615388212466 ], "brier_above": [ 0.1618058110235078, 0.17634528439497313, 0.17547729984947358, 0.11713983519898302, 0.18192049489082734, 0.2147447468307563, 0.22165923360451742, 0.3642828217040701, 0.1590609045573762, 0.22213972847743016, 0.1845065648339772, 0.2009107936340409, 0.10673195961717613, 0.3079500201366313, 0.18598195195517458, 0.3669625539349555, 0.2253500874057373, 0.1955425143441246, 0.2095022542072058, 0.19248476184863944, 0.30858029783504526, 0.3421309424046822, 0.24281348949788506, 0.1035867139503382 ], "brier_above_clim": [ 0.17218257207928467, 0.21637808292220725, 0.15991580261077884, 0.14292918354417064, 0.4247144528307517, 0.22674194540053969, 0.24846757154028362, 0.3338695973167546, 0.17465787625190304, 0.18926103353782903, 0.17108782775226475, 0.21414805003504944, 0.12281566959892326, 0.37221149543265947, 0.13530606894388414, 0.3042204989048285, 0.21783158346694867, 0.12730942136556073, 0.22201548398088763, 0.18910360743830318, 0.3160190436076916, 0.3282405552978347, 0.29157549470325717, 0.13709115752198053 ], "crps": [ 31.89315557567525, 36.865625312771954, 30.256028942064745, 26.756006697148255, 176.23295861950098, 32.00550389939528, 36.30514783471054, 48.56927656676035, 21.75010525463425, 32.4882337311595, 29.471670777662528, 29.26091684200041, 33.568910119791546, 53.72470580619167, 42.1455882338098, 50.609327282303184, 34.206847114334536, 60.00418486972163, 40.98581690871166, 29.722590132637198, 37.15975163815119, 34.75127425748664, 41.26480522354244, 27.249029839889925 ], "crps_clim": [ 31.742925516629697, 40.77336668818828, 28.09618525185972, 37.986090541506, 251.4927342153348, 40.320321374030684, 40.93726570534917, 40.54786455186527, 22.988890072347303, 28.257992147944407, 24.96559897910219, 25.682377420488514, 37.65656723862455, 67.35667251514191, 29.987287831298126, 43.08507304266908, 30.254448434401816, 47.83890739301917, 44.7070520085121, 29.018165136591247, 36.90426542672519, 32.258006168915756, 38.015712600516835, 34.40598130175283 ], "crps_fair": [ 30.2559464888392, 34.81100621217379, 28.687879639215467, 25.16930952094825, 174.68076460378128, 30.5751563523509, 34.63978914928122, 47.02784807501745, 20.355945395466673, 30.567813212393656, 27.65891248230637, 27.506202627777164, 32.16337122082276, 52.03543984943406, 40.56637170797238, 49.36986224819102, 32.31700396649398, 58.36133882276745, 39.35712174419034, 28.167610566613682, 35.40734485809324, 33.13529218489002, 39.114122133057535, 25.888295903918323 ], "crps_fair_clim": [ 29.83323453860368, 38.88077881844172, 26.1795875687868, 36.08822373966346, 249.9992360568139, 38.426875463916396, 39.04498825040786, 38.65484959473932, 21.062619481737414, 26.341700917326186, 23.043072155361166, 23.761208131674348, 35.758076339617475, 65.51443181552213, 28.07427178189838, 41.19686340465451, 28.3419383709928, 45.95970122915301, 42.821914300357065, 27.103313627542445, 35.0043497136804, 30.34929072242817, 36.1179019010588, 32.50133398998652 ] }, "rps": 0.4353390087208882, "rpss": 0.03936965079214738, "brier_below": 0.22002188059435598, "bss_below": 0.029001013046860757, "brier_above": 0.21531712775573034, "bss_above": 0.04973856762363993, "crps": 42.38531089500231, "crpss": 0.06268640872069309, "crps_fair": 40.74248954024984, "crpss_fair": 0.059842727531163264, "reliability": { "below": { "weight": [ 0.00455, 0.114382, 0.262085, 0.314111, 0.208994, 0.08769, 0.007683, 0.000505, 0.0, 0.0 ], "mean_forecast": [ 0.0935, 0.1544, 0.2593, 0.3568, 0.4427, 0.5349, 0.631, 0.734, NaN, NaN ], "observed_frequency": [ 0.0859, 0.191, 0.3051, 0.3491, 0.4085, 0.5173, 0.5429, 0.4457, NaN, NaN ] }, "above": { "weight": [ 0.001208, 0.062132, 0.304207, 0.286509, 0.195206, 0.087903, 0.04781, 0.014997, 2.8e-05, 0.0 ], "mean_forecast": [ 0.0902, 0.1654, 0.2611, 0.3556, 0.4424, 0.5392, 0.6434, 0.731, 0.8225, NaN ], "observed_frequency": [ 0.0696, 0.2286, 0.2649, 0.3292, 0.3727, 0.4733, 0.6692, 0.7598, 1.0, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44965512128463425, 0.31521363854845896, 0.3835969884711022, 0.33489800353509663, 0.15509544936307046, 0.3382362049137909, 0.31221280717177646, 0.5975658725919751, 0.34996288024817696, 0.31266000247675074, 0.3673885928936568, 0.4126304443045418, 0.4788610117164903, 0.37662953855229675, 0.4710371568569413, 0.49006325378000754, 0.3977776385842031, 0.5788794545161071, 0.43328980074969115, 0.3132004465326408, 0.4514232415705677, 0.4781591391850582, 0.19597025476991742, 0.44249286551461464 ], "rps_clim": [ 0.48190550000573357, 0.4447116445242348, 0.39122568096409477, 0.5314846969938783, 0.5463137956783318, 0.5246370465888529, 0.46799085520133354, 0.4301833029814578, 0.3790308872213789, 0.3760295940535084, 0.36571087481860687, 0.4071905851059967, 0.5346883511508412, 0.5378418848789392, 0.39758042315298353, 0.42189702405901625, 0.3563103597455807, 0.5447213097764745, 0.4681166137581803, 0.3573140644587983, 0.4646548700920834, 0.443550454531998, 0.4892057891747856, 0.5235515129376195 ], "brier_below": [ 0.33111944833683365, 0.09159638688969234, 0.2624480103079673, 0.2613415900204903, 0.019466558566513487, 0.25761255538096534, 0.2431737670245073, 0.24504080294062378, 0.21376544819199383, 0.08153162908579095, 0.21173794740812135, 0.15193982130268557, 0.38094720908746743, 0.07966792131833864, 0.29990206335428204, 0.15887731304114938, 0.15366154729314274, 0.44574153523607724, 0.11704843455583923, 0.09334893161562298, 0.10632793451826418, 0.16053318826220123, 0.020173364615858027, 0.3515108939252276 ], "brier_below_clim": [ 0.3519612903999631, 0.14955802970751203, 0.2601871534110402, 0.4105017057194249, 0.12098299127445337, 0.39624369138262994, 0.3443603210875784, 0.12682101259329223, 0.2099793080182162, 0.1262687532682766, 0.2039124110213452, 0.13844673123024703, 0.4137053598763879, 0.12098299127445337, 0.264430544340142, 0.12679414888912763, 0.17861675021890278, 0.42373831850202115, 0.13731870409752048, 0.14687327559600188, 0.12098299127445337, 0.14271630161606835, 0.12098299127445337, 0.40256852166316615 ], "brier_above": [ 0.1185356662212629, 0.22361724987549256, 0.12114897020421161, 0.07355641472380041, 0.13562888575654253, 0.08062365004457084, 0.06903904012302017, 0.35252506388050536, 0.13619743073179616, 0.23112837016995036, 0.1556506402530648, 0.26069062341780713, 0.09791379485646601, 0.2969616187035493, 0.17113508583875625, 0.3311859460297966, 0.24411609223082387, 0.13313791601639796, 0.3162413737985334, 0.2198515120069289, 0.3450953188952386, 0.31762595814034295, 0.17579688776674193, 0.09098196652081067 ], "brier_above_clim": [ 0.1299442096057706, 0.29515361481672286, 0.13103852755305465, 0.12098299127445337, 0.4253308044038785, 0.12839335520622294, 0.12363053411375528, 0.3033622903881658, 0.16905157920316274, 0.24976084078523186, 0.16179846379726168, 0.26874385387575, 0.12098299127445337, 0.4168588936044859, 0.13314987881284177, 0.2951028751698888, 0.1776936095266779, 0.12098299127445337, 0.3307979096606601, 0.21044078886279646, 0.34367187881763017, 0.3008341529159299, 0.3682227979003325, 0.12098299127445337 ], "crps": [ 39.74624510946328, 46.41840459478332, 30.162430776209217, 29.389733561668436, 237.74763880188462, 33.14906654898154, 29.282609993638147, 58.108766869321535, 27.568565972746235, 31.71095818750444, 31.964702146828706, 39.8551836692745, 45.17842028152944, 74.80023595669002, 42.724973716134336, 53.766843014719434, 41.24840413705344, 73.30459583873879, 67.29209049067914, 32.09807053601155, 52.554057458552755, 39.42743594372438, 59.61101897030946, 36.411104413348994 ], "crps_clim": [ 44.818392114890194, 49.555903283487574, 30.675020158925083, 53.94868480057281, 354.7381681248423, 56.058574286857095, 40.89964859325192, 41.88472808521825, 29.960563688835595, 35.58986358112118, 28.725216146584827, 36.06632699048634, 54.26159742058326, 101.57427145824482, 32.681017126544084, 48.797086589560294, 29.95440091470073, 69.17206276014227, 74.3649830088615, 31.00618674826232, 52.67156510791567, 36.916850791140064, 58.698649883439046, 47.73367692323706 ], "crps_fair": [ 37.79052040580601, 43.46886266298633, 28.148970214257428, 27.369596261566716, 235.74175091684447, 31.22851121382159, 27.27867941778505, 56.21241257041684, 25.705377093153377, 29.622070854564928, 29.73795369179698, 37.475245071686224, 43.38481272004466, 72.5861344833706, 40.535861120305405, 52.07713522577437, 38.889395046548984, 71.48013881490033, 65.25456322413608, 29.965704952417227, 50.335525956239074, 37.48768819894311, 56.213286810183014, 34.677250075037506 ], "crps_fair_clim": [ 42.28827155959033, 47.03475528721915, 28.118112914314686, 51.435856466268575, 352.79501684228853, 53.54974195536778, 38.362106175221676, 39.349051348043986, 27.402303306971245, 33.04226475208313, 26.16461609134499, 33.51963055426904, 51.74936172381692, 99.15164309867102, 30.1279091186148, 46.27450144046246, 27.396128860915656, 66.68806658106446, 71.89082190601232, 28.449906713101416, 50.156317986314725, 34.37176519545435, 56.19481769512508, 45.209077740680264 ] }, "rps": 0.39320415867214864, "rpss": 0.13310377203572865, "brier_below": 0.19743809592831899, "bss_below": 0.12877890357096067, "brier_above": 0.19576606150860046, "bss_above": 0.1374223109643442, "crps": 52.23006487457482, "crpss": 0.12995414522934767, "crps_fair": 50.11114362510776, "crpss_fair": 0.12895759788512584, "reliability": { "below": { "weight": [ 0.009152, 0.135529, 0.252289, 0.276216, 0.215062, 0.102903, 0.008848, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0937, 0.1505, 0.2577, 0.3576, 0.4456, 0.537, 0.6258, NaN, NaN, NaN ], "observed_frequency": [ 0.0, 0.091, 0.2061, 0.3693, 0.502, 0.6588, 0.5659, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000506, 0.074779, 0.315087, 0.269351, 0.156626, 0.099701, 0.055152, 0.028725, 7.3e-05, 0.0 ], "mean_forecast": [ 0.0774, 0.1654, 0.2587, 0.3551, 0.4453, 0.5403, 0.6466, 0.7316, 0.8225, NaN ], "observed_frequency": [ 0.0, 0.1318, 0.2274, 0.2933, 0.3885, 0.5676, 0.8305, 0.8489, 1.0, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.41428497319918356, 0.41808621551068037, 0.3984684322974911, 0.33758945723212025, 0.4570180567398157, 0.40388412759434955, 0.3475672823869915, 0.6145729017447976 ], "rps_clim": [ 0.417659603071558, 0.42114839455105046, 0.5533032498091346, 0.4473076683297933, 0.4625683790499464, 0.41678104095296603, 0.5158924310312171, 0.42890011506153497 ], "brier_below": [ 0.23415598176310468, 0.21902911387416865, 0.09918786204967471, 0.23617153050937217, 0.23479119718671324, 0.22667222565579903, 0.11795629615203318, 0.2614086084295243 ], "brier_below_clim": [ 0.23401701276525544, 0.2189631813755131, 0.11111111773384957, 0.3104494178140245, 0.2504465951343465, 0.24187001637124075, 0.1452369658843232, 0.14026665735763472 ], "brier_above": [ 0.1801289957780946, 0.19905710039030372, 0.2992805440840408, 0.10141793694475632, 0.22222685756645186, 0.17721191233585862, 0.22961097166106073, 0.35316427268362804 ], "brier_above_clim": [ 0.18364259720487727, 0.20218521675843326, 0.4421920927416047, 0.1368582657800341, 0.2121217857216985, 0.17491103304162547, 0.37065543860496475, 0.28863344582864725 ], "crps": [ 27.58421685463371, 25.500292617463852, 76.22305982595581, 21.527629144404905, 30.16305545138633, 27.796352368837603, 68.1703002524264, 53.44091390348571 ], "crps_clim": [ 25.991938244042803, 27.156682952757507, 116.99857569796765, 25.68956435022059, 33.64072492622825, 25.925245138455825, 110.35729933852919, 38.12777562837381 ], "crps_fair": [ 26.781290096014082, 24.753002543963152, 75.18529580064468, 20.77180315933935, 29.48552875518556, 26.898716210369187, 67.199982800244, 52.74801391811086 ], "crps_fair_clim": [ 24.186278935163696, 25.3510236438784, 115.19291638908858, 23.883905041341485, 31.83506561734916, 24.11958582957673, 108.55164002965007, 36.322116319494704 ] }, "rps": 0.42393393083817876, "rpss": 0.07426911792273483, "brier_below": 0.20367160195254874, "bss_below": 0.01391230446044922, "brier_above": 0.22026232393052433, "bss_above": 0.12385705033580241, "crps": 41.30072755232429, "crpss": 0.18193662872719185, "crps_fair": 40.47795416048386, "crpss_fair": 0.16849443284339805, "reliability": { "below": { "weight": [ 0.007211, 0.119563, 0.091151, 0.270166, 0.331941, 0.154327, 0.024968, 0.000675, 0.0, 0.0 ], "mean_forecast": [ 0.0924, 0.1495, 0.2567, 0.355, 0.4492, 0.5417, 0.6201, 0.7074, NaN, NaN ], "observed_frequency": [ 0.0, 0.0288, 0.2142, 0.3073, 0.3341, 0.3659, 0.4983, 0.7507, NaN, NaN ] }, "above": { "weight": [ 8.3e-05, 0.160933, 0.330969, 0.269346, 0.105196, 0.040328, 0.060562, 0.032581, 0.0, 0.0 ], "mean_forecast": [ 0.094, 0.175, 0.2516, 0.3407, 0.4431, 0.5495, 0.6513, 0.7212, NaN, NaN ], "observed_frequency": [ 0.0, 0.3348, 0.3279, 0.3527, 0.395, 0.7388, 0.9832, 1.0, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.40157186299496206, 0.31041791959071224, 0.15146759590985445, 0.35837383395313793, 0.3822425950531856, 0.42226062826777255, 0.13761282645219616, 0.410154451651593 ], "rps_clim": [ 0.37168678111891346, 0.40830734552865355, 0.5514955812695821, 0.4122454531264281, 0.5073582366943469, 0.42296825285318396, 0.5480141639602464, 0.3433109747399186 ], "brier_below": [ 0.1653463371845925, 0.23562246272200602, 0.025468002661730424, 0.23467339490214364, 0.3017631962242684, 0.29322143259442013, 0.01796382778116429, 0.24324456875102887 ], "brier_below_clim": [ 0.13710719771935653, 0.28966613712444955, 0.11111111773384952, 0.26920158326246535, 0.3962471388287118, 0.3008762153923436, 0.11169127068708512, 0.1645095887434772 ], "brier_above": [ 0.23622552401258606, 0.07479546929915468, 0.12599957665614328, 0.12370044956373413, 0.08047941390875592, 0.12903921184103292, 0.11964898425394961, 0.16690988344221855 ], "brier_above_clim": [ 0.23457958118988842, 0.11864122692593004, 0.44038442452528814, 0.14304388402215332, 0.11111111773384952, 0.12209205536551032, 0.43632285498898205, 0.17880139376069062 ], "crps": [ 34.25513692049688, 23.801130471798313, 68.03516689357967, 27.201864135668657, 33.28725309554409, 33.28179600608565, 80.31255997576856, 34.42974051399017 ], "crps_clim": [ 29.91091499200625, 33.39002587790927, 163.85395380251938, 30.317658032788415, 46.77514464531494, 32.16405989901042, 178.02911191569987, 27.619913058663098 ], "crps_fair": [ 33.18715154236793, 22.846972635670415, 66.53233371985424, 26.231266583052854, 32.37672282177968, 32.24641431538285, 78.99495826973438, 33.54539956996586 ], "crps_fair_clim": [ 27.513828107781922, 30.99293899368493, 161.45686691829505, 27.920571148564072, 44.378057761090616, 29.766973014786096, 175.6320250314755, 25.22282617443876 ] }, "rps": 0.32176271423417674, "rpss": 0.27803016446776774, "brier_below": 0.1896629028526693, "bss_below": 0.14777887666367606, "brier_above": 0.1320998141221969, "bss_above": 0.40794823339337827, "crps": 41.8255810016165, "crpss": 0.3827174756304078, "crps_fair": 40.74515243222602, "crpss_fair": 0.37660902775909766, "reliability": { "below": { "weight": [ 0.01849, 0.222638, 0.056108, 0.26657, 0.333639, 0.094943, 0.007612, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0924, 0.1395, 0.2629, 0.3602, 0.4442, 0.5379, 0.6159, NaN, NaN, NaN ], "observed_frequency": [ 0.0, 0.0068, 0.2872, 0.4036, 0.4865, 0.4467, 0.5718, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.105317, 0.315236, 0.283843, 0.048649, 0.038649, 0.128225, 0.080081, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1736, 0.2555, 0.3367, 0.4388, 0.5595, 0.6553, 0.7217, NaN, NaN ], "observed_frequency": [ NaN, 0.1134, 0.0882, 0.1547, 0.2458, 0.8819, 0.9847, 1.0, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.20765441728780334, "training": [ 0.19934743712831135, 0.22880106125135732, 0.18234111336127978, 0.25260858118765417, 0.30973132207654935, 0.21808889954982844, 0.20425822625451923, 0.16354006667136906, 0.1922372661368936, 0.19225242578247717, 0.1994301112877878, 0.19859980593770402, 0.21792693586485012, 0.23935674112254562, 0.15038426379037806, 0.16116313738816873, 0.19672199386212574, 0.17955380505608767, 0.21426503212394404, 0.2254999295739297, 0.2064906199984518, 0.1950500276766776, 0.2288444149215764, 0.22721279690281354 ], "test": 0.21530813014785946 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4476628579649402, 0.3779288589794592, 0.4545388879081703, 0.3844171037957932, 0.21794164524395468, 0.41218458646645306, 0.41700325127294224, 0.5593823739019103, 0.3680111934064388, 0.42632198858399567, 0.429669401864394, 0.4057118124829871, 0.4574492970228633, 0.4153275604320802, 0.5789944182634996, 0.5534731207057569, 0.40560648273410355, 0.6409851194451123, 0.4223067918959067, 0.39965074585709653, 0.43419027126262827, 0.49202606264118526, 0.34208918706995106, 0.4052539860585951 ], "rps_clim": [ 0.4395210979875425, 0.470103716624794, 0.41696991681095497, 0.4787026031452831, 0.5456974441052049, 0.4718891913819794, 0.47528498703411814, 0.4682080369739733, 0.3831343647949888, 0.4088195356935795, 0.4015935093605737, 0.39471244953026, 0.4905254593905998, 0.4972930203135432, 0.44542605260977947, 0.45801231637095624, 0.41221699134066647, 0.5190225092696747, 0.45873316132537956, 0.4177409102960471, 0.44718476065736323, 0.46325505114638965, 0.44214927012968386, 0.47013731140410536 ], "brier_below": [ 0.28585531980699047, 0.20156667187965524, 0.27908226251308776, 0.2672669290425905, 0.03567963578110942, 0.19743913857715376, 0.19532644238514457, 0.1951370120873447, 0.2089457319665268, 0.20419863966452592, 0.2451739255701065, 0.2047985023487513, 0.35071185303656227, 0.10732640445108793, 0.3930730856992855, 0.186597782710847, 0.1802663932000317, 0.44550164389495445, 0.21279924578047976, 0.20718001148133391, 0.12560791049720785, 0.14991310515320355, 0.09933005252214754, 0.30164896673537006 ], "brier_below_clim": [ 0.26733852590825796, 0.2537256337025866, 0.25705411420017604, 0.3357734196011123, 0.12098299127445336, 0.24514724598143975, 0.22681741549383455, 0.13433843965721864, 0.20847648854308581, 0.21955850215575037, 0.23050568160830917, 0.18056439949521058, 0.3677097897916764, 0.12508152488088367, 0.31011998366589516, 0.1537918174661276, 0.19438540787371786, 0.391713087904114, 0.23671767734449203, 0.22863730285774397, 0.13116571704967142, 0.1350144958485548, 0.15057377542642655, 0.33304615388212466 ], "brier_above": [ 0.16180753374196527, 0.1763621843030372, 0.1754566206958421, 0.11715017326109275, 0.18226200602203022, 0.21474544947655305, 0.22167681276215664, 0.36424536373828276, 0.1590654591172545, 0.2221233464235795, 0.18449547235846564, 0.2009133090086948, 0.10673743661011328, 0.3080011612592337, 0.18592132791656132, 0.3668753425617158, 0.22534009123425308, 0.19548347541244054, 0.2095075458443009, 0.19247073022439512, 0.3085823685967547, 0.3421129675344644, 0.2427591357816578, 0.10360501567415246 ], "brier_above_clim": [ 0.17218257207928467, 0.21637808292220725, 0.15991580261077884, 0.14292918354417064, 0.4247144528307517, 0.22674194540053969, 0.24846757154028362, 0.3338695973167546, 0.17465787625190304, 0.18926103353782903, 0.17108782775226475, 0.21414805003504944, 0.12281566959892326, 0.37221149543265947, 0.13530606894388414, 0.3042204989048285, 0.21783158346694867, 0.12730942136556073, 0.22201548398088763, 0.18910360743830318, 0.3160190436076916, 0.3282405552978347, 0.29157549470325717, 0.13709115752198053 ], "crps": [ 31.89315557567525, 36.865625312771954, 30.256028942064745, 26.756006697148255, 176.23295861950098, 32.00550389939528, 36.30514783471054, 48.56927656676035, 21.75010525463425, 32.4882337311595, 29.471670777662528, 29.26091684200041, 33.568910119791546, 53.72470580619167, 42.1455882338098, 50.609327282303184, 34.206847114334536, 60.00418486972163, 40.98581690871166, 29.722590132637198, 37.15975163815119, 34.75127425748664, 41.26480522354244, 27.249029839889925 ], "crps_clim": [ 31.742925516629697, 40.77336668818828, 28.09618525185972, 37.986090541506, 251.4927342153348, 40.320321374030684, 40.93726570534917, 40.54786455186527, 22.988890072347303, 28.257992147944407, 24.96559897910219, 25.682377420488514, 37.65656723862455, 67.35667251514191, 29.987287831298126, 43.08507304266908, 30.254448434401816, 47.83890739301917, 44.7070520085121, 29.018165136591247, 36.90426542672519, 32.258006168915756, 38.015712600516835, 34.40598130175283 ], "crps_fair": [ 30.2559464888392, 34.81100621217379, 28.687879639215467, 25.16930952094825, 174.68076460378128, 30.5751563523509, 34.63978914928122, 47.02784807501745, 20.355945395466673, 30.567813212393656, 27.65891248230637, 27.506202627777164, 32.16337122082276, 52.03543984943406, 40.56637170797238, 49.36986224819102, 32.31700396649398, 58.36133882276745, 39.35712174419034, 28.167610566613682, 35.40734485809324, 33.13529218489002, 39.114122133057535, 25.888295903918323 ], "crps_fair_clim": [ 29.83323453860368, 38.88077881844172, 26.1795875687868, 36.08822373966346, 249.9992360568139, 38.426875463916396, 39.04498825040786, 38.65484959473932, 21.062619481737414, 26.341700917326186, 23.043072155361166, 23.761208131674348, 35.758076339617475, 65.51443181552213, 28.07427178189838, 41.19686340465451, 28.3419383709928, 45.95970122915301, 42.821914300357065, 27.103313627542445, 35.0043497136804, 30.34929072242817, 36.1179019010588, 32.50133398998652 ] }, "rps": 0.43533862521917577, "rpss": 0.03937049703697404, "brier_below": 0.22001777778272913, "bss_below": 0.029019119545735217, "brier_above": 0.21532084706495824, "bss_above": 0.04972215315558903, "crps": 42.38531089500231, "crpss": 0.06268640872069309, "crps_fair": 40.74248954024984, "crpss_fair": 0.059842727531163264, "reliability": { "below": { "weight": [ 0.00455, 0.114382, 0.262085, 0.314111, 0.208994, 0.08769, 0.007683, 0.000505, 0.0, 0.0 ], "mean_forecast": [ 0.0939, 0.1547, 0.2594, 0.3568, 0.4426, 0.5348, 0.6307, 0.7336, NaN, NaN ], "observed_frequency": [ 0.0859, 0.191, 0.3051, 0.3491, 0.4085, 0.5173, 0.5429, 0.4457, NaN, NaN ] }, "above": { "weight": [ 0.001208, 0.062132, 0.304207, 0.286509, 0.195206, 0.087903, 0.04781, 0.014997, 2.8e-05, 0.0 ], "mean_forecast": [ 0.0905, 0.1656, 0.2611, 0.3556, 0.4423, 0.539, 0.6429, 0.7303, 0.8217, NaN ], "observed_frequency": [ 0.0696, 0.2286, 0.2649, 0.3292, 0.3727, 0.4733, 0.6692, 0.7598, 1.0, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4496752898439732, 0.31527973860907516, 0.383594948860009, 0.334993463565639, 0.1556003608583337, 0.3383240941400412, 0.3123327490461067, 0.5973717409889546, 0.349966330435618, 0.312671825690934, 0.3673821128188422, 0.4126098343571072, 0.47888697460201946, 0.37675539753630133, 0.4709509551131366, 0.48995949359729746, 0.397740603720738, 0.578837681738783, 0.43330523164983575, 0.3132089640289845, 0.45142692276225127, 0.47811703976591685, 0.19621978084506275, 0.4425495968820859 ], "rps_clim": [ 0.48190550000573357, 0.4447116445242348, 0.39122568096409477, 0.5314846969938783, 0.5463137956783318, 0.5246370465888529, 0.46799085520133354, 0.4301833029814578, 0.3790308872213789, 0.3760295940535084, 0.36571087481860687, 0.4071905851059967, 0.5346883511508412, 0.5378418848789392, 0.39758042315298353, 0.42189702405901625, 0.3563103597455807, 0.5447213097764745, 0.4681166137581803, 0.3573140644587983, 0.4646548700920834, 0.443550454531998, 0.4892057891747856, 0.5235515129376195 ], "brier_below": [ 0.33113384260823087, 0.09163386864665381, 0.2624426345134487, 0.2614166081741492, 0.01957868260685131, 0.25767930567891373, 0.24325014114252164, 0.24490548087167116, 0.2137569827281232, 0.08154292579212538, 0.21173130754663058, 0.1519188161654098, 0.3809646179089836, 0.079697825256335, 0.2998596594921771, 0.15882926365860983, 0.1536659774141659, 0.44571872431065934, 0.11705679685376823, 0.09338090731401749, 0.10633475273084163, 0.1605121050772752, 0.02027627163321219, 0.3515506719267889 ], "brier_below_clim": [ 0.3519612903999631, 0.14955802970751203, 0.2601871534110402, 0.4105017057194249, 0.12098299127445337, 0.39624369138262994, 0.3443603210875784, 0.12682101259329223, 0.2099793080182162, 0.1262687532682766, 0.2039124110213452, 0.13844673123024703, 0.4137053598763879, 0.12098299127445337, 0.264430544340142, 0.12679414888912763, 0.17861675021890278, 0.42373831850202115, 0.13731870409752048, 0.14687327559600188, 0.12098299127445337, 0.14271630161606835, 0.12098299127445337, 0.40256852166316615 ], "brier_above": [ 0.11854144051552927, 0.22364586817831764, 0.12115230639394457, 0.07357685660036047, 0.13602167321135228, 0.0806447889728591, 0.06908260788041376, 0.352466254352206, 0.13620934638358248, 0.23112889667874273, 0.15565080004222684, 0.26069101860689886, 0.09792234892506863, 0.2970575737470995, 0.17109128796463086, 0.33113023522299634, 0.24407462724570703, 0.13311895416609676, 0.31624844239495425, 0.21982805380674364, 0.3450921818670662, 0.31760494189882194, 0.17594350681516263, 0.09099891989110988 ], "brier_above_clim": [ 0.1299442096057706, 0.29515361481672286, 0.13103852755305465, 0.12098299127445337, 0.4253308044038785, 0.12839335520622294, 0.12363053411375528, 0.3033622903881658, 0.16905157920316274, 0.24976084078523186, 0.16179846379726168, 0.26874385387575, 0.12098299127445337, 0.4168588936044859, 0.13314987881284177, 0.2951028751698888, 0.1776936095266779, 0.12098299127445337, 0.3307979096606601, 0.21044078886279646, 0.34367187881763017, 0.3008341529159299, 0.3682227979003325, 0.12098299127445337 ], "crps": [ 39.74624510946328, 46.41840459478332, 30.162430776209217, 29.389733561668436, 237.74763880188462, 33.14906654898154, 29.282609993638147, 58.108766869321535, 27.568565972746235, 31.71095818750444, 31.964702146828706, 39.8551836692745, 45.17842028152944, 74.80023595669002, 42.724973716134336, 53.766843014719434, 41.24840413705344, 73.30459583873879, 67.29209049067914, 32.09807053601155, 52.554057458552755, 39.42743594372438, 59.61101897030946, 36.411104413348994 ], "crps_clim": [ 44.818392114890194, 49.555903283487574, 30.675020158925083, 53.94868480057281, 354.7381681248423, 56.058574286857095, 40.89964859325192, 41.88472808521825, 29.960563688835595, 35.58986358112118, 28.725216146584827, 36.06632699048634, 54.26159742058326, 101.57427145824482, 32.681017126544084, 48.797086589560294, 29.95440091470073, 69.17206276014227, 74.3649830088615, 31.00618674826232, 52.67156510791567, 36.916850791140064, 58.698649883439046, 47.73367692323706 ], "crps_fair": [ 37.79052040580601, 43.46886266298633, 28.148970214257428, 27.369596261566716, 235.74175091684447, 31.22851121382159, 27.27867941778505, 56.21241257041684, 25.705377093153377, 29.622070854564928, 29.73795369179698, 37.475245071686224, 43.38481272004466, 72.5861344833706, 40.535861120305405, 52.07713522577437, 38.889395046548984, 71.48013881490033, 65.25456322413608, 29.965704952417227, 50.335525956239074, 37.48768819894311, 56.213286810183014, 34.677250075037506 ], "crps_fair_clim": [ 42.28827155959033, 47.03475528721915, 28.118112914314686, 51.435856466268575, 352.79501684228853, 53.54974195536778, 38.362106175221676, 39.349051348043986, 27.402303306971245, 33.04226475208313, 26.16461609134499, 33.51963055426904, 51.74936172381692, 99.15164309867102, 30.1279091186148, 46.27450144046246, 27.396128860915656, 66.68806658106446, 71.89082190601232, 28.449906713101416, 50.156317986314725, 34.37176519545435, 56.19481769512508, 45.209077740680264 ] }, "rps": 0.39324004714404365, "rpss": 0.13302464881124842, "brier_below": 0.19745159041881513, "bss_below": 0.12871935738890028, "brier_above": 0.19578845549007884, "bss_above": 0.13732363937314462, "crps": 52.23006487457482, "crpss": 0.12995414522934767, "crps_fair": 50.11114362510776, "crpss_fair": 0.12895759788512584, "reliability": { "below": { "weight": [ 0.009152, 0.135529, 0.252289, 0.276216, 0.215062, 0.102903, 0.008848, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0941, 0.1508, 0.2578, 0.3576, 0.4455, 0.5368, 0.6256, NaN, NaN, NaN ], "observed_frequency": [ 0.0, 0.091, 0.2061, 0.3693, 0.502, 0.6588, 0.5659, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000506, 0.074779, 0.315087, 0.269351, 0.156626, 0.099701, 0.055152, 0.028725, 7.3e-05, 0.0 ], "mean_forecast": [ 0.0777, 0.1655, 0.2588, 0.3551, 0.4452, 0.5401, 0.6462, 0.7309, 0.8217, NaN ], "observed_frequency": [ 0.0, 0.1318, 0.2274, 0.2933, 0.3885, 0.5676, 0.8305, 0.8489, 1.0, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4142695235023372, 0.4180587729512997, 0.3985546652711191, 0.33766288775387615, 0.4570021869246225, 0.4038789869276764, 0.3476524673176436, 0.6143426491159748 ], "rps_clim": [ 0.417659603071558, 0.42114839455105046, 0.5533032498091346, 0.4473076683297933, 0.4625683790499464, 0.41678104095296603, 0.5158924310312171, 0.42890011506153497 ], "brier_below": [ 0.23414429496472844, 0.21900942757456057, 0.09918177324857237, 0.23621971900272512, 0.23479444773665178, 0.2266807430459257, 0.11795876426061574, 0.2612562438200892 ], "brier_below_clim": [ 0.23401701276525544, 0.2189631813755131, 0.11111111773384957, 0.3104494178140245, 0.2504465951343465, 0.24187001637124075, 0.1452369658843232, 0.14026665735763472 ], "brier_above": [ 0.18012523288234097, 0.19904934413496467, 0.29937286584756473, 0.10144317897824162, 0.22220773720469023, 0.17719825427720945, 0.22969368847377356, 0.3530863846730656 ], "brier_above_clim": [ 0.18364259720487727, 0.20218521675843326, 0.4421920927416047, 0.1368582657800341, 0.2121217857216985, 0.17491103304162547, 0.37065543860496475, 0.28863344582864725 ], "crps": [ 27.58421685463371, 25.500292617463852, 76.22305982595581, 21.527629144404905, 30.16305545138633, 27.796352368837603, 68.1703002524264, 53.44091390348571 ], "crps_clim": [ 25.991938244042803, 27.156682952757507, 116.99857569796765, 25.68956435022059, 33.64072492622825, 25.925245138455825, 110.35729933852919, 38.12777562837381 ], "crps_fair": [ 26.781290096014082, 24.753002543963152, 75.18529580064468, 20.77180315933935, 29.48552875518556, 26.898716210369187, 67.199982800244, 52.74801391811086 ], "crps_fair_clim": [ 24.186278935163696, 25.3510236438784, 115.19291638908858, 23.883905041341485, 31.83506561734916, 24.11958582957673, 108.55164002965007, 36.322116319494704 ] }, "rps": 0.4239277674705687, "rpss": 0.07428257667024052, "brier_below": 0.20365567670673362, "bss_below": 0.013989407447788538, "brier_above": 0.22027208580898133, "bss_above": 0.12381822026794087, "crps": 41.30072755232429, "crpss": 0.18193662872719185, "crps_fair": 40.47795416048386, "crpss_fair": 0.16849443284339805, "reliability": { "below": { "weight": [ 0.007211, 0.119563, 0.091151, 0.270166, 0.331941, 0.154327, 0.024968, 0.000675, 0.0, 0.0 ], "mean_forecast": [ 0.0926, 0.1497, 0.2568, 0.3549, 0.4491, 0.5415, 0.6198, 0.707, NaN, NaN ], "observed_frequency": [ 0.0, 0.0288, 0.2142, 0.3073, 0.3341, 0.3659, 0.4983, 0.7507, NaN, NaN ] }, "above": { "weight": [ 8.3e-05, 0.160933, 0.330969, 0.269346, 0.105196, 0.040328, 0.060562, 0.032581, 0.0, 0.0 ], "mean_forecast": [ 0.0942, 0.1752, 0.2517, 0.3407, 0.443, 0.5493, 0.651, 0.7208, NaN, NaN ], "observed_frequency": [ 0.0, 0.3348, 0.3279, 0.3527, 0.395, 0.7388, 0.9832, 1.0, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4015336260208227, 0.3104826620797275, 0.1517222119491858, 0.3584142368202583, 0.38234705804404057, 0.42225151035383984, 0.13785920344568717, 0.41004901406398186 ], "rps_clim": [ 0.37168678111891346, 0.40830734552865355, 0.5514955812695821, 0.4122454531264281, 0.5073582366943469, 0.42296825285318396, 0.5480141639602464, 0.3433109747399186 ], "brier_below": [ 0.16531312925700048, 0.2356561519527878, 0.025518350070181394, 0.23469896705504562, 0.3018444499399721, 0.293223940583672, 0.018013319859212593, 0.24314088917960525 ], "brier_below_clim": [ 0.13710719771935653, 0.28966613712444955, 0.11111111773384952, 0.26920158326246535, 0.3962471388287118, 0.3008762153923436, 0.11169127068708512, 0.1645095887434772 ], "brier_above": [ 0.23622049496596056, 0.07482652256319577, 0.12620384526938994, 0.12371528028126416, 0.08050262318838353, 0.12902758593980607, 0.11984586915135681, 0.16690812543307312 ], "brier_above_clim": [ 0.23457958118988842, 0.11864122692593004, 0.44038442452528814, 0.14304388402215332, 0.11111111773384952, 0.12209205536551032, 0.43632285498898205, 0.17880139376069062 ], "crps": [ 34.25513692049688, 23.801130471798313, 68.03516689357967, 27.201864135668657, 33.28725309554409, 33.28179600608565, 80.31255997576856, 34.42974051399017 ], "crps_clim": [ 29.91091499200625, 33.39002587790927, 163.85395380251938, 30.317658032788415, 46.77514464531494, 32.16405989901042, 178.02911191569987, 27.619913058663098 ], "crps_fair": [ 33.18715154236793, 22.846972635670415, 66.53233371985424, 26.231266583052854, 32.37672282177968, 32.24641431538285, 78.99495826973438, 33.54539956996586 ], "crps_fair_clim": [ 27.513828107781922, 30.99293899368493, 161.45686691829505, 27.920571148564072, 44.378057761090616, 29.766973014786096, 175.6320250314755, 25.22282617443876 ] }, "rps": 0.32183244034719294, "rpss": 0.27787371330633837, "brier_below": 0.18967614973718466, "bss_below": 0.14771935382271661, "brier_above": 0.13215629334905374, "bss_above": 0.4076951018787024, "crps": 41.8255810016165, "crpss": 0.3827174756304078, "crps_fair": 40.74515243222602, "crpss_fair": 0.37660902775909766, "reliability": { "below": { "weight": [ 0.01849, 0.222638, 0.056108, 0.26657, 0.333639, 0.094943, 0.007612, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0926, 0.1396, 0.263, 0.3602, 0.4441, 0.5377, 0.6156, NaN, NaN, NaN ], "observed_frequency": [ 0.0, 0.0068, 0.2872, 0.4036, 0.4865, 0.4467, 0.5718, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.105317, 0.315236, 0.283843, 0.048649, 0.038649, 0.128225, 0.080081, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1737, 0.2556, 0.3367, 0.4387, 0.5593, 0.6549, 0.7213, NaN, NaN ], "observed_frequency": [ NaN, 0.1134, 0.0882, 0.1547, 0.2458, 0.8819, 0.9847, 1.0, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "mvs_r3", "1994": "vs", "1995": "vs", "1996": "vs", "1997": "vs", "1998": "vs", "1999": "vs", "2000": "vs", "2001": "mvs_r3", "2002": "vs", "2003": "vs", "2004": "mvs_r3", "2005": "mvs", "2006": "mvs_r3", "2007": "vs", "2008": "vs", "2009": "mvs_r3", "2010": "vs", "2011": "vs", "2012": "vs", "2013": "vs", "2014": "vs", "2015": "vs", "2016": "vs" }, "chosen_test": "vs", "frequency": { "mvs": 1, "mvs_r3": 5, "mvs_r4": 0, "vs": 18 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44781623713381924, 0.3779288589794592, 0.4545388879081703, 0.3844171037957932, 0.21794164524395468, 0.41218458646645306, 0.41700325127294224, 0.5593823739019103, 0.3679780762133499, 0.42632198858399567, 0.429669401864394, 0.4057509037288145, 0.46435155415825335, 0.4152337298511466, 0.5789944182634996, 0.5534731207057569, 0.40556671117510495, 0.6409851194451123, 0.4223067918959067, 0.39965074585709653, 0.43419027126262827, 0.49202606264118526, 0.34208918706995106, 0.4052539860585951 ], "rps_clim": [ 0.4395210979875425, 0.470103716624794, 0.41696991681095497, 0.4787026031452831, 0.5456974441052049, 0.4718891913819794, 0.47528498703411814, 0.4682080369739733, 0.3831343647949888, 0.4088195356935795, 0.4015935093605737, 0.39471244953026, 0.4905254593905998, 0.4972930203135432, 0.44542605260977947, 0.45801231637095624, 0.41221699134066647, 0.5190225092696747, 0.45873316132537956, 0.4177409102960471, 0.44718476065736323, 0.46325505114638965, 0.44214927012968386, 0.47013731140410536 ], "brier_below": [ 0.2860261857470546, 0.20156667187965524, 0.27908226251308776, 0.2672669290425905, 0.03567963578110942, 0.19743913857715376, 0.19532644238514457, 0.1951370120873447, 0.20892419573539045, 0.20419863966452592, 0.2451739255701065, 0.2048410977466731, 0.3581802181084902, 0.10730561444800564, 0.3930730856992855, 0.186597782710847, 0.18022189753252327, 0.44550164389495445, 0.21279924578047976, 0.20718001148133391, 0.12560791049720785, 0.14991310515320355, 0.09933005252214754, 0.30164896673537006 ], "brier_below_clim": [ 0.26733852590825796, 0.2537256337025866, 0.25705411420017604, 0.3357734196011123, 0.12098299127445336, 0.24514724598143975, 0.22681741549383455, 0.13433843965721864, 0.20847648854308581, 0.21955850215575037, 0.23050568160830917, 0.18056439949521058, 0.3677097897916764, 0.12508152488088367, 0.31011998366589516, 0.1537918174661276, 0.19438540787371786, 0.391713087904114, 0.23671767734449203, 0.22863730285774397, 0.13116571704967142, 0.1350144958485548, 0.15057377542642655, 0.33304615388212466 ], "brier_above": [ 0.16179004695105997, 0.1763621843030372, 0.1754566206958421, 0.11715017326109275, 0.18226200602203022, 0.21474544947655305, 0.22167681276215664, 0.36424536373828276, 0.1590538781417697, 0.2221233464235795, 0.18449547235846564, 0.20090980486378543, 0.10617132868468515, 0.30792812069159786, 0.18592132791656132, 0.3668753425617158, 0.22534481534506265, 0.19548347541244054, 0.2095075458443009, 0.19247073022439512, 0.3085823685967547, 0.3421129675344644, 0.2427591357816578, 0.10360501567415246 ], "brier_above_clim": [ 0.17218257207928467, 0.21637808292220725, 0.15991580261077884, 0.14292918354417064, 0.4247144528307517, 0.22674194540053969, 0.24846757154028362, 0.3338695973167546, 0.17465787625190304, 0.18926103353782903, 0.17108782775226475, 0.21414805003504944, 0.12281566959892326, 0.37221149543265947, 0.13530606894388414, 0.3042204989048285, 0.21783158346694867, 0.12730942136556073, 0.22201548398088763, 0.18910360743830318, 0.3160190436076916, 0.3282405552978347, 0.29157549470325717, 0.13709115752198053 ], "crps": [ 31.898063801306545, 36.865625312771954, 30.256028942064745, 26.756006697148255, 176.23295861950098, 32.00550389939528, 36.30514783471054, 48.56927656676035, 21.738703416340726, 32.4882337311595, 29.471670777662528, 29.248587003059004, 34.261662963018324, 53.71868064081074, 42.1455882338098, 50.609327282303184, 34.190630482667615, 60.00418486972163, 40.98581690871166, 29.722590132637198, 37.15975163815119, 34.75127425748664, 41.26480522354244, 27.249029839889925 ], "crps_clim": [ 31.742925516629697, 40.77336668818828, 28.09618525185972, 37.986090541506, 251.4927342153348, 40.320321374030684, 40.93726570534917, 40.54786455186527, 22.988890072347303, 28.257992147944407, 24.96559897910219, 25.682377420488514, 37.65656723862455, 67.35667251514191, 29.987287831298126, 43.08507304266908, 30.254448434401816, 47.83890739301917, 44.7070520085121, 29.018165136591247, 36.90426542672519, 32.258006168915756, 38.015712600516835, 34.40598130175283 ], "crps_fair": [ 30.261737399823325, 34.81100621217379, 28.687879639215467, 25.16930952094825, 174.68076460378128, 30.5751563523509, 34.63978914928122, 47.02784807501745, 20.34514993429085, 30.567813212393656, 27.65891248230637, 27.494939176649293, 32.905344563729685, 52.0306199564407, 40.56637170797238, 49.36986224819102, 32.302492850659156, 58.36133882276745, 39.35712174419034, 28.167610566613682, 35.40734485809324, 33.13529218489002, 39.114122133057535, 25.888295903918323 ], "crps_fair_clim": [ 29.83323453860368, 38.88077881844172, 26.1795875687868, 36.08822373966346, 249.9992360568139, 38.426875463916396, 39.04498825040786, 38.65484959473932, 21.062619481737414, 26.341700917326186, 23.043072155361166, 23.761208131674348, 35.758076339617475, 65.51443181552213, 28.07427178189838, 41.19686340465451, 28.3419383709928, 45.95970122915301, 42.821914300357065, 27.103313627542445, 35.0043497136804, 30.34929072242817, 36.1179019010588, 32.50133398998652 ] }, "rps": 0.4356272922282205, "rpss": 0.03873351692687954, "brier_below": 0.22033423630390359, "bss_below": 0.02762252706755519, "brier_above": 0.21529305555272682, "bss_above": 0.049844805740156706, "crps": 42.41246454477628, "crpss": 0.062085929817777386, "crps_fair": 40.771921804114804, "crpss_fair": 0.05916356046920623 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44986337955283257, 0.31527973860907516, 0.383594948860009, 0.334993463565639, 0.1556003608583337, 0.3383240941400412, 0.3123327490461067, 0.5973717409889546, 0.34986552088611844, 0.312671825690934, 0.3673821128188422, 0.41260905097228984, 0.49504167142964217, 0.37657794379787196, 0.4709509551131366, 0.48995949359729746, 0.39766319592368043, 0.578837681738783, 0.43330523164983575, 0.3132089640289845, 0.45142692276225127, 0.47811703976591685, 0.19621978084506275, 0.4425495968820859 ], "rps_clim": [ 0.48190550000573357, 0.4447116445242348, 0.39122568096409477, 0.5314846969938783, 0.5463137956783318, 0.5246370465888529, 0.46799085520133354, 0.4301833029814578, 0.3790308872213789, 0.3760295940535084, 0.36571087481860687, 0.4071905851059967, 0.5346883511508412, 0.5378418848789392, 0.39758042315298353, 0.42189702405901625, 0.3563103597455807, 0.5447213097764745, 0.4681166137581803, 0.3573140644587983, 0.4646548700920834, 0.443550454531998, 0.4892057891747856, 0.5235515129376195 ], "brier_below": [ 0.3313695548381668, 0.09163386864665381, 0.2624426345134487, 0.2614166081741492, 0.01957868260685131, 0.25767930567891373, 0.24325014114252164, 0.24490548087167116, 0.2136864806457642, 0.08154292579212538, 0.21173130754663058, 0.1519185794125813, 0.3988264137590547, 0.079642117035824, 0.2998596594921771, 0.15882926365860983, 0.1535408203203595, 0.44571872431065934, 0.11705679685376823, 0.09338090731401749, 0.10633475273084163, 0.1605121050772752, 0.02027627163321219, 0.3515506719267889 ], "brier_below_clim": [ 0.3519612903999631, 0.14955802970751203, 0.2601871534110402, 0.4105017057194249, 0.12098299127445337, 0.39624369138262994, 0.3443603210875784, 0.12682101259329223, 0.2099793080182162, 0.1262687532682766, 0.2039124110213452, 0.13844673123024703, 0.4137053598763879, 0.12098299127445337, 0.264430544340142, 0.12679414888912763, 0.17861675021890278, 0.42373831850202115, 0.13731870409752048, 0.14687327559600188, 0.12098299127445337, 0.14271630161606835, 0.12098299127445337, 0.40256852166316615 ], "brier_above": [ 0.11849381795325713, 0.22364586817831764, 0.12115230639394457, 0.07357685660036047, 0.13602167321135228, 0.0806447889728591, 0.06908260788041376, 0.352466254352206, 0.1361790388879106, 0.23112889667874273, 0.15565080004222684, 0.2606904719970779, 0.09621525009137148, 0.2969358282348952, 0.17109128796463086, 0.33113023522299634, 0.24412237654513597, 0.13311895416609676, 0.31624844239495425, 0.21982805380674364, 0.3450921818670662, 0.31760494189882194, 0.17594350681516263, 0.09099891989110988 ], "brier_above_clim": [ 0.1299442096057706, 0.29515361481672286, 0.13103852755305465, 0.12098299127445337, 0.4253308044038785, 0.12839335520622294, 0.12363053411375528, 0.3033622903881658, 0.16905157920316274, 0.24976084078523186, 0.16179846379726168, 0.26874385387575, 0.12098299127445337, 0.4168588936044859, 0.13314987881284177, 0.2951028751698888, 0.1776936095266779, 0.12098299127445337, 0.3307979096606601, 0.21044078886279646, 0.34367187881763017, 0.3008341529159299, 0.3682227979003325, 0.12098299127445337 ], "crps": [ 39.75974975382362, 46.41840459478332, 30.162430776209217, 29.389733561668436, 237.74763880188462, 33.14906654898154, 29.282609993638147, 58.108766869321535, 27.539438418135575, 31.71095818750444, 31.964702146828706, 39.82367798724573, 46.977123008226904, 74.78478602348163, 42.724973716134336, 53.766843014719434, 41.2070963188645, 73.30459583873879, 67.29209049067914, 32.09807053601155, 52.554057458552755, 39.42743594372438, 59.61101897030946, 36.411104413348994 ], "crps_clim": [ 44.818392114890194, 49.555903283487574, 30.675020158925083, 53.94868480057281, 354.7381681248423, 56.058574286857095, 40.89964859325192, 41.88472808521825, 29.960563688835595, 35.58986358112118, 28.725216146584827, 36.06632699048634, 54.26159742058326, 101.57427145824482, 32.681017126544084, 48.797086589560294, 29.95440091470073, 69.17206276014227, 74.3649830088615, 31.00618674826232, 52.67156510791567, 36.916850791140064, 58.698649883439046, 47.73367692323706 ], "crps_fair": [ 37.806324411233135, 43.46886266298633, 28.148970214257428, 27.369596261566716, 235.74175091684447, 31.22851121382159, 27.27867941778505, 56.21241257041684, 25.677809621518385, 29.622070854564928, 29.73795369179698, 37.4464794568132, 45.29603687783916, 72.57377515045425, 40.535861120305405, 52.07713522577437, 38.85247697385173, 71.48013881490033, 65.25456322413608, 29.965704952417227, 50.335525956239074, 37.48768819894311, 56.213286810183014, 34.677250075037506 ], "crps_fair_clim": [ 42.28827155959033, 47.03475528721915, 28.118112914314686, 51.435856466268575, 352.79501684228853, 53.54974195536778, 38.362106175221676, 39.349051348043986, 27.402303306971245, 33.04226475208313, 26.16461609134499, 33.51963055426904, 51.74936172381692, 99.15164309867102, 30.1279091186148, 46.27450144046246, 27.396128860915656, 66.68806658106446, 71.89082190601232, 28.449906713101416, 50.156317986314725, 34.37176519545435, 56.19481769512508, 45.209077740680264 ] }, "rps": 0.3939061443134886, "rpss": 0.1315561060430348, "brier_below": 0.19819516974925275, "bss_below": 0.12543821756378248, "brier_above": 0.19571097333531892, "bss_above": 0.1376650385793159, "crps": 52.30068222386736, "crpss": 0.12877780489405588, "crps_fair": 50.18703602807026, "crpss_fair": 0.12763842022928795 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4142695235023372, 0.4180587729512997, 0.3985546652711191, 0.33766288775387615, 0.4570021869246225, 0.4038789869276764, 0.3476524673176436, 0.6143426491159748 ], "rps_clim": [ 0.417659603071558, 0.42114839455105046, 0.5533032498091346, 0.4473076683297933, 0.4625683790499464, 0.41678104095296603, 0.5158924310312171, 0.42890011506153497 ], "brier_below": [ 0.23414429496472844, 0.21900942757456057, 0.09918177324857237, 0.23621971900272512, 0.23479444773665178, 0.2266807430459257, 0.11795876426061574, 0.2612562438200892 ], "brier_below_clim": [ 0.23401701276525544, 0.2189631813755131, 0.11111111773384957, 0.3104494178140245, 0.2504465951343465, 0.24187001637124075, 0.1452369658843232, 0.14026665735763472 ], "brier_above": [ 0.18012523288234097, 0.19904934413496467, 0.29937286584756473, 0.10144317897824162, 0.22220773720469023, 0.17719825427720945, 0.22969368847377356, 0.3530863846730656 ], "brier_above_clim": [ 0.18364259720487727, 0.20218521675843326, 0.4421920927416047, 0.1368582657800341, 0.2121217857216985, 0.17491103304162547, 0.37065543860496475, 0.28863344582864725 ], "crps": [ 27.58421685463371, 25.500292617463852, 76.22305982595581, 21.527629144404905, 30.16305545138633, 27.796352368837603, 68.1703002524264, 53.44091390348571 ], "crps_clim": [ 25.991938244042803, 27.156682952757507, 116.99857569796765, 25.68956435022059, 33.64072492622825, 25.925245138455825, 110.35729933852919, 38.12777562837381 ], "crps_fair": [ 26.781290096014082, 24.753002543963152, 75.18529580064468, 20.77180315933935, 29.48552875518556, 26.898716210369187, 67.199982800244, 52.74801391811086 ], "crps_fair_clim": [ 24.186278935163696, 25.3510236438784, 115.19291638908858, 23.883905041341485, 31.83506561734916, 24.11958582957673, 108.55164002965007, 36.322116319494704 ] }, "rps": 0.4239277674705687, "rpss": 0.07428257667024052, "brier_below": 0.20365567670673362, "bss_below": 0.013989407447788538, "brier_above": 0.22027208580898133, "bss_above": 0.12381822026794087, "crps": 41.30072755232429, "crpss": 0.18193662872719185, "crps_fair": 40.47795416048386, "crpss_fair": 0.16849443284339805 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4015336260208227, 0.3104826620797275, 0.1517222119491858, 0.3584142368202583, 0.38234705804404057, 0.42225151035383984, 0.13785920344568717, 0.41004901406398186 ], "rps_clim": [ 0.37168678111891346, 0.40830734552865355, 0.5514955812695821, 0.4122454531264281, 0.5073582366943469, 0.42296825285318396, 0.5480141639602464, 0.3433109747399186 ], "brier_below": [ 0.16531312925700048, 0.2356561519527878, 0.025518350070181394, 0.23469896705504562, 0.3018444499399721, 0.293223940583672, 0.018013319859212593, 0.24314088917960525 ], "brier_below_clim": [ 0.13710719771935653, 0.28966613712444955, 0.11111111773384952, 0.26920158326246535, 0.3962471388287118, 0.3008762153923436, 0.11169127068708512, 0.1645095887434772 ], "brier_above": [ 0.23622049496596056, 0.07482652256319577, 0.12620384526938994, 0.12371528028126416, 0.08050262318838353, 0.12902758593980607, 0.11984586915135681, 0.16690812543307312 ], "brier_above_clim": [ 0.23457958118988842, 0.11864122692593004, 0.44038442452528814, 0.14304388402215332, 0.11111111773384952, 0.12209205536551032, 0.43632285498898205, 0.17880139376069062 ], "crps": [ 34.25513692049688, 23.801130471798313, 68.03516689357967, 27.201864135668657, 33.28725309554409, 33.28179600608565, 80.31255997576856, 34.42974051399017 ], "crps_clim": [ 29.91091499200625, 33.39002587790927, 163.85395380251938, 30.317658032788415, 46.77514464531494, 32.16405989901042, 178.02911191569987, 27.619913058663098 ], "crps_fair": [ 33.18715154236793, 22.846972635670415, 66.53233371985424, 26.231266583052854, 32.37672282177968, 32.24641431538285, 78.99495826973438, 33.54539956996586 ], "crps_fair_clim": [ 27.513828107781922, 30.99293899368493, 161.45686691829505, 27.920571148564072, 44.378057761090616, 29.766973014786096, 175.6320250314755, 25.22282617443876 ] }, "rps": 0.32183244034719294, "rpss": 0.27787371330633837, "brier_below": 0.18967614973718466, "bss_below": 0.14771935382271661, "brier_above": 0.13215629334905374, "bss_above": 0.4076951018787024, "crps": 41.8255810016165, "crpss": 0.3827174756304078, "crps_fair": 40.74515243222602, "crpss_fair": 0.37660902775909766 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "mvs", "1994": "mvs", "1995": "mvs", "1996": "mvs", "1997": "mvs", "1998": "mvs", "1999": "mvs", "2000": "mvs", "2001": "mvs", "2002": "mvs", "2003": "mvs", "2004": "mvs", "2005": "mvs", "2006": "mvs", "2007": "mvs", "2008": "mvs", "2009": "mvs", "2010": "mvs", "2011": "mvs", "2012": "mvs", "2013": "mvs", "2014": "mvs", "2015": "mvs", "2016": "mvs" }, "chosen_test": "mvs", "frequency": { "mvs": 24, "mvs_r3": 0, "mvs_r4": 0, "vs": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4514601259804884, 0.3765021137292147, 0.4555223377431187, 0.38893807033365146, 0.2146363625705465, 0.41747372229423363, 0.4166311379059766, 0.5532608111859987, 0.3645784427231489, 0.4237162452811895, 0.4295950601929255, 0.40193025606429283, 0.46435155415825335, 0.4137770786500807, 0.5819708751147536, 0.5479377724552057, 0.4039971544344762, 0.6511840538543521, 0.4196756255486035, 0.3980139509876954, 0.4315355731549168, 0.4878559349836646, 0.34124533380614536, 0.4125513351557642 ], "rps_clim": [ 0.4395210979875425, 0.470103716624794, 0.41696991681095497, 0.4787026031452831, 0.5456974441052049, 0.4718891913819794, 0.47528498703411814, 0.4682080369739733, 0.3831343647949888, 0.4088195356935795, 0.4015935093605737, 0.39471244953026, 0.4905254593905998, 0.4972930203135432, 0.44542605260977947, 0.45801231637095624, 0.41221699134066647, 0.5190225092696747, 0.45873316132537956, 0.4177409102960471, 0.44718476065736323, 0.46325505114638965, 0.44214927012968386, 0.47013731140410536 ], "brier_below": [ 0.2903116345937852, 0.20029938952777301, 0.2804418071974038, 0.2721751696373467, 0.03518468145023406, 0.20354690148288906, 0.1954306921458099, 0.1889580560616849, 0.2056845102242493, 0.20161175522819025, 0.24565679306701324, 0.2012624499478702, 0.3581802181084902, 0.10552664619089555, 0.3961939192373261, 0.18075193316944937, 0.17964993866107187, 0.45565798519860096, 0.20968811053409067, 0.20575374006321098, 0.12247529873632033, 0.14531016504049732, 0.09820374608563115, 0.3095049769255001 ], "brier_below_clim": [ 0.26733852590825796, 0.2537256337025866, 0.25705411420017604, 0.3357734196011123, 0.12098299127445336, 0.24514724598143975, 0.22681741549383455, 0.13433843965721864, 0.20847648854308581, 0.21955850215575037, 0.23050568160830917, 0.18056439949521058, 0.3677097897916764, 0.12508152488088367, 0.31011998366589516, 0.1537918174661276, 0.19438540787371786, 0.391713087904114, 0.23671767734449203, 0.22863730285774397, 0.13116571704967142, 0.1350144958485548, 0.15057377542642655, 0.33304615388212466 ], "brier_above": [ 0.16114848709549795, 0.1762027214005435, 0.1750805261931236, 0.1167628988422831, 0.1794516776342842, 0.21392682226900273, 0.22120044937637362, 0.3643027580322022, 0.15889393018682077, 0.22210448775042044, 0.18393826319542683, 0.20066780481042812, 0.10617132868468515, 0.3082504378503144, 0.1857769511844865, 0.3671858439294247, 0.22434721767110208, 0.19552606855692894, 0.20998751474671615, 0.19226020674104508, 0.3090602819373165, 0.3425457799978109, 0.24304158920114635, 0.10304635450226746 ], "brier_above_clim": [ 0.17218257207928467, 0.21637808292220725, 0.15991580261077884, 0.14292918354417064, 0.4247144528307517, 0.22674194540053969, 0.24846757154028362, 0.3338695973167546, 0.17465787625190304, 0.18926103353782903, 0.17108782775226475, 0.21414805003504944, 0.12281566959892326, 0.37221149543265947, 0.13530606894388414, 0.3042204989048285, 0.21783158346694867, 0.12730942136556073, 0.22201548398088763, 0.18910360743830318, 0.3160190436076916, 0.3282405552978347, 0.29157549470325717, 0.13709115752198053 ], "crps": [ 32.10537462669873, 35.79059422481896, 30.154426232760134, 26.90295461047111, 176.20442568410058, 32.55228939672281, 35.719874986796945, 47.64516069479287, 21.129692443573393, 31.844827637045736, 28.949921762301898, 28.440920469680222, 34.261662963018324, 54.07090357290345, 42.002458673836664, 49.841327052672575, 33.36491920650275, 61.03754533719111, 40.83844857208515, 29.111093219387246, 36.820551659700946, 34.13150549759138, 38.325859586449184, 27.945990626952657 ], "crps_clim": [ 31.742925516629697, 40.77336668818828, 28.09618525185972, 37.986090541506, 251.4927342153348, 40.320321374030684, 40.93726570534917, 40.54786455186527, 22.988890072347303, 28.257992147944407, 24.96559897910219, 25.682377420488514, 37.65656723862455, 67.35667251514191, 29.987287831298126, 43.08507304266908, 30.254448434401816, 47.83890739301917, 44.7070520085121, 29.018165136591247, 36.90426542672519, 32.258006168915756, 38.015712600516835, 34.40598130175283 ], "crps_fair": [ 30.531857385990385, 33.84358206871457, 28.6487630179844, 25.368784944742618, 174.6487089958474, 31.174310829416907, 34.106423872878956, 46.15854168603851, 19.79123344209629, 30.00106268488266, 27.208439998195335, 26.76159569832825, 32.905344563729685, 52.449957550067694, 40.496718716771326, 48.651056250210345, 31.568249093306534, 59.4467324175054, 39.273491495632584, 27.628925611672805, 35.13950793077735, 32.5788664508392, 36.33360559667596, 26.63979815013215 ], "crps_fair_clim": [ 29.83323453860368, 38.88077881844172, 26.1795875687868, 36.08822373966346, 249.9992360568139, 38.426875463916396, 39.04498825040786, 38.65484959473932, 21.062619481737414, 26.341700917326186, 23.043072155361166, 23.761208131674348, 35.758076339617475, 65.51443181552213, 28.07427178189838, 41.19686340465451, 28.3419383709928, 45.95970122915301, 42.821914300357065, 27.103313627542445, 35.0043497136804, 30.34929072242817, 36.1179019010588, 32.50133398998652 ] }, "rps": 0.43534753867952897, "rpss": 0.03935082836414616, "brier_below": 0.22031085493813893, "bss_below": 0.02772571354341724, "brier_above": 0.21503668340790213, "bss_above": 0.05097625572791098, "crps": 42.04969703075229, "crpss": 0.07010821192894579, "crps_fair": 40.47314826885155, "crpss_fair": 0.06605793818565564 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.46057561019100624, 0.31125055652673683, 0.3851481971639931, 0.34558940425786205, 0.15238162970086933, 0.3525124017844471, 0.31093270990895877, 0.5810710614456187, 0.34234796628002334, 0.3048275973148796, 0.3655919549357095, 0.40426156885597664, 0.49504167142964217, 0.3734259676426949, 0.4747517882905808, 0.4753907696492896, 0.3955137864185284, 0.6014266131175579, 0.4267932040849862, 0.3092556536750848, 0.44433394293300854, 0.46842936147758957, 0.193148603930156, 0.46098634875522876 ], "rps_clim": [ 0.48190550000573357, 0.4447116445242348, 0.39122568096409477, 0.5314846969938783, 0.5463137956783318, 0.5246370465888529, 0.46799085520133354, 0.4301833029814578, 0.3790308872213789, 0.3760295940535084, 0.36571087481860687, 0.4071905851059967, 0.5346883511508412, 0.5378418848789392, 0.39758042315298353, 0.42189702405901625, 0.3563103597455807, 0.5447213097764745, 0.4681166137581803, 0.3573140644587983, 0.4646548700920834, 0.443550454531998, 0.4892057891747856, 0.5235515129376195 ], "brier_below": [ 0.34337423267617867, 0.08769724369429077, 0.2660859878363274, 0.2731059332568524, 0.018832275999522606, 0.2732064568251115, 0.24301596730854486, 0.22808012992814816, 0.2063975286358503, 0.07453610004794474, 0.21164639766983495, 0.14440173270605325, 0.3988264137590547, 0.07543201398370866, 0.30537258355775115, 0.14460704130774887, 0.15381628052805785, 0.4697813384309217, 0.10950863106846909, 0.09022310142702245, 0.09807075018408215, 0.14915141062773984, 0.01723507638781729, 0.37120309628214615 ], "brier_below_clim": [ 0.3519612903999631, 0.14955802970751203, 0.2601871534110402, 0.4105017057194249, 0.12098299127445337, 0.39624369138262994, 0.3443603210875784, 0.12682101259329223, 0.2099793080182162, 0.1262687532682766, 0.2039124110213452, 0.13844673123024703, 0.4137053598763879, 0.12098299127445337, 0.264430544340142, 0.12679414888912763, 0.17861675021890278, 0.42373831850202115, 0.13731870409752048, 0.14687327559600188, 0.12098299127445337, 0.14271630161606835, 0.12098299127445337, 0.40256852166316615 ], "brier_above": [ 0.11720137137838717, 0.22355331119869903, 0.1190622022180998, 0.07248347138565299, 0.13354934867826254, 0.07930594494693276, 0.06791674186929982, 0.35299092821712974, 0.1359504363533977, 0.23029149425611162, 0.1539455520070674, 0.25985983619970077, 0.09621525009137148, 0.2979939553661968, 0.16937919689318587, 0.33078373351922236, 0.24169750717449923, 0.131645271569763, 0.3172845803456395, 0.2190325492244505, 0.3462632035492164, 0.3192779580928019, 0.17591352566769594, 0.08978324761302356 ], "brier_above_clim": [ 0.1299442096057706, 0.29515361481672286, 0.13103852755305465, 0.12098299127445337, 0.4253308044038785, 0.12839335520622294, 0.12363053411375528, 0.3033622903881658, 0.16905157920316274, 0.24976084078523186, 0.16179846379726168, 0.26874385387575, 0.12098299127445337, 0.4168588936044859, 0.13314987881284177, 0.2951028751698888, 0.1776936095266779, 0.12098299127445337, 0.3307979096606601, 0.21044078886279646, 0.34367187881763017, 0.3008341529159299, 0.3682227979003325, 0.12098299127445337 ], "crps": [ 40.51704967845059, 43.8688386750194, 29.989398657013073, 29.82516773240812, 237.9852326602631, 34.78024482374885, 27.899312003972742, 56.02199587363907, 26.089818590768573, 30.365580605510992, 30.855594610770872, 38.129747183245634, 46.977123008226904, 75.58733969556316, 42.270513924587824, 52.04777139646754, 39.491743693321524, 75.8919275680534, 67.00298063416766, 30.58165293548965, 51.8717223293211, 38.106339556185745, 52.51075876779111, 38.30676306401213 ], "crps_clim": [ 44.818392114890194, 49.555903283487574, 30.675020158925083, 53.94868480057281, 354.7381681248423, 56.058574286857095, 40.89964859325192, 41.88472808521825, 29.960563688835595, 35.58986358112118, 28.725216146584827, 36.06632699048634, 54.26159742058326, 101.57427145824482, 32.681017126544084, 48.797086589560294, 29.95440091470073, 69.17206276014227, 74.3649830088615, 31.00618674826232, 52.67156510791567, 36.916850791140064, 58.698649883439046, 47.73367692323706 ], "crps_fair": [ 38.70268082371095, 41.16627802104718, 28.116439724832293, 27.922814812846056, 235.98219429113558, 32.97931712271912, 26.009025972241297, 54.24350697286836, 24.35453116940528, 28.44260273510708, 28.78467182298089, 35.92265125259772, 45.29603687783916, 73.53114140185568, 40.25267220468036, 50.472560715491745, 37.33810787844102, 74.18233608495956, 65.10720359667975, 28.619528601518603, 49.81180071365986, 36.306576543378775, 49.49195850227781, 36.697145136778545 ], "crps_fair_clim": [ 42.28827155959033, 47.03475528721915, 28.118112914314686, 51.435856466268575, 352.79501684228853, 53.54974195536778, 38.362106175221676, 39.349051348043986, 27.402303306971245, 33.04226475208313, 26.16461609134499, 33.51963055426904, 51.74936172381692, 99.15164309867102, 30.1279091186148, 46.27450144046246, 27.396128860915656, 66.68806658106446, 71.89082190601232, 28.449906713101416, 50.156317986314725, 34.37176519545435, 56.19481769512508, 45.209077740680264 ] }, "rps": 0.3931245154071012, "rpss": 0.13327936134354657, "brier_below": 0.19806698850538249, "bss_below": 0.1260038338563283, "brier_above": 0.19505752574232535, "bss_above": 0.14054423689554474, "crps": 51.54060906949994, "crpss": 0.14143906615934188, "crps_fair": 49.57224095746053, "crpss_fair": 0.13832491701169158 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4100330397468575, 0.4178170282145457, 0.3974558339800802, 0.337630005422543, 0.4637666642750165, 0.4036752997736101, 0.34690641518841137, 0.612058827795232 ], "rps_clim": [ 0.417659603071558, 0.42114839455105046, 0.5533032498091346, 0.4473076683297933, 0.4625683790499464, 0.41678104095296603, 0.5158924310312171, 0.42890011506153497 ], "brier_below": [ 0.22998622394133517, 0.21931939584182186, 0.09853824852478273, 0.23699517510856066, 0.24172249210294483, 0.22684850863073103, 0.11717360488027233, 0.2589514404013338 ], "brier_below_clim": [ 0.23401701276525544, 0.2189631813755131, 0.11111111773384957, 0.3104494178140245, 0.2504465951343465, 0.24187001637124075, 0.1452369658843232, 0.14026665735763472 ], "brier_above": [ 0.18004682023198315, 0.19849763115472654, 0.2989175593468795, 0.10063484053180966, 0.22204417000523308, 0.17682680158574896, 0.22973279563175236, 0.3531073664400346 ], "brier_above_clim": [ 0.18364259720487727, 0.20218521675843326, 0.4421920927416047, 0.1368582657800341, 0.2121217857216985, 0.17491103304162547, 0.37065543860496475, 0.28863344582864725 ], "crps": [ 26.882942034326764, 25.127220388255026, 77.82139526240418, 21.122983162228696, 30.677938084962637, 27.508149149110245, 70.27080757148485, 52.50481950976875 ], "crps_clim": [ 25.991938244042803, 27.156682952757507, 116.99857569796765, 25.68956435022059, 33.64072492622825, 25.925245138455825, 110.35729933852919, 38.12777562837381 ], "crps_fair": [ 26.110206202585648, 24.404841885106695, 76.83147442957264, 20.39572704014022, 30.02516434805148, 26.64056113065847, 69.34312159779688, 51.835729380371156 ], "crps_fair_clim": [ 24.186278935163696, 25.3510236438784, 115.19291638908858, 23.883905041341485, 31.83506561734916, 24.11958582957673, 108.55164002965007, 36.322116319494704 ] }, "rps": 0.423667889299537, "rpss": 0.07485006426913621, "brier_below": 0.2036918861789728, "bss_below": 0.01381409721948601, "brier_above": 0.21997599811602098, "bss_above": 0.12499597568266796, "crps": 41.48953189531765, "crpss": 0.17819689031351826, "crps_fair": 40.69835325178539, "crpss_fair": 0.16396695423894858 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.3908923717698385, 0.3096283833615878, 0.1496552037868875, 0.35872193421532034, 0.39871394469932037, 0.42245837331159486, 0.13689417121795427, 0.40176012247601006 ], "rps_clim": [ 0.37168678111891346, 0.40830734552865355, 0.5514955812695821, 0.4122454531264281, 0.5073582366943469, 0.42296825285318396, 0.5480141639602464, 0.3433109747399186 ], "brier_below": [ 0.15496621237364988, 0.23623872758029213, 0.023638409164090886, 0.23657135799841794, 0.31926267486651033, 0.29494798072287864, 0.016736965256264332, 0.23543893931527032 ], "brier_below_clim": [ 0.13710719771935653, 0.28966613712444955, 0.11111111773384952, 0.26920158326246535, 0.3962471388287118, 0.3008762153923436, 0.11169127068708512, 0.1645095887434772 ], "brier_above": [ 0.2359261577952093, 0.07338966819719009, 0.12601677790538382, 0.12215058664431265, 0.07945128440552507, 0.12751040876411723, 0.12015719137663901, 0.16632118313820307 ], "brier_above_clim": [ 0.23457958118988842, 0.11864122692593004, 0.44038442452528814, 0.14304388402215332, 0.11111111773384952, 0.12209205536551032, 0.43632285498898205, 0.17880139376069062 ], "crps": [ 32.495795162169195, 22.982142147605575, 71.95562345659175, 26.329729238779638, 34.57931591244234, 32.76393623096747, 85.4687049852803, 32.35076767424963 ], "crps_clim": [ 29.91091499200625, 33.39002587790927, 163.85395380251938, 30.317658032788415, 46.77514464531494, 32.16405989901042, 178.02911191569987, 27.619913058663098 ], "crps_fair": [ 31.496360154324794, 22.084227393445556, 70.56447797537439, 25.425463674853848, 33.72570926768659, 31.79446117334799, 84.2480103421689, 31.521874680092424 ], "crps_fair_clim": [ 27.513828107781922, 30.99293899368493, 161.45686691829505, 27.920571148564072, 44.378057761090616, 29.766973014786096, 175.6320250314755, 25.22282617443876 ] }, "rps": 0.3210905631048142, "rpss": 0.2795383343670479, "brier_below": 0.1897251584096718, "bss_below": 0.14749914088021698, "brier_above": 0.13136540727832252, "bss_above": 0.41123973590012375, "crps": 42.36575185101074, "crpss": 0.3747453681899383, "crps_fair": 41.357573082661816, "crpss_fair": 0.3672391400078956 } } } } } }, "tests": { "mvs_r3": { "rps": { "Oct": { "training": { "mean_difference": 5.12044845621488e-05, "bootstrap_95": [ -0.0007648025760108642, 0.0008137428322202722 ], "p_improvement": 0.547765, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0006934352573504457, "bootstrap_95": [ -0.0004048331381662178, 0.0015835268393051133 ], "p_improvement": 0.8828125, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": -0.0005269100079947029, "bootstrap_95": [ -0.0012267161562366077, 0.0001621894447109436 ], "p_improvement": 0.085595, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.000783540798278054, "bootstrap_95": [ -0.00196038474627235, 0.00018560145308196135 ], "p_improvement": 0.1171875, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.0004080365986391203, "bootstrap_95": [ -0.0019527085755131968, 0.001114247054617495 ], "p_improvement": 0.30448, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.0006250609549250732, "bootstrap_95": [ -0.002834426724619662, 0.0021955197336744683 ], "p_improvement": 0.32421875, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": 8.27435782059747e-06, "bootstrap_95": [ -0.0006379633595608878, 0.0006852839753648172 ], "p_improvement": 0.50729, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.001239651197348611, "bootstrap_95": [ -0.002222292356146694, -0.00019506743625951015 ], "p_improvement": 0.03125, "years_better": 7, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": -1.0363647425540764e-05, "bootstrap_95": [ -0.0017560192647002974, 0.0016388639708796548 ], "p_improvement": 0.49368, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0002773997661864036, "bootstrap_95": [ -0.0019335123593630498, 0.0020714481506880315 ], "p_improvement": 0.62109375, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_below": { "Oct": { "training": { "mean_difference": -2.1625031634012772e-05, "bootstrap_95": [ -0.0008874193347256885, 0.000796376261128792 ], "p_improvement": 0.479005, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.000642476454379242, "bootstrap_95": [ -0.0005334056462238113, 0.001557600492801244 ], "p_improvement": 0.8515625, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": -0.0005311195279482948, "bootstrap_95": [ -0.0011954245683385145, 0.00012224656091864848 ], "p_improvement": 0.07077, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.000828273620815282, "bootstrap_95": [ -0.0020287454350198853, 0.0001521737422348518 ], "p_improvement": 0.1015625, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 0.9877, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.0001391879148444636, "bootstrap_95": [ -0.0012209467932595825, 0.0009618235559356645 ], "p_improvement": 0.403215, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.0007600466661314385, "bootstrap_95": [ -0.002156818596892865, 0.0009995403648089415 ], "p_improvement": 0.19921875, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": -8.165055798163567e-05, "bootstrap_95": [ -0.0004784704260703449, 0.0003292991404521339 ], "p_improvement": 0.34893, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0006395500581067148, "bootstrap_95": [ -0.0012784518571745684, -2.6418600271693737e-05 ], "p_improvement": 0.0625, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": -0.0002891877742726137, "bootstrap_95": [ -0.0021010648196151996, 0.0013966945670585585 ], "p_improvement": 0.374005, "years_better": 10, "years": 24 }, "test": { "mean_difference": 3.885371479899272e-06, "bootstrap_95": [ -0.002210987577211502, 0.0018650237353150013 ], "p_improvement": 0.50390625, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_above": { "Oct": { "training": { "mean_difference": 7.28295160006941e-05, "bootstrap_95": [ -9.360573843460331e-05, 0.0002341925722145956 ], "p_improvement": 0.80344, "years_better": 10, "years": 24 }, "test": { "mean_difference": 5.0958838038780985e-05, "bootstrap_95": [ -0.00014670194545565702, 0.00022557309100481953 ], "p_improvement": 0.6796875, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": 4.209478119079439e-06, "bootstrap_95": [ -0.00011818214111512928, 0.00012145737485490318 ], "p_improvement": 0.523505, "years_better": 10, "years": 24 }, "test": { "mean_difference": 4.4732827133891345e-05, "bootstrap_95": [ -3.133074923356016e-05, 0.00011989805176112036 ], "p_improvement": 0.84375, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.0002688486711651822, "bootstrap_95": [ -0.0008669441285562955, 0.00031526072933504737 ], "p_improvement": 0.197355, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.00013498578732085327, "bootstrap_95": [ -0.0010547257080397686, 0.0013642360052723683 ], "p_improvement": 0.70703125, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Jan": { "training": { "mean_difference": 8.992493845796402e-05, "bootstrap_95": [ -0.0003133919900357798, 0.0005246416990283366 ], "p_improvement": 0.65183, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0006001011965933289, "bootstrap_95": [ -0.0011689990948595243, 8.231791844788387e-05 ], "p_improvement": 0.0703125, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.0002788240890053348, "bootstrap_95": [ 7.368179899389657e-05, 0.0005154750734825675 ], "p_improvement": 0.99283, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.0002735144468995476, "bootstrap_95": [ 8.088319957979679e-05, 0.00046758193896082517 ], "p_improvement": 0.984375, "years_better": 1, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "crps": { "Oct": { "training": { "mean_difference": 0.0666267846833301, "bootstrap_95": [ -0.03818435445072049, 0.16383543673873482 ], "p_improvement": 0.89176, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.08304048927430507, "bootstrap_95": [ -0.08261895500295102, 0.2374149576503859 ], "p_improvement": 0.828125, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.04574407290963519, "bootstrap_95": [ 0.016112205247790737, 0.08109984172135722 ], "p_improvement": 0.997195, "years_better": 7, "years": 24 }, "test": { "mean_difference": -0.018318354436079654, "bootstrap_95": [ -0.10576526442437073, 0.04315671053758686 ], "p_improvement": 0.421875, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.01963892712724517, "bootstrap_95": [ -0.05138377699172296, 0.013507740775674015 ], "p_improvement": 0.125385, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.00013471284737132105, "bootstrap_95": [ -0.06125943620639668, 0.059290795876113134 ], "p_improvement": 0.515625, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Jan": { "training": { "mean_difference": -0.20656898481076444, "bootstrap_95": [ -0.31952992467308855, -0.09691930892172088 ], "p_improvement": 0.001275, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.2952059379824214, "bootstrap_95": [ -0.5275772543573043, -0.043241510651013816 ], "p_improvement": 0.03515625, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 0.018675, "family": "declared methods x targets", "no_harm": true, "confirmed": true } }, "ONDJ": { "training": { "mean_difference": 0.32603408246082494, "bootstrap_95": [ 0.03864946710073133, 0.6555096963117081 ], "p_improvement": 0.977985, "years_better": 7, "years": 24 }, "test": { "mean_difference": -0.18836145369679924, "bootstrap_95": [ -0.9735468064335402, 0.47095991551584465 ], "p_improvement": 0.31640625, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } } }, "mvs_r4": { "rps": { "Oct": { "training": { "mean_difference": 6.992908800878411e-05, "bootstrap_95": [ -0.0007585870483967716, 0.0008360657066430652 ], "p_improvement": 0.564605, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0006917987849761054, "bootstrap_95": [ -0.0004018352119833686, 0.0015822409602074023 ], "p_improvement": 0.87890625, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": -0.000551378725723232, "bootstrap_95": [ -0.0012681995594355105, 0.00014406933001703373 ], "p_improvement": 0.07874, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0007856784576391676, "bootstrap_95": [ -0.0019603953979859126, 0.0001899174425199474 ], "p_improvement": 0.11328125, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.00048065588496642764, "bootstrap_95": [ -0.00259494516939755, 0.0015981498781071659 ], "p_improvement": 0.328465, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.000446766056864778, "bootstrap_95": [ -0.0031831801268448166, 0.002965975564645007 ], "p_improvement": 0.390625, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": -8.699467634717961e-05, "bootstrap_95": [ -0.0008804839928313775, 0.000741531616316136 ], "p_improvement": 0.416475, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.0015692585642504142, "bootstrap_95": [ -0.0025639353810726784, -0.000526708149905384 ], "p_improvement": 0.01953125, "years_better": 7, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": -8.529958640759542e-06, "bootstrap_95": [ -0.0017831658521458278, 0.0016365283305310862 ], "p_improvement": 0.494355, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.00026604153864166064, "bootstrap_95": [ -0.0019575798783243573, 0.002060444459975032 ], "p_improvement": 0.6171875, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_below": { "Oct": { "training": { "mean_difference": -2.2952115906942305e-05, "bootstrap_95": [ -0.0008827195301949011, 0.000792147022772999 ], "p_improvement": 0.47813, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0006371981799280016, "bootstrap_95": [ -0.0005447910156414527, 0.001557329208332563 ], "p_improvement": 0.84375, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": -0.0005352549909415062, "bootstrap_95": [ -0.0011952792871901103, 0.00011628839840135415 ], "p_improvement": 0.07055, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0008161276834804942, "bootstrap_95": [ -0.0020226504537082714, 0.00016316567231566478 ], "p_improvement": 0.109375, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 0.9877, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.00015385003914431447, "bootstrap_95": [ -0.00160955244357607, 0.0013448127562754866 ], "p_improvement": 0.419225, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.000704615384894235, "bootstrap_95": [ -0.0023475101077897395, 0.0013786156942582877 ], "p_improvement": 0.2578125, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": -7.847678465961715e-05, "bootstrap_95": [ -0.0006032282339215884, 0.0004861084620863513 ], "p_improvement": 0.392, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.0005450842829966222, "bootstrap_95": [ -0.001216836679585066, 9.849281856019523e-05 ], "p_improvement": 0.09375, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": -0.00028897434378298065, "bootstrap_95": [ -0.002124707610737485, 0.0014114973377358305 ], "p_improvement": 0.375125, "years_better": 10, "years": 24 }, "test": { "mean_difference": -2.028422642405374e-05, "bootstrap_95": [ -0.00224656004793153, 0.0018392871100692864 ], "p_improvement": 0.49609375, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "brier_above": { "Oct": { "training": { "mean_difference": 9.288120117439552e-05, "bootstrap_95": [ -9.279459823677024e-05, 0.0002814960977691319 ], "p_improvement": 0.828125, "years_better": 10, "years": 24 }, "test": { "mean_difference": 5.46006407023264e-05, "bootstrap_95": [ -0.00013751559166032303, 0.0002261460411411835 ], "p_improvement": 0.69921875, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": -1.612377870343432e-05, "bootstrap_95": [ -0.00015365341236891748, 0.00010942506625659849 ], "p_improvement": 0.413875, "years_better": 10, "years": 24 }, "test": { "mean_difference": 3.0449231916133968e-05, "bootstrap_95": [ -9.65599782670923e-05, 0.00015033701216346775 ], "p_improvement": 0.6796875, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.000326805822004501, "bootstrap_95": [ -0.0011499113624564166, 0.00043946717782048357 ], "p_improvement": 0.22069, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.00025784941664008625, "bootstrap_95": [ -0.001221730781363891, 0.0017314751450417795 ], "p_improvement": 0.7421875, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Jan": { "training": { "mean_difference": -8.517871360834891e-06, "bootstrap_95": [ -0.0005076571273398469, 0.0005230657970799507 ], "p_improvement": 0.48653, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.0010241743784924952, "bootstrap_95": [ -0.0018140962759562416, -0.00011396815467240693 ], "p_improvement": 0.03125, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.00028044434782822404, "bootstrap_95": [ 5.9252608088601785e-05, 0.0005419167226158616 ], "p_improvement": 0.988825, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.0002863258145033541, "bootstrap_95": [ 0.00010108783431657942, 0.000482059732780642 ], "p_improvement": 0.98828125, "years_better": 1, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "crps": { "Oct": { "training": { "mean_difference": 0.06744327691574137, "bootstrap_95": [ -0.037948348149254706, 0.1651698686157413 ], "p_improvement": 0.89313, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.08392566120658751, "bootstrap_95": [ -0.08206701523842448, 0.23914295288313792 ], "p_improvement": 0.83203125, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.04635191863029531, "bootstrap_95": [ 0.01655004029794963, 0.08169226612816985 ], "p_improvement": 0.99733, "years_better": 7, "years": 24 }, "test": { "mean_difference": -0.018330211156802, "bootstrap_95": [ -0.10568586846544226, 0.043113680305415555 ], "p_improvement": 0.41796875, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.0206520261931701, "bootstrap_95": [ -0.053987594679981515, 0.014057162212701901 ], "p_improvement": 0.12486, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.001845861398037274, "bootstrap_95": [ -0.06528433392597584, 0.05965984623950341 ], "p_improvement": 0.4765625, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": -0.2325287025724411, "bootstrap_95": [ -0.35985088078668476, -0.10846767112278444 ], "p_improvement": 0.00133, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.3333660736309121, "bootstrap_95": [ -0.600985207137077, -0.04768070857999232 ], "p_improvement": 0.03515625, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 0.018675, "family": "declared methods x targets", "no_harm": true, "confirmed": true } }, "ONDJ": { "training": { "mean_difference": 0.335613864250026, "bootstrap_95": [ 0.041862165666372866, 0.6743565336696176 ], "p_improvement": 0.978875, "years_better": 7, "years": 24 }, "test": { "mean_difference": -0.18880434299335347, "bootstrap_95": [ -0.9836561543064453, 0.4782942149003627 ], "p_improvement": 0.31640625, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } } }, "vs": { "rps": { "Oct": { "training": { "mean_difference": 7.233438917825703e-05, "bootstrap_95": [ -0.0007552041157084338, 0.0008386288997342654 ], "p_improvement": 0.56665, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0006917929212198887, "bootstrap_95": [ -0.00040461283800703046, 0.0015840162919931603 ], "p_improvement": 0.87890625, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": -0.0005931362718150553, "bootstrap_95": [ -0.0013383866146213328, 0.00011796440490006871 ], "p_improvement": 0.06991, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0007866599767897414, "bootstrap_95": [ -0.001967888718316993, 0.00018033753504832133 ], "p_improvement": 0.11328125, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.00058412761517349, "bootstrap_95": [ -0.003094378487279265, 0.001908675713281349 ], "p_improvement": 0.325855, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0005028108077200291, "bootstrap_95": [ -0.0035758879328937837, 0.003341859468693495 ], "p_improvement": 0.38671875, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": -9.929471428843604e-05, "bootstrap_95": [ -0.0008953148276022611, 0.0007200720737266492 ], "p_improvement": 0.40601, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0016755874874809507, "bootstrap_95": [ -0.002757374875877084, -0.0005435178081485137 ], "p_improvement": 0.015625, "years_better": 7, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": -8.913460353305683e-06, "bootstrap_95": [ -0.0017906431728941213, 0.00164607324618415 ], "p_improvement": 0.4938, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.00025987817103162447, "bootstrap_95": [ -0.0019673801920218723, 0.002027204867320935 ], "p_improvement": 0.60546875, "years_better": 1, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_below": { "Oct": { "training": { "mean_difference": -2.185684496361998e-05, "bootstrap_95": [ -0.0008813115975662135, 0.000792511434774585 ], "p_improvement": 0.47914, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0006378971480046156, "bootstrap_95": [ -0.0005449909366549779, 0.0015582378425327654 ], "p_improvement": 0.84375, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": -0.0005547477826098888, "bootstrap_95": [ -0.0012244287387380036, 0.00010498104588823408 ], "p_improvement": 0.065605, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0008295530467073153, "bootstrap_95": [ -0.00203234118296851, 0.00015018063192280404 ], "p_improvement": 0.10546875, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 0.9840749999999999, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.00014295878729389186, "bootstrap_95": [ -0.0018608962754988031, 0.0016303459225357727 ], "p_improvement": 0.435305, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.0007772240572763746, "bootstrap_95": [ -0.00262136518295908, 0.0015771327523651513 ], "p_improvement": 0.2578125, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": -0.00012044621065520425, "bootstrap_95": [ -0.0006496565273195711, 0.0004418273615706629 ], "p_improvement": 0.337565, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.0006854278358874588, "bootstrap_95": [ -0.0013656879634052954, -2.708380423890877e-05 ], "p_improvement": 0.0625, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": -0.00029307715540982486, "bootstrap_95": [ -0.002121165505900821, 0.0014070627416247446 ], "p_improvement": 0.373425, "years_better": 10, "years": 24 }, "test": { "mean_difference": -3.6209472239178905e-05, "bootstrap_95": [ -0.002249233408328938, 0.0018080999339656501 ], "p_improvement": 0.48828125, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "brier_above": { "Oct": { "training": { "mean_difference": 9.419123146589432e-05, "bootstrap_95": [ -9.17694680184501e-05, 0.00028242405286077135 ], "p_improvement": 0.83089, "years_better": 10, "years": 24 }, "test": { "mean_difference": 5.389580887061457e-05, "bootstrap_95": [ -0.00013797494980194948, 0.00022650959014261838 ], "p_improvement": 0.6953125, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": -3.838853175576647e-05, "bootstrap_95": [ -0.00020803917750880763, 0.00010395157736238965 ], "p_improvement": 0.35335, "years_better": 10, "years": 24 }, "test": { "mean_difference": 4.289307570332079e-05, "bootstrap_95": [ -3.940682781222961e-05, 0.00012272590363796002 ], "p_improvement": 0.828125, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.00044116880082525493, "bootstrap_95": [ -0.0014334358835850311, 0.00047996250949660193 ], "p_improvement": 0.194515, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.0002744133512174486, "bootstrap_95": [ -0.0014080996627186136, 0.0019512559354425945 ], "p_improvement": 0.7421875, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Jan": { "training": { "mean_difference": 2.1151520892173068e-05, "bootstrap_95": [ -0.00046519490051934853, 0.0005344793226980818 ], "p_improvement": 0.52887, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.000990159742426432, "bootstrap_95": [ -0.0017276657376716887, -0.0001404999197107213 ], "p_improvement": 0.02734375, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.0002841636570560975, "bootstrap_95": [ 4.678998451662332e-05, 0.0005756685372476958 ], "p_improvement": 0.98456, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0002960876929603666, "bootstrap_95": [ 0.00010865271506379895, 0.0004953826735240342 ], "p_improvement": 0.98828125, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "crps": { "Oct": { "training": { "mean_difference": 0.06744327691574137, "bootstrap_95": [ -0.037948348149254706, 0.1651698686157413 ], "p_improvement": 0.89313, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.08392566120658751, "bootstrap_95": [ -0.08206701523842448, 0.23914295288313792 ], "p_improvement": 0.83203125, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.046366920804132884, "bootstrap_95": [ 0.016574210787691755, 0.08171129609834149 ], "p_improvement": 0.997335, "years_better": 7, "years": 24 }, "test": { "mean_difference": -0.018330211156802, "bootstrap_95": [ -0.10568586846544226, 0.043113680305415555 ], "p_improvement": 0.41796875, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.02209751273080618, "bootstrap_95": [ -0.05579054043035256, 0.012881242631177556 ], "p_improvement": 0.111, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.003683074684371457, "bootstrap_95": [ -0.06764947722040693, 0.05877951718231142 ], "p_improvement": 0.44921875, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": -0.2398149444158377, "bootstrap_95": [ -0.3698516536754492, -0.11399002088428192 ], "p_improvement": 0.001245, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.34306661026233326, "bootstrap_95": [ -0.6217264590562613, -0.046665914553298216 ], "p_improvement": 0.0390625, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 0.018675, "family": "declared methods x targets", "no_harm": true, "confirmed": true } }, "ONDJ": { "training": { "mean_difference": 0.335613864250026, "bootstrap_95": [ 0.041862165666372866, 0.6743565336696176 ], "p_improvement": 0.978875, "years_better": 7, "years": 24 }, "test": { "mean_difference": -0.18880434299335347, "bootstrap_95": [ -0.9836561543064453, 0.4782942149003627 ], "p_improvement": 0.31640625, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } } }, "SEL-P": { "rps": { "Oct": { "training": { "mean_difference": 0.000798624649371397, "bootstrap_95": [ 0.00046725681953731257, 0.0011442502289685846 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 8 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } }, "Nov": { "training": { "mean_difference": -0.0005739865464135194, "bootstrap_95": [ -0.0013093507726077913, 0.00012835762174334664 ], "p_improvement": 0.0743, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0007856784576391676, "bootstrap_95": [ -0.0019603953979859126, 0.0001899174425199474 ], "p_improvement": 0.11328125, "years_better": 5, "years": 8 }, "decision": { "holm_p": 0.37150000000000005, "no_harm": true, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.0005402964315423369, "bootstrap_95": [ -0.003057630443664893, 0.001954721888738462 ], "p_improvement": 0.337065, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0005028108077200291, "bootstrap_95": [ -0.0035758879328937837, 0.003341859468693495 ], "p_improvement": 0.38671875, "years_better": 5, "years": 8 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": -9.929471428843604e-05, "bootstrap_95": [ -0.0008953148276022611, 0.0007200720737266492 ], "p_improvement": 0.40601, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0016755874874809507, "bootstrap_95": [ -0.002757374875877084, -0.0005435178081485137 ], "p_improvement": 0.015625, "years_better": 7, "years": 8 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.0002797535486915026, "bootstrap_95": [ -0.0014020445358421266, 0.0018366819360750735 ], "p_improvement": 0.62876, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.00025987817103162447, "bootstrap_95": [ -0.0019673801920218723, 0.002027204867320935 ], "p_improvement": 0.60546875, "years_better": 1, "years": 8 }, "decision": { "holm_p": 1.0, "no_harm": false, "confirmed": false } } } }, "SEL-A": { "crps": { "Oct": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 8 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 8 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.022281172962714257, "bootstrap_95": [ -0.05582719115043424, 0.012690063362704857 ], "p_improvement": 0.10845, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.003683074684371457, "bootstrap_95": [ -0.06764947722040693, 0.05877951718231142 ], "p_improvement": 0.44921875, "years_better": 4, "years": 8 }, "decision": { "holm_p": 0.4338, "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": -0.2398149444158377, "bootstrap_95": [ -0.3698516536754492, -0.11399002088428192 ], "p_improvement": 0.001245, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.34306661026233326, "bootstrap_95": [ -0.6217264590562613, -0.046665914553298216 ], "p_improvement": 0.0390625, "years_better": 5, "years": 8 }, "decision": { "holm_p": 0.006225, "no_harm": true, "confirmed": true } }, "ONDJ": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 8 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } } } } } }