{ "created_utc": "2026-10-11T19:41:02.218946+00:00", "config": "config/bias_correction/sep_ondj.json", "protocol": "Selection-aware confirmation of rainfall-amount bias-correction methods through the full probability pipeline (docs/47).\n\nRead-only experiment. Configured by the \"confirmation\" block of config/bias_correction/.json; any cycle, any\nmethod of the registry (scripts/bias_methods.py).\n\nPipeline for one amount method (the operational one, with the amount correction swapped):\n corrected members -> tercile counts against the training CHIRPS terciles -> alpha smoothing\n -> blend with climatology, p = (1 - lambda) p_s + lambda p_clim, one lambda per target fitted by\n leave-one-year-out within the training years (local_blend.fit_weights, over the full rectangle as operationally)\nDesign:\n outer leave-one-year-out over the training years. For outer year y every fit (amount correction, terciles,\n climatology, lambda) uses only the other training years; lambda comes from inner leave-one-year-out within them.\n Selection-aware procedures choose a method for year y with the inner (training-only) scores:\n SEL-P: lowest inner blended RPS (probability product); SEL-A: lowest inner CRPS (amount product).\n Their outer scores therefore include the effect of choosing among the declared candidate family.\n Test years: all fits and the selection on the training years, scored on the test years (exploratory).\nScores per year (area-weighted over a region, equal years): blended RPS and RPSS, category Brier scores and skill\n(below and above normal), reliability tables; ensemble CRPS of the amounts (and the fair CRPS).\nTests against the operational method: paired whole-year sign-flip, Holm across the declared family\n(every method and target for the method comparisons; the targets for SEL-P and SEL-A).", "provenance": { "commit": "007ce47883266ccca56149ff986167bbfd0abd5d", "uncommitted_changes": false, "code_sha256": { "scripts/bias_methods.py": "4d7cedd8f5747220e68a5926ca16460c4a54c259515f468269aa90e7a6f11e0b", "scripts/bias_benchmark.py": "9965903d553dd4472890c95a85fd1c9f7edc054a9fa306b836559791cb5d441f", "scripts/significance.py": "3143761d5d201e4e62df9ad923757b952a3ea768b060c8a722afcd9b3d6a9963", "scripts/calibration_core.py": "f0635cc563e6d6aedb62799847b83fbb0f5cc12ee9f8c48ad48dda15a054fb62", "scripts/run_calibration.py": "1f34e8fc92fdd15983f1633de67fcb6a35882911b6b7072ca865df99d907afd0" }, "config": { "path": "config/bias_correction/sep_ondj.json", "sha256": "190fcb29728ce2155391d0d8da98f53dce8e6a511cb341b6cdc650d62b5f86cf" }, "project_config": { "path": "config/ondj/project.json", "sha256": "e9ad8cfb30b21a731e86222ae0b592df124600d457d6fcd46d7a508a831c63de" }, "masks": { "cells": { "path": "data/masks/ethiopia_common.nc", "sha256": "57ad8861c598abb9f175012920e5d0ef058e5b643cd6e4987cad3da6ac0b9e16" }, "ethiopia": { "path": "data/masks/ethiopia_common.nc", "sha256": "57ad8861c598abb9f175012920e5d0ef058e5b643cd6e4987cad3da6ac0b9e16" }, "ondj_domain": { "path": "data/masks/init09_ONDJ_regime_domain.nc", "sha256": "336c572d69af3c718de2ef0e537a2d2d98d73b98cab9b02f0b234501a523d83f" } }, "inputs": { "Oct": { "folder": "data/processed/init09_Oct", "files": 65, "sha256": "0d2561be8800f597bd5f38f02dc670c9861a3aea08dc795d0d3e1105a909b6db" }, "Nov": { "folder": "data/processed/init09_Nov", "files": 65, "sha256": "73d9d400dfa5457a448855f4a211901bf6884d03575b6efeee391376f3fa995a" }, "Dec": { "folder": "data/processed/init09_Dec", "files": 65, "sha256": "df5a657046e479f4a70116e69305bec1938217a49df5b88475b272b397354a2d" }, "Jan": { "folder": "data/processed/init09_Jan", "files": 65, "sha256": "fc51a4c4480bdc0b21d3f968861435ae0221b9660a0cd98c3ced69adad04e489" }, "ONDJ": { "folder": "data/processed/init09_ONDJ", "files": 65, "sha256": "a8ba572412dc96aef88757296d4a01c83453576b53f79bf2ec734bd88c073fa7" } }, "scoring_version": 2, "python": "3.11.9", "numpy": "1.26.4", "code_sha256_confirmation": "5b4b3b7b01d659ef4fdf186bf1659e434da45b9d01e8a3da5b4e514bf47d6510" }, "methods": [ "mvs", "ls", "vs", "sqrt_mvs", "pt", "dc", "loci", "eqm", "gqm", "dqm", "qdm", "sdm", "cdft" ], "reference": "mvs", "targets": { "Oct": { "tag": "init09_Oct", "methods": { "mvs": { "lambda_": { "training_mean": 0.42538728750972316, "training": [ 0.37990243118091593, 0.41737300263456084, 0.4053462649472595, 0.4636782673784853, 0.5278393342553381, 0.4302330048105594, 0.43960743628978016, 0.3678936525338006, 0.4180288439651384, 0.42499051268068255, 0.4149488272921513, 0.4284606032372001, 0.46519590053394627, 0.43682817734458024, 0.33721561687581375, 0.4003877259637699, 0.43354764138637625, 0.4085917663132644, 0.45417426163600805, 0.4284591045842697, 0.4187951072237447, 0.4136110872665356, 0.4458716428993908, 0.44831468699978283 ], "test": 0.450114246121134 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4950961576084949, 0.4180269314854892, 0.4520181291545821, 0.47847269882827337, 0.39287780953929097, 0.4605690815670287, 0.4240098297830071, 0.5535100419849915, 0.3688347156710824, 0.4489218828664224, 0.5880888590922456, 0.35747880417708877, 0.3847557073164858, 0.44217148467220774, 0.533010699176192, 0.43594261776888327, 0.4051781520918111, 0.5803285814477319, 0.4439039037687648, 0.4191562182745214, 0.39049458273692317, 0.4994218475450847, 0.3513467358567136, 0.4202636323424456 ], "rps_clim": [ 0.43940389586261985, 0.4665815975343043, 0.4078016629257561, 0.5058326534107924, 0.5395139539081617, 0.49558246555093133, 0.4802715214492444, 0.4940433293404847, 0.3914621834757892, 0.4277164147133932, 0.5144532300877738, 0.3688788642452346, 0.45641496116615643, 0.4825359152593056, 0.4144568447211086, 0.4364608837118219, 0.42094222389547176, 0.4840252584820353, 0.4719586571698775, 0.40608224744207533, 0.407618183369595, 0.4985033807712113, 0.41838804437156996, 0.4537770988760395 ], "brier_below": [ 0.2364500334593686, 0.2605541384316135, 0.2836821755900308, 0.36571962797698676, 0.07361028482230166, 0.18418049487366067, 0.15498285135748105, 0.15105452614465661, 0.17248153472471442, 0.23685387630318777, 0.4392206114689661, 0.20465294981725698, 0.29098106012618136, 0.09421228348318819, 0.3325657285826025, 0.14583265073513096, 0.1651050256866593, 0.40406614873513796, 0.2864300109782967, 0.23312703178691746, 0.12399538346401484, 0.10637676962870092, 0.13095334213101079, 0.29848779080331733 ], "brier_below_clim": [ 0.19457870756681286, 0.28338161161055664, 0.2603988151290453, 0.3801317890887892, 0.12139582486297858, 0.2083086937549171, 0.179673404168855, 0.13049409161286557, 0.18820422829035943, 0.23725297240826868, 0.3930574463474963, 0.2061208543150891, 0.32867257140426404, 0.12346043676030426, 0.28728118486517273, 0.14778867910296825, 0.17721343670206774, 0.3552785719779392, 0.29320090548610794, 0.22384930431748742, 0.13483308539642477, 0.12264454476536311, 0.165349012936125, 0.30321995858175416 ], "brier_above": [ 0.25864612221618183, 0.1574727917998335, 0.1683359518040361, 0.11275306810473196, 0.3192675251618121, 0.27638859146604194, 0.2690269818723698, 0.40245552350153085, 0.19635318058952392, 0.2120680050818189, 0.14886824380949137, 0.15282585199655702, 0.09377464529074091, 0.3479592067655345, 0.20044497026221664, 0.2901099710096818, 0.2400731264880101, 0.17626243312896298, 0.15747388972058685, 0.18602918569323812, 0.2664992025607505, 0.39304508508519925, 0.22039339264833327, 0.1217758400404599 ], "brier_above_clim": [ 0.244825188295807, 0.18319998592374737, 0.1474028477967109, 0.12570086432200342, 0.41811812904518303, 0.2872737717960143, 0.3005981172803895, 0.3635492377276191, 0.20325795518542972, 0.1904634423051245, 0.12139578374027739, 0.16275800993014544, 0.1277423897618922, 0.3590754784990013, 0.12717565985593585, 0.2886722046088535, 0.24372878719340413, 0.1287466865040958, 0.17875775168376942, 0.182232943124588, 0.2727850979731702, 0.3758588360058481, 0.2530390314354449, 0.15055714029428513 ], "crps": [ 29.67378959578211, 20.39171022028824, 22.129602483451144, 22.60669997854145, 99.15424862383108, 32.93961343557478, 34.14804082557553, 45.310527598015504, 16.980509293805117, 23.26363806472486, 34.30641070958419, 21.6673119567454, 15.501370574446218, 34.031364433764544, 32.68092685622029, 25.49529165514328, 22.71307649711292, 37.67772996081562, 23.727450421654112, 24.264675905764573, 21.75295835619262, 35.63238159135384, 23.4310747309871, 20.829059109155565 ], "crps_clim": [ 23.77074843142727, 22.60409869067204, 18.38031484850475, 25.959936518793185, 123.34118991059545, 35.588714164776064, 39.220907889439694, 39.49590059501811, 18.35094398856043, 19.018950574892433, 27.831563580748035, 21.968021793696813, 21.56629431892967, 37.55562250213345, 20.343092113101918, 25.75266643361196, 21.96609944248159, 25.58890298078945, 24.791989124537817, 21.665834698643923, 21.79847843728042, 34.8315441627334, 25.585209165511976, 22.091569801149358 ], "crps_fair": [ 28.700065628098088, 19.311769171793667, 21.11728967680072, 21.588674658432815, 98.06472083843083, 32.03676683607745, 33.08690667975023, 44.28524311621321, 16.028423498075497, 22.097836363186147, 33.164062673101725, 20.572069021259686, 14.575606472933515, 33.02204418715376, 31.638325839443873, 24.52548189477754, 21.55428891092255, 36.58087774522163, 22.713270224784914, 23.286872816493386, 20.648933577482737, 34.69737998618328, 22.10402361671269, 19.940812916353636 ], "crps_fair_clim": [ 22.51064113159216, 21.34178182693399, 17.109998394156545, 24.703975408517493, 122.2696629923497, 34.35098937579959, 37.99006225524478, 38.26557578034132, 17.080571907583543, 17.74984365790482, 26.57914721869575, 20.704500238866018, 20.302011916608773, 36.321622918341355, 19.07649303993666, 24.496312766356763, 20.70257424683409, 24.33223915547966, 23.533815992682083, 20.40174081976945, 20.534635777607914, 33.59238533966214, 24.32853834433991, 20.828282238756913 ] }, "rps": 0.44766162936482345, "rpss": 0.012756604260354298, "brier_below": 0.22398234712964096, "bss_below": 0.012893225527570662, "brier_above": 0.22367928275406848, "bss_above": 0.012619757692870825, "crps": 30.01289428660542, "crpss": -0.001725661112951915, "crps_fair": 28.972572764570145, "crpss_fair": -0.009046983939649866, "reliability": { "below": { "weight": [ 0.0, 0.03918, 0.376282, 0.388271, 0.167714, 0.028158, 0.000395, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1808, 0.2554, 0.3462, 0.4433, 0.5279, 0.6309, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2707, 0.3005, 0.3482, 0.4416, 0.5265, 0.7143, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.016367, 0.289457, 0.436911, 0.201781, 0.051879, 0.003604, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1802, 0.2605, 0.3494, 0.4449, 0.5309, 0.6211, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2043, 0.2613, 0.3765, 0.3895, 0.4433, 0.4892, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3821213536049497, 0.39787625054211095, 0.33829209505147206, 0.3810727683320545, 0.33797791693785495, 0.3632338248876904, 0.3787544493842826, 0.6254715706414189, 0.38793496951289286, 0.3613305101399431, 0.5393779173956886, 0.3723599907510324, 0.4004536632232584, 0.47808004879599475, 0.5524114737662847, 0.48635742436076507, 0.31838351925499175, 0.48889041997009997, 0.36690844606747597, 0.3292068938659621, 0.33772247926015675, 0.5118995404366729, 0.28649374840887715, 0.4609776136681079 ], "rps_clim": [ 0.4283784857114221, 0.426706305961757, 0.34466488699165887, 0.5130077270408857, 0.5410158863622896, 0.48132609845393376, 0.42143417390584187, 0.49961637384642854, 0.41822160564029737, 0.4024426800552632, 0.5388940294117011, 0.3853584913200236, 0.5182825785529102, 0.520890978389888, 0.44508072243200725, 0.47856087825017973, 0.3579810319851315, 0.4969649351160663, 0.42935647355424533, 0.3854220303157415, 0.34929101419438247, 0.47527063535536435, 0.48976956498879315, 0.5267262457793177 ], "brier_below": [ 0.2375763135702363, 0.16325675931275252, 0.16835677817250835, 0.3007653187609268, 0.05213757389413341, 0.27044736148014326, 0.2461813116190256, 0.1823727299784091, 0.17091861456621849, 0.10240196730873806, 0.4164519257186542, 0.20506935287501893, 0.31066180432940266, 0.08705988822532314, 0.3649377623248024, 0.12128641892294359, 0.12477382686493824, 0.3736668072596011, 0.15946929216169786, 0.09629514739451313, 0.13125304372328078, 0.12128170133357663, 0.05142088303925606, 0.37569602520810075 ], "brier_below_clim": [ 0.260916368370509, 0.18230982257127842, 0.1744601993170755, 0.3920247357664324, 0.12098299127445337, 0.33810643785296296, 0.2628742416199158, 0.13479064363488874, 0.19259108021282037, 0.12944501007419143, 0.41791103813724767, 0.2209426899917617, 0.3972995872784568, 0.12098299127445337, 0.3150864593637269, 0.12256697767898699, 0.15807349465346632, 0.37120768576769203, 0.18695933477249566, 0.14105590686426853, 0.13688174505845058, 0.12416576635757047, 0.12574169593915657, 0.40415464577044424 ], "brier_above": [ 0.14454503847071573, 0.23461949085386014, 0.16993531574141746, 0.08030744909932953, 0.28584034184597557, 0.09278646316208662, 0.13257313615962119, 0.4430988470542893, 0.21701635661776597, 0.2589285430559143, 0.12292598603780414, 0.16729063404413885, 0.08979185843819698, 0.39102016497993813, 0.1874737078744503, 0.36507101300391037, 0.19360968927773675, 0.11522361166539183, 0.20743915261398588, 0.23291174766381054, 0.20646943500916543, 0.3906178457365395, 0.23507286333955457, 0.08528158588915216 ], "brier_above_clim": [ 0.16746211734091326, 0.24439648339047856, 0.17020468767458338, 0.12098299127445337, 0.42003289508783637, 0.1432196606009709, 0.15855993228592616, 0.3648257302115401, 0.22563052542747697, 0.27299766998107183, 0.12098299127445337, 0.16441580132826192, 0.12098299127445337, 0.3999079871154346, 0.12999426306828057, 0.35599390057119296, 0.19990753733166522, 0.12575724934837454, 0.24239713878174965, 0.244366123451473, 0.21240926913593197, 0.3511048689977941, 0.36402786904963685, 0.12257160000887342 ], "crps": [ 19.427026693508974, 27.520946601407122, 18.704135069327435, 20.640273439613782, 121.48845250046554, 23.438413493603843, 18.872113204088002, 62.42772943055523, 20.545351264760804, 18.58209176875217, 35.84402336236239, 24.95227464846109, 19.41873518159527, 49.69860113974305, 33.70724812987301, 37.56863160881453, 19.319345483689, 34.93151617163961, 23.632776758687463, 23.09435642217234, 19.791228544163484, 37.13486246508266, 27.2552446462045, 26.23680495719328 ], "crps_clim": [ 21.638963822645973, 24.235290387642486, 18.424283296657233, 32.54717605456645, 156.90499273836357, 32.635277727606166, 21.537420350099357, 49.09575292416304, 22.525465304564662, 20.988002465707634, 34.61988384032085, 24.30789299289558, 29.701345919639383, 54.971641276234905, 22.842560447513375, 36.98644829813116, 18.957656403027976, 33.035212506102354, 28.03299847714953, 26.339484558745546, 20.084345939930547, 32.84079658873186, 39.9223127647239, 31.23869015810775 ], "crps_fair": [ 18.40132824209317, 26.085319817774476, 17.57946042882691, 19.512884524172897, 120.37832537134713, 22.521182095087568, 17.775877879942254, 61.35288284602517, 19.56508315348336, 17.579133846772983, 34.606282436237805, 23.55338156382956, 18.22452785002189, 48.59208696205414, 32.41199610334928, 36.34403183751847, 17.89570631844762, 33.917649039921734, 22.546958244546015, 21.93413193449182, 18.54585366159102, 36.14522557893328, 25.58119482880271, 25.211757342203605 ], "crps_fair_clim": [ 20.16546441774922, 22.76670826790671, 16.94469548167337, 31.09433614253317, 155.68767899429207, 31.182604674802132, 20.063728628019742, 47.67425501377674, 21.053644879747303, 19.513270179453034, 33.170969511215155, 22.839448378093994, 28.243116177805117, 53.561271942272995, 21.37134058167887, 35.54201609868039, 17.47907876438195, 31.583296905530318, 26.57160898637116, 24.874887655242915, 18.60790218298319, 31.38851277619512, 38.48344091464168, 29.783372053088755 ] }, "rps": 0.41181620367750166, "rpss": 0.0911361454955415, "brier_below": 0.2014057753351751, "bss_below": 0.11005973841802141, "brier_above": 0.21041042823478132, "bss_above": 0.07225288415884978, "crps": 31.843007624406855, "crpss": 0.08410899274040196, "crps_fair": 30.677594246144782, "crpss_fair": 0.07926549524308224, "reliability": { "below": { "weight": [ 0.0, 0.051206, 0.345177, 0.366216, 0.207354, 0.029975, 7.3e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1827, 0.251, 0.3493, 0.4434, 0.5267, 0.6219, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1388, 0.1727, 0.3635, 0.5971, 0.7458, 1.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.022917, 0.32352, 0.404557, 0.174663, 0.067154, 0.00719, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.181, 0.2598, 0.3481, 0.4472, 0.5323, 0.623, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2435, 0.2267, 0.3223, 0.4981, 0.6989, 0.6167, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.431334225079096, 0.3580017408399259, 0.4681648565045873, 0.3466362964326788, 0.45299302554315657, 0.30804044382284845, 0.4431528092076201, 0.5487144673007074 ], "rps_clim": [ 0.41226069330832904, 0.37346476202427337, 0.5449498935810108, 0.3668786910829554, 0.4702381054334581, 0.35149027409467, 0.4617153008948455, 0.4689090852917107 ], "brier_below": [ 0.17688965488119857, 0.16925784754421075, 0.10240372616191809, 0.19948769308990952, 0.2352531555058057, 0.1204473254393601, 0.11246427527173203, 0.16546076105070634 ], "brier_below_clim": [ 0.16272543810516465, 0.17439021621908166, 0.1111111177338495, 0.19565233168880328, 0.24748910543474462, 0.14877102166271772, 0.11990485299837937, 0.13022383774923363 ], "brier_above": [ 0.2544445645656427, 0.1887438944725517, 0.36576109792427897, 0.14714860955208425, 0.21773986885198926, 0.18759312367620712, 0.33068851416617034, 0.383253683525002 ], "brier_above_clim": [ 0.2495352503192138, 0.19907454994431797, 0.43383873800717726, 0.1712263685129215, 0.22274899990451802, 0.20271925591935436, 0.3418104265124274, 0.3386852267172677 ], "crps": [ 22.95528905103561, 16.15320840088391, 51.25767764163395, 16.444277545651268, 24.316203416396295, 16.179059002020775, 39.4831301210433, 42.42698000324012 ], "crps_clim": [ 21.51742288315328, 17.602067483896718, 66.72428457706202, 18.842687558036157, 25.490235640654245, 17.86439441677566, 41.38038268584848, 34.17883620329718 ], "crps_fair": [ 22.46311079347444, 15.65113497097003, 50.59309624524306, 15.981433407978082, 23.844528914788352, 15.594733581600712, 38.95352115697368, 41.98381221839083 ], "crps_fair_clim": [ 20.32105586449988, 16.40570046524331, 65.52791755840862, 17.64632053938275, 24.293868622000836, 16.66802739812226, 40.184015667195084, 32.98246918464377 ] }, "rps": 0.41962973309132756, "rpss": 0.02691926078318685, "brier_below": 0.16020805486810513, "bss_below": 0.006667981512334276, "brier_above": 0.2594216695917408, "bss_above": 0.039018311064484945, "crps": 28.651978147738156, "crpss": 0.05904953972050375, "crps_fair": 28.1331714111774, "crpss_fair": 0.038302901072165496, "reliability": { "below": { "weight": [ 0.0, 0.028044, 0.247393, 0.511662, 0.197019, 0.015882, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1924, 0.2577, 0.3504, 0.4319, 0.5221, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.003, 0.0851, 0.1566, 0.2075, 0.5281, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.00856, 0.384597, 0.450351, 0.123116, 0.031495, 0.00188, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1925, 0.2625, 0.3382, 0.4369, 0.5315, 0.6133, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0981, 0.4028, 0.4612, 0.655, 0.9704, 1.0, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4388515678971061, 0.3243358482424736, 0.3149414833259184, 0.38389955176994534, 0.4766329999171627, 0.31651993474238005, 0.44783992440779863, 0.4085998937079787 ], "rps_clim": [ 0.41878825306748607, 0.3532443184157963, 0.5497652319245143, 0.41409150225437374, 0.500554732533218, 0.3283216325296163, 0.5179393398216053, 0.38569804049108725 ], "brier_below": [ 0.14177691110405527, 0.20256554008829422, 0.05665881936309704, 0.19459691272881036, 0.3723788940520658, 0.17028819757451183, 0.09769932533357108, 0.17657933890864627 ], "brier_below_clim": [ 0.12324328915544643, 0.21087180444506454, 0.11111111773384952, 0.20657791360422298, 0.38654922735379516, 0.1778652528005686, 0.11863830449786794, 0.1581566706892246 ], "brier_above": [ 0.29707464358463975, 0.1217703184652181, 0.25828263563517906, 0.18930263944225645, 0.10425412218786022, 0.1462317487398326, 0.35014057131370285, 0.23202055039196257 ], "brier_above_clim": [ 0.29554495080091303, 0.14237252824897006, 0.438654075489631, 0.20751359128025879, 0.11400552453007727, 0.15045639256177848, 0.39930100365958165, 0.22754136885072465 ], "crps": [ 27.91833160499266, 15.62687953052599, 54.41605650807889, 22.6554879372294, 24.435285215590532, 16.024834193278412, 51.93517368740825, 24.185120616033885 ], "crps_clim": [ 25.40124575195562, 18.535452439061405, 96.88435708644411, 25.600608810810552, 26.457175781428862, 16.988995955173806, 61.64931906064567, 21.436898042938385 ], "crps_fair": [ 27.30715329823253, 15.083441594633237, 53.532357910138494, 22.125632083999694, 23.86459419704756, 15.433531745567986, 51.28498161857322, 23.67887365004317 ], "crps_fair_clim": [ 24.012970318608165, 17.14717700571395, 95.49608165309667, 24.212333377463093, 25.06890034808142, 15.600720521826346, 60.26104362729821, 20.04862260959093 ] }, "rps": 0.3889526505013454, "rpss": 0.10286631679677194, "brier_below": 0.1765679923941315, "bss_below": 0.05389746094063941, "brier_above": 0.21238465372008147, "bss_above": 0.1398773328977857, "crps": 29.649646161642252, "crpss": 0.19032637738907343, "crps_fair": 29.038820762279485, "crpss_fair": 0.17575895454961843, "reliability": { "below": { "weight": [ 0.0, 0.034846, 0.253871, 0.519511, 0.179807, 0.011965, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1889, 0.2538, 0.3519, 0.4261, 0.5207, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0062, 0.0925, 0.2573, 0.3363, 0.7272, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.011308, 0.336943, 0.459538, 0.122331, 0.065081, 0.004799, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1931, 0.2649, 0.3358, 0.4414, 0.5338, 0.6133, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2238, 0.3492, 0.842, 0.9799, 1.0, NaN, NaN, NaN ] } } } } }, "ls": { "lambda_": { "training_mean": 0.5156126261831728, "training": [ 0.49773355332781055, 0.5057860407443958, 0.5051035808741103, 0.5288404220111191, 0.578974403928917, 0.5150224277415385, 0.5255682351117655, 0.48666340134180286, 0.5118529939249555, 0.5202445850881946, 0.4825890423699954, 0.5385252760808672, 0.5293905476862356, 0.5219142613783662, 0.4401168951461012, 0.5192771074080905, 0.5392507302571029, 0.4841079384073418, 0.5320316513849344, 0.521344443571131, 0.5198964951774491, 0.515672134261313, 0.541685419762366, 0.5131114414102441 ], "test": 0.5381165334451788 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44672750803348166, 0.4540296080032355, 0.44843623340390715, 0.5137892746991523, 0.4097095600471376, 0.4692274377448477, 0.42710339184114143, 0.5116639707462339, 0.3693949085734214, 0.4507324797585566, 0.6087003238163397, 0.33171698644901065, 0.42439467814084086, 0.4348697225941823, 0.5193521611422292, 0.4094083813067038, 0.3766438678818188, 0.595553086030805, 0.4751197353717754, 0.4117895052305825, 0.367924403860787, 0.4774761841816211, 0.3569943063536423, 0.4511120550169988 ], "rps_clim": [ 0.43940389586261985, 0.4665815975343043, 0.4078016629257561, 0.5058326534107924, 0.5395139539081617, 0.49558246555093133, 0.4802715214492444, 0.4940433293404847, 0.3914621834757892, 0.4277164147133932, 0.5144532300877738, 0.3688788642452346, 0.45641496116615643, 0.4825359152593056, 0.4144568447211086, 0.4364608837118219, 0.42094222389547176, 0.4840252584820353, 0.4719586571698775, 0.40608224744207533, 0.407618183369595, 0.4985033807712113, 0.41838804437156996, 0.4537770988760395 ], "brier_below": [ 0.19209646171632794, 0.294347830416246, 0.2903246865479402, 0.40437045244411085, 0.07193914442636999, 0.18803559801567377, 0.15103478524746794, 0.11173570266857397, 0.1732960900522402, 0.24447243234945806, 0.4702709217438916, 0.18234370053495924, 0.32990356117335834, 0.07897111560303476, 0.3419173245823146, 0.11925218912792666, 0.13660057599722703, 0.43229479222463446, 0.31655652150927027, 0.23360851103566993, 0.10005498862847555, 0.08111551201193834, 0.1350885170733332, 0.3282114678825659 ], "brier_below_clim": [ 0.19457870756681286, 0.28338161161055664, 0.2603988151290453, 0.3801317890887892, 0.12139582486297858, 0.2083086937549171, 0.179673404168855, 0.13049409161286557, 0.18820422829035943, 0.23725297240826868, 0.3930574463474963, 0.2061208543150891, 0.32867257140426404, 0.12346043676030426, 0.28728118486517273, 0.14778867910296825, 0.17721343670206774, 0.3552785719779392, 0.29320090548610794, 0.22384930431748742, 0.13483308539642477, 0.12264454476536311, 0.165349012936125, 0.30321995858175416 ], "brier_above": [ 0.2546310472134489, 0.1596817777805232, 0.1581115464799915, 0.10941882027460545, 0.33777041526896656, 0.28119184138770115, 0.2760686076737233, 0.3999282713734119, 0.1960988188822254, 0.206260046415074, 0.13842939995459794, 0.14937328441644826, 0.0944911163207881, 0.3558986089393821, 0.17743483687333741, 0.29015619388801617, 0.24004329214079953, 0.1632582946118372, 0.15856321294428072, 0.17818099428203332, 0.2678694161271838, 0.39636067314630546, 0.22190578876190697, 0.12290058722823777 ], "brier_above_clim": [ 0.244825188295807, 0.18319998592374737, 0.1474028477967109, 0.12570086432200342, 0.41811812904518303, 0.2872737717960143, 0.3005981172803895, 0.3635492377276191, 0.20325795518542972, 0.1904634423051245, 0.12139578374027739, 0.16275800993014544, 0.1277423897618922, 0.3590754784990013, 0.12717565985593585, 0.2886722046088535, 0.24372878719340413, 0.1287466865040958, 0.17875775168376942, 0.182232943124588, 0.2727850979731702, 0.3758588360058481, 0.2530390314354449, 0.15055714029428513 ], "crps": [ 27.222781673707665, 21.31703847901609, 22.03411199096253, 24.83227175272922, 105.71252285831793, 35.80100796501907, 35.899180365571446, 44.121948137305615, 16.51177492054053, 22.332263112037406, 36.61913112066131, 18.861840158549242, 17.898477484658464, 35.3218199260784, 32.55315298301741, 23.766233565443493, 20.436826931306403, 38.27897759382076, 25.758457113158286, 24.365468106866132, 20.347547769157263, 36.17971892367718, 21.729933133767556, 22.35705340466501 ], "crps_clim": [ 23.77074843142727, 22.60409869067204, 18.38031484850475, 25.959936518793185, 123.34118991059545, 35.588714164776064, 39.220907889439694, 39.49590059501811, 18.35094398856043, 19.018950574892433, 27.831563580748035, 21.968021793696813, 21.56629431892967, 37.55562250213345, 20.343092113101918, 25.75266643361196, 21.96609944248159, 25.58890298078945, 24.791989124537817, 21.665834698643923, 21.79847843728042, 34.8315441627334, 25.585209165511976, 22.091569801149358 ], "crps_fair": [ 26.44571104873688, 20.45798780055971, 21.2198118836531, 24.005970257526194, 104.77339554683817, 35.07649407515398, 35.04956078293874, 43.312191004729286, 15.768500012874892, 21.420802458558743, 35.69765193215713, 17.99211199431761, 17.155053601835288, 34.54207262888813, 31.716352082791406, 22.992045470222184, 19.55027507726956, 37.39203397372579, 24.9462504735257, 23.573891510980634, 19.482410670017927, 35.452144131712984, 20.704120420605268, 21.644704980278608 ], "crps_fair_clim": [ 22.51064113159216, 21.34178182693399, 17.109998394156545, 24.703975408517493, 122.2696629923497, 34.35098937579959, 37.99006225524478, 38.26557578034132, 17.080571907583543, 17.74984365790482, 26.57914721869575, 20.704500238866018, 20.302011916608773, 36.321622918341355, 19.07649303993666, 24.496312766356763, 20.70257424683409, 24.33223915547966, 23.533815992682083, 20.40174081976945, 20.534635777607914, 33.59238533966214, 24.32853834433991, 20.828282238756913 ] }, "rps": 0.4475779070928521, "rpss": 0.012941239830298712, "brier_below": 0.22532678679220872, "bss_below": 0.006968180470238838, "brier_above": 0.22225112051603443, "bss_above": 0.018924048189878473, "crps": 30.42748081125144, "crpss": -0.015563112327209083, "crps_fair": 29.59881432582908, "crpss_fair": -0.03085751363408984, "reliability": { "below": { "weight": [ 0.0, 0.092831, 0.544327, 0.264111, 0.090274, 0.008372, 8.5e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1886, 0.2518, 0.3453, 0.4367, 0.5209, 0.6286, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3206, 0.2999, 0.3904, 0.5172, 0.6189, 1.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.004471, 0.33783, 0.435934, 0.197813, 0.023783, 0.00017, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1887, 0.2675, 0.348, 0.4393, 0.5298, 0.6119, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1836, 0.2627, 0.3766, 0.4247, 0.3769, 0.6675, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3929661983251349, 0.39247555908814846, 0.3169168621458845, 0.4286958549921056, 0.3666976915546788, 0.42117001548982624, 0.39498370315058445, 0.571895195379912, 0.3958991282334686, 0.3515964913647661, 0.5819334376132903, 0.3540835489734854, 0.4518458400370026, 0.4805654844704723, 0.5491399225823619, 0.4625954873305861, 0.31480732907751774, 0.5288571573514745, 0.3672951037630243, 0.3247753493659798, 0.31535740286045194, 0.486315068810987, 0.3154793167337421, 0.5142130507224147 ], "rps_clim": [ 0.4283784857114221, 0.426706305961757, 0.34466488699165887, 0.5130077270408857, 0.5410158863622896, 0.48132609845393376, 0.42143417390584187, 0.49961637384642854, 0.41822160564029737, 0.4024426800552632, 0.5388940294117011, 0.3853584913200236, 0.5182825785529102, 0.520890978389888, 0.44508072243200725, 0.47856087825017973, 0.3579810319851315, 0.4969649351160663, 0.42935647355424533, 0.3854220303157415, 0.34929101419438247, 0.47527063535536435, 0.48976956498879315, 0.5267262457793177 ], "brier_below": [ 0.2492796723814603, 0.15691446283836832, 0.15269944413046924, 0.3476681261558532, 0.05756619859702501, 0.3243364039613912, 0.26121126767858804, 0.1369243150216008, 0.1775650757287002, 0.08813757894986042, 0.465011564262855, 0.19279685722619813, 0.36247557280963827, 0.07766721973097869, 0.37831668106040595, 0.09618644302570405, 0.12103668125682286, 0.41709213912549725, 0.1531376995523452, 0.09681439216661844, 0.10710465192876269, 0.09373244419889194, 0.05869012911617116, 0.4296249074406541 ], "brier_below_clim": [ 0.260916368370509, 0.18230982257127842, 0.1744601993170755, 0.3920247357664324, 0.12098299127445337, 0.33810643785296296, 0.2628742416199158, 0.13479064363488874, 0.19259108021282037, 0.12944501007419143, 0.41791103813724767, 0.2209426899917617, 0.3972995872784568, 0.12098299127445337, 0.3150864593637269, 0.12256697767898699, 0.15807349465346632, 0.37120768576769203, 0.18695933477249566, 0.14105590686426853, 0.13688174505845058, 0.12416576635757047, 0.12574169593915657, 0.40415464577044424 ], "brier_above": [ 0.14368652620013925, 0.23556109670901043, 0.16421741818611962, 0.08102772699642034, 0.30913149281846447, 0.09683361176172396, 0.13377243493137567, 0.434970883003856, 0.218334052740253, 0.263458912196552, 0.11692187026580542, 0.16128668896904585, 0.08937026527071301, 0.40289826607958085, 0.17082324082964312, 0.366409048985519, 0.1937706462472982, 0.11176501840343796, 0.21415740314667916, 0.22796095807767341, 0.20825275068844287, 0.39258262418143214, 0.2567891861828304, 0.0845881428968074 ], "brier_above_clim": [ 0.16746211734091326, 0.24439648339047856, 0.17020468767458338, 0.12098299127445337, 0.42003289508783637, 0.1432196606009709, 0.15855993228592616, 0.3648257302115401, 0.22563052542747697, 0.27299766998107183, 0.12098299127445337, 0.16441580132826192, 0.12098299127445337, 0.3999079871154346, 0.12999426306828057, 0.35599390057119296, 0.19990753733166522, 0.12575724934837454, 0.24239713878174965, 0.244366123451473, 0.21240926913593197, 0.3511048689977941, 0.36402786904963685, 0.12257160000887342 ], "crps": [ 19.662507703726188, 25.41282382212229, 17.09516344635271, 23.589356545769057, 131.58985678537724, 28.97686561482608, 19.14046573914978, 60.391154233230445, 20.386756884222148, 17.321354954673623, 40.31068675974616, 21.513825600767017, 24.4765787307935, 53.5714631058277, 34.253843564733096, 35.03940252442034, 17.193532219032146, 38.48444328251798, 24.514377662114608, 22.242653055270484, 18.26263027134737, 36.418211163522116, 25.0599277764814, 31.649469845717793 ], "crps_clim": [ 21.638963822645973, 24.235290387642486, 18.424283296657233, 32.54717605456645, 156.90499273836357, 32.635277727606166, 21.537420350099357, 49.09575292416304, 22.525465304564662, 20.988002465707634, 34.61988384032085, 24.30789299289558, 29.701345919639383, 54.971641276234905, 22.842560447513375, 36.98644829813116, 18.957656403027976, 33.035212506102354, 28.03299847714953, 26.339484558745546, 20.084345939930547, 32.84079658873186, 39.9223127647239, 31.23869015810775 ], "crps_fair": [ 18.849299415240527, 24.29013617068558, 16.187663376029402, 22.666643129594167, 130.63367646809994, 28.211825895625704, 18.241847311013093, 59.517822582857846, 19.61611789518355, 16.544704278553347, 39.30724341611216, 20.412175707685073, 23.511083582796267, 52.71381678580652, 33.20495439300025, 34.059573557613746, 16.100652856830802, 37.644993271217835, 23.647352640788355, 21.3035264521757, 17.262630645509834, 35.63496847733713, 23.766060926606606, 30.81646491609009 ], "crps_fair_clim": [ 20.16546441774922, 22.76670826790671, 16.94469548167337, 31.09433614253317, 155.68767899429207, 31.182604674802132, 20.063728628019742, 47.67425501377674, 21.053644879747303, 19.513270179453034, 33.170969511215155, 22.839448378093994, 28.243116177805117, 53.561271942272995, 21.37134058167887, 35.54201609868039, 17.47907876438195, 31.583296905530318, 26.57160898637116, 24.874887655242915, 18.60790218298319, 31.38851277619512, 38.48344091464168, 29.783372053088755 ] }, "rps": 0.4200233416423875, "rpss": 0.0730232811191378, "brier_below": 0.2084162470143692, "bss_below": 0.07908296533585724, "brier_above": 0.21160709440703432, "bss_above": 0.0669765126441566, "crps": 32.77322297048922, "crpss": 0.05735348395364093, "crps_fair": 31.839384756352228, "crpss_fair": 0.0443963786668512, "reliability": { "below": { "weight": [ 0.0, 0.05428, 0.528105, 0.298307, 0.108423, 0.010885, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1902, 0.2501, 0.3475, 0.4387, 0.5192, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1297, 0.2337, 0.4664, 0.6409, 0.6467, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.005796, 0.385583, 0.393453, 0.183602, 0.031131, 0.000436, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1901, 0.2665, 0.3474, 0.4427, 0.534, 0.6119, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1874, 0.2326, 0.3328, 0.5782, 0.6273, 0.6671, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.41910184541474277, 0.3374902637530855, 0.4658978126816676, 0.3306701383798321, 0.45340408383514647, 0.3015985676184388, 0.4345695180027272, 0.5127937404466788 ], "rps_clim": [ 0.41226069330832904, 0.37346476202427337, 0.5449498935810108, 0.3668786910829554, 0.4702381054334581, 0.35149027409467, 0.4617153008948455, 0.4689090852917107 ], "brier_below": [ 0.16433534010856246, 0.1502395836356493, 0.08270791608695974, 0.1831218110665241, 0.23844663355530574, 0.11195745928800792, 0.09586588499376718, 0.13298962711796236 ], "brier_below_clim": [ 0.16272543810516465, 0.17439021621908166, 0.1111111177338495, 0.19565233168880328, 0.24748910543474462, 0.14877102166271772, 0.11990485299837937, 0.13022383774923363 ], "brier_above": [ 0.2547664991780941, 0.1872506815296222, 0.38318986242207353, 0.14754833342045512, 0.21495744951840276, 0.18964111323045163, 0.33870361294384155, 0.3798040900673819 ], "brier_above_clim": [ 0.2495352503192138, 0.19907454994431797, 0.43383873800717726, 0.1712263685129215, 0.22274899990451802, 0.20271925591935436, 0.3418104265124274, 0.3386852267172677 ], "crps": [ 21.908325077869538, 14.57210945836457, 55.972849881583755, 15.445990610843772, 24.653954791507214, 15.016213767863965, 41.271174556852934, 41.644852971017045 ], "crps_clim": [ 21.51742288315328, 17.602067483896718, 66.72428457706202, 18.842687558036157, 25.490235640654245, 17.86439441677566, 41.38038268584848, 34.17883620329718 ], "crps_fair": [ 21.517535042088394, 14.174095638615203, 55.44246912339021, 15.068993082367411, 24.279829795783648, 14.555821189720008, 40.85486299791088, 41.284556930039464 ], "crps_fair_clim": [ 20.32105586449988, 16.40570046524331, 65.52791755840862, 17.64632053938275, 24.293868622000836, 16.66802739812226, 40.184015667195084, 32.98246918464377 ] }, "rps": 0.40694074626653987, "rpss": 0.056343793188018965, "brier_below": 0.14495803198159235, "bss_below": 0.10122212879484171, "brier_above": 0.26198270528879036, "bss_above": 0.029531407316436553, "crps": 28.810683889487848, "crpss": 0.05383753516087575, "crps_fair": 28.397270474989405, "crpss_fair": 0.029275006570493534, "reliability": { "below": { "weight": [ 0.0, 0.056764, 0.48178, 0.381667, 0.073592, 0.006197, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1878, 0.2527, 0.343, 0.4317, 0.5122, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0625, 0.1093, 0.1888, 0.248, 0.6445, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000509, 0.455106, 0.422259, 0.109252, 0.012874, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1926, 0.2682, 0.3403, 0.4347, 0.5231, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6653, 0.3841, 0.498, 0.7174, 0.9869, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4156914233157093, 0.3111098089994667, 0.34838778525450853, 0.3841169358240845, 0.5129366631082083, 0.2995019007154108, 0.4543703081398074, 0.3938652007877206 ], "rps_clim": [ 0.41878825306748607, 0.3532443184157963, 0.5497652319245143, 0.41409150225437374, 0.500554732533218, 0.3283216325296163, 0.5179393398216053, 0.38569804049108725 ], "brier_below": [ 0.11715752045185984, 0.19039641301255264, 0.055870018207806245, 0.1953577291848142, 0.4126725554216857, 0.1565233863235579, 0.087483539596792, 0.16483495458946298 ], "brier_below_clim": [ 0.12324328915544643, 0.21087180444506454, 0.11111111773384952, 0.20657791360422298, 0.38654922735379516, 0.1778652528005686, 0.11863830449786794, 0.1581566706892246 ], "brier_above": [ 0.298533889294315, 0.12071340699306915, 0.29251773640032297, 0.18875920720452585, 0.10026412530067648, 0.14297852608807526, 0.3668867402578487, 0.2290302422900575 ], "brier_above_clim": [ 0.29554495080091303, 0.14237252824897006, 0.438654075489631, 0.20751359128025879, 0.11400552453007727, 0.15045639256177848, 0.39930100365958165, 0.22754136885072465 ], "crps": [ 24.928419745973656, 14.114161262155177, 65.83742676807309, 21.955950565146537, 26.822502855766018, 14.367104182347985, 56.71962519526897, 22.659430998631297 ], "crps_clim": [ 25.40124575195562, 18.535452439061405, 96.88435708644411, 25.600608810810552, 26.457175781428862, 16.988995955173806, 61.64931906064567, 21.436898042938385 ], "crps_fair": [ 24.438100294486624, 13.683197258709779, 65.13637929781703, 21.52332687869142, 26.365400962848245, 13.895380672870939, 56.21363730419055, 22.2476188744534 ], "crps_fair_clim": [ 24.012970318608165, 17.14717700571395, 95.49608165309667, 24.212333377463093, 25.06890034808142, 15.600720521826346, 60.26104362729821, 20.04862260959093 ] }, "rps": 0.38999750326811455, "rpss": 0.10045632522106618, "brier_below": 0.17253701459856643, "bss_below": 0.07549660966269722, "brier_above": 0.21746048422861136, "bss_above": 0.11932106012437904, "crps": 30.92557769667034, "crpss": 0.15548319232920527, "crps_fair": 30.437880193008496, "crpss_fair": 0.13604789957009888, "reliability": { "below": { "weight": [ 0.0, 0.023527, 0.503199, 0.413058, 0.052814, 0.007402, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1896, 0.2554, 0.3416, 0.4317, 0.5155, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0093, 0.169, 0.2863, 0.3375, 0.7056, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000434, 0.417808, 0.426476, 0.126736, 0.028545, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1926, 0.2707, 0.3388, 0.4438, 0.5254, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4986, 0.2049, 0.4231, 0.8886, 1.0, NaN, NaN, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.4255863764213419, "training": [ 0.38704244732154475, 0.4147978956304238, 0.4045790863295763, 0.4623599334905072, 0.5341132627997858, 0.4352290119811158, 0.4436427278079503, 0.36952919562542574, 0.4156986233602925, 0.4236896392296154, 0.4143827349843808, 0.4296590429299775, 0.4629031453512283, 0.4356236426718352, 0.3379162560815826, 0.4056605844246208, 0.42898969716993557, 0.41242919362948016, 0.45127963803743515, 0.4246353184397931, 0.4151564017870877, 0.41274164460608986, 0.4437090188531011, 0.4483048915694193 ], "test": 0.45070565882676816 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.495581970244515, 0.4183332002653259, 0.453020094892893, 0.4770138301792471, 0.3945265666286452, 0.45812825404935403, 0.4256271023728207, 0.5550732028545333, 0.3701399493845936, 0.45096160790625794, 0.5847313916341443, 0.359221507234617, 0.3833496655751321, 0.44293875024360424, 0.5300095858141814, 0.43831141625202386, 0.4067827601738527, 0.5758610204415595, 0.44429314602442394, 0.4200974192355692, 0.3922487659056851, 0.5014755034519279, 0.35106424153089666, 0.4168241778002365 ], "rps_clim": [ 0.43940389586261985, 0.4665815975343043, 0.4078016629257561, 0.5058326534107924, 0.5395139539081617, 0.49558246555093133, 0.4802715214492444, 0.4940433293404847, 0.3914621834757892, 0.4277164147133932, 0.5144532300877738, 0.3688788642452346, 0.45641496116615643, 0.4825359152593056, 0.4144568447211086, 0.4364608837118219, 0.42094222389547176, 0.4840252584820353, 0.4719586571698775, 0.40608224744207533, 0.407618183369595, 0.4985033807712113, 0.41838804437156996, 0.4537770988760395 ], "brier_below": [ 0.23706512762079862, 0.2602116825599843, 0.2841984303725257, 0.36419440716589474, 0.07404173372610817, 0.18129640826469418, 0.15599916277295403, 0.15329479621059264, 0.17399351775377647, 0.23869124187750235, 0.435526889762223, 0.20605409852738257, 0.2894986280130067, 0.09540079593306805, 0.329285530460439, 0.14847713435567483, 0.16618464037453842, 0.3996614914138775, 0.2867072271341246, 0.2341926411440911, 0.12592622081751137, 0.10900682597340312, 0.13144570417707696, 0.294697430421008 ], "brier_below_clim": [ 0.19457870756681286, 0.28338161161055664, 0.2603988151290453, 0.3801317890887892, 0.12139582486297858, 0.2083086937549171, 0.179673404168855, 0.13049409161286557, 0.18820422829035943, 0.23725297240826868, 0.3930574463474963, 0.2061208543150891, 0.32867257140426404, 0.12346043676030426, 0.28728118486517273, 0.14778867910296825, 0.17721343670206774, 0.3552785719779392, 0.29320090548610794, 0.22384930431748742, 0.13483308539642477, 0.12264454476536311, 0.165349012936125, 0.30321995858175416 ], "brier_above": [ 0.25851684071615016, 0.15812151656861095, 0.1688216626565638, 0.11281942046889745, 0.3204848332996115, 0.27683185065174487, 0.26962794293861836, 0.40177841392428354, 0.1961464315173551, 0.21227036454428883, 0.14920449804461366, 0.1531674065066862, 0.0938510357947863, 0.34753795987086533, 0.20072405493067624, 0.28983428573564696, 0.24059811987329652, 0.17619952933793456, 0.1575859155382478, 0.18590477752780785, 0.2663225484442904, 0.39246868467041135, 0.2196185362703375, 0.12212674582110027 ], "brier_above_clim": [ 0.244825188295807, 0.18319998592374737, 0.1474028477967109, 0.12570086432200342, 0.41811812904518303, 0.2872737717960143, 0.3005981172803895, 0.3635492377276191, 0.20325795518542972, 0.1904634423051245, 0.12139578374027739, 0.16275800993014544, 0.1277423897618922, 0.3590754784990013, 0.12717565985593585, 0.2886722046088535, 0.24372878719340413, 0.1287466865040958, 0.17875775168376942, 0.182232943124588, 0.2727850979731702, 0.3758588360058481, 0.2530390314354449, 0.15055714029428513 ], "crps": [ 29.849286462257837, 20.756583023496805, 22.29491102815402, 22.483287064485765, 99.14302401192649, 32.552563103313624, 34.39493468795294, 45.52724219931649, 17.13733549925275, 23.496543692574594, 33.84767524446192, 22.06760200494157, 15.476232386310942, 34.1166896510211, 32.5267002788966, 25.802169807386566, 23.08153341081949, 37.300834427094415, 23.728133481308255, 24.369419747924173, 22.013689880024906, 35.78276479489043, 23.729850365840946, 20.44909527085526 ], "crps_clim": [ 23.77074843142727, 22.60409869067204, 18.38031484850475, 25.959936518793185, 123.34118991059545, 35.588714164776064, 39.220907889439694, 39.49590059501811, 18.35094398856043, 19.018950574892433, 27.831563580748035, 21.968021793696813, 21.56629431892967, 37.55562250213345, 20.343092113101918, 25.75266643361196, 21.96609944248159, 25.58890298078945, 24.791989124537817, 21.665834698643923, 21.79847843728042, 34.8315441627334, 25.585209165511976, 22.091569801149358 ], "crps_fair": [ 28.853299780718643, 19.641462016724525, 21.256972609695893, 21.443969642938495, 98.05388529276748, 31.6331837319198, 33.31290100674785, 44.487066055172754, 16.166260294692588, 22.3037195212634, 32.681411295638654, 20.93635649838951, 14.527775063070457, 33.079131671084085, 31.453556085106698, 24.809906519734692, 21.881280908325593, 36.18567747077595, 22.690024418288317, 23.365325547899108, 20.882521412696324, 34.82785905099015, 22.346742971090798, 19.537627958774976 ], "crps_fair_clim": [ 22.51064113159216, 21.34178182693399, 17.109998394156545, 24.703975408517493, 122.2696629923497, 34.35098937579959, 37.99006225524478, 38.26557578034132, 17.080571907583543, 17.74984365790482, 26.57914721869575, 20.704500238866018, 20.302011916608773, 36.321622918341355, 19.07649303993666, 24.496312766356763, 20.70257424683409, 24.33223915547966, 23.533815992682083, 20.40174081976945, 20.534635777607914, 33.59238533966214, 24.32853834433991, 20.828282238756913 ] }, "rps": 0.4477339637540017, "rpss": 0.01259708277511462, "brier_below": 0.22396049028467738, "bss_below": 0.012989550260339211, "brier_above": 0.22377347398553438, "bss_above": 0.012203972378277084, "crps": 30.08033756352116, "crpss": -0.0039766823077387325, "crps_fair": 29.014913201021113, "crpss_fair": -0.010521602367454141, "reliability": { "below": { "weight": [ 0.0, 0.038584, 0.357477, 0.399183, 0.174444, 0.029918, 0.000395, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.182, 0.2555, 0.346, 0.4436, 0.5271, 0.6296, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2785, 0.306, 0.3376, 0.4403, 0.5364, 0.7143, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.020357, 0.282584, 0.438294, 0.202546, 0.052787, 0.003433, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1851, 0.2617, 0.3494, 0.4449, 0.5309, 0.6221, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1489, 0.2652, 0.3772, 0.3859, 0.4502, 0.4721, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3858865004709681, 0.3993105075557359, 0.34119788030115855, 0.3778251927303331, 0.3402550692951242, 0.3568160135803273, 0.3822128028457305, 0.6293332582947224, 0.39149691715020124, 0.3663232867486864, 0.531558413278326, 0.37628599687618935, 0.39678605846538895, 0.4800765811637807, 0.5456340897131146, 0.4920303598184398, 0.32184649804649557, 0.47964610205766045, 0.3682902647338971, 0.331043086876488, 0.3419843160426335, 0.5169837584716188, 0.28555706320388546, 0.4524191974965056 ], "rps_clim": [ 0.4283784857114221, 0.426706305961757, 0.34466488699165887, 0.5130077270408857, 0.5410158863622896, 0.48132609845393376, 0.42143417390584187, 0.49961637384642854, 0.41822160564029737, 0.4024426800552632, 0.5388940294117011, 0.3853584913200236, 0.5182825785529102, 0.520890978389888, 0.44508072243200725, 0.47856087825017973, 0.3579810319851315, 0.4969649351160663, 0.42935647355424533, 0.3854220303157415, 0.34929101419438247, 0.47527063535536435, 0.48976956498879315, 0.5267262457793177 ], "brier_below": [ 0.24087664256776653, 0.16286454036421327, 0.1700445548509521, 0.29729057388643304, 0.05287646503607667, 0.262765111300855, 0.2486210343098156, 0.18793647456718654, 0.17498922995425792, 0.10703861606921941, 0.4078835857136513, 0.20821129975831068, 0.30663762784574156, 0.09008174505099996, 0.35710121000047684, 0.12762358675050833, 0.12697412859066134, 0.3635912208696873, 0.1605247382243112, 0.09877094407764231, 0.1358523955219653, 0.1279485375939405, 0.05270766779053468, 0.36627486778723495 ], "brier_below_clim": [ 0.260916368370509, 0.18230982257127842, 0.1744601993170755, 0.3920247357664324, 0.12098299127445337, 0.33810643785296296, 0.2628742416199158, 0.13479064363488874, 0.19259108021282037, 0.12944501007419143, 0.41791103813724767, 0.2209426899917617, 0.3972995872784568, 0.12098299127445337, 0.3150864593637269, 0.12256697767898699, 0.15807349465346632, 0.37120768576769203, 0.18695933477249566, 0.14105590686426853, 0.13688174505845058, 0.12416576635757047, 0.12574169593915657, 0.40415464577044424 ], "brier_above": [ 0.1450098563887836, 0.2364459671096249, 0.1711533241783629, 0.08053461894759423, 0.2873786030529516, 0.09405090247105313, 0.1335917667277439, 0.441396789342408, 0.21650768951631102, 0.2592846709338402, 0.12367482192231774, 0.16807469368593755, 0.09014843047074443, 0.3899948404217861, 0.18853287595879978, 0.3644067803383255, 0.19487236642216224, 0.11605487994306059, 0.20776552458865977, 0.23227214461441417, 0.20613192010107856, 0.3890352275673103, 0.23284939336594151, 0.08614432701303723 ], "brier_above_clim": [ 0.16746211734091326, 0.24439648339047856, 0.17020468767458338, 0.12098299127445337, 0.42003289508783637, 0.1432196606009709, 0.15855993228592616, 0.3648257302115401, 0.22563052542747697, 0.27299766998107183, 0.12098299127445337, 0.16441580132826192, 0.12098299127445337, 0.3999079871154346, 0.12999426306828057, 0.35599390057119296, 0.19990753733166522, 0.12575724934837454, 0.24239713878174965, 0.244366123451473, 0.21240926913593197, 0.3511048689977941, 0.36402786904963685, 0.12257160000887342 ], "crps": [ 19.796443207876493, 28.452682671654813, 19.140376473864226, 20.341108628302194, 121.38251321570625, 22.420898173819435, 19.478374812698302, 62.93723024096084, 20.93765534050157, 19.114215083058205, 34.69429806623808, 25.922285826061657, 19.367640014367666, 49.88179091568578, 33.315785381718236, 38.327438589503004, 20.20952669382575, 33.952002146049686, 23.65644395945103, 23.372069500609232, 20.41484280070591, 37.511933604645016, 27.968030426059926, 25.26012127490603 ], "crps_clim": [ 21.638963822645973, 24.235290387642486, 18.424283296657233, 32.54717605456645, 156.90499273836357, 32.635277727606166, 21.537420350099357, 49.09575292416304, 22.525465304564662, 20.988002465707634, 34.61988384032085, 24.30789299289558, 29.701345919639383, 54.971641276234905, 22.842560447513375, 36.98644829813116, 18.957656403027976, 33.035212506102354, 28.03299847714953, 26.339484558745546, 20.084345939930547, 32.84079658873186, 39.9223127647239, 31.23869015810775 ], "crps_fair": [ 18.715806346244086, 26.929722087339147, 17.953215924336536, 19.16246664905763, 120.27065167684222, 21.46330963144311, 18.33006381660518, 61.826976856690806, 19.912173474495873, 18.048901258446836, 33.39958940543937, 24.43364364915642, 18.117273266210194, 48.706488205921346, 31.94583008976752, 37.047547337264156, 18.684489903233693, 32.89637090628739, 22.513031560866853, 22.147219599938698, 19.103810806034588, 36.473434542220254, 26.15800080339216, 24.177244150248658 ], "crps_fair_clim": [ 20.16546441774922, 22.76670826790671, 16.94469548167337, 31.09433614253317, 155.68767899429207, 31.182604674802132, 20.063728628019742, 47.67425501377674, 21.053644879747303, 19.513270179453034, 33.170969511215155, 22.839448378093994, 28.243116177805117, 53.561271942272995, 21.37134058167887, 35.54201609868039, 17.47907876438195, 31.583296905530318, 26.57160898637116, 24.874887655242915, 18.60790218298319, 31.38851277619512, 38.48344091464168, 29.783372053088755 ] }, "rps": 0.4121166339673921, "rpss": 0.09047310642898365, "brier_below": 0.2014786166034351, "bss_below": 0.1097378788426373, "brier_above": 0.21063801729509368, "bss_above": 0.07124939257303264, "crps": 31.99398779367789, "crpss": 0.07976639480050496, "crps_fair": 30.76738591447845, "crpss_fair": 0.07657055487027631, "reliability": { "below": { "weight": [ 0.0, 0.049041, 0.312756, 0.38039, 0.22327, 0.034471, 7.3e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.185, 0.2523, 0.3502, 0.444, 0.5261, 0.6202, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1464, 0.1643, 0.3457, 0.5837, 0.7432, 1.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.021615, 0.319037, 0.406362, 0.176689, 0.069472, 0.006826, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1819, 0.2604, 0.3484, 0.4472, 0.5326, 0.6245, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.218, 0.2288, 0.3228, 0.4858, 0.7037, 0.5963, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.43356571257389304, 0.3595082347172357, 0.4686566043086898, 0.34654309630868774, 0.4504255492941124, 0.3093841868869138, 0.4436502168813626, 0.5508386071294846 ], "rps_clim": [ 0.41226069330832904, 0.37346476202427337, 0.5449498935810108, 0.3668786910829554, 0.4702381054334581, 0.35149027409467, 0.4617153008948455, 0.4689090852917107 ], "brier_below": [ 0.1791698289921965, 0.17058300987562378, 0.10323976536214916, 0.19905511869259485, 0.2323376747881075, 0.12159308287686164, 0.11333111181744143, 0.16745802372390317 ], "brier_below_clim": [ 0.16272543810516465, 0.17439021621908166, 0.1111111177338495, 0.19565233168880328, 0.24748910543474462, 0.14877102166271772, 0.11990485299837937, 0.13022383774923363 ], "brier_above": [ 0.2543958779372264, 0.1889252260911066, 0.36541680657509595, 0.14748798392107265, 0.2180878733240499, 0.18779110930580545, 0.3303190853540501, 0.3833805606964842 ], "brier_above_clim": [ 0.2495352503192138, 0.19907454994431797, 0.43383873800717726, 0.1712263685129215, 0.22274899990451802, 0.20271925591935436, 0.3418104265124274, 0.3386852267172677 ], "crps": [ 23.32004568704977, 16.38791684233119, 50.959703874330785, 16.50914185566865, 24.09499988993269, 16.39033294397423, 39.46602925251802, 42.75906012575259 ], "crps_clim": [ 21.51742288315328, 17.602067483896718, 66.72428457706202, 18.842687558036157, 25.490235640654245, 17.86439441677566, 41.38038268584848, 34.17883620329718 ], "crps_fair": [ 22.816075920171098, 15.875981834955693, 50.27400560767174, 16.037055035876232, 23.61305144834443, 15.794510592169805, 38.92200473241599, 42.306560484323946 ], "crps_fair_clim": [ 20.32105586449988, 16.40570046524331, 65.52791755840862, 17.64632053938275, 24.293868622000836, 16.66802739812226, 40.184015667195084, 32.98246918464377 ] }, "rps": 0.42032152601254746, "rpss": 0.025315059950689722, "brier_below": 0.16084595201610974, "bss_below": 0.0027128516523743373, "brier_above": 0.2594755654006114, "bss_above": 0.03881866357352348, "crps": 28.73590380894474, "crpss": 0.05629336389437389, "crps_fair": 28.204905706991116, "crpss_fair": 0.0358507543458183, "reliability": { "below": { "weight": [ 0.0, 0.026599, 0.239153, 0.507396, 0.209699, 0.017153, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1926, 0.2584, 0.3507, 0.4324, 0.5206, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0032, 0.0816, 0.1555, 0.2072, 0.4988, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.008051, 0.38264, 0.451374, 0.12439, 0.031666, 0.00188, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1924, 0.2629, 0.3381, 0.4372, 0.5319, 0.613, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1043, 0.4046, 0.459, 0.6518, 0.9705, 1.0, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4445506833820075, 0.32774922403638956, 0.31589771340686584, 0.3833607371561414, 0.4697983871139645, 0.3194184040084273, 0.448924433773664, 0.41383141857127737 ], "rps_clim": [ 0.41878825306748607, 0.3532443184157963, 0.5497652319245143, 0.41409150225437374, 0.500554732533218, 0.3283216325296163, 0.5179393398216053, 0.38569804049108725 ], "brier_below": [ 0.1475826370380314, 0.2055010612889354, 0.058454634370641516, 0.19330129583598532, 0.3646231040720767, 0.17271619267238478, 0.09961077574860613, 0.18133245876938897 ], "brier_below_clim": [ 0.12324328915544643, 0.21087180444506454, 0.11111111773384952, 0.20657791360422298, 0.38654922735379516, 0.1778652528005686, 0.11863830449786794, 0.1581566706892246 ], "brier_above": [ 0.2969680330866482, 0.1222481732594085, 0.25744305074985663, 0.19005944194701957, 0.10517529932799563, 0.1467022229443609, 0.3493136304004873, 0.2324989555127087 ], "brier_above_clim": [ 0.29554495080091303, 0.14237252824897006, 0.438654075489631, 0.20751359128025879, 0.11400552453007727, 0.15045639256177848, 0.39930100365958165, 0.22754136885072465 ], "crps": [ 28.846822545696504, 16.18343543991418, 53.63804676019656, 22.807007700495824, 23.837609403418703, 16.54275780796881, 51.886393185642504, 25.01215391086052 ], "crps_clim": [ 25.40124575195562, 18.535452439061405, 96.88435708644411, 25.600608810810552, 26.457175781428862, 16.988995955173806, 61.64931906064567, 21.436898042938385 ], "crps_fair": [ 28.206545230676127, 15.61613902338906, 52.70162928928742, 22.254197114698236, 23.241830605886662, 15.923999345928454, 51.200583670435535, 24.482664796204215 ], "crps_fair_clim": [ 24.012970318608165, 17.14717700571395, 95.49608165309667, 24.212333377463093, 25.06890034808142, 15.600720521826346, 60.26104362729821, 20.04862260959093 ] }, "rps": 0.3904413751810922, "rpss": 0.09943251822644406, "brier_below": 0.17789026997450627, "bss_below": 0.04681231397163865, "brier_above": 0.21255110090356066, "bss_above": 0.13920324937584516, "crps": 29.8442783442742, "crpss": 0.18501135462188256, "crps_fair": 29.203448634563212, "crpss_fair": 0.17108613912532022, "reliability": { "below": { "weight": [ 0.0, 0.031374, 0.234548, 0.508419, 0.211092, 0.014567, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1887, 0.255, 0.3529, 0.4283, 0.5178, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0069, 0.0826, 0.2569, 0.3194, 0.6122, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.010009, 0.332163, 0.461716, 0.125797, 0.065516, 0.004799, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1928, 0.266, 0.3355, 0.4422, 0.5343, 0.613, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2263, 0.3442, 0.8292, 0.9801, 1.0, NaN, NaN, NaN ] } } } } }, "sqrt_mvs": { "lambda_": { "training_mean": 0.3820709974021217, "training": [ 0.33458676918068664, 0.37023069264169506, 0.36263587478081977, 0.42565648099695613, 0.49048663190103453, 0.3869175619130635, 0.39544488703761865, 0.32332028603761137, 0.3721317444165031, 0.3773671817510489, 0.3758731101503001, 0.3809820603845972, 0.42715949326908115, 0.3965471306059447, 0.29441692722868196, 0.3587497583357391, 0.3895478543372651, 0.3609352645052529, 0.4126942647645335, 0.3860896519751688, 0.37366264056408194, 0.36501528335215727, 0.39805195214649597, 0.4112004353745827 ], "test": 0.41068765362903764 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.49493703680706047, 0.4203129616982922, 0.4552403902079098, 0.47669413178121406, 0.3878984794583037, 0.4568311800960115, 0.42253364615388206, 0.5620413728257635, 0.3676922924926975, 0.45486158770656365, 0.5865410509127985, 0.3511646564263183, 0.37830991823672344, 0.4441175932535615, 0.5313531561340041, 0.4362392938036348, 0.4013491104253786, 0.5837444020393898, 0.449815344720505, 0.4165968483609658, 0.391251557908175, 0.505876576950714, 0.3458885208978963, 0.4126101361466042 ], "rps_clim": [ 0.43940389586261985, 0.4665815975343043, 0.4078016629257561, 0.5058326534107924, 0.5395139539081617, 0.49558246555093133, 0.4802715214492444, 0.4940433293404847, 0.3914621834757892, 0.4277164147133932, 0.5144532300877738, 0.3688788642452346, 0.45641496116615643, 0.4825359152593056, 0.4144568447211086, 0.4364608837118219, 0.42094222389547176, 0.4840252584820353, 0.4719586571698775, 0.40608224744207533, 0.407618183369595, 0.4985033807712113, 0.41838804437156996, 0.4537770988760395 ], "brier_below": [ 0.23319048798115688, 0.26502099591210443, 0.29105981429649086, 0.3693419220661612, 0.07088300077996257, 0.17434907430509766, 0.14945802476221756, 0.14846503549038667, 0.1734382730148467, 0.24178348574162725, 0.442532171767501, 0.20042285080560393, 0.29031725677648296, 0.08944330814307447, 0.33417415925721966, 0.14276682767283727, 0.15728345197146115, 0.40811101933974625, 0.29476754531491806, 0.2346537362862571, 0.12003285811641873, 0.10110640527323131, 0.1305726669976533, 0.2953111007769444 ], "brier_below_clim": [ 0.19457870756681286, 0.28338161161055664, 0.2603988151290453, 0.3801317890887892, 0.12139582486297858, 0.2083086937549171, 0.179673404168855, 0.13049409161286557, 0.18820422829035943, 0.23725297240826868, 0.3930574463474963, 0.2061208543150891, 0.32867257140426404, 0.12346043676030426, 0.28728118486517273, 0.14778867910296825, 0.17721343670206774, 0.3552785719779392, 0.29320090548610794, 0.22384930431748742, 0.13483308539642477, 0.12264454476536311, 0.165349012936125, 0.30321995858175416 ], "brier_above": [ 0.26174654705612876, 0.15529196467283063, 0.1641805735689797, 0.10735220726185989, 0.31701547905960414, 0.28248211082074515, 0.2730756241019545, 0.4135763450781166, 0.19425401971682607, 0.2130781007277387, 0.14400887477565705, 0.1507418030808288, 0.0879926602585476, 0.354674290907125, 0.1971789960706734, 0.29347247065166476, 0.24406565992356277, 0.1756333832285993, 0.1550477969542878, 0.18194311128655657, 0.2712187024619683, 0.4047701779620241, 0.21531585259445743, 0.1172990339121499 ], "brier_above_clim": [ 0.244825188295807, 0.18319998592374737, 0.1474028477967109, 0.12570086432200342, 0.41811812904518303, 0.2872737717960143, 0.3005981172803895, 0.3635492377276191, 0.20325795518542972, 0.1904634423051245, 0.12139578374027739, 0.16275800993014544, 0.1277423897618922, 0.3590754784990013, 0.12717565985593585, 0.2886722046088535, 0.24372878719340413, 0.1287466865040958, 0.17875775168376942, 0.182232943124588, 0.2727850979731702, 0.3758588360058481, 0.2530390314354449, 0.15055714029428513 ], "crps": [ 29.134533706344914, 20.325834478559003, 21.62658960442991, 21.868123320212995, 97.81025548726171, 33.11321639644813, 34.6663418406981, 45.807467196852436, 16.920245601248148, 22.88338950084988, 33.36397990627168, 21.40381241914084, 15.075587841185301, 34.89785737431584, 31.478499291992815, 25.777186660216213, 22.768046946426914, 36.581600556040414, 23.819577092688185, 23.69350874973414, 22.05288876241474, 36.78407199152422, 22.888305163290312, 20.11778162012758 ], "crps_clim": [ 23.77074843142727, 22.60409869067204, 18.38031484850475, 25.959936518793185, 123.34118991059545, 35.588714164776064, 39.220907889439694, 39.49590059501811, 18.35094398856043, 19.018950574892433, 27.831563580748035, 21.968021793696813, 21.56629431892967, 37.55562250213345, 20.343092113101918, 25.75266643361196, 21.96609944248159, 25.58890298078945, 24.791989124537817, 21.665834698643923, 21.79847843728042, 34.8315441627334, 25.585209165511976, 22.091569801149358 ], "crps_fair": [ 28.202176631360622, 19.24498617434229, 20.633844668340917, 20.880906191851754, 96.68799429687922, 32.25347746912502, 33.638232914955324, 44.832130699234234, 16.001007263990232, 21.74180949590004, 32.23902808928842, 20.324785698098136, 14.18037539034601, 33.91713482024666, 30.43865425189652, 24.84520497043144, 21.612303824494536, 35.507595230970644, 22.830388399334794, 22.729300422729676, 20.983387146882094, 35.89582489997618, 21.520130149340183, 19.261551833002855 ], "crps_fair_clim": [ 22.51064113159216, 21.34178182693399, 17.109998394156545, 24.703975408517493, 122.2696629923497, 34.35098937579959, 37.99006225524478, 38.26557578034132, 17.080571907583543, 17.74984365790482, 26.57914721869575, 20.704500238866018, 20.302011916608773, 36.321622918341355, 19.07649303993666, 24.496312766356763, 20.70257424683409, 24.33223915547966, 23.533815992682083, 20.40174081976945, 20.534635777607914, 33.59238533966214, 24.32853834433991, 20.828282238756913 ] }, "rps": 0.44724588522684866, "rpss": 0.013673458928277205, "brier_below": 0.22327022803539173, "bss_below": 0.01603158705995389, "brier_above": 0.22397565775553696, "bss_above": 0.011311479084496256, "crps": 29.785779229511434, "crpss": 0.005854646822151532, "crps_fair": 28.766759622209076, "crpss_fair": -0.0018789932940783682, "reliability": { "below": { "weight": [ 0.0, 0.078471, 0.359425, 0.343561, 0.180345, 0.037125, 0.001075, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1808, 0.2534, 0.3411, 0.4399, 0.5308, 0.6278, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2792, 0.3014, 0.3364, 0.4434, 0.5783, 0.711, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.035978, 0.305909, 0.384674, 0.221934, 0.047476, 0.004029, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1804, 0.2561, 0.3426, 0.4407, 0.5395, 0.6307, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1652, 0.2798, 0.3854, 0.367, 0.4985, 0.4799, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3782681194389104, 0.4002573073874046, 0.3375367494961834, 0.3641816120296495, 0.3273817000083792, 0.3456507627600238, 0.3737015511460528, 0.648372155738092, 0.3924377716733403, 0.36743789768228907, 0.5239660570867792, 0.3731351792549185, 0.3829720909158105, 0.4884863464060828, 0.542767393602057, 0.49790314284180726, 0.32356742383414683, 0.47454240157126565, 0.3677064527008752, 0.32542989185754995, 0.34299461867173026, 0.5309071604987319, 0.27753895224599506, 0.4410048989203584 ], "rps_clim": [ 0.4283784857114221, 0.426706305961757, 0.34466488699165887, 0.5130077270408857, 0.5410158863622896, 0.48132609845393376, 0.42143417390584187, 0.49961637384642854, 0.41822160564029737, 0.4024426800552632, 0.5388940294117011, 0.3853584913200236, 0.5182825785529102, 0.520890978389888, 0.44508072243200725, 0.47856087825017973, 0.3579810319851315, 0.4969649351160663, 0.42935647355424533, 0.3854220303157415, 0.34929101419438247, 0.47527063535536435, 0.48976956498879315, 0.5267262457793177 ], "brier_below": [ 0.2371574551274218, 0.1625426252001036, 0.17025900927248483, 0.2888377582920532, 0.049185242407789515, 0.25748801324074827, 0.24379721652993594, 0.1919401156827657, 0.17403484601304395, 0.10593208241608279, 0.4055235786485921, 0.20723679819987584, 0.2984976275214578, 0.08787858567721098, 0.35554791828169485, 0.12800159978847672, 0.12657700898982263, 0.36308296782694577, 0.15835656786021127, 0.09620662404893418, 0.13569973213545022, 0.12784822622775152, 0.0481801916249552, 0.3611136560661148 ], "brier_below_clim": [ 0.260916368370509, 0.18230982257127842, 0.1744601993170755, 0.3920247357664324, 0.12098299127445337, 0.33810643785296296, 0.2628742416199158, 0.13479064363488874, 0.19259108021282037, 0.12944501007419143, 0.41791103813724767, 0.2209426899917617, 0.3972995872784568, 0.12098299127445337, 0.3150864593637269, 0.12256697767898699, 0.15807349465346632, 0.37120768576769203, 0.18695933477249566, 0.14105590686426853, 0.13688174505845058, 0.12416576635757047, 0.12574169593915657, 0.40415464577044424 ], "brier_above": [ 0.1411106627906919, 0.23771468226301812, 0.16727773813944, 0.07534385418466566, 0.27819645609159643, 0.08816274981997901, 0.1299043332737334, 0.45643204615955335, 0.21840292753569993, 0.26150581668035794, 0.1184424727708725, 0.16589837676102143, 0.08447446329331768, 0.40060776631328765, 0.18721947077496606, 0.36990155152179993, 0.19699041184575894, 0.11145943276526384, 0.20934988415658115, 0.2292232687289881, 0.20729488605626206, 0.4030589409380405, 0.22935875853991539, 0.07989124017935632 ], "brier_above_clim": [ 0.16746211734091326, 0.24439648339047856, 0.17020468767458338, 0.12098299127445337, 0.42003289508783637, 0.1432196606009709, 0.15855993228592616, 0.3648257302115401, 0.22563052542747697, 0.27299766998107183, 0.12098299127445337, 0.16441580132826192, 0.12098299127445337, 0.3999079871154346, 0.12999426306828057, 0.35599390057119296, 0.19990753733166522, 0.12575724934837454, 0.24239713878174965, 0.244366123451473, 0.21240926913593197, 0.3511048689977941, 0.36402786904963685, 0.12257160000887342 ], "crps": [ 19.05911595445343, 27.609181830904234, 18.457354246946903, 19.64210855048913, 117.51556396998906, 22.68025312222406, 18.703048412435944, 63.25403995241659, 20.918400683369057, 19.084280029799856, 34.47016518819189, 25.1599172027852, 18.840799780684, 51.536265897843194, 32.31452740688336, 38.412475585003826, 19.894198855334047, 33.602107903001794, 24.08084890080522, 22.838903606659606, 20.12539830968918, 38.42662793557136, 27.4119534002143, 25.136742096776036 ], "crps_clim": [ 21.638963822645973, 24.235290387642486, 18.424283296657233, 32.54717605456645, 156.90499273836357, 32.635277727606166, 21.537420350099357, 49.09575292416304, 22.525465304564662, 20.988002465707634, 34.61988384032085, 24.30789299289558, 29.701345919639383, 54.971641276234905, 22.842560447513375, 36.98644829813116, 18.957656403027976, 33.035212506102354, 28.03299847714953, 26.339484558745546, 20.084345939930547, 32.84079658873186, 39.9223127647239, 31.23869015810775 ], "crps_fair": [ 18.043736537590565, 26.09344206322074, 17.319594428310136, 18.52258063485967, 116.31628002126442, 21.7789213801973, 17.61391016029143, 62.21472130398981, 19.950424506246353, 18.067798379150975, 33.214211874397, 23.713121750781962, 17.649660796968718, 50.4070943611476, 30.977820517295342, 37.20035896354202, 18.37859017583991, 32.59564329079832, 22.987301337514715, 21.651871808395672, 18.872415375024353, 37.45837710723209, 25.58065659016642, 24.10502879386571 ], "crps_fair_clim": [ 20.16546441774922, 22.76670826790671, 16.94469548167337, 31.09433614253317, 155.68767899429207, 31.182604674802132, 20.063728628019742, 47.67425501377674, 21.053644879747303, 19.513270179453034, 33.170969511215155, 22.839448378093994, 28.243116177805117, 53.561271942272995, 21.37134058167887, 35.54201609868039, 17.47907876438195, 31.583296905530318, 26.57160898637116, 24.874887655242915, 18.60790218298319, 31.38851277619512, 38.48344091464168, 29.783372053088755 ] }, "rps": 0.4095061515736848, "rpss": 0.09623434911267092, "brier_below": 0.19920522696166346, "bss_below": 0.11978317654628601, "brier_above": 0.21030092464934028, "bss_above": 0.07273571020706182, "crps": 31.632261617602968, "crpss": 0.09017061778299384, "crps_fair": 30.4463984232538, "crpss_fair": 0.08620443477606565, "reliability": { "below": { "weight": [ 0.0, 0.086725, 0.272465, 0.341817, 0.247471, 0.050506, 0.001016, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1825, 0.2517, 0.3449, 0.4416, 0.5305, 0.6142, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1029, 0.1745, 0.3319, 0.5503, 0.776, 0.7859, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.040609, 0.335818, 0.350683, 0.200072, 0.064469, 0.00835, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1782, 0.2547, 0.3405, 0.4408, 0.5383, 0.6309, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1892, 0.2406, 0.3301, 0.4569, 0.7302, 0.5918, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.43395099494203987, 0.3543887012530038, 0.4689458332515374, 0.3379842978468287, 0.44571508829610645, 0.3014852787881119, 0.44431494394678633, 0.5573160531149077 ], "rps_clim": [ 0.41226069330832904, 0.37346476202427337, 0.5449498935810108, 0.3668786910829554, 0.4702381054334581, 0.35149027409467, 0.4617153008948455, 0.4689090852917107 ], "brier_below": [ 0.17908291995332587, 0.16604575603387822, 0.09874736049088031, 0.19492568890248962, 0.22681409371449782, 0.11719083764304526, 0.11088326760329371, 0.16455284598324657 ], "brier_below_clim": [ 0.16272543810516465, 0.17439021621908166, 0.1111111177338495, 0.19565233168880328, 0.24748910543474462, 0.14877102166271772, 0.11990485299837937, 0.13022383774923363 ], "brier_above": [ 0.2548680686620319, 0.1883429456151735, 0.37019844015288195, 0.1430586141820714, 0.21890099313112515, 0.18429444581392862, 0.3334316563543005, 0.39276318527779824 ], "brier_above_clim": [ 0.2495352503192138, 0.19907454994431797, 0.43383873800717726, 0.1712263685129215, 0.22274899990451802, 0.20271925591935436, 0.3418104265124274, 0.3386852267172677 ], "crps": [ 23.03301866164743, 15.892504280426678, 51.75436952537732, 15.869577681260514, 23.783497767300183, 15.807481249385166, 40.01739826315858, 42.93889987180392 ], "crps_clim": [ 21.51742288315328, 17.602067483896718, 66.72428457706202, 18.842687558036157, 25.490235640654245, 17.86439441677566, 41.38038268584848, 34.17883620329718 ], "crps_fair": [ 22.55364415830715, 15.409153636603168, 51.07993516114029, 15.423279652163073, 23.327062496916373, 15.23147238027028, 39.49588536323511, 42.514633224831165 ], "crps_fair_clim": [ 20.32105586449988, 16.40570046524331, 65.52791755840862, 17.64632053938275, 24.293868622000836, 16.66802739812226, 40.184015667195084, 32.98246918464377 ] }, "rps": 0.4180126489299153, "rpss": 0.03066912245187936, "brier_below": 0.15728034629058218, "bss_below": 0.024820543649417548, "brier_above": 0.2607322936486639, "bss_above": 0.034163336066584504, "crps": 28.637093412544978, "crpss": 0.059538364553432976, "crps_fair": 28.129383259183324, "crpss_fair": 0.03843239428605727, "reliability": { "below": { "weight": [ 0.0, 0.053333, 0.285797, 0.41004, 0.231027, 0.019719, 8.5e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.19, 0.2635, 0.3517, 0.4289, 0.5257, 0.614, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0064, 0.0902, 0.1502, 0.2249, 0.5501, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.024014, 0.496325, 0.319513, 0.127117, 0.030809, 0.002222, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1927, 0.2638, 0.3424, 0.4352, 0.5356, 0.6178, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.21, 0.4083, 0.4783, 0.6617, 0.9642, 1.0, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4493133245618204, 0.32301495366469984, 0.3104028696304789, 0.3784749512201695, 0.4610691339300413, 0.3146018560768861, 0.4523776401166462, 0.4151902335054405 ], "rps_clim": [ 0.41878825306748607, 0.3532443184157963, 0.5497652319245143, 0.41409150225437374, 0.500554732533218, 0.3283216325296163, 0.5179393398216053, 0.38569804049108725 ], "brier_below": [ 0.1502237069685735, 0.20559406461499383, 0.05595977300437294, 0.19289686874307763, 0.36173991955759327, 0.17157895093453693, 0.09950610255591828, 0.18429186377167645 ], "brier_below_clim": [ 0.12324328915544643, 0.21087180444506454, 0.11111111773384952, 0.20657791360422298, 0.38654922735379516, 0.1778652528005686, 0.11863830449786794, 0.1581566706892246 ], "brier_above": [ 0.29908960404708196, 0.1174208989043621, 0.25444306795699506, 0.1855780825728416, 0.09932923000338217, 0.14302291633824551, 0.35287151025227415, 0.2308983651412388 ], "brier_above_clim": [ 0.29554495080091303, 0.14237252824897006, 0.438654075489631, 0.20751359128025879, 0.11400552453007727, 0.15045639256177848, 0.39930100365958165, 0.22754136885072465 ], "crps": [ 28.485389728431954, 15.412627031510915, 54.74749043144388, 22.213632784943098, 23.039446243245138, 15.804773618733883, 52.9792861415872, 24.470545174702753 ], "crps_clim": [ 25.40124575195562, 18.535452439061405, 96.88435708644411, 25.600608810810552, 26.457175781428862, 16.988995955173806, 61.64931906064567, 21.436898042938385 ], "crps_fair": [ 27.870478332784348, 14.872756485838428, 53.797358792328076, 21.68826212194054, 22.470668636415997, 15.208635485898187, 52.30671455920826, 23.972546509902887 ], "crps_fair_clim": [ 24.012970318608165, 17.14717700571395, 95.49608165309667, 24.212333377463093, 25.06890034808142, 15.600720521826346, 60.26104362729821, 20.04862260959093 ] }, "rps": 0.3880556203382728, "rpss": 0.1049353500662572, "brier_below": 0.17772390626884288, "bss_below": 0.047703738981354604, "brier_above": 0.2103317094020527, "bss_above": 0.1481914173257619, "crps": 29.644148894324854, "crpss": 0.19047649696618663, "crps_fair": 29.02342761553959, "crpss_fair": 0.17619587530013814, "reliability": { "below": { "weight": [ 0.0, 0.058143, 0.242134, 0.401689, 0.279769, 0.018266, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1885, 0.2632, 0.352, 0.4269, 0.5274, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0112, 0.0998, 0.251, 0.3187, 0.643, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.020004, 0.462402, 0.317565, 0.132538, 0.06182, 0.005671, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1911, 0.2675, 0.3411, 0.4412, 0.5384, 0.6178, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.065, 0.2288, 0.3945, 0.8181, 0.9859, 1.0, NaN, NaN, NaN ] } } } } }, "pt": { "lambda_": { "training_mean": 0.4375095531771727, "training": [ 0.4040220919352344, 0.42424954190326297, 0.41994488753958675, 0.47775361931902244, 0.5469340504890988, 0.44725857239855077, 0.45136551132066993, 0.38178313794989055, 0.427887013369359, 0.4306295787547064, 0.4285058455460432, 0.4438244729970525, 0.4732911520381877, 0.4477744830818546, 0.35440834149177697, 0.418979889143949, 0.4417444590520442, 0.4231855712965242, 0.4619982375569634, 0.4410664418838363, 0.422137134978657, 0.41741847656667, 0.45483431247288497, 0.45923245316631917 ], "test": 0.4676004495969139 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48793149153860843, 0.4250184026567717, 0.4437810092447737, 0.470192620725658, 0.40588070695355344, 0.462693398279089, 0.43363429072504495, 0.564911347667924, 0.3707438823824887, 0.45367955694879325, 0.5687583864055951, 0.35046370423075784, 0.38570613818078137, 0.45704691276899384, 0.5119258255181227, 0.43905898854331293, 0.405978741645107, 0.56677434744692, 0.44739821944454977, 0.40728540547695513, 0.3998885329704148, 0.5182803459616105, 0.35250680119916133, 0.42085928755737406 ], "rps_clim": [ 0.43940389586261985, 0.4665815975343043, 0.4078016629257561, 0.5058326534107924, 0.5395139539081617, 0.49558246555093133, 0.4802715214492444, 0.4940433293404847, 0.3914621834757892, 0.4277164147133932, 0.5144532300877738, 0.3688788642452346, 0.45641496116615643, 0.4825359152593056, 0.4144568447211086, 0.4364608837118219, 0.42094222389547176, 0.4840252584820353, 0.4719586571698775, 0.40608224744207533, 0.407618183369595, 0.4985033807712113, 0.41838804437156996, 0.4537770988760395 ], "brier_below": [ 0.22875207704048986, 0.27003209314613863, 0.28700783383038014, 0.3658546492112865, 0.07487071623993358, 0.17594040376704123, 0.15296389785346304, 0.14737417916079082, 0.1766095960161014, 0.24325863789817798, 0.4331184763113057, 0.20094147695959905, 0.297898765603867, 0.0936945967066182, 0.3303935572743618, 0.14260241470270021, 0.15977352166931427, 0.401855419334822, 0.2910554792799953, 0.22934762525930907, 0.12316568794956624, 0.10576183206231743, 0.13611662205744107, 0.3043405797022202 ], "brier_below_clim": [ 0.19457870756681286, 0.28338161161055664, 0.2603988151290453, 0.3801317890887892, 0.12139582486297858, 0.2083086937549171, 0.179673404168855, 0.13049409161286557, 0.18820422829035943, 0.23725297240826868, 0.3930574463474963, 0.2061208543150891, 0.32867257140426404, 0.12346043676030426, 0.28728118486517273, 0.14778867910296825, 0.17721343670206774, 0.3552785719779392, 0.29320090548610794, 0.22384930431748742, 0.13483308539642477, 0.12264454476536311, 0.165349012936125, 0.30321995858175416 ], "brier_above": [ 0.25917941274475503, 0.15498630872891458, 0.1567731733440176, 0.10433796934721126, 0.33100999140272314, 0.2867529985864283, 0.28067039504355246, 0.4175371745068046, 0.19413428647904712, 0.2104209177901054, 0.13563990612296473, 0.1495222248388449, 0.08780737158612739, 0.3633523211769619, 0.18153226715353296, 0.29645657690038923, 0.24620522014611634, 0.16491892874134018, 0.1563427381310592, 0.1779377792107639, 0.2767228476881106, 0.41251851943045803, 0.21639017803711083, 0.1165187073922676 ], "brier_above_clim": [ 0.244825188295807, 0.18319998592374737, 0.1474028477967109, 0.12570086432200342, 0.41811812904518303, 0.2872737717960143, 0.3005981172803895, 0.3635492377276191, 0.20325795518542972, 0.1904634423051245, 0.12139578374027739, 0.16275800993014544, 0.1277423897618922, 0.3590754784990013, 0.12717565985593585, 0.2886722046088535, 0.24372878719340413, 0.1287466865040958, 0.17875775168376942, 0.182232943124588, 0.2727850979731702, 0.3758588360058481, 0.2530390314354449, 0.15055714029428513 ], "crps": [ 29.564881938217017, 19.94587937864634, 21.0358653636505, 21.24268269329159, 99.06179515304888, 33.60060629574575, 34.8281562594998, 46.67400317248404, 17.074555958116154, 22.91251990351093, 32.68406541785552, 21.316983966474982, 14.977771529293529, 35.808482016024186, 30.749724961006123, 26.37976012848138, 23.482054652979226, 36.35908845828373, 23.481552376970285, 23.02961336202674, 22.746403683841113, 37.88137573166721, 23.189038214784926, 20.187320871666188 ], "crps_clim": [ 23.77074843142727, 22.60409869067204, 18.38031484850475, 25.959936518793185, 123.34118991059545, 35.588714164776064, 39.220907889439694, 39.49590059501811, 18.35094398856043, 19.018950574892433, 27.831563580748035, 21.968021793696813, 21.56629431892967, 37.55562250213345, 20.343092113101918, 25.75266643361196, 21.96609944248159, 25.58890298078945, 24.791989124537817, 21.665834698643923, 21.79847843728042, 34.8315441627334, 25.585209165511976, 22.091569801149358 ], "crps_fair": [ 28.643354919637154, 18.828604629480683, 20.03870091450165, 20.257624868819068, 97.94237135771168, 32.74359402130897, 33.787582417976296, 45.68332827314512, 16.147154066309618, 21.730378267003186, 31.518422975431246, 20.242102201884883, 14.096815891795915, 34.79892961056331, 29.69040436259683, 25.460122418437994, 22.270412548380985, 35.244017009350955, 22.472780616624764, 22.05635427601077, 21.66253104619881, 36.97932670620242, 21.646718814889123, 19.348834214565905 ], "crps_fair_clim": [ 22.51064113159216, 21.34178182693399, 17.109998394156545, 24.703975408517493, 122.2696629923497, 34.35098937579959, 37.99006225524478, 38.26557578034132, 17.080571907583543, 17.74984365790482, 26.57914721869575, 20.704500238866018, 20.302011916608773, 36.321622918341355, 19.07649303993666, 24.496312766356763, 20.70257424683409, 24.33223915547966, 23.533815992682083, 20.40174081976945, 20.534635777607914, 33.59238533966214, 24.32853834433991, 20.828282238756913 ] }, "rps": 0.4479332643530151, "rpss": 0.012157558395010648, "brier_below": 0.22386375579321838, "bss_below": 0.013415866320814485, "brier_above": 0.22406950893873365, "bss_above": 0.010897194834007862, "crps": 29.925590895315253, "crpss": 0.0011882213844309764, "crps_fair": 28.887102767867805, "crpss_fair": -0.0060702637467060505, "reliability": { "below": { "weight": [ 0.0, 0.06187, 0.362663, 0.377644, 0.166522, 0.030766, 0.000536, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1769, 0.2547, 0.3466, 0.4442, 0.5268, 0.6228, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3152, 0.3004, 0.333, 0.4606, 0.5472, 0.5793, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.019952, 0.354511, 0.423778, 0.165991, 0.034406, 0.001362, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1849, 0.2593, 0.3476, 0.4433, 0.5302, 0.6167, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2314, 0.2771, 0.3784, 0.4125, 0.4266, 0.334, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.37820503010415696, 0.40047903741513036, 0.3344022357239772, 0.37219287403810436, 0.3513074633746024, 0.3526382728858327, 0.37639907725647237, 0.6429725317153258, 0.3954538776172229, 0.3737399290132437, 0.516609440252382, 0.371692186622629, 0.3904507628349961, 0.5019371317167306, 0.529082507435913, 0.5021406098259747, 0.3274095245345674, 0.47018348792733206, 0.37601780048118527, 0.3275100424561154, 0.3434866114113352, 0.5363076395554502, 0.29993390789804636, 0.4417536933950474 ], "rps_clim": [ 0.4283784857114221, 0.426706305961757, 0.34466488699165887, 0.5130077270408857, 0.5410158863622896, 0.48132609845393376, 0.42143417390584187, 0.49961637384642854, 0.41822160564029737, 0.4024426800552632, 0.5388940294117011, 0.3853584913200236, 0.5182825785529102, 0.520890978389888, 0.44508072243200725, 0.47856087825017973, 0.3579810319851315, 0.4969649351160663, 0.42935647355424533, 0.3854220303157415, 0.34929101419438247, 0.47527063535536435, 0.48976956498879315, 0.5267262457793177 ], "brier_below": [ 0.23872129439348308, 0.16315788873468154, 0.17075438624181374, 0.2958128976174201, 0.05418763677037169, 0.26232267616113797, 0.24589800092891653, 0.18762043110071897, 0.1747656804877288, 0.10759213900926123, 0.40326132845008883, 0.20903436050388832, 0.30603844161403887, 0.09148566896746983, 0.35419678009583766, 0.12778403261332527, 0.12842539007722248, 0.36158511525000947, 0.15913678269573003, 0.09979744105904487, 0.13520156181108142, 0.12853563215258323, 0.05437646554860631, 0.3619275963523788 ], "brier_below_clim": [ 0.260916368370509, 0.18230982257127842, 0.1744601993170755, 0.3920247357664324, 0.12098299127445337, 0.33810643785296296, 0.2628742416199158, 0.13479064363488874, 0.19259108021282037, 0.12944501007419143, 0.41791103813724767, 0.2209426899917617, 0.3972995872784568, 0.12098299127445337, 0.3150864593637269, 0.12256697767898699, 0.15807349465346632, 0.37120768576769203, 0.18695933477249566, 0.14105590686426853, 0.13688174505845058, 0.12416576635757047, 0.12574169593915657, 0.40415464577044424 ], "brier_above": [ 0.13948373499181543, 0.23732114835940005, 0.16364784804687693, 0.07637997679813077, 0.2971198259857721, 0.0903155970203771, 0.13050107492447344, 0.455352105183573, 0.22068819820913368, 0.2661477916579455, 0.11334810654122787, 0.16265782208204024, 0.08441232100975951, 0.4104514670681107, 0.1748857233593363, 0.3743565839793398, 0.1989841322108965, 0.10859837195820812, 0.21688101796300072, 0.2277126013375817, 0.20828504939485662, 0.40777201217533193, 0.2455574409495195, 0.07982609532752849 ], "brier_above_clim": [ 0.16746211734091326, 0.24439648339047856, 0.17020468767458338, 0.12098299127445337, 0.42003289508783637, 0.1432196606009709, 0.15855993228592616, 0.3648257302115401, 0.22563052542747697, 0.27299766998107183, 0.12098299127445337, 0.16441580132826192, 0.12098299127445337, 0.3999079871154346, 0.12999426306828057, 0.35599390057119296, 0.19990753733166522, 0.12575724934837454, 0.24239713878174965, 0.244366123451473, 0.21240926913593197, 0.3511048689977941, 0.36402786904963685, 0.12257160000887342 ], "crps": [ 18.776048157165256, 27.455778849354683, 18.115582652148323, 19.413175195858567, 120.4582420443669, 22.79482629232824, 18.56711191248115, 63.959855841719126, 21.166070379157713, 19.373488296587034, 34.12460483691481, 24.78584473966338, 19.017205915789017, 52.64929732893649, 31.77859450323466, 39.06337072893402, 20.156475312730848, 33.448974857915914, 24.507422365096872, 22.621847901562163, 20.130730378153363, 39.534033344907556, 28.58697919881106, 24.887307445474793 ], "crps_clim": [ 21.638963822645973, 24.235290387642486, 18.424283296657233, 32.54717605456645, 156.90499273836357, 32.635277727606166, 21.537420350099357, 49.09575292416304, 22.525465304564662, 20.988002465707634, 34.61988384032085, 24.30789299289558, 29.701345919639383, 54.971641276234905, 22.842560447513375, 36.98644829813116, 18.957656403027976, 33.035212506102354, 28.03299847714953, 26.339484558745546, 20.084345939930547, 32.84079658873186, 39.9223127647239, 31.23869015810775 ], "crps_fair": [ 17.801832085025733, 25.85862698335484, 17.006721647276688, 18.332133975247668, 119.29384366473982, 21.928623092840777, 17.523146509778805, 62.95677788770252, 20.230709164755314, 18.36808177599467, 32.8628261184518, 23.341703182284856, 17.86081182096961, 51.50551406796677, 30.45858582201388, 37.879176598641415, 18.573157816910044, 32.46520781493833, 23.43202013734418, 21.44617480186265, 18.903486875056917, 38.59742475355127, 26.463910084929182, 23.880256639520283 ], "crps_fair_clim": [ 20.16546441774922, 22.76670826790671, 16.94469548167337, 31.09433614253317, 155.68767899429207, 31.182604674802132, 20.063728628019742, 47.67425501377674, 21.053644879747303, 19.513270179453034, 33.170969511215155, 22.839448378093994, 28.243116177805117, 53.561271942272995, 21.37134058167887, 35.54201609868039, 17.47907876438195, 31.583296905530318, 26.57160898637116, 24.874887655242915, 18.60790218298319, 31.38851277619512, 38.48344091464168, 29.783372053088755 ] }, "rps": 0.4130127364788239, "rpss": 0.08849543975317498, "brier_below": 0.20090081785986827, "bss_below": 0.11229096533748029, "brier_above": 0.21211191860559317, "bss_above": 0.06475062869843695, "crps": 31.89053618663716, "crpss": 0.08274194276672575, "crps_fair": 30.707114721714916, "crpss_fair": 0.0783794896379435, "reliability": { "below": { "weight": [ 0.0, 0.042812, 0.316813, 0.380168, 0.2253, 0.03469, 0.000218, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1861, 0.2526, 0.3508, 0.4457, 0.5283, 0.6138, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1372, 0.1627, 0.3398, 0.5903, 0.7595, 0.6668, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.026905, 0.385949, 0.380976, 0.157276, 0.04599, 0.002904, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1843, 0.2584, 0.3465, 0.4474, 0.5316, 0.6155, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2775, 0.2384, 0.3367, 0.5596, 0.669, 0.4006, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4302522462938185, 0.3571328249370911, 0.4823875421258854, 0.3354550514058824, 0.44746454415486697, 0.30397971026913284, 0.45086028647319537, 0.5517126631193386 ], "rps_clim": [ 0.41226069330832904, 0.37346476202427337, 0.5449498935810108, 0.3668786910829554, 0.4702381054334581, 0.35149027409467, 0.4617153008948455, 0.4689090852917107 ], "brier_below": [ 0.1773548807349911, 0.16746357177320806, 0.09972340538784881, 0.19248403869166944, 0.2271416125558428, 0.12015290000014658, 0.11203568362721116, 0.16056229449782616 ], "brier_below_clim": [ 0.16272543810516465, 0.17439021621908166, 0.1111111177338495, 0.19565233168880328, 0.24748910543474462, 0.14877102166271772, 0.11990485299837937, 0.13022383774923363 ], "brier_above": [ 0.2528973587826639, 0.18966925348257305, 0.38266410259906203, 0.14297101833750603, 0.2203229300074473, 0.1838268145761329, 0.3388245825933538, 0.39115034600143445 ], "brier_above_clim": [ 0.2495352503192138, 0.19907454994431797, 0.43383873800717726, 0.1712263685129215, 0.22274899990451802, 0.20271925591935436, 0.3418104265124274, 0.3386852267172677 ], "crps": [ 23.084820349354594, 16.022916353226762, 52.59341579417104, 15.765528906134294, 23.94838563810098, 15.928511458002713, 40.790488661661286, 43.494236738916435 ], "crps_clim": [ 21.51742288315328, 17.602067483896718, 66.72428457706202, 18.842687558036157, 25.490235640654245, 17.86439441677566, 41.38038268584848, 34.17883620329718 ], "crps_fair": [ 22.602747214062305, 15.537775584530035, 51.882069586215145, 15.323551953392636, 23.49031802260383, 15.323110816328555, 40.257173564385035, 43.07944769837953 ], "crps_fair_clim": [ 20.32105586449988, 16.40570046524331, 65.52791755840862, 17.64632053938275, 24.293868622000836, 16.66802739812226, 40.184015667195084, 32.98246918464377 ] }, "rps": 0.41990560859740145, "rpss": 0.026279532183870025, "brier_below": 0.15711479840859302, "bss_below": 0.02584698399855001, "brier_above": 0.2627908007975217, "bss_above": 0.0265379604389111, "crps": 28.953537987446012, "crpss": 0.049146109370536206, "crps_fair": 28.437024304987133, "crpss_fair": 0.027916071865929926, "reliability": { "below": { "weight": [ 0.0, 0.028736, 0.27545, 0.472563, 0.210979, 0.012273, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1756, 0.2535, 0.3503, 0.4317, 0.5193, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0527, 0.0739, 0.1523, 0.2341, 0.5938, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.00415, 0.493442, 0.381454, 0.100506, 0.020363, 8.5e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1897, 0.2604, 0.3379, 0.437, 0.5279, 0.6071, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1826, 0.3916, 0.4912, 0.7445, 0.9958, 1.0, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4470169789851255, 0.32177208599813734, 0.3364976365104015, 0.37831868435912236, 0.4593132461478092, 0.31257905408125397, 0.465113939979327, 0.4090659903839139 ], "rps_clim": [ 0.41878825306748607, 0.3532443184157963, 0.5497652319245143, 0.41409150225437374, 0.500554732533218, 0.3283216325296163, 0.5179393398216053, 0.38569804049108725 ], "brier_below": [ 0.14742384178497647, 0.20553582799762263, 0.060285110043068, 0.19319263789044058, 0.3632661858469645, 0.17178101973334642, 0.100821887042985, 0.18002820456507906 ], "brier_below_clim": [ 0.12324328915544643, 0.21087180444506454, 0.11111111773384952, 0.20657791360422298, 0.38654922735379516, 0.1778652528005686, 0.11863830449786794, 0.1581566706892246 ], "brier_above": [ 0.29959312285064904, 0.11623626787609206, 0.27621249605610293, 0.18512604659909404, 0.09604707632313587, 0.14079804523302836, 0.3642920252019601, 0.22903778102563452 ], "brier_above_clim": [ 0.29554495080091303, 0.14237252824897006, 0.438654075489631, 0.20751359128025879, 0.11400552453007727, 0.15045639256177848, 0.39930100365958165, 0.22754136885072465 ], "crps": [ 28.62183362853717, 14.928731836997656, 55.64023268672611, 21.879997759312413, 22.601845428673883, 15.507073618859744, 53.876295309839705, 24.199384817247044 ], "crps_clim": [ 25.40124575195562, 18.535452439061405, 96.88435708644411, 25.600608810810552, 26.457175781428862, 16.988995955173806, 61.64931906064567, 21.436898042938385 ], "crps_fair": [ 28.01709977744575, 14.400846156831793, 54.6160945403301, 21.370381928421786, 22.043974096089304, 14.916656000557147, 53.185724774916665, 23.721557036842874 ], "crps_fair_clim": [ 24.012970318608165, 17.14717700571395, 95.49608165309667, 24.212333377463093, 25.06890034808142, 15.600720521826346, 60.26104362729821, 20.04862260959093 ] }, "rps": 0.3912097020556363, "rpss": 0.0976603438551541, "brier_below": 0.1777918393630603, "bss_below": 0.04733973374997713, "brier_above": 0.21341785764571208, "bss_above": 0.13569302814408568, "crps": 29.656924385774214, "crpss": 0.1901276233780821, "crps_fair": 29.03404178892943, "crpss_fair": 0.17589460144872893, "reliability": { "below": { "weight": [ 0.0, 0.015906, 0.250453, 0.487325, 0.234136, 0.01218, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1851, 0.2539, 0.3511, 0.4292, 0.5161, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0137, 0.0799, 0.2426, 0.3409, 0.6788, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.003044, 0.45983, 0.36772, 0.124972, 0.044216, 0.000218, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1892, 0.2632, 0.337, 0.4441, 0.5302, 0.6071, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0712, 0.1985, 0.4464, 0.861, 0.9951, 1.0, NaN, NaN, NaN ] } } } } }, "dc": { "lambda_": { "training_mean": 0.3371484600702735, "training": [ 0.303128844937665, 0.3410944519418, 0.30962761649009346, 0.3878416697491351, 0.4884953693460148, 0.31534201746253904, 0.3552210418435166, 0.27535034436790845, 0.3089614672743025, 0.29619386303290085, 0.3205554776932439, 0.3663924836131571, 0.3774455847530073, 0.3524385388402927, 0.2340781762604369, 0.3052845594923822, 0.37216726360141844, 0.2966393636369641, 0.3593840465679529, 0.354615161284389, 0.3252913137552031, 0.32223231253882034, 0.3630967104538278, 0.3606853627495916 ], "test": 0.3620977730724394 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4727830832392254, 0.4181038540491596, 0.42749034303058886, 0.45294414082778056, 0.4407108468552534, 0.49398550159774207, 0.45059654253797365, 0.5691803147552106, 0.3832192955301973, 0.48061337112199337, 0.5548274855829087, 0.35313714685220043, 0.3908474457977185, 0.47401337449878306, 0.49940500849808545, 0.4571495118625067, 0.4073627091421082, 0.5471369852720969, 0.4484493601147886, 0.40355953893117397, 0.41952296936213695, 0.5321721350617419, 0.3615736875159429, 0.4003704607357519 ], "rps_clim": [ 0.43940389586261985, 0.4665815975343043, 0.4078016629257561, 0.5058326534107924, 0.5395139539081617, 0.49558246555093133, 0.4802715214492444, 0.4940433293404847, 0.3914621834757892, 0.4277164147133932, 0.5144532300877738, 0.3688788642452346, 0.45641496116615643, 0.4825359152593056, 0.4144568447211086, 0.4364608837118219, 0.42094222389547176, 0.4840252584820353, 0.4719586571698775, 0.40608224744207533, 0.407618183369595, 0.4985033807712113, 0.41838804437156996, 0.4537770988760395 ], "brier_below": [ 0.21245384796492764, 0.25420283328431426, 0.26938963640948504, 0.35278897392438696, 0.0886022620373221, 0.2030511630710255, 0.1679575580416661, 0.15319533455571893, 0.18499030783822973, 0.2677685444168316, 0.4196577077558901, 0.20929541544791197, 0.3005173392324728, 0.11656126475030512, 0.319246647737136, 0.1609926563669557, 0.16307537163716096, 0.38626880690753906, 0.28344827233868986, 0.2232182417051857, 0.14088156166101137, 0.13240937442816225, 0.14014109073385544, 0.28187835413542817 ], "brier_below_clim": [ 0.19457870756681286, 0.28338161161055664, 0.2603988151290453, 0.3801317890887892, 0.12139582486297858, 0.2083086937549171, 0.179673404168855, 0.13049409161286557, 0.18820422829035943, 0.23725297240826868, 0.3930574463474963, 0.2061208543150891, 0.32867257140426404, 0.12346043676030426, 0.28728118486517273, 0.14778867910296825, 0.17721343670206774, 0.3552785719779392, 0.29320090548610794, 0.22384930431748742, 0.13483308539642477, 0.12264454476536311, 0.165349012936125, 0.30321995858175416 ], "brier_above": [ 0.2603292349243916, 0.1639010218424441, 0.158100710740883, 0.10015517002443201, 0.35210858284289276, 0.29093433413109715, 0.2826389803685683, 0.41598497387267974, 0.19822898819936152, 0.21284482727311957, 0.13516978147400374, 0.14384173228098293, 0.09033010829313873, 0.3574521033706844, 0.1801583643707414, 0.29615685368758643, 0.24428733661870494, 0.16086818052807578, 0.16500109099491414, 0.18034129862032036, 0.278641404064567, 0.39976275277718726, 0.22143259795392284, 0.11849210803556207 ], "brier_above_clim": [ 0.244825188295807, 0.18319998592374737, 0.1474028477967109, 0.12570086432200342, 0.41811812904518303, 0.2872737717960143, 0.3005981172803895, 0.3635492377276191, 0.20325795518542972, 0.1904634423051245, 0.12139578374027739, 0.16275800993014544, 0.1277423897618922, 0.3590754784990013, 0.12717565985593585, 0.2886722046088535, 0.24372878719340413, 0.1287466865040958, 0.17875775168376942, 0.182232943124588, 0.2727850979731702, 0.3758588360058481, 0.2530390314354449, 0.15055714029428513 ], "crps": [ 27.156711974329752, 20.128525442660347, 20.0471761232074, 21.08263162441143, 100.34791383356806, 34.821834645370004, 36.39893562920458, 44.402345442518445, 17.98796608265674, 22.365944010394887, 30.14152611368303, 20.243327167081393, 17.099413243222596, 36.898728175522066, 27.40449076018031, 25.98806970906356, 22.282965918473153, 31.473010573617, 24.09201648525932, 22.218948310258373, 22.27799625785594, 36.93122786477107, 22.598190259340296, 19.666721177379376 ], "crps_clim": [ 23.77074843142727, 22.60409869067204, 18.38031484850475, 25.959936518793185, 123.34118991059545, 35.588714164776064, 39.220907889439694, 39.49590059501811, 18.35094398856043, 19.018950574892433, 27.831563580748035, 21.968021793696813, 21.56629431892967, 37.55562250213345, 20.343092113101918, 25.75266643361196, 21.96609944248159, 25.58890298078945, 24.791989124537817, 21.665834698643923, 21.79847843728042, 34.8315441627334, 25.585209165511976, 22.091569801149358 ], "crps_fair": [ 26.164998230319693, 18.82974617825087, 18.74061708294945, 19.95023321511226, 98.95458420621574, 33.78263629253434, 35.17587268246084, 43.30338761951911, 16.767825458662074, 20.967818900325522, 28.824056723284833, 19.116290247893247, 16.03158164389377, 35.60582285565804, 25.956012207304738, 24.83419396521495, 20.999770616984918, 30.086291642865085, 22.82249927938401, 20.872925798259658, 21.05513269773502, 35.74521624332052, 20.900816262833246, 18.645409857876047 ], "crps_fair_clim": [ 22.51064113159216, 21.34178182693399, 17.109998394156545, 24.703975408517493, 122.2696629923497, 34.35098937579959, 37.99006225524478, 38.26557578034132, 17.080571907583543, 17.74984365790482, 26.57914721869575, 20.704500238866018, 20.302011916608773, 36.321622918341355, 19.07649303993666, 24.496312766356763, 20.70257424683409, 24.33223915547966, 23.533815992682083, 20.40174081976945, 20.534635777607914, 33.59238533966214, 24.32853834433991, 20.828282238756913 ] }, "rps": 0.4516314630322112, "rpss": 0.004001795241153183, "brier_below": 0.22633302359923388, "bss_below": 0.002533620418222138, "brier_above": 0.2252984390537609, "bss_above": 0.005472368270663219, "crps": 29.33569236766788, "crpss": 0.02087697538976674, "crps_fair": 28.088905829535747, "crpss_fair": 0.021729069773261944, "reliability": { "below": { "weight": [ 8.5e-05, 0.024304, 0.178336, 0.59802, 0.17195, 0.023147, 0.003989, 0.00017, 0.0, 0.0 ], "mean_forecast": [ 0.097, 0.167, 0.2698, 0.3498, 0.4332, 0.5345, 0.6265, 0.7177, NaN, NaN ], "observed_frequency": [ 0.0, 0.3489, 0.3208, 0.3374, 0.3748, 0.5722, 0.6949, 0.6659, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.036488, 0.300275, 0.472462, 0.164475, 0.024345, 0.001956, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1741, 0.2655, 0.3501, 0.4333, 0.5297, 0.6304, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1938, 0.2851, 0.3794, 0.3842, 0.4602, 0.2612, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3902151435992802, 0.41054590045845135, 0.3486111784428171, 0.37130886170318506, 0.4073050569630044, 0.3719383905849703, 0.3860126716678723, 0.6223534856351916, 0.4092488345769067, 0.4147918933072422, 0.5240927918684254, 0.3679841377642634, 0.42290160096564733, 0.509416664044432, 0.5332071428841132, 0.4991531082533224, 0.35021487977951987, 0.47649234755404013, 0.3971546661954728, 0.35736109014741263, 0.3482251514486518, 0.5462983620557528, 0.333387280429593, 0.43148940167934413 ], "rps_clim": [ 0.4283784857114221, 0.426706305961757, 0.34466488699165887, 0.5130077270408857, 0.5410158863622896, 0.48132609845393376, 0.42143417390584187, 0.49961637384642854, 0.41822160564029737, 0.4024426800552632, 0.5388940294117011, 0.3853584913200236, 0.5182825785529102, 0.520890978389888, 0.44508072243200725, 0.47856087825017973, 0.3579810319851315, 0.4969649351160663, 0.42935647355424533, 0.3854220303157415, 0.34929101419438247, 0.47527063535536435, 0.48976956498879315, 0.5267262457793177 ], "brier_below": [ 0.250677395269065, 0.1680774573213546, 0.1770246790265155, 0.30673993383971343, 0.08625306648656747, 0.28033160497760506, 0.2482425501981983, 0.16897843131370938, 0.19145653097705487, 0.13551274769507266, 0.41098072523566165, 0.2097353937278035, 0.3447176379743216, 0.11775556011670964, 0.34928903587085725, 0.13036081567123006, 0.14518241096394233, 0.3594762021604569, 0.17226180786815326, 0.12389449946551025, 0.13883561878225267, 0.14586572691535332, 0.0754035382563712, 0.34892403826616203 ], "brier_below_clim": [ 0.260916368370509, 0.18230982257127842, 0.1744601993170755, 0.3920247357664324, 0.12098299127445337, 0.33810643785296296, 0.2628742416199158, 0.13479064363488874, 0.19259108021282037, 0.12944501007419143, 0.41791103813724767, 0.2209426899917617, 0.3972995872784568, 0.12098299127445337, 0.3150864593637269, 0.12256697767898699, 0.15807349465346632, 0.37120768576769203, 0.18695933477249566, 0.14105590686426853, 0.13688174505845058, 0.12416576635757047, 0.12574169593915657, 0.40415464577044424 ], "brier_above": [ 0.1395377492752568, 0.24246844243718213, 0.1715865022136625, 0.06456892852569847, 0.3210519910682414, 0.09160678634786268, 0.13777012206363876, 0.4533750492212424, 0.21779230091347293, 0.27927914387569147, 0.11311207051317439, 0.1582487454495252, 0.07818396432226517, 0.3916610963395386, 0.18391811091480284, 0.36879228765891225, 0.2050324695828877, 0.11701614830383161, 0.2248928577239695, 0.2334665894756671, 0.20938953257206364, 0.40043263206900626, 0.2579837434295395, 0.08256536612249447 ], "brier_above_clim": [ 0.16746211734091326, 0.24439648339047856, 0.17020468767458338, 0.12098299127445337, 0.42003289508783637, 0.1432196606009709, 0.15855993228592616, 0.3648257302115401, 0.22563052542747697, 0.27299766998107183, 0.12098299127445337, 0.16441580132826192, 0.12098299127445337, 0.3999079871154346, 0.12999426306828057, 0.35599390057119296, 0.19990753733166522, 0.12575724934837454, 0.24239713878174965, 0.244366123451473, 0.21240926913593197, 0.3511048689977941, 0.36402786904963685, 0.12257160000887342 ], "crps": [ 20.12902682040552, 25.903192324731954, 18.93962721523124, 21.37912119115658, 121.49525830487258, 25.027198272310287, 19.686348857372504, 59.35582786153885, 22.05569335596274, 22.22170242902413, 33.33471924494344, 22.921947099116785, 22.811816382643393, 53.18281200464959, 30.105807857982974, 37.289571983028644, 20.50817737944561, 32.553128216654166, 26.62223836847829, 25.17451148890793, 20.028593516789147, 37.76157347927968, 28.836335284222752, 25.096469608076795 ], "crps_clim": [ 21.638963822645973, 24.235290387642486, 18.424283296657233, 32.54717605456645, 156.90499273836357, 32.635277727606166, 21.537420350099357, 49.09575292416304, 22.525465304564662, 20.988002465707634, 34.61988384032085, 24.30789299289558, 29.701345919639383, 54.971641276234905, 22.842560447513375, 36.98644829813116, 18.957656403027976, 33.035212506102354, 28.03299847714953, 26.339484558745546, 20.084345939930547, 32.84079658873186, 39.9223127647239, 31.23869015810775 ], "crps_fair": [ 18.901906720493432, 24.059977082209706, 17.473160197553174, 20.233888629021386, 119.83443425470725, 23.925021028623938, 18.354690244946053, 58.17356700307137, 20.73172103027991, 20.739368231666848, 31.911209207123793, 21.450576554133907, 21.57353046093147, 51.68886512096846, 28.44662288404965, 35.927869201798686, 18.81792722145276, 31.188011921608357, 25.10270932133421, 23.574151913519675, 18.59058413576471, 36.444720986814424, 26.73514717963509, 23.829899278125357 ], "crps_fair_clim": [ 20.16546441774922, 22.76670826790671, 16.94469548167337, 31.09433614253317, 155.68767899429207, 31.182604674802132, 20.063728628019742, 47.67425501377674, 21.053644879747303, 19.513270179453034, 33.170969511215155, 22.839448378093994, 28.243116177805117, 53.561271942272995, 21.37134058167887, 35.54201609868039, 17.47907876438195, 31.583296905530318, 26.57160898637116, 24.874887655242915, 18.60790218298319, 31.38851277619512, 38.48344091464168, 29.783372053088755 ] }, "rps": 0.426237918417038, "rpss": 0.05930792909781257, "brier_below": 0.21191572534915173, "bss_below": 0.06362001915432869, "brier_above": 0.21432219293415114, "bss_above": 0.05500502981942468, "crps": 32.1841957727844, "crpss": 0.07429549897221188, "crps_fair": 30.73789832540973, "crpss_fair": 0.07745557344441278, "reliability": { "below": { "weight": [ 0.000145, 0.012988, 0.180119, 0.58014, 0.192438, 0.030108, 0.003917, 0.000145, 0.0, 0.0 ], "mean_forecast": [ 0.097, 0.18, 0.2713, 0.3501, 0.4345, 0.5349, 0.6305, 0.7105, NaN, NaN ], "observed_frequency": [ 0.0, 0.2514, 0.1809, 0.3246, 0.5171, 0.6652, 0.5927, 0.5, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.045402, 0.341665, 0.400408, 0.17677, 0.03336, 0.002395, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1758, 0.2626, 0.3496, 0.4369, 0.5275, 0.6316, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2074, 0.2299, 0.3554, 0.5488, 0.5827, 0.3941, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4267361844352827, 0.36147204849976494, 0.49531482869223736, 0.33735375262412437, 0.46795195900990266, 0.31988668503024825, 0.477423432609618, 0.5685581180895035 ], "rps_clim": [ 0.41226069330832904, 0.37346476202427337, 0.5449498935810108, 0.3668786910829554, 0.4702381054334581, 0.35149027409467, 0.4617153008948455, 0.4689090852917107 ], "brier_below": [ 0.1764951001679308, 0.1761449940856307, 0.10735295671700106, 0.19654146483417467, 0.2417513220300863, 0.13001591973247068, 0.13319845624189802, 0.17358512401886345 ], "brier_below_clim": [ 0.16272543810516465, 0.17439021621908166, 0.1111111177338495, 0.19565233168880328, 0.24748910543474462, 0.14877102166271772, 0.11990485299837937, 0.13022383774923363 ], "brier_above": [ 0.25024107783591265, 0.18532705493141857, 0.3879618373609306, 0.14081229236980025, 0.22620063585445035, 0.18987077059231128, 0.3442249561602, 0.39497297208766946 ], "brier_above_clim": [ 0.2495352503192138, 0.19907454994431797, 0.43383873800717726, 0.1712263685129215, 0.22274899990451802, 0.20271925591935436, 0.3418104265124274, 0.3386852267172677 ], "crps": [ 22.058261048144537, 16.136025185684822, 56.413968796650614, 16.061454206357013, 25.115956500436873, 16.70938749254542, 42.322456461876094, 41.8956084950051 ], "crps_clim": [ 21.51742288315328, 17.602067483896718, 66.72428457706202, 18.842687558036157, 25.490235640654245, 17.86439441677566, 41.38038268584848, 34.17883620329718 ], "crps_fair": [ 20.950245533119418, 15.092098151494941, 55.039496393720704, 15.049685661468187, 23.986994658013398, 15.375356879598835, 41.101992497269414, 40.92380154996454 ], "crps_fair_clim": [ 20.32105586449988, 16.40570046524331, 65.52791755840862, 17.64632053938275, 24.293868622000836, 16.66802739812226, 40.184015667195084, 32.98246918464377 ] }, "rps": 0.43183712612383524, "rpss": -0.0013885022260597957, "brier_below": 0.16688566722850695, "bss_below": -0.03473496898286377, "brier_above": 0.2649514496490867, "bss_above": 0.0185342189402109, "crps": 29.589139773337557, "crpss": 0.028272514189592868, "crps_fair": 28.439958915581176, "crpss_fair": 0.027815755891825056, "reliability": { "below": { "weight": [ 0.0, 0.013633, 0.111194, 0.649585, 0.201404, 0.021042, 0.003143, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1682, 0.2617, 0.3509, 0.4284, 0.5326, 0.6268, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0329, 0.1512, 0.1885, 0.394, 0.758, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.030982, 0.382732, 0.468062, 0.099919, 0.017026, 0.001279, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1721, 0.259, 0.3346, 0.4364, 0.5288, 0.6235, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3119, 0.4077, 0.469, 0.7366, 0.9652, 1.0, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4324178233981536, 0.3187577091470562, 0.35716914463573524, 0.3773603394883943, 0.45731493519201966, 0.3229884709004042, 0.4801307602862163, 0.4162442247247552 ], "rps_clim": [ 0.41878825306748607, 0.3532443184157963, 0.5497652319245143, 0.41409150225437374, 0.500554732533218, 0.3283216325296163, 0.5179393398216053, 0.38569804049108725 ], "brier_below": [ 0.13566914022135684, 0.2048592647543108, 0.070086585209948, 0.19661551607697478, 0.3605692720167003, 0.1777225120281018, 0.11360643287093157, 0.1860334972595856 ], "brier_below_clim": [ 0.12324328915544643, 0.21087180444506454, 0.11111111773384952, 0.20657791360422298, 0.38654922735379516, 0.1778652528005686, 0.11863830449786794, 0.1581566706892246 ], "brier_above": [ 0.2967486693547037, 0.11389845340262296, 0.28708252665892015, 0.18074482304641312, 0.09674567979797069, 0.1452659710035483, 0.36652429915278506, 0.23021072247566152 ], "brier_above_clim": [ 0.29554495080091303, 0.14237252824897006, 0.438654075489631, 0.20751359128025879, 0.11400552453007727, 0.15045639256177848, 0.39930100365958165, 0.22754136885072465 ], "crps": [ 26.090030525149523, 15.40579535279841, 65.77997179973585, 22.532471512526893, 23.375614522478738, 16.26661217606652, 57.2888909954651, 23.623072960497304 ], "crps_clim": [ 25.40124575195562, 18.535452439061405, 96.88435708644411, 25.600608810810552, 26.457175781428862, 16.988995955173806, 61.64931906064567, 21.436898042938385 ], "crps_fair": [ 24.792672333619866, 14.236301216333809, 63.80389235486144, 21.28208145790568, 22.09096326703902, 14.919080977393653, 55.738384673174544, 22.458662228154832 ], "crps_fair_clim": [ 24.012970318608165, 17.14717700571395, 95.49608165309667, 24.212333377463093, 25.06890034808142, 15.600720521826346, 60.26104362729821, 20.04862260959093 ] }, "rps": 0.39529792597159186, "rpss": 0.08823070409115397, "brier_below": 0.1806452775547387, "bss_below": 0.03205018391939529, "brier_above": 0.21465264311157817, "bss_above": 0.13069235154341396, "crps": 31.295307480589795, "crpss": 0.14538659785717734, "crps_fair": 29.915254813560352, "crpss_fair": 0.15088215515718506, "reliability": { "below": { "weight": [ 0.0, 0.014373, 0.136122, 0.681323, 0.150564, 0.014137, 0.003482, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1726, 0.2635, 0.3494, 0.4258, 0.5308, 0.6366, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0288, 0.2352, 0.3463, 0.4921, 0.9375, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.019578, 0.363124, 0.445729, 0.13457, 0.034169, 0.002831, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1677, 0.2609, 0.334, 0.4408, 0.5277, 0.6258, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0222, 0.2022, 0.4088, 0.8548, 0.9809, 1.0, NaN, NaN, NaN ] } } } } }, "loci": { "lambda_": { "training_mean": 0.4962012899571328, "training": [ 0.46549198975614364, 0.4908204847634855, 0.485613735981447, 0.5137301552724167, 0.5656181635189385, 0.4870145123679742, 0.5074557598745671, 0.4639752365211528, 0.4942888617840156, 0.500110787912383, 0.463866662011398, 0.5176812802719797, 0.5178620668859213, 0.5055334503927701, 0.41703050258460006, 0.490549910511397, 0.5220264723564979, 0.4581685622903405, 0.5126521895463645, 0.5055893661395665, 0.505659359254559, 0.49410656089561045, 0.5241459783816409, 0.49983890969601646 ], "test": 0.5195453631982666 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45807269976881426, 0.43734837260926007, 0.4435198957748468, 0.5075391854508744, 0.4098574725011588, 0.47943228287188316, 0.4328172441042395, 0.523047927747504, 0.36722127234865387, 0.44379872698932826, 0.6103309575654081, 0.3369173951858187, 0.41153559929370026, 0.4393104185636439, 0.5201811343133167, 0.4176813913975911, 0.3846328727777468, 0.5962204829074391, 0.4681223343708517, 0.4160424672977869, 0.37357532468158483, 0.4846188869285305, 0.3497821021049139, 0.4365941720627525 ], "rps_clim": [ 0.43940389586261985, 0.4665815975343043, 0.4078016629257561, 0.5058326534107924, 0.5395139539081617, 0.49558246555093133, 0.4802715214492444, 0.4940433293404847, 0.3914621834757892, 0.4277164147133932, 0.5144532300877738, 0.3688788642452346, 0.45641496116615643, 0.4825359152593056, 0.4144568447211086, 0.4364608837118219, 0.42094222389547176, 0.4840252584820353, 0.4719586571698775, 0.40608224744207533, 0.407618183369595, 0.4985033807712113, 0.41838804437156996, 0.4537770988760395 ], "brier_below": [ 0.20175276044460905, 0.27834271798244087, 0.28569103906877713, 0.3991741139259634, 0.07281400624376806, 0.19624200364616134, 0.155800949469281, 0.11904389792444747, 0.17150888570185052, 0.23711976823335906, 0.47231474716811406, 0.1877360220624574, 0.31827783431933393, 0.08252114541097377, 0.3414644773228484, 0.12617797844337028, 0.14426733792950375, 0.4316899420763813, 0.3105930880288486, 0.2383425107076529, 0.10373891754877469, 0.08479926462455611, 0.12929638123648338, 0.3147615204834302 ], "brier_below_clim": [ 0.19457870756681286, 0.28338161161055664, 0.2603988151290453, 0.3801317890887892, 0.12139582486297858, 0.2083086937549171, 0.179673404168855, 0.13049409161286557, 0.18820422829035943, 0.23725297240826868, 0.3930574463474963, 0.2061208543150891, 0.32867257140426404, 0.12346043676030426, 0.28728118486517273, 0.14778867910296825, 0.17721343670206774, 0.3552785719779392, 0.29320090548610794, 0.22384930431748742, 0.13483308539642477, 0.12264454476536311, 0.165349012936125, 0.30321995858175416 ], "brier_above": [ 0.25631994027779725, 0.15900565463150254, 0.15782885610252992, 0.10836506918892738, 0.33704346604640684, 0.28319028119070855, 0.2770162963018514, 0.4040040334803647, 0.19571238664037227, 0.20667895752950763, 0.13801620768495143, 0.14918137160860925, 0.09325776403359456, 0.35678927544507577, 0.17871665713071067, 0.29150341480693653, 0.2403655349108739, 0.16453054112257404, 0.15752924530587248, 0.17769995669713273, 0.26983640838801026, 0.39981962335454296, 0.22048572032929664, 0.12183265144201849 ], "brier_above_clim": [ 0.244825188295807, 0.18319998592374737, 0.1474028477967109, 0.12570086432200342, 0.41811812904518303, 0.2872737717960143, 0.3005981172803895, 0.3635492377276191, 0.20325795518542972, 0.1904634423051245, 0.12139578374027739, 0.16275800993014544, 0.1277423897618922, 0.3590754784990013, 0.12717565985593585, 0.2886722046088535, 0.24372878719340413, 0.1287466865040958, 0.17875775168376942, 0.182232943124588, 0.2727850979731702, 0.3758588360058481, 0.2530390314354449, 0.15055714029428513 ], "crps": [ 27.295394151313914, 21.192404373403146, 21.895726533460245, 24.846406746301067, 105.79941790517842, 36.024046386995884, 35.9976871419104, 44.205795582719794, 16.428064374122403, 22.261739155307133, 36.59237525553815, 18.830599163275906, 17.844441921446677, 35.431975742181244, 32.45918908951591, 23.835149936196288, 20.527823820769708, 38.23654966237712, 25.707990241938905, 24.380734331411134, 20.391911246252995, 36.27225809079162, 21.596878156182143, 22.259986681701317 ], "crps_clim": [ 23.77074843142727, 22.60409869067204, 18.38031484850475, 25.959936518793185, 123.34118991059545, 35.588714164776064, 39.220907889439694, 39.49590059501811, 18.35094398856043, 19.018950574892433, 27.831563580748035, 21.968021793696813, 21.56629431892967, 37.55562250213345, 20.343092113101918, 25.75266643361196, 21.96609944248159, 25.58890298078945, 24.791989124537817, 21.665834698643923, 21.79847843728042, 34.8315441627334, 25.585209165511976, 22.091569801149358 ], "crps_fair": [ 26.524154912475424, 20.33784390357539, 21.08416493179356, 24.019578378840254, 104.85652133887471, 35.30386111449583, 35.15250894945776, 43.403034699117036, 15.685555596916705, 21.348122492859453, 35.67365785141634, 17.967593104985596, 17.105352699368687, 34.65534598178332, 31.623321156166078, 23.066430917399906, 19.641840845524175, 37.35013001577313, 24.90000574949108, 23.59454435093661, 19.529908113658177, 35.546686623599705, 20.57071238382127, 21.552046914068494 ], "crps_fair_clim": [ 22.51064113159216, 21.34178182693399, 17.109998394156545, 24.703975408517493, 122.2696629923497, 34.35098937579959, 37.99006225524478, 38.26557578034132, 17.080571907583543, 17.74984365790482, 26.57914721869575, 20.704500238866018, 20.302011916608773, 36.321622918341355, 19.07649303993666, 24.496312766356763, 20.70257424683409, 24.33223915547966, 23.533815992682083, 20.40174081976945, 20.534635777607914, 33.59238533966214, 24.32853834433991, 20.828282238756913 ] }, "rps": 0.4478416924840687, "rpss": 0.01235950494777005, "brier_below": 0.22514463791680775, "bss_below": 0.007770924039877225, "brier_above": 0.22269705473542367, "bss_above": 0.01695557515038959, "crps": 30.42977273709548, "crpss": -0.015639608812666905, "crps_fair": 29.603871792766615, "crpss_fair": -0.03103365338533548, "reliability": { "below": { "weight": [ 0.0, 0.07441, 0.525339, 0.281081, 0.107881, 0.011177, 0.000113, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1852, 0.2509, 0.347, 0.4402, 0.5248, 0.6311, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2818, 0.3018, 0.4002, 0.4652, 0.5164, 0.7493, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.010279, 0.35123, 0.419608, 0.19331, 0.025176, 0.000398, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1895, 0.2664, 0.3488, 0.4415, 0.5338, 0.6124, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.168, 0.2685, 0.3754, 0.4288, 0.4, 0.7867, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3913987406347902, 0.39221390187672345, 0.31560963336566994, 0.42768509323634724, 0.3628434140929103, 0.4210941322713771, 0.3951018415679978, 0.5743324317049683, 0.39607695882183436, 0.349395594437083, 0.5861403688758363, 0.3527772866191473, 0.45278665900481296, 0.47967312091683834, 0.5552131097926097, 0.46121725083195875, 0.3131772248782329, 0.5337673682683867, 0.36556072063768874, 0.3230968728118675, 0.31383783606293186, 0.4865913635861843, 0.3101613777734821, 0.5163720304328956 ], "rps_clim": [ 0.4283784857114221, 0.426706305961757, 0.34466488699165887, 0.5130077270408857, 0.5410158863622896, 0.48132609845393376, 0.42143417390584187, 0.49961637384642854, 0.41822160564029737, 0.4024426800552632, 0.5388940294117011, 0.3853584913200236, 0.5182825785529102, 0.520890978389888, 0.44508072243200725, 0.47856087825017973, 0.3579810319851315, 0.4969649351160663, 0.42935647355424533, 0.3854220303157415, 0.34929101419438247, 0.47527063535536435, 0.48976956498879315, 0.5267262457793177 ], "brier_below": [ 0.2488344829903138, 0.15641173899782287, 0.15182578022979276, 0.34793583996304017, 0.05588997941161004, 0.32628509336131517, 0.2623182224143947, 0.13556115824355264, 0.17763866351388127, 0.08614489576010477, 0.46952903595738277, 0.19153967176081815, 0.36431167798449293, 0.07611622838978742, 0.38267463294165077, 0.09348126677867935, 0.11970614776753387, 0.4224829257277606, 0.15209222523841795, 0.09567596098530175, 0.10567554224618922, 0.09147957168254056, 0.05657090112984741, 0.4328732026465814 ], "brier_below_clim": [ 0.260916368370509, 0.18230982257127842, 0.1744601993170755, 0.3920247357664324, 0.12098299127445337, 0.33810643785296296, 0.2628742416199158, 0.13479064363488874, 0.19259108021282037, 0.12944501007419143, 0.41791103813724767, 0.2209426899917617, 0.3972995872784568, 0.12098299127445337, 0.3150864593637269, 0.12256697767898699, 0.15807349465346632, 0.37120768576769203, 0.18695933477249566, 0.14105590686426853, 0.13688174505845058, 0.12416576635757047, 0.12574169593915657, 0.40415464577044424 ], "brier_above": [ 0.1425642579462501, 0.23580216322526729, 0.1637838535405518, 0.07974925151029755, 0.30695343472716113, 0.09480903913816528, 0.13278361874287825, 0.4387712760026148, 0.2184382953879185, 0.26325069815429936, 0.11661132970499778, 0.16123761213601895, 0.08847497896164665, 0.4035568938713238, 0.17253847627428723, 0.3677359884750422, 0.1934710757079585, 0.11128444271657861, 0.21346849440242227, 0.22742091287779212, 0.20816229368621633, 0.3951117910308992, 0.2535904753088069, 0.0834988272882289 ], "brier_above_clim": [ 0.16746211734091326, 0.24439648339047856, 0.17020468767458338, 0.12098299127445337, 0.42003289508783637, 0.1432196606009709, 0.15855993228592616, 0.3648257302115401, 0.22563052542747697, 0.27299766998107183, 0.12098299127445337, 0.16441580132826192, 0.12098299127445337, 0.3999079871154346, 0.12999426306828057, 0.35599390057119296, 0.19990753733166522, 0.12575724934837454, 0.24239713878174965, 0.244366123451473, 0.21240926913593197, 0.3511048689977941, 0.36402786904963685, 0.12257160000887342 ], "crps": [ 19.689072316410293, 25.352563134711513, 17.058603649933993, 23.795965115124513, 132.16441121208774, 29.17683583944774, 19.182732828822665, 60.353504046839284, 20.388883916696436, 17.27659671923645, 40.48289374838816, 21.47757393992776, 24.691852073458865, 53.67520347630087, 34.28148541073389, 35.0146448211695, 17.128897228569045, 38.66026691939207, 24.566122668080908, 22.22670714044047, 18.21071762192949, 36.398446459341145, 25.051814409498984, 31.829708274178707 ], "crps_clim": [ 21.638963822645973, 24.235290387642486, 18.424283296657233, 32.54717605456645, 156.90499273836357, 32.635277727606166, 21.537420350099357, 49.09575292416304, 22.525465304564662, 20.988002465707634, 34.61988384032085, 24.30789299289558, 29.701345919639383, 54.971641276234905, 22.842560447513375, 36.98644829813116, 18.957656403027976, 33.035212506102354, 28.03299847714953, 26.339484558745546, 20.084345939930547, 32.84079658873186, 39.9223127647239, 31.23869015810775 ], "crps_fair": [ 18.884061699495533, 24.241402005825066, 16.160209869515093, 22.88261254436866, 131.21907464121136, 28.4193174169049, 18.292992693017542, 59.48910440670683, 19.626122335683114, 16.507949116579994, 39.48950617691967, 20.387122168061588, 23.736045427708483, 52.82677976122917, 33.243060732704635, 34.04486718624792, 16.04739427840746, 37.829114336532015, 23.707864508992692, 21.29725368077044, 17.220613117561978, 35.623261890361505, 23.771591727973778, 31.004883331454437 ], "crps_fair_clim": [ 20.16546441774922, 22.76670826790671, 16.94469548167337, 31.09433614253317, 155.68767899429207, 31.182604674802132, 20.063728628019742, 47.67425501377674, 21.053644879747303, 19.513270179453034, 33.170969511215155, 22.839448378093994, 28.243116177805117, 53.561271942272995, 21.37134058167887, 35.54201609868039, 17.47907876438195, 31.583296905530318, 26.57160898637116, 24.874887655242915, 18.60790218298319, 31.38851277619512, 38.48344091464168, 29.783372053088755 ] }, "rps": 0.41983851385427395, "rpss": 0.07343118953659289, "brier_below": 0.20846061858845047, "bss_below": 0.07888690318133862, "brier_above": 0.21137789503406768, "bss_above": 0.0679871044622824, "crps": 32.83897929044669, "crpss": 0.05546215437730517, "crps_fair": 31.914675210593078, "crpss_fair": 0.04213666695210072, "reliability": { "below": { "weight": [ 0.0, 0.074788, 0.522806, 0.285635, 0.103781, 0.01299, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1873, 0.2481, 0.3483, 0.441, 0.5229, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1329, 0.24, 0.4757, 0.6451, 0.6034, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.014207, 0.385584, 0.383664, 0.181999, 0.033601, 0.000945, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1903, 0.2648, 0.3477, 0.4444, 0.5361, 0.612, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1122, 0.2368, 0.3309, 0.5792, 0.6438, 0.8464, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.42106238725005607, 0.3416422576678049, 0.4707591643363565, 0.33821995206885924, 0.46152392859439373, 0.30202111372170903, 0.4374341438950359, 0.5235786360314079 ], "rps_clim": [ 0.41226069330832904, 0.37346476202427337, 0.5449498935810108, 0.3668786910829554, 0.4702381054334581, 0.35149027409467, 0.4617153008948455, 0.4689090852917107 ], "brier_below": [ 0.16615202313943406, 0.15428383381255548, 0.08779285571107925, 0.19149940674778923, 0.24593137304488588, 0.11326563173154705, 0.09874982079560982, 0.14071636484286149 ], "brier_below_clim": [ 0.16272543810516465, 0.17439021621908166, 0.1111111177338495, 0.19565233168880328, 0.24748910543474462, 0.14877102166271772, 0.11990485299837937, 0.13022383774923363 ], "brier_above": [ 0.2549103579463495, 0.18735842507840095, 0.3829662744103511, 0.14672055137178983, 0.21559255467841412, 0.18875548681307824, 0.3386843028626661, 0.3828622475070808 ], "brier_above_clim": [ 0.2495352503192138, 0.19907454994431797, 0.43383873800717726, 0.1712263685129215, 0.22274899990451802, 0.20271925591935436, 0.3418104265124274, 0.3386852267172677 ], "crps": [ 21.891152359991892, 14.608017552783704, 56.243732568855314, 15.490959669349545, 24.772107064077424, 14.983025345401204, 41.341980437869296, 41.69399222881304 ], "crps_clim": [ 21.51742288315328, 17.602067483896718, 66.72428457706202, 18.842687558036157, 25.490235640654245, 17.86439441677566, 41.38038268584848, 34.17883620329718 ], "crps_fair": [ 21.503693477121505, 14.210695391545382, 55.71583441688014, 15.117414089063946, 24.400181408842617, 14.52252768299551, 40.92750284721725, 41.33651162518525 ], "crps_fair_clim": [ 20.32105586449988, 16.40570046524331, 65.52791755840862, 17.64632053938275, 24.293868622000836, 16.66802739812226, 40.184015667195084, 32.98246918464377 ] }, "rps": 0.4120301979457029, "rpss": 0.04454184730185751, "brier_below": 0.1497989137282203, "bss_below": 0.07120739051843716, "brier_above": 0.2622312750835163, "bss_above": 0.028610624478480173, "crps": 28.878120903392677, "crpss": 0.05162285773279629, "crps_fair": 28.466795117356448, "crpss_fair": 0.026898394069500675, "reliability": { "below": { "weight": [ 0.0, 0.051925, 0.445518, 0.395695, 0.097896, 0.008965, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1892, 0.2532, 0.344, 0.4395, 0.5196, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0669, 0.1152, 0.1814, 0.2011, 0.4735, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.00161, 0.460318, 0.419308, 0.106061, 0.012704, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1932, 0.2654, 0.3402, 0.4391, 0.531, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3671, 0.3876, 0.4955, 0.7279, 0.9867, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.41500366713264575, 0.30945153609676895, 0.3417130769478087, 0.3834929233087081, 0.5151169539955077, 0.297961525886963, 0.45223035966551756, 0.3936644208892057 ], "rps_clim": [ 0.41878825306748607, 0.3532443184157963, 0.5497652319245143, 0.41409150225437374, 0.500554732533218, 0.3283216325296163, 0.5179393398216053, 0.38569804049108725 ], "brier_below": [ 0.11614427548916038, 0.18958669745128656, 0.053781307678558175, 0.1953083207690626, 0.4156589200953196, 0.1553265559657559, 0.08598083028927095, 0.1643162048651376 ], "brier_below_clim": [ 0.12324328915544643, 0.21087180444506454, 0.11111111773384952, 0.20657791360422298, 0.38654922735379516, 0.1778652528005686, 0.11863830449786794, 0.1581566706892246 ], "brier_above": [ 0.2988593779882807, 0.11986484949466998, 0.2879317389516306, 0.18818460299812714, 0.09945805143508082, 0.14263498158699722, 0.36624950092269787, 0.2293482118593542 ], "brier_above_clim": [ 0.29554495080091303, 0.14237252824897006, 0.438654075489631, 0.20751359128025879, 0.11400552453007727, 0.15045639256177848, 0.39930100365958165, 0.22754136885072465 ], "crps": [ 24.862193635998064, 14.066355752652068, 66.19343972029192, 21.989141689681944, 26.971021063140494, 14.332783879737793, 56.86986290871285, 22.61727339146001 ], "crps_clim": [ 25.40124575195562, 18.535452439061405, 96.88435708644411, 25.600608810810552, 26.457175781428862, 16.988995955173806, 61.64931906064567, 21.436898042938385 ], "crps_fair": [ 24.376899559024654, 13.639812696815495, 65.49960510971877, 21.560879846237675, 26.51859101547845, 13.865915028889994, 56.36909780170971, 22.20962676516261 ], "crps_fair_clim": [ 24.012970318608165, 17.14717700571395, 95.49608165309667, 24.212333377463093, 25.06890034808142, 15.600720521826346, 60.26104362729821, 20.04862260959093 ] }, "rps": 0.3885793079903907, "rpss": 0.10372744511539234, "brier_below": 0.17201288907544396, "bss_below": 0.07830502630428826, "brier_above": 0.21656641440460483, "bss_above": 0.12294189481337514, "crps": 30.987759005209394, "crpss": 0.15378514287967637, "crps_fair": 30.50505347787967, "crpss_fair": 0.1341412457496216, "reliability": { "below": { "weight": [ 0.0, 0.048105, 0.491875, 0.400674, 0.052161, 0.007184, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1897, 0.2544, 0.3416, 0.4356, 0.5233, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0271, 0.1764, 0.2892, 0.3376, 0.6967, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001303, 0.420201, 0.42365, 0.126737, 0.028109, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.193, 0.2681, 0.339, 0.4482, 0.5332, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1663, 0.2068, 0.4239, 0.8886, 1.0, NaN, NaN, NaN, NaN ] } } } } }, "eqm": { "lambda_": { "training_mean": 0.4745351689718636, "training": [ 0.4214868872664878, 0.4665650194659992, 0.45805393780576253, 0.5141690417344649, 0.5960039785747222, 0.47372028341465255, 0.48827939195151454, 0.41376771306930854, 0.46528025642340476, 0.4708353909951559, 0.45748909903733986, 0.4746560924046022, 0.5264870334488428, 0.49112730782102104, 0.3830073782183191, 0.4474825928458132, 0.4853572357123841, 0.4428764112806819, 0.504894429699497, 0.4818493598618455, 0.4792213352819605, 0.45570598284320835, 0.4920379086267191, 0.4984899875410196 ], "test": 0.49232951374719214 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5163269670486724, 0.40554253809577573, 0.43611486591065834, 0.46376771433468755, 0.413125595982737, 0.4800445897026796, 0.445657078744123, 0.5756443290223938, 0.3764213200968319, 0.4453473103973617, 0.5626964667436875, 0.3702807411434581, 0.38448463411231715, 0.4660230623264106, 0.517741945727579, 0.4578062722938508, 0.42897233562085946, 0.5546189492092924, 0.43386893324695996, 0.41433396457898286, 0.4170090066950942, 0.5286066013697278, 0.3538516536898722, 0.4119626866737426 ], "rps_clim": [ 0.43940389586261985, 0.4665815975343043, 0.4078016629257561, 0.5058326534107924, 0.5395139539081617, 0.49558246555093133, 0.4802715214492444, 0.4940433293404847, 0.3914621834757892, 0.4277164147133932, 0.5144532300877738, 0.3688788642452346, 0.45641496116615643, 0.4825359152593056, 0.4144568447211086, 0.4364608837118219, 0.42094222389547176, 0.4840252584820353, 0.4719586571698775, 0.40608224744207533, 0.407618183369595, 0.4985033807712113, 0.41838804437156996, 0.4537770988760395 ], "brier_below": [ 0.2550438297356146, 0.2457725520060053, 0.2716715506509357, 0.3542405696525365, 0.08545407512401622, 0.19139324671187735, 0.1641791593163181, 0.16514424227748808, 0.17980813711600574, 0.23363361978499203, 0.42395115881748024, 0.21457789015791343, 0.29048512131326415, 0.10599865977006061, 0.3262400122318437, 0.16147180989041787, 0.18153183483153726, 0.3869675534527049, 0.27516370496457204, 0.2301528281288627, 0.14106090507000008, 0.12057374226276497, 0.13096891067105662, 0.2890028578577655 ], "brier_below_clim": [ 0.19457870756681286, 0.28338161161055664, 0.2603988151290453, 0.3801317890887892, 0.12139582486297858, 0.2083086937549171, 0.179673404168855, 0.13049409161286557, 0.18820422829035943, 0.23725297240826868, 0.3930574463474963, 0.2061208543150891, 0.32867257140426404, 0.12346043676030426, 0.28728118486517273, 0.14778867910296825, 0.17721343670206774, 0.3552785719779392, 0.29320090548610794, 0.22384930431748742, 0.13483308539642477, 0.12264454476536311, 0.165349012936125, 0.30321995858175416 ], "brier_above": [ 0.2612831341953355, 0.15976998467173673, 0.16444331114278501, 0.10952714215335159, 0.32767152114720394, 0.28865134851759, 0.2814779240617411, 0.4105000931007205, 0.19661318252353094, 0.2117136897814594, 0.1387453024542921, 0.15570284968147236, 0.09399951116590005, 0.360024409699902, 0.19150193139209615, 0.2963344657556157, 0.2474404999973604, 0.1676513953916653, 0.15870522463507966, 0.18418113456122248, 0.2759481053913096, 0.4080328680081401, 0.22288274140677117, 0.12295982708314543 ], "brier_above_clim": [ 0.244825188295807, 0.18319998592374737, 0.1474028477967109, 0.12570086432200342, 0.41811812904518303, 0.2872737717960143, 0.3005981172803895, 0.3635492377276191, 0.20325795518542972, 0.1904634423051245, 0.12139578374027739, 0.16275800993014544, 0.1277423897618922, 0.3590754784990013, 0.12717565985593585, 0.2886722046088535, 0.24372878719340413, 0.1287466865040958, 0.17875775168376942, 0.182232943124588, 0.2727850979731702, 0.3758588360058481, 0.2530390314354449, 0.15055714029428513 ], "crps": [ 30.403823967168893, 19.76663212322808, 21.415269175728948, 21.154695430770296, 101.01845678885992, 33.662373851041025, 35.29183388947948, 47.114286963489846, 17.199971928080757, 23.110311108244137, 32.51548158046897, 22.135043864317968, 15.068225889939608, 36.618109284201, 31.399785794881755, 26.801708271339724, 24.237110864811953, 36.237824928842755, 23.114145598088363, 23.51413248241848, 23.498928612241, 38.227382556216924, 24.076430995456494, 20.364280857700347 ], "crps_clim": [ 23.77074843142727, 22.60409869067204, 18.38031484850475, 25.959936518793185, 123.34118991059545, 35.588714164776064, 39.220907889439694, 39.49590059501811, 18.35094398856043, 19.018950574892433, 27.831563580748035, 21.968021793696813, 21.56629431892967, 37.55562250213345, 20.343092113101918, 25.75266643361196, 21.96609944248159, 25.58890298078945, 24.791989124537817, 21.665834698643923, 21.79847843728042, 34.8315441627334, 25.585209165511976, 22.091569801149358 ], "crps_fair": [ 29.51015439078469, 18.675432952091647, 20.38374452489653, 20.155095025837532, 99.99658844585085, 32.795164684999115, 34.24402890085979, 46.141051098280286, 16.23654309006899, 21.921879291908542, 31.37516252425115, 21.065195328012056, 14.161931572926166, 35.59004651392821, 30.32987670418702, 25.880007272518842, 23.069203246276246, 35.13783133769949, 22.0946300817473, 22.523824987640953, 22.406772471245183, 37.305845386686954, 22.69838810455809, 19.527815611473223 ], "crps_fair_clim": [ 22.51064113159216, 21.34178182693399, 17.109998394156545, 24.703975408517493, 122.2696629923497, 34.35098937579959, 37.99006225524478, 38.26557578034132, 17.080571907583543, 17.74984365790482, 26.57914721869575, 20.704500238866018, 20.302011916608773, 36.321622918341355, 19.07649303993666, 24.496312766356763, 20.70257424683409, 24.33223915547966, 23.533815992682083, 20.40174081976945, 20.534635777607914, 33.59238533966214, 24.32853834433991, 20.828282238756913 ] }, "rps": 0.4525103984486565, "rpss": 0.0020634491148646683, "brier_below": 0.22602033215816805, "bss_below": 0.0039116747325514956, "brier_above": 0.22649006657997614, "bss_above": 0.00021220532178667373, "crps": 30.331093616959027, "crpss": -0.012346044189649241, "crps_fair": 29.301092231197032, "crpss_fair": -0.020488549024635816, "reliability": { "below": { "weight": [ 0.0, 0.016592, 0.284645, 0.462657, 0.208645, 0.027462, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1918, 0.2657, 0.3502, 0.4399, 0.5234, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3122, 0.3076, 0.3304, 0.4395, 0.3897, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.006325, 0.318989, 0.46216, 0.180849, 0.031677, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1863, 0.266, 0.3486, 0.4405, 0.5274, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3139, 0.2919, 0.3695, 0.3719, 0.4329, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.40169417923076717, 0.40445256321247125, 0.34544956375229047, 0.3891428165821422, 0.3509443271512345, 0.36340445049597053, 0.38682008489405434, 0.6344244835985964, 0.4022790561765587, 0.3800772327202164, 0.5247860885160042, 0.38015348879537664, 0.4061797667846903, 0.49350832287087576, 0.5368425915059369, 0.5039054129418329, 0.3369023164334573, 0.4734051524671216, 0.38293227837765526, 0.344063364139155, 0.3534692707055629, 0.5351403425129158, 0.30652496556744235, 0.4533432513198315 ], "rps_clim": [ 0.4283784857114221, 0.426706305961757, 0.34466488699165887, 0.5130077270408857, 0.5410158863622896, 0.48132609845393376, 0.42143417390584187, 0.49961637384642854, 0.41822160564029737, 0.4024426800552632, 0.5388940294117011, 0.3853584913200236, 0.5182825785529102, 0.520890978389888, 0.44508072243200725, 0.47856087825017973, 0.3579810319851315, 0.4969649351160663, 0.42935647355424533, 0.3854220303157415, 0.34929101419438247, 0.47527063535536435, 0.48976956498879315, 0.5267262457793177 ], "brier_below": [ 0.2563553637140966, 0.1647720202720622, 0.17061131943952074, 0.30809212289238835, 0.06176934239234171, 0.26899159994993815, 0.2493874764398003, 0.19045586498274317, 0.18229353769327478, 0.11051126126508569, 0.4076396251555904, 0.2114889430971122, 0.3150890612665405, 0.09393509871318008, 0.3529263675784301, 0.13431117127211323, 0.13630386797428717, 0.3602279830187735, 0.16399437646803833, 0.10577513005551696, 0.14535830604651398, 0.1343366283837179, 0.05837766696757412, 0.3659442922850133 ], "brier_below_clim": [ 0.260916368370509, 0.18230982257127842, 0.1744601993170755, 0.3920247357664324, 0.12098299127445337, 0.33810643785296296, 0.2628742416199158, 0.13479064363488874, 0.19259108021282037, 0.12944501007419143, 0.41791103813724767, 0.2209426899917617, 0.3972995872784568, 0.12098299127445337, 0.3150864593637269, 0.12256697767898699, 0.15807349465346632, 0.37120768576769203, 0.18695933477249566, 0.14105590686426853, 0.13688174505845058, 0.12416576635757047, 0.12574169593915657, 0.40415464577044424 ], "brier_above": [ 0.14533881326005854, 0.23968054196229088, 0.17483824109053683, 0.08105069454656134, 0.2891749827620357, 0.09441285130794513, 0.13743260790326997, 0.44396861935644066, 0.21998552047317688, 0.26956597343446864, 0.11714645818618248, 0.16866454318481508, 0.09109070539742818, 0.399573232696823, 0.18391621967948077, 0.36959424878087327, 0.20059844699754387, 0.11317716829571196, 0.21893790041428013, 0.2382882351829923, 0.20811096397780163, 0.4008037205893193, 0.2481472966259425, 0.08739895602883926 ], "brier_above_clim": [ 0.16746211734091326, 0.24439648339047856, 0.17020468767458338, 0.12098299127445337, 0.42003289508783637, 0.1432196606009709, 0.15855993228592616, 0.3648257302115401, 0.22563052542747697, 0.27299766998107183, 0.12098299127445337, 0.16441580132826192, 0.12098299127445337, 0.3999079871154346, 0.12999426306828057, 0.35599390057119296, 0.19990753733166522, 0.12575724934837454, 0.24239713878174965, 0.244366123451473, 0.21240926913593197, 0.3511048689977941, 0.36402786904963685, 0.12257160000887342 ], "crps": [ 20.08310688669382, 27.964754327508075, 19.16599427707578, 19.61766693563471, 122.49513152655975, 22.668911714725816, 19.575544850111797, 64.0870431900506, 21.28400535590421, 19.562729957617005, 34.194053707981546, 25.74050773170389, 18.82220234388114, 53.01413799763145, 32.52144089800293, 39.13362123151317, 20.63482957694384, 33.45904012203391, 24.73921886744527, 23.691621198203208, 20.762905968652664, 39.38639172668251, 29.72915082450912, 25.272246013339466 ], "crps_clim": [ 21.638963822645973, 24.235290387642486, 18.424283296657233, 32.54717605456645, 156.90499273836357, 32.635277727606166, 21.537420350099357, 49.09575292416304, 22.525465304564662, 20.988002465707634, 34.61988384032085, 24.30789299289558, 29.701345919639383, 54.971641276234905, 22.842560447513375, 36.98644829813116, 18.957656403027976, 33.035212506102354, 28.03299847714953, 26.339484558745546, 20.084345939930547, 32.84079658873186, 39.9223127647239, 31.23869015810775 ], "crps_fair": [ 19.07729825869494, 26.405572859914304, 18.002722258339766, 18.516972996426, 121.44474631514204, 21.77768712600437, 18.489868820360922, 63.091941453596206, 20.300643436192566, 18.50528951200851, 32.94335076044281, 24.272979224861338, 17.63006877624437, 51.87218948166521, 31.184201700951387, 37.95359040074688, 19.114997640544892, 32.4336721259285, 23.628272444008715, 22.497632793605693, 19.52246423156614, 38.421855676505345, 27.952651275129117, 24.231994093131576 ], "crps_fair_clim": [ 20.16546441774922, 22.76670826790671, 16.94469548167337, 31.09433614253317, 155.68767899429207, 31.182604674802132, 20.063728628019742, 47.67425501377674, 21.053644879747303, 19.513270179453034, 33.170969511215155, 22.839448378093994, 28.243116177805117, 53.561271942272995, 21.37134058167887, 35.54201609868039, 17.47907876438195, 31.583296905530318, 26.57160898637116, 24.874887655242915, 18.60790218298319, 31.38851277619512, 38.48344091464168, 29.783372053088755 ] }, "rps": 0.42041022378134, "rpss": 0.07216944586713137, "brier_below": 0.2062061844718189, "bss_below": 0.08884844318254059, "brier_above": 0.2142040392556174, "bss_above": 0.05552599608238662, "crps": 32.40026071793357, "crpss": 0.06808088687965042, "crps_fair": 31.219694319250483, "crpss_fair": 0.06299530670304088, "reliability": { "below": { "weight": [ 0.0, 0.025178, 0.291121, 0.427333, 0.240624, 0.015745, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.193, 0.2604, 0.353, 0.4399, 0.5187, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2132, 0.1462, 0.3347, 0.5931, 0.7882, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.01175, 0.346667, 0.421155, 0.173201, 0.047227, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1902, 0.2646, 0.3482, 0.4454, 0.5279, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3454, 0.2534, 0.3174, 0.5144, 0.6992, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4329608805730031, 0.3705042531203476, 0.4900212157817154, 0.3521568785446758, 0.4635791959590946, 0.3201556711791931, 0.45536680611489144, 0.5648348704166958 ], "rps_clim": [ 0.41226069330832904, 0.37346476202427337, 0.5449498935810108, 0.3668786910829554, 0.4702381054334581, 0.35149027409467, 0.4617153008948455, 0.4689090852917107 ], "brier_below": [ 0.17927339696890754, 0.18096803255283306, 0.11273779914107258, 0.20628587936462237, 0.24078582036125137, 0.13047200629285846, 0.12048086360707565, 0.1786744279577269 ], "brier_below_clim": [ 0.16272543810516465, 0.17439021621908166, 0.1111111177338495, 0.19565233168880328, 0.24748910543474462, 0.14877102166271772, 0.11990485299837937, 0.13022383774923363 ], "brier_above": [ 0.25368747790576995, 0.18953622199915657, 0.3772833827931352, 0.14587100570170547, 0.22279337376388256, 0.18968366926400843, 0.33488592289440317, 0.3861604189910548 ], "brier_above_clim": [ 0.2495352503192138, 0.19907454994431797, 0.43383873800717726, 0.1712263685129215, 0.22274899990451802, 0.20271925591935436, 0.3418104265124274, 0.3386852267172677 ], "crps": [ 23.15859120187685, 16.868617323792282, 53.16754518787983, 16.30035932091361, 24.692187151716297, 16.75109056102871, 40.88812983790307, 43.84196785708374 ], "crps_clim": [ 21.51742288315328, 17.602067483896718, 66.72428457706202, 18.842687558036157, 25.490235640654245, 17.86439441677566, 41.38038268584848, 34.17883620329718 ], "crps_fair": [ 22.671228517960134, 16.390683510487722, 52.51956021685462, 15.860039248443044, 24.22701158526692, 16.161014191071807, 40.35620728683779, 43.430335471736704 ], "crps_fair_clim": [ 20.32105586449988, 16.40570046524331, 65.52791755840862, 17.64632053938275, 24.293868622000836, 16.66802739812226, 40.184015667195084, 32.98246918464377 ] }, "rps": 0.43119747146120213, "rpss": 9.47950307220724e-05, "brier_below": 0.16870977828079348, "bss_below": -0.04604493660593456, "brier_above": 0.26248768416413953, "bss_above": 0.02766080239251678, "crps": 29.4585610552743, "crpss": 0.032560808150686404, "crps_fair": 28.952010003582345, "crpss_fair": 0.010311933139800722, "reliability": { "below": { "weight": [ 0.0, 0.003673, 0.193661, 0.510559, 0.285096, 0.007011, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1923, 0.2615, 0.3529, 0.4319, 0.5183, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0553, 0.1715, 0.1741, 0.3758, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000509, 0.44792, 0.427374, 0.103293, 0.020819, 8.5e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.198, 0.2683, 0.3385, 0.4328, 0.5219, 0.6041, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.3974, 0.4774, 0.7131, 0.9959, 1.0, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4464685806011665, 0.33002348080668403, 0.3374179814229003, 0.38175658688120745, 0.4645504884334456, 0.32583400327527673, 0.45702456688183335, 0.4183339124020003 ], "rps_clim": [ 0.41878825306748607, 0.3532443184157963, 0.5497652319245143, 0.41409150225437374, 0.500554732533218, 0.3283216325296163, 0.5179393398216053, 0.38569804049108725 ], "brier_below": [ 0.14621862208511982, 0.2085108134992115, 0.06399109243163426, 0.1946674778035475, 0.36269781796801903, 0.18038790429453533, 0.10272979719536371, 0.1868656538412549 ], "brier_below_clim": [ 0.12324328915544643, 0.21087180444506454, 0.11111111773384952, 0.20657791360422298, 0.38654922735379516, 0.1778652528005686, 0.11863830449786794, 0.1581566706892246 ], "brier_above": [ 0.3002499452927561, 0.1215126780882493, 0.2734268598414002, 0.1870891093803302, 0.10185268659078085, 0.1454461101310884, 0.35429474194991334, 0.23146825507666963 ], "brier_above_clim": [ 0.29554495080091303, 0.14237252824897006, 0.438654075489631, 0.20751359128025879, 0.11400552453007727, 0.15045639256177848, 0.39930100365958165, 0.22754136885072465 ], "crps": [ 28.60406980137249, 16.009572537536716, 56.58279180118781, 22.54317142035952, 22.935059530411483, 16.738879761607922, 53.63527085443767, 25.09472454799148 ], "crps_clim": [ 25.40124575195562, 18.535452439061405, 96.88435708644411, 25.600608810810552, 26.457175781428862, 16.988995955173806, 61.64931906064567, 21.436898042938385 ], "crps_fair": [ 27.996983102917678, 15.481236582737615, 55.68464449469641, 22.02338969098545, 22.369774107711667, 16.13524993236569, 52.94257655628013, 24.607467595318486 ], "crps_fair_clim": [ 24.012970318608165, 17.14717700571395, 95.49608165309667, 24.212333377463093, 25.06890034808142, 15.600720521826346, 60.26104362729821, 20.04862260959093 ] }, "rps": 0.3951762000880643, "rpss": 0.08851146934648635, "brier_below": 0.18075864738983577, "bss_below": 0.03144271544572852, "brier_above": 0.2144175482938985, "bss_above": 0.13164444661272645, "crps": 30.267942531863135, "crpss": 0.1734419174803553, "crps_fair": 29.65516525787664, "crpss_fair": 0.15826456538115452, "reliability": { "below": { "weight": [ 0.0, 0.008505, 0.234202, 0.528553, 0.225694, 0.003046, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1918, 0.2591, 0.3562, 0.4254, 0.5108, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0502, 0.2867, 0.2677, 0.9285, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.397611, 0.425835, 0.123635, 0.0527, 0.000218, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2708, 0.3359, 0.44, 0.5218, 0.6041, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1989, 0.3942, 0.8718, 0.9959, 1.0, NaN, NaN, NaN ] } } } } }, "gqm": { "lambda_": { "training_mean": 0.41117417564037034, "training": [ 0.3752257302851474, 0.39606226943410267, 0.3899591092702723, 0.451835473665095, 0.5194194952639575, 0.42169475066634826, 0.4336051685583266, 0.3605633593979148, 0.39754209123574585, 0.40213163249188194, 0.4029282354342181, 0.4129489044981747, 0.45178773550947615, 0.422526656854754, 0.322391576788151, 0.38964895620928747, 0.4182239972723609, 0.3905742013196125, 0.4356853325365545, 0.4124355737461648, 0.40543693033206635, 0.39924560706839124, 0.4189065417162116, 0.4374008858146725 ], "test": 0.4342640995420023 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.49273660224978083, 0.4111146103439222, 0.4479917995793856, 0.4706345536984594, 0.3981631334933423, 0.46356669217665275, 0.4296547643784799, 0.5665274466646004, 0.3686709391119287, 0.4489124669914946, 0.5803351289842607, 0.35685756471549607, 0.37202690644796094, 0.45223202844892235, 0.5198807952061121, 0.4437649815383361, 0.4073283528396853, 0.573382115664472, 0.44824464315772405, 0.41959641969561107, 0.3969775976297955, 0.5125100373799848, 0.3424457789404608, 0.4023927867828807 ], "rps_clim": [ 0.43940389586261985, 0.4665815975343043, 0.4078016629257561, 0.5058326534107924, 0.5395139539081617, 0.49558246555093133, 0.4802715214492444, 0.4940433293404847, 0.3914621834757892, 0.4277164147133932, 0.5144532300877738, 0.3688788642452346, 0.45641496116615643, 0.4825359152593056, 0.4144568447211086, 0.4364608837118219, 0.42094222389547176, 0.4840252584820353, 0.4719586571698775, 0.40608224744207533, 0.407618183369595, 0.4985033807712113, 0.41838804437156996, 0.4537770988760395 ], "brier_below": [ 0.23282854179562332, 0.2552360937841563, 0.28579326159868373, 0.36348789653081026, 0.07534041435551062, 0.18044718371930799, 0.15446840087512775, 0.15410091901979153, 0.17446786968667094, 0.23694607638367074, 0.4389400750497663, 0.20635415495801193, 0.28299532487245077, 0.09518273914582216, 0.32806012612683916, 0.149940019399671, 0.16287546040047515, 0.40175869371382145, 0.29202784523869363, 0.23897755059345996, 0.12476280440516381, 0.10706075470157549, 0.12632616532800225, 0.28441489621993804 ], "brier_below_clim": [ 0.19457870756681286, 0.28338161161055664, 0.2603988151290453, 0.3801317890887892, 0.12139582486297858, 0.2083086937549171, 0.179673404168855, 0.13049409161286557, 0.18820422829035943, 0.23725297240826868, 0.3930574463474963, 0.2061208543150891, 0.32867257140426404, 0.12346043676030426, 0.28728118486517273, 0.14778867910296825, 0.17721343670206774, 0.3552785719779392, 0.29320090548610794, 0.22384930431748742, 0.13483308539642477, 0.12264454476536311, 0.165349012936125, 0.30321995858175416 ], "brier_above": [ 0.25990805923218524, 0.15587851565580402, 0.16219853558774658, 0.10714665473070677, 0.3228227195860953, 0.2831195122301014, 0.27518636608116415, 0.41242653403533924, 0.1942030698328874, 0.21196638970043993, 0.14139504950523654, 0.15050340727374067, 0.08903158043430007, 0.35704929460415225, 0.19182066797869332, 0.29382496569998373, 0.2444528934756964, 0.17162342224492977, 0.15621679622105536, 0.18061886827945017, 0.27221479587091063, 0.4054492879838955, 0.21611961243875863, 0.11797788952874678 ], "brier_above_clim": [ 0.244825188295807, 0.18319998592374737, 0.1474028477967109, 0.12570086432200342, 0.41811812904518303, 0.2872737717960143, 0.3005981172803895, 0.3635492377276191, 0.20325795518542972, 0.1904634423051245, 0.12139578374027739, 0.16275800993014544, 0.1277423897618922, 0.3590754784990013, 0.12717565985593585, 0.2886722046088535, 0.24372878719340413, 0.1287466865040958, 0.17875775168376942, 0.182232943124588, 0.2727850979731702, 0.3758588360058481, 0.2530390314354449, 0.15055714029428513 ], "crps": [ 28.998054135045184, 20.363007635882973, 21.501790042971532, 21.706173629237792, 97.2272798153492, 33.27297726047168, 34.75992513241913, 45.98551232498377, 16.9411604748734, 22.83272035842508, 33.21060039186481, 21.347966842090923, 14.943421107154494, 35.10090566948471, 31.213046381647985, 25.906414460972634, 22.828748788695766, 36.356567035447505, 23.88718396169485, 23.58226004665057, 22.142153658818852, 37.084965681728654, 22.842315664214212, 19.960476941155786 ], "crps_clim": [ 23.77074843142727, 22.60409869067204, 18.38031484850475, 25.959936518793185, 123.34118991059545, 35.588714164776064, 39.220907889439694, 39.49590059501811, 18.35094398856043, 19.018950574892433, 27.831563580748035, 21.968021793696813, 21.56629431892967, 37.55562250213345, 20.343092113101918, 25.75266643361196, 21.96609944248159, 25.58890298078945, 24.791989124537817, 21.665834698643923, 21.79847843728042, 34.8315441627334, 25.585209165511976, 22.091569801149358 ], "crps_fair": [ 28.080287431191913, 19.2781054216098, 20.515225689676715, 20.72881894350805, 96.09180088469736, 32.42807352617546, 33.74311930685109, 45.02634057265117, 16.031939535175862, 21.69770011643317, 32.08821065571107, 20.275601561987994, 14.058401843283175, 34.126286207250324, 30.172120242135836, 24.98589831638797, 21.670710076396286, 35.28908807377919, 22.90639763819223, 22.622366780620833, 21.082917033969103, 36.209219423924374, 21.457024002460013, 19.11517139145982 ], "crps_fair_clim": [ 22.51064113159216, 21.34178182693399, 17.109998394156545, 24.703975408517493, 122.2696629923497, 34.35098937579959, 37.99006225524478, 38.26557578034132, 17.080571907583543, 17.74984365790482, 26.57914721869575, 20.704500238866018, 20.302011916608773, 36.321622918341355, 19.07649303993666, 24.496312766356763, 20.70257424683409, 24.33223915547966, 23.533815992682083, 20.40174081976945, 20.534635777607914, 33.59238533966214, 24.32853834433991, 20.828282238756913 ] }, "rps": 0.44691450608832284, "rpss": 0.014404260597519425, "brier_below": 0.2230330528292935, "bss_below": 0.01707683573993557, "brier_above": 0.22388145367550086, "bss_above": 0.01172732111611896, "crps": 29.74981781005339, "crpss": 0.007054913492108961, "crps_fair": 28.736701028147035, "crpss_fair": -0.0008321227269998399, "reliability": { "below": { "weight": [ 0.0, 0.049464, 0.361748, 0.365013, 0.183221, 0.039792, 0.000762, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1782, 0.2536, 0.3465, 0.4453, 0.529, 0.6283, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3112, 0.2838, 0.3476, 0.4454, 0.5267, 0.6675, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.027245, 0.32234, 0.417506, 0.186933, 0.043025, 0.002951, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1839, 0.2586, 0.347, 0.4446, 0.5344, 0.6245, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1787, 0.2775, 0.3807, 0.3875, 0.4649, 0.3759, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3772324323428152, 0.4007364060469135, 0.33746850117364646, 0.3676164969757073, 0.3389470849398737, 0.3486622031069527, 0.37355908766232354, 0.6432351769006432, 0.3933976311357947, 0.37049914890889346, 0.521132248884263, 0.37399030105901815, 0.38489922236527535, 0.49336995611995166, 0.5341988834446458, 0.49994142887809734, 0.3266212228323623, 0.47145777836148256, 0.37205612002956795, 0.3266992910434413, 0.344256945775438, 0.5317394747653952, 0.2846667899565464, 0.4383465313431582 ], "rps_clim": [ 0.4283784857114221, 0.426706305961757, 0.34466488699165887, 0.5130077270408857, 0.5410158863622896, 0.48132609845393376, 0.42143417390584187, 0.49961637384642854, 0.41822160564029737, 0.4024426800552632, 0.5388940294117011, 0.3853584913200236, 0.5182825785529102, 0.520890978389888, 0.44508072243200725, 0.47856087825017973, 0.3579810319851315, 0.4969649351160663, 0.42935647355424533, 0.3854220303157415, 0.34929101419438247, 0.47527063535536435, 0.48976956498879315, 0.5267262457793177 ], "brier_below": [ 0.23681260893031755, 0.16317449875588813, 0.17117319406651013, 0.291309349177312, 0.05290366292712647, 0.2590450444729862, 0.24302108275421794, 0.19008863368409118, 0.17496087167052063, 0.10757524397035864, 0.4046518296843136, 0.2093128828336974, 0.30012116949837037, 0.09005114290745102, 0.35141022381879106, 0.12913302043881103, 0.12874387689327382, 0.3608950405609298, 0.15971222882668284, 0.09788621686437918, 0.13693033607982083, 0.1284937688642138, 0.050242299147436116, 0.3580502997475608 ], "brier_below_clim": [ 0.260916368370509, 0.18230982257127842, 0.1744601993170755, 0.3920247357664324, 0.12098299127445337, 0.33810643785296296, 0.2628742416199158, 0.13479064363488874, 0.19259108021282037, 0.12944501007419143, 0.41791103813724767, 0.2209426899917617, 0.3972995872784568, 0.12098299127445337, 0.3150864593637269, 0.12256697767898699, 0.15807349465346632, 0.37120768576769203, 0.18695933477249566, 0.14105590686426853, 0.13688174505845058, 0.12416576635757047, 0.12574169593915657, 0.40415464577044424 ], "brier_above": [ 0.14041982261866862, 0.23756190754395679, 0.1662953051495981, 0.07630714836548087, 0.28604342085781304, 0.08961715883176648, 0.13053800372443605, 0.45314654825728473, 0.21843676123022143, 0.2629239068243381, 0.11648041385580427, 0.164677414010275, 0.0847780529488858, 0.40331881855642726, 0.18278865529138544, 0.3708084164270887, 0.19787734351615205, 0.11056273700588891, 0.21234389073956508, 0.22881307487460154, 0.20732660958290364, 0.40324571202132303, 0.23442448893012033, 0.08029622927095445 ], "brier_above_clim": [ 0.16746211734091326, 0.24439648339047856, 0.17020468767458338, 0.12098299127445337, 0.42003289508783637, 0.1432196606009709, 0.15855993228592616, 0.3648257302115401, 0.22563052542747697, 0.27299766998107183, 0.12098299127445337, 0.16441580132826192, 0.12098299127445337, 0.3999079871154346, 0.12999426306828057, 0.35599390057119296, 0.19990753733166522, 0.12575724934837454, 0.24239713878174965, 0.244366123451473, 0.21240926913593197, 0.3511048689977941, 0.36402786904963685, 0.12257160000887342 ], "crps": [ 18.885430488254308, 27.70293851878698, 18.41392147955299, 19.408261738495778, 115.60606605405623, 22.62014504180399, 18.537457881207853, 63.533603384738754, 21.00966926978661, 19.246247567202833, 34.274070989734724, 25.18941125973675, 18.658975959639765, 51.87248071534505, 32.06283956971713, 38.65518600881113, 20.030256511638115, 33.426885416594224, 24.25283961130695, 22.79217022922466, 20.2147715060445, 38.81729098173589, 27.630759838385885, 24.936031589917707 ], "crps_clim": [ 21.638963822645973, 24.235290387642486, 18.424283296657233, 32.54717605456645, 156.90499273836357, 32.635277727606166, 21.537420350099357, 49.09575292416304, 22.525465304564662, 20.988002465707634, 34.61988384032085, 24.30789299289558, 29.701345919639383, 54.971641276234905, 22.842560447513375, 36.98644829813116, 18.957656403027976, 33.035212506102354, 28.03299847714953, 26.339484558745546, 20.084345939930547, 32.84079658873186, 39.9223127647239, 31.23869015810775 ], "crps_fair": [ 17.880606246740914, 26.158703754351937, 17.279012131302004, 18.29956094551693, 114.36383262108824, 21.732254916965672, 17.45961970832495, 62.50897549584728, 20.050143158935324, 18.229248939622025, 33.013729274195185, 23.73395308241852, 17.47468179001672, 50.73766407009284, 30.71629045782632, 37.450316821898994, 18.48944172555153, 32.426830598060334, 23.160982285000827, 21.601631837880884, 18.965886173964854, 37.86019837910498, 25.749335864407634, 23.90858277636637 ], "crps_fair_clim": [ 20.16546441774922, 22.76670826790671, 16.94469548167337, 31.09433614253317, 155.68767899429207, 31.182604674802132, 20.063728628019742, 47.67425501377674, 21.053644879747303, 19.513270179453034, 33.170969511215155, 22.839448378093994, 28.243116177805117, 53.561271942272995, 21.37134058167887, 35.54201609868039, 17.47907876438195, 31.583296905530318, 26.57160898637116, 24.874887655242915, 18.60790218298319, 31.38851277619512, 38.48344091464168, 29.783372053088755 ] }, "rps": 0.41061376516884196, "rpss": 0.09378988492596196, "brier_below": 0.19982077194062753, "bss_below": 0.11706330290471278, "brier_above": 0.21079299335145585, "bss_above": 0.07056606812699329, "crps": 31.57407131715495, "crpss": 0.09184432817865462, "crps_fair": 30.38547846064505, "crpss_fair": 0.0880328412395035, "reliability": { "below": { "weight": [ 0.0, 0.050347, 0.302828, 0.36683, 0.23391, 0.045649, 0.000435, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1803, 0.25, 0.349, 0.4443, 0.5287, 0.6171, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1368, 0.1556, 0.3401, 0.5633, 0.7711, 0.8334, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.030313, 0.356976, 0.38349, 0.164593, 0.058892, 0.005737, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1815, 0.2568, 0.3459, 0.4469, 0.5344, 0.6264, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2534, 0.2334, 0.3323, 0.514, 0.7096, 0.4942, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4354225392850158, 0.35781048554892964, 0.476898983475134, 0.34372356042411345, 0.44971273233277564, 0.30571600936475885, 0.4496830353791777, 0.558173682396953 ], "rps_clim": [ 0.41226069330832904, 0.37346476202427337, 0.5449498935810108, 0.3668786910829554, 0.4702381054334581, 0.35149027409467, 0.4617153008948455, 0.4689090852917107 ], "brier_below": [ 0.1808966694188353, 0.1700434388337345, 0.10305005007788588, 0.20028876077078592, 0.23159927592804214, 0.12067417779714605, 0.11428618043587448, 0.16725241154401504 ], "brier_below_clim": [ 0.16272543810516465, 0.17439021621908166, 0.1111111177338495, 0.19565233168880328, 0.24748910543474462, 0.14877102166271772, 0.11990485299837937, 0.13022383774923363 ], "brier_above": [ 0.25452586355713935, 0.18776704735304592, 0.3738489003185843, 0.14343480495560917, 0.2181134549800274, 0.1850418362066424, 0.33539683476358445, 0.3909212479073609 ], "brier_above_clim": [ 0.2495352503192138, 0.19907454994431797, 0.43383873800717726, 0.1712263685129215, 0.22274899990451802, 0.20271925591935436, 0.3418104265124274, 0.3386852267172677 ], "crps": [ 23.07503739756771, 15.839189430745524, 51.82824208073444, 15.77052061176578, 23.664757467630313, 15.76066263957468, 40.18775153038754, 43.02434965638234 ], "crps_clim": [ 21.51742288315328, 17.602067483896718, 66.72428457706202, 18.842687558036157, 25.490235640654245, 17.86439441677566, 41.38038268584848, 34.17883620329718 ], "crps_fair": [ 22.60023715234598, 15.361106093701812, 51.14852191975514, 15.330480116225402, 23.2127803706657, 15.186194377965304, 39.666771342999404, 42.60710508749289 ], "crps_fair_clim": [ 20.32105586449988, 16.40570046524331, 65.52791755840862, 17.64632053938275, 24.293868622000836, 16.66802739812226, 40.184015667195084, 32.98246918464377 ] }, "rps": 0.42214262852585727, "rpss": 0.021092099468870362, "brier_below": 0.16101137060078993, "bss_below": 0.0016872129805172165, "brier_above": 0.26113124875524923, "bss_above": 0.032685477440745014, "crps": 28.643813851848538, "crpss": 0.05931766075338962, "crps_fair": 28.139149557643954, "crpss_fair": 0.0380985456502394, "reliability": { "below": { "weight": [ 0.0, 0.030819, 0.246309, 0.487523, 0.204512, 0.030416, 0.000421, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1893, 0.2531, 0.351, 0.4372, 0.527, 0.607, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0055, 0.083, 0.1495, 0.2291, 0.3313, 0.2001, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.009397, 0.448267, 0.407091, 0.105778, 0.027843, 0.001624, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1888, 0.258, 0.3377, 0.4392, 0.5305, 0.6101, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1433, 0.3889, 0.4875, 0.695, 0.9787, 1.0, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4496831314241333, 0.3234045608159658, 0.32051836482336, 0.3793916431987869, 0.4585883935445113, 0.3148007564159239, 0.45787139397571786, 0.4136259404999114 ], "rps_clim": [ 0.41878825306748607, 0.3532443184157963, 0.5497652319245143, 0.41409150225437374, 0.500554732533218, 0.3283216325296163, 0.5179393398216053, 0.38569804049108725 ], "brier_below": [ 0.1503706953704514, 0.20635966322815807, 0.058169978942624524, 0.19388418394688314, 0.36032871147584256, 0.17235140923289619, 0.10105800524033916, 0.18339342207367432 ], "brier_below_clim": [ 0.12324328915544643, 0.21087180444506454, 0.11111111773384952, 0.20657791360422298, 0.38654922735379516, 0.1778652528005686, 0.11863830449786794, 0.1581566706892246 ], "brier_above": [ 0.29931242222119014, 0.11704490752033304, 0.2623483566321409, 0.18550745952980072, 0.09825969781952971, 0.14244935830079924, 0.3568133613216387, 0.23023251396600694 ], "brier_above_clim": [ 0.29554495080091303, 0.14237252824897006, 0.438654075489631, 0.20751359128025879, 0.11400552453007727, 0.15045639256177848, 0.39930100365958165, 0.22754136885072465 ], "crps": [ 28.590596923326203, 15.33793038663121, 54.65665162351789, 22.16014095319329, 22.77373522677367, 15.707576718135533, 53.163712894129134, 24.44777742874752 ], "crps_clim": [ 25.40124575195562, 18.535452439061405, 96.88435708644411, 25.600608810810552, 26.457175781428862, 16.988995955173806, 61.64931906064567, 21.436898042938385 ], "crps_fair": [ 27.97732690035276, 14.80151009329035, 53.682475233810784, 21.639014967273898, 22.207376395232902, 15.11160960510588, 52.48328477089574, 23.95624324444347 ], "crps_fair_clim": [ 24.012970318608165, 17.14717700571395, 95.49608165309667, 24.212333377463093, 25.06890034808142, 15.600720521826346, 60.26104362729821, 20.04862260959093 ] }, "rps": 0.3897355230872888, "rpss": 0.10106059220381458, "brier_below": 0.17823950868885866, "bss_below": 0.04494099159941012, "brier_above": 0.21149600966392992, "bss_above": 0.14347619412572077, "crps": 29.604765269306807, "crpss": 0.19155198643968885, "crps_fair": 28.982355151300723, "crpss_fair": 0.1773616805902566, "reliability": { "below": { "weight": [ 0.0, 0.028976, 0.227178, 0.489498, 0.238692, 0.015657, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1851, 0.2523, 0.3527, 0.4322, 0.5255, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0075, 0.0814, 0.2464, 0.3253, 0.6114, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.01022, 0.411333, 0.399489, 0.115602, 0.05921, 0.004145, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1898, 0.2616, 0.3358, 0.4435, 0.5318, 0.6101, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0212, 0.2034, 0.4087, 0.846, 0.9853, 1.0, NaN, NaN, NaN ] } } } } }, "dqm": { "lambda_": { "training_mean": 0.4560067770548108, "training": [ 0.4215258563610886, 0.4494633535966039, 0.4380620368100673, 0.49768630332582653, 0.5691580255893908, 0.4330262253127556, 0.4631252835448421, 0.4064641401938924, 0.4403320300273168, 0.45014832284065676, 0.44720042656464365, 0.47590942562147354, 0.49639024420474587, 0.46290196266571804, 0.364696123406236, 0.4429392714578488, 0.46299433393430084, 0.4279675703470983, 0.492754399928761, 0.46782309509713316, 0.44779510590668303, 0.4385440266008388, 0.4765174442421342, 0.4707376417354022 ], "test": 0.4817637120144429 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48606716678155965, 0.4235024706049523, 0.43627006844730293, 0.47169893862900397, 0.43203042011995907, 0.4916409654711233, 0.45367785764533647, 0.5589402192529119, 0.3758421520450099, 0.4514686329109078, 0.5584942647916177, 0.36311265239649176, 0.3879741673280587, 0.46990966995062583, 0.5110682383054894, 0.4417480532316398, 0.42608237631832213, 0.5563180926828426, 0.43473438946131787, 0.4099396864126357, 0.4159622180720348, 0.5232564671862466, 0.35692328114300226, 0.4130934708792945 ], "rps_clim": [ 0.43940389586261985, 0.4665815975343043, 0.4078016629257561, 0.5058326534107924, 0.5395139539081617, 0.49558246555093133, 0.4802715214492444, 0.4940433293404847, 0.3914621834757892, 0.4277164147133932, 0.5144532300877738, 0.3688788642452346, 0.45641496116615643, 0.4825359152593056, 0.4144568447211086, 0.4364608837118219, 0.42094222389547176, 0.4840252584820353, 0.4719586571698775, 0.40608224744207533, 0.407618183369595, 0.4985033807712113, 0.41838804437156996, 0.4537770988760395 ], "brier_below": [ 0.2324620775876685, 0.25788722683455345, 0.27036972572602763, 0.3629123579691702, 0.08773025217794482, 0.20319610991982742, 0.1684518904566648, 0.15371818578157623, 0.18056811516907909, 0.23977743974029403, 0.4234978021998708, 0.2089524669622477, 0.29270011559656756, 0.10830252376377351, 0.3243110303324539, 0.1536357412021329, 0.1819407941493587, 0.39500018886891886, 0.2761359049825098, 0.22789849895276104, 0.14030290631441808, 0.11756031908119705, 0.13399984513208024, 0.29085097754951994 ], "brier_below_clim": [ 0.19457870756681286, 0.28338161161055664, 0.2603988151290453, 0.3801317890887892, 0.12139582486297858, 0.2083086937549171, 0.179673404168855, 0.13049409161286557, 0.18820422829035943, 0.23725297240826868, 0.3930574463474963, 0.2061208543150891, 0.32867257140426404, 0.12346043676030426, 0.28728118486517273, 0.14778867910296825, 0.17721343670206774, 0.3552785719779392, 0.29320090548610794, 0.22384930431748742, 0.13483308539642477, 0.12264454476536311, 0.165349012936125, 0.30321995858175416 ], "brier_above": [ 0.25360508730556847, 0.16561524252619841, 0.16590033890101846, 0.10878657694070604, 0.3443001700781539, 0.2884448607259707, 0.28522597199139027, 0.4052220421831591, 0.19527403619979627, 0.21169119179419635, 0.13499645734446408, 0.15416018340329918, 0.0952740494518308, 0.3616071529700898, 0.1867572058932602, 0.28811231586672725, 0.24414158130831987, 0.16131790266461346, 0.15859848126528983, 0.18204118559666976, 0.2756593159912454, 0.40569615702075595, 0.222923434813199, 0.12224249142812227 ], "brier_above_clim": [ 0.244825188295807, 0.18319998592374737, 0.1474028477967109, 0.12570086432200342, 0.41811812904518303, 0.2872737717960143, 0.3005981172803895, 0.3635492377276191, 0.20325795518542972, 0.1904634423051245, 0.12139578374027739, 0.16275800993014544, 0.1277423897618922, 0.3590754784990013, 0.12717565985593585, 0.2886722046088535, 0.24372878719340413, 0.1287466865040958, 0.17875775168376942, 0.182232943124588, 0.2727850979731702, 0.3758588360058481, 0.2530390314354449, 0.15055714029428513 ], "crps": [ 27.97968601917368, 20.338556049751325, 20.60268604028911, 22.16294692286527, 100.58854139560115, 34.80208536423711, 36.40997577415088, 44.99974363105877, 17.06321314818562, 22.433456692011205, 31.087763177918774, 21.597798916745877, 16.16986088161308, 37.17650489187698, 29.62781071414057, 25.360904686274964, 23.51322452095245, 34.073153578261085, 23.267645584462468, 22.90828605449233, 23.064529051481493, 37.4506052045972, 22.154276814092693, 20.58066974669795 ], "crps_clim": [ 23.77074843142727, 22.60409869067204, 18.38031484850475, 25.959936518793185, 123.34118991059545, 35.588714164776064, 39.220907889439694, 39.49590059501811, 18.35094398856043, 19.018950574892433, 27.831563580748035, 21.968021793696813, 21.56629431892967, 37.55562250213345, 20.343092113101918, 25.75266643361196, 21.96609944248159, 25.58890298078945, 24.791989124537817, 21.665834698643923, 21.79847843728042, 34.8315441627334, 25.585209165511976, 22.091569801149358 ], "crps_fair": [ 27.01213876311812, 19.26497522217045, 19.56937162426852, 21.138791581658815, 99.44721469501575, 33.89397435997734, 35.341868076274515, 43.973749167832295, 16.09655693146254, 21.27327857746125, 29.950374921637433, 20.483208494420804, 15.21106526374125, 36.165354268101844, 28.567338351423846, 24.39560863100846, 22.32283462112022, 32.97408591686092, 22.248509605965886, 21.92362037237367, 21.953726143107104, 36.51268122390913, 20.79108140534647, 19.67117770710477 ], "crps_fair_clim": [ 22.51064113159216, 21.34178182693399, 17.109998394156545, 24.703975408517493, 122.2696629923497, 34.35098937579959, 37.99006225524478, 38.26557578034132, 17.080571907583543, 17.74984365790482, 26.57914721869575, 20.704500238866018, 20.302011916608773, 36.321622918341355, 19.07649303993666, 24.496312766356763, 20.70257424683409, 24.33223915547966, 23.533815992682083, 20.40174081976945, 20.534635777607914, 33.59238533966214, 24.32853834433991, 20.828282238756913 ] }, "rps": 0.4520731633361536, "rpss": 0.0030276985588396643, "brier_below": 0.22634010401877566, "bss_below": 0.0025024164854775544, "brier_above": 0.22573305973600188, "bss_above": 0.0035538362132504497, "crps": 29.808913535872165, "crpss": 0.0050825044185468515, "crps_fair": 28.75760774689006, "crpss_fair": -0.0015602548698767649, "reliability": { "below": { "weight": [ 0.0, 0.02159, 0.260985, 0.5256, 0.169114, 0.021777, 0.000935, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.177, 0.264, 0.3496, 0.4388, 0.5271, 0.6243, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.36, 0.3107, 0.3377, 0.4192, 0.4677, 0.6662, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.01492, 0.281128, 0.514553, 0.164024, 0.023135, 0.002241, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1783, 0.2656, 0.3483, 0.4397, 0.5353, 0.6256, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1845, 0.2772, 0.3711, 0.3963, 0.42, 0.2154, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3960736472591241, 0.4156949678972443, 0.3437192377618672, 0.398616542438017, 0.3796476850290577, 0.3970246857767262, 0.39769470890356384, 0.6011799577034574, 0.4036870644847088, 0.3927504363713264, 0.5180998712027951, 0.38030389779166485, 0.4118928798697362, 0.5078883577242701, 0.5370971692143099, 0.48866935746090506, 0.34311185418283074, 0.4984371345425383, 0.3834640632367669, 0.34042162206805393, 0.3475970725837561, 0.5196501946851985, 0.34016117035475263, 0.45990762863392004 ], "rps_clim": [ 0.4283784857114221, 0.426706305961757, 0.34466488699165887, 0.5130077270408857, 0.5410158863622896, 0.48132609845393376, 0.42143417390584187, 0.49961637384642854, 0.41822160564029737, 0.4024426800552632, 0.5388940294117011, 0.3853584913200236, 0.5182825785529102, 0.520890978389888, 0.44508072243200725, 0.47856087825017973, 0.3579810319851315, 0.4969649351160663, 0.42935647355424533, 0.3854220303157415, 0.34929101419438247, 0.47527063535536435, 0.48976956498879315, 0.5267262457793177 ], "brier_below": [ 0.25145935079107, 0.1693257290868167, 0.16759967632468967, 0.3151418530948919, 0.06851897338370944, 0.29902183831998763, 0.2541075077429396, 0.1673917330711502, 0.18406274387382762, 0.11853184348177022, 0.40472647507350357, 0.21304006618290836, 0.3208104433923612, 0.10358799029907151, 0.3493021452721184, 0.12530492731201381, 0.14572055402586612, 0.3826212347495226, 0.16469502854235518, 0.10673309567256721, 0.1398305880535797, 0.12506272873748187, 0.0694473606480255, 0.37501686887583247 ], "brier_below_clim": [ 0.260916368370509, 0.18230982257127842, 0.1744601993170755, 0.3920247357664324, 0.12098299127445337, 0.33810643785296296, 0.2628742416199158, 0.13479064363488874, 0.19259108021282037, 0.12944501007419143, 0.41791103813724767, 0.2209426899917617, 0.3972995872784568, 0.12098299127445337, 0.3150864593637269, 0.12256697767898699, 0.15807349465346632, 0.37120768576769203, 0.18695933477249566, 0.14105590686426853, 0.13688174505845058, 0.12416576635757047, 0.12574169593915657, 0.40415464577044424 ], "brier_above": [ 0.1446142938103218, 0.24636923874126937, 0.17611955950345223, 0.08347468793186388, 0.31112871053047886, 0.09800284603629347, 0.14358719893025648, 0.43378823107520503, 0.21962432227140538, 0.2742185940847089, 0.11337339108060711, 0.1672638288695677, 0.09108243563934859, 0.40430037549820486, 0.18779501918419697, 0.3633644380338892, 0.19739129722291993, 0.11581589835724486, 0.21876903491859578, 0.23368852713830637, 0.20776648442275608, 0.3945874736946608, 0.2707138083217058, 0.08489075685015376 ], "brier_above_clim": [ 0.16746211734091326, 0.24439648339047856, 0.17020468767458338, 0.12098299127445337, 0.42003289508783637, 0.1432196606009709, 0.15855993228592616, 0.3648257302115401, 0.22563052542747697, 0.27299766998107183, 0.12098299127445337, 0.16441580132826192, 0.12098299127445337, 0.3999079871154346, 0.12999426306828057, 0.35599390057119296, 0.19990753733166522, 0.12575724934837454, 0.24239713878174965, 0.244366123451473, 0.21240926913593197, 0.3511048689977941, 0.36402786904963685, 0.12257160000887342 ], "crps": [ 20.175229827944545, 26.62588146070239, 18.61336941461935, 21.660067100913178, 124.73571263652171, 26.501775587407824, 20.446279353601, 59.366861013817235, 20.967737899390485, 20.1819500797577, 33.81252083683355, 25.090652732307518, 20.86480058284783, 54.496827867710486, 31.957365967795017, 37.215731439060484, 20.503413530270656, 35.262113347610416, 25.293089278205542, 23.731794194736516, 20.36984291863829, 37.097071884085594, 28.53058046196717, 26.963051971895993 ], "crps_clim": [ 21.638963822645973, 24.235290387642486, 18.424283296657233, 32.54717605456645, 156.90499273836357, 32.635277727606166, 21.537420350099357, 49.09575292416304, 22.525465304564662, 20.988002465707634, 34.61988384032085, 24.30789299289558, 29.701345919639383, 54.971641276234905, 22.842560447513375, 36.98644829813116, 18.957656403027976, 33.035212506102354, 28.03299847714953, 26.339484558745546, 20.084345939930547, 32.84079658873186, 39.9223127647239, 31.23869015810775 ], "crps_fair": [ 19.111198923881762, 25.167686527796434, 17.427936035307997, 20.48569792107438, 123.52939569721438, 25.535883854481483, 19.304362525829568, 58.272688806276356, 19.967522829871744, 19.150634747069486, 32.5582065406797, 23.630081009359735, 19.61346129786676, 53.37233199295938, 30.62474146243871, 35.98831407446535, 18.988531784160948, 34.20452042533118, 24.1754081367225, 22.55169827836693, 19.093699936254193, 36.091889739497745, 26.781791598922, 25.892869077681375 ], "crps_fair_clim": [ 20.16546441774922, 22.76670826790671, 16.94469548167337, 31.09433614253317, 155.68767899429207, 31.182604674802132, 20.063728628019742, 47.67425501377674, 21.053644879747303, 19.513270179453034, 33.170969511215155, 22.839448378093994, 28.243116177805117, 53.561271942272995, 21.37134058167887, 35.54201609868039, 17.47907876438195, 31.583296905530318, 26.57160898637116, 24.874887655242915, 18.60790218298319, 31.38851277619512, 38.48344091464168, 29.783372053088755 ] }, "rps": 0.42511630029902464, "rpss": 0.0617833007731291, "brier_below": 0.20921086483366916, "bss_below": 0.07557183270428958, "brier_above": 0.2159054355061422, "bss_above": 0.04802415561958395, "crps": 32.519321724526684, "crpss": 0.06465637037228611, "crps_fair": 31.31335638431292, "crpss_fair": 0.06018420312047712, "reliability": { "below": { "weight": [ 0.0, 0.017778, 0.272009, 0.516832, 0.170526, 0.02155, 0.001306, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1824, 0.2639, 0.3504, 0.4375, 0.5271, 0.6217, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2816, 0.1581, 0.3447, 0.619, 0.6365, 0.5001, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.020676, 0.321379, 0.45495, 0.169328, 0.03004, 0.003628, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1795, 0.2632, 0.3487, 0.4436, 0.5372, 0.6218, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2385, 0.2381, 0.3385, 0.5499, 0.6015, 0.2801, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.43141392896874314, 0.36667524067036156, 0.49825967810674415, 0.350392498570112, 0.46599752180371723, 0.3221310550427101, 0.4596796304300323, 0.5455692712199941 ], "rps_clim": [ 0.41226069330832904, 0.37346476202427337, 0.5449498935810108, 0.3668786910829554, 0.4702381054334581, 0.35149027409467, 0.4617153008948455, 0.4689090852917107 ], "brier_below": [ 0.17755526424835888, 0.17667117037316654, 0.11630579716866396, 0.2011074160161571, 0.24260549670097728, 0.13152826244673327, 0.1230530225252624, 0.16779469952298262 ], "brier_below_clim": [ 0.16272543810516465, 0.17439021621908166, 0.1111111177338495, 0.19565233168880328, 0.24748910543474462, 0.14877102166271772, 0.11990485299837937, 0.13022383774923363 ], "brier_above": [ 0.2538586589491755, 0.1900040714875916, 0.381953847008462, 0.14928508886573663, 0.22339202381717066, 0.19060279711633268, 0.33662658816305924, 0.3777745491683502 ], "brier_above_clim": [ 0.2495352503192138, 0.19907454994431797, 0.43383873800717726, 0.1712263685129215, 0.22274899990451802, 0.20271925591935436, 0.3418104265124274, 0.3386852267172677 ], "crps": [ 22.943860644398896, 16.548939952534756, 55.19434037303286, 16.626735368928138, 24.970063974398307, 16.667047992147012, 41.23254146489096, 41.017657721486366 ], "crps_clim": [ 21.51742288315328, 17.602067483896718, 66.72428457706202, 18.842687558036157, 25.490235640654245, 17.86439441677566, 41.38038268584848, 34.17883620329718 ], "crps_fair": [ 22.44101799763799, 16.05842101623218, 54.5393663771299, 16.158797232876985, 24.493853596025936, 16.081186338730383, 40.7078858031891, 40.56594490184528 ], "crps_fair_clim": [ 20.32105586449988, 16.40570046524331, 65.52791755840862, 17.64632053938275, 24.293868622000836, 16.66802739812226, 40.184015667195084, 32.98246918464377 ] }, "rps": 0.4300148531015518, "rpss": 0.0028371725527873703, "brier_below": 0.16707764112528775, "bss_below": -0.03592525756444109, "brier_above": 0.2629372030719848, "bss_above": 0.02599563910854974, "crps": 29.40014843647716, "crpss": 0.03447911830225403, "crps_fair": 28.88080915795847, "crpss_fair": 0.012745844541999896, "reliability": { "below": { "weight": [ 0.0, 0.010697, 0.159817, 0.613429, 0.202598, 0.013119, 0.000341, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1841, 0.2649, 0.3507, 0.4279, 0.5249, 0.6171, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0718, 0.1639, 0.1508, 0.588, 0.7499, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.009401, 0.368789, 0.518614, 0.089044, 0.013556, 0.000597, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1827, 0.2677, 0.3369, 0.4334, 0.5284, 0.6238, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1694, 0.388, 0.4782, 0.7883, 0.9625, 1.0, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4406609527180867, 0.32390164117700637, 0.37414168866099334, 0.3829085360138891, 0.475340589757304, 0.3242789462777587, 0.4739689850735547, 0.41193679242388515 ], "rps_clim": [ 0.41878825306748607, 0.3532443184157963, 0.5497652319245143, 0.41409150225437374, 0.500554732533218, 0.3283216325296163, 0.5179393398216053, 0.38569804049108725 ], "brier_below": [ 0.14111230748750386, 0.20197003472552685, 0.07652137983656454, 0.19393161563189798, 0.37192056247958183, 0.1793074567623739, 0.11184704049597972, 0.1811739393113808 ], "brier_below_clim": [ 0.12324328915544643, 0.21087180444506454, 0.11111111773384952, 0.20657791360422298, 0.38654922735379516, 0.1778652528005686, 0.11863830449786794, 0.1581566706892246 ], "brier_above": [ 0.29954863228644796, 0.12193161666978035, 0.29762027813119074, 0.18897692038548303, 0.1034200435794169, 0.14497150069917628, 0.3621219169349657, 0.23076284910487987 ], "brier_above_clim": [ 0.29554495080091303, 0.14237252824897006, 0.438654075489631, 0.20751359128025879, 0.11400552453007727, 0.15045639256177848, 0.39930100365958165, 0.22754136885072465 ], "crps": [ 27.925021315575552, 15.848328063453145, 65.44176517111302, 22.76813094226489, 24.328999928554225, 16.635067723728227, 56.31844062635555, 23.671616810767336 ], "crps_clim": [ 25.40124575195562, 18.535452439061405, 96.88435708644411, 25.600608810810552, 26.457175781428862, 16.988995955173806, 61.64931906064567, 21.436898042938385 ], "crps_fair": [ 27.29083097501829, 15.304777547908637, 64.55929613433412, 22.221760506692682, 23.743409905208154, 16.02059017882069, 55.65775555603997, 23.14075610664603 ], "crps_fair_clim": [ 24.012970318608165, 17.14717700571395, 95.49608165309667, 24.212333377463093, 25.06890034808142, 15.600720521826346, 60.26104362729821, 20.04862260959093 ] }, "rps": 0.40089226651280974, "rpss": 0.0753271505908325, "brier_below": 0.18222304209135118, "bss_below": 0.023596063702663983, "brier_above": 0.2186692197239176, "bss_above": 0.11442588158942635, "crps": 31.61717132272649, "crpss": 0.1365971282753301, "crps_fair": 30.992397113833572, "crpss_fair": 0.12030843100550448, "reliability": { "below": { "weight": [ 0.0, 0.013287, 0.174006, 0.674335, 0.12619, 0.011312, 0.00087, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.184, 0.266, 0.3502, 0.4237, 0.5249, 0.6171, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0888, 0.2476, 0.2806, 0.7116, 0.7499, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.009574, 0.342486, 0.487009, 0.130653, 0.029189, 0.001089, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1819, 0.2693, 0.3365, 0.44, 0.5281, 0.6255, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0228, 0.2182, 0.3893, 0.8653, 0.9851, 1.0, NaN, NaN, NaN ] } } } } }, "qdm": { "lambda_": { "training_mean": 0.42586105293384985, "training": [ 0.3970189782552706, 0.41980389290241416, 0.40146166357353935, 0.46806780620231986, 0.5423656837877849, 0.4095161145690286, 0.44115841962378394, 0.3774130497360784, 0.4086760813623302, 0.41028899967955024, 0.4158950891786185, 0.45329730589096334, 0.46432012309560444, 0.4332346768671626, 0.3286273484416138, 0.411834231734621, 0.4427696865150632, 0.39110529557191087, 0.45586406198954205, 0.43161135536042705, 0.4192878869945998, 0.414517582917582, 0.44323993871659395, 0.43928999744599245 ], "test": 0.45287050948736374 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48010721045651383, 0.42408886866438966, 0.4369023932810908, 0.47077207784454167, 0.4385077050053214, 0.490692142816642, 0.4506966053959249, 0.5600733463174168, 0.37884759054901246, 0.44896917978316436, 0.5645072949815784, 0.35926861177181885, 0.388122024744064, 0.47112516857023384, 0.5129111974726385, 0.4455319336950966, 0.41841224267901206, 0.5592870915220404, 0.43875269697221614, 0.4096621567340354, 0.41294826648284866, 0.5186501166326494, 0.353741676965202, 0.4088398251558577 ], "rps_clim": [ 0.43940389586261985, 0.4665815975343043, 0.4078016629257561, 0.5058326534107924, 0.5395139539081617, 0.49558246555093133, 0.4802715214492444, 0.4940433293404847, 0.3914621834757892, 0.4277164147133932, 0.5144532300877738, 0.3688788642452346, 0.45641496116615643, 0.4825359152593056, 0.4144568447211086, 0.4364608837118219, 0.42094222389547176, 0.4840252584820353, 0.4719586571698775, 0.40608224744207533, 0.407618183369595, 0.4985033807712113, 0.41838804437156996, 0.4537770988760395 ], "brier_below": [ 0.2250071819016389, 0.2598089199349256, 0.2744832797736832, 0.3630432397586602, 0.09193074071938467, 0.20091008010549682, 0.16627440400718704, 0.15217302504127087, 0.18363568259134055, 0.23839469508288041, 0.4282369093295648, 0.20691871024278286, 0.2939262312756497, 0.10728568176568666, 0.32673140218270313, 0.1550978518898273, 0.17445006700811289, 0.3970910857409358, 0.2797363782688821, 0.22816014200072957, 0.13714288016434503, 0.11252169342609794, 0.13281118652976578, 0.28739870985789195 ], "brier_below_clim": [ 0.19457870756681286, 0.28338161161055664, 0.2603988151290453, 0.3801317890887892, 0.12139582486297858, 0.2083086937549171, 0.179673404168855, 0.13049409161286557, 0.18820422829035943, 0.23725297240826868, 0.3930574463474963, 0.2061208543150891, 0.32867257140426404, 0.12346043676030426, 0.28728118486517273, 0.14778867910296825, 0.17721343670206774, 0.3552785719779392, 0.29320090548610794, 0.22384930431748742, 0.13483308539642477, 0.12264454476536311, 0.165349012936125, 0.30321995858175416 ], "brier_above": [ 0.25510002776681884, 0.16427994722686276, 0.16241910864041573, 0.10772883361527849, 0.346576967283466, 0.2897820686467167, 0.28442220608645485, 0.4079003310397244, 0.19521190793567286, 0.21057448267336046, 0.1362703797806268, 0.1523498989045361, 0.09419579024744386, 0.36383949535422777, 0.18617979233075865, 0.2904340860876192, 0.24396217724767993, 0.16219600362059586, 0.15901631486496176, 0.1815020117771598, 0.27580538996178305, 0.4061284321371217, 0.2209304887433402, 0.12144111235087619 ], "brier_above_clim": [ 0.244825188295807, 0.18319998592374737, 0.1474028477967109, 0.12570086432200342, 0.41811812904518303, 0.2872737717960143, 0.3005981172803895, 0.3635492377276191, 0.20325795518542972, 0.1904634423051245, 0.12139578374027739, 0.16275800993014544, 0.1277423897618922, 0.3590754784990013, 0.12717565985593585, 0.2886722046088535, 0.24372878719340413, 0.1287466865040958, 0.17875775168376942, 0.182232943124588, 0.2727850979731702, 0.3758588360058481, 0.2530390314354449, 0.15055714029428513 ], "crps": [ 27.65963268702592, 20.276709777843838, 20.425737889644488, 21.800602620454292, 101.55054832254405, 34.80699334319157, 36.455576324557256, 44.75634544308964, 17.282241373445363, 22.237722867896654, 30.92227086256802, 21.032347059028893, 16.447970499415778, 37.03202727829882, 29.18487864069171, 25.465582913498817, 22.754098228292037, 33.51035071700367, 23.718501500578824, 22.55505833764341, 22.729645590840903, 37.01297890983394, 22.11551291737819, 20.00977267965311 ], "crps_clim": [ 23.77074843142727, 22.60409869067204, 18.38031484850475, 25.959936518793185, 123.34118991059545, 35.588714164776064, 39.220907889439694, 39.49590059501811, 18.35094398856043, 19.018950574892433, 27.831563580748035, 21.968021793696813, 21.56629431892967, 37.55562250213345, 20.343092113101918, 25.75266643361196, 21.96609944248159, 25.58890298078945, 24.791989124537817, 21.665834698643923, 21.79847843728042, 34.8315441627334, 25.585209165511976, 22.091569801149358 ], "crps_fair": [ 26.654690049756468, 19.13672255164214, 19.35570391923891, 20.755886373793086, 100.38477945488712, 33.87155039298008, 35.37554679466895, 43.717248685100266, 16.28246728441287, 21.04107819790757, 29.74395049531761, 19.92346176236965, 15.487092851335074, 35.98406945253935, 28.072726465466076, 24.46283599853479, 21.55761203287664, 32.369278603374156, 22.65454823617996, 21.49930818966517, 21.59745368222177, 36.03577621318377, 20.713759732991413, 19.082099927750516 ], "crps_fair_clim": [ 22.51064113159216, 21.34178182693399, 17.109998394156545, 24.703975408517493, 122.2696629923497, 34.35098937579959, 37.99006225524478, 38.26557578034132, 17.080571907583543, 17.74984365790482, 26.57914721869575, 20.704500238866018, 20.302011916608773, 36.321622918341355, 19.07649303993666, 24.496312766356763, 20.70257424683409, 24.33223915547966, 23.533815992682083, 20.40174081976945, 20.534635777607914, 33.59238533966214, 24.32853834433991, 20.828282238756913 ] }, "rps": 0.45172572602055455, "rpss": 0.0037939138713857234, "brier_below": 0.22596542410831014, "bss_below": 0.004153658570485108, "brier_above": 0.22576030226347923, "bss_above": 0.003433580403009784, "crps": 29.65596278268413, "crpss": 0.010187466735472883, "crps_fair": 28.57331863950806, "crpss_fair": 0.004858103951337123, "reliability": { "below": { "weight": [ 0.0, 0.047257, 0.196416, 0.578759, 0.155815, 0.020422, 0.001302, 2.8e-05, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1703, 0.2612, 0.3493, 0.4373, 0.5289, 0.632, 0.7183, NaN, NaN ], "observed_frequency": [ NaN, 0.3623, 0.2867, 0.3426, 0.4127, 0.5458, 0.6952, 0.0, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.021912, 0.261091, 0.543417, 0.145166, 0.024928, 0.003345, 0.000142, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1788, 0.2637, 0.3477, 0.4398, 0.5299, 0.6304, 0.7097, NaN, NaN ], "observed_frequency": [ NaN, 0.1899, 0.2797, 0.365, 0.4067, 0.4573, 0.2543, 0.0, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3988069823520877, 0.413347527375575, 0.3434674674879698, 0.39426839343703207, 0.3884081454667084, 0.38939127051662353, 0.39830401005548577, 0.608198427428147, 0.40349518220823444, 0.39774162186482176, 0.5177980224932451, 0.37349355270924145, 0.415970248608598, 0.5121247171047126, 0.5399224873499806, 0.49080415529481203, 0.3451871603075823, 0.4990601820388665, 0.387007943542116, 0.3469525386215522, 0.3502162957531237, 0.5236339559709335, 0.33709370999464716, 0.4498922294113539 ], "rps_clim": [ 0.4283784857114221, 0.426706305961757, 0.34466488699165887, 0.5130077270408857, 0.5410158863622896, 0.48132609845393376, 0.42143417390584187, 0.49961637384642854, 0.41822160564029737, 0.4024426800552632, 0.5388940294117011, 0.3853584913200236, 0.5182825785529102, 0.520890978389888, 0.44508072243200725, 0.47856087825017973, 0.3579810319851315, 0.4969649351160663, 0.42935647355424533, 0.3854220303157415, 0.34929101419438247, 0.47527063535536435, 0.48976956498879315, 0.5267262457793177 ], "brier_below": [ 0.2541470117525101, 0.16969536330719193, 0.16999214508985735, 0.31384950306023024, 0.0731289877498983, 0.2930882908915047, 0.2550908088954427, 0.1692480835916888, 0.18428438969279887, 0.12238205747188965, 0.40160795931841664, 0.2078520515281348, 0.326889981059105, 0.10636282596999445, 0.3511893604099017, 0.12681032034138612, 0.1469390512545565, 0.38069341190375783, 0.16742013499154257, 0.113089181246113, 0.14313801471781648, 0.12920999361252988, 0.07217614848156599, 0.3654636080184387 ], "brier_below_clim": [ 0.260916368370509, 0.18230982257127842, 0.1744601993170755, 0.3920247357664324, 0.12098299127445337, 0.33810643785296296, 0.2628742416199158, 0.13479064363488874, 0.19259108021282037, 0.12944501007419143, 0.41791103813724767, 0.2209426899917617, 0.3972995872784568, 0.12098299127445337, 0.3150864593637269, 0.12256697767898699, 0.15807349465346632, 0.37120768576769203, 0.18695933477249566, 0.14105590686426853, 0.13688174505845058, 0.12416576635757047, 0.12574169593915657, 0.40415464577044424 ], "brier_above": [ 0.144659967659888, 0.24365216453055638, 0.17347531891351742, 0.08041888829164873, 0.31527915611258406, 0.09630297807114539, 0.1432131987915924, 0.4389503520311563, 0.21921079509150673, 0.2753595667484045, 0.11619005657686485, 0.16564149781138438, 0.08908026519920606, 0.40576190236483445, 0.1887331206260694, 0.3639938439119766, 0.19824810682695754, 0.11836676751752537, 0.21958780864512975, 0.23386335671863825, 0.20707827990179126, 0.3944239712685931, 0.26491755999556343, 0.08442861680413342 ], "brier_above_clim": [ 0.16746211734091326, 0.24439648339047856, 0.17020468767458338, 0.12098299127445337, 0.42003289508783637, 0.1432196606009709, 0.15855993228592616, 0.3648257302115401, 0.22563052542747697, 0.27299766998107183, 0.12098299127445337, 0.16441580132826192, 0.12098299127445337, 0.3999079871154346, 0.12999426306828057, 0.35599390057119296, 0.19990753733166522, 0.12575724934837454, 0.24239713878174965, 0.244366123451473, 0.21240926913593197, 0.3511048689977941, 0.36402786904963685, 0.12257160000887342 ], "crps": [ 20.017415795872992, 26.352185948293666, 18.460108124716953, 21.678999959331158, 125.84397644652347, 25.787056840655197, 20.45704393393281, 59.44679886342509, 21.20402065703676, 20.852841998639512, 33.532203552611236, 24.273263352295416, 21.547936302504013, 54.16517484005309, 32.02271838177867, 36.986422947955745, 20.272406937750674, 34.807754723774686, 25.51041401094172, 24.16337201460922, 20.45201645271299, 37.207527586471386, 28.429885050188243, 25.83943579395917 ], "crps_clim": [ 21.638963822645973, 24.235290387642486, 18.424283296657233, 32.54717605456645, 156.90499273836357, 32.635277727606166, 21.537420350099357, 49.09575292416304, 22.525465304564662, 20.988002465707634, 34.61988384032085, 24.30789299289558, 29.701345919639383, 54.971641276234905, 22.842560447513375, 36.98644829813116, 18.957656403027976, 33.035212506102354, 28.03299847714953, 26.339484558745546, 20.084345939930547, 32.84079658873186, 39.9223127647239, 31.23869015810775 ], "crps_fair": [ 18.921747054951666, 24.792433302330927, 17.23273319584303, 20.51118866277095, 124.59076459828103, 24.790931899482082, 19.29458433622633, 58.324712931431904, 20.140790790086292, 19.72597342587995, 32.2232184461025, 22.831395564619044, 20.316685018638893, 52.96939907950846, 30.63946821587046, 35.715978432592166, 18.741252437549015, 33.70634598699975, 24.323007061754893, 22.87666695277795, 19.1269420047541, 36.13373386842733, 26.612460882006307, 24.728783251685922 ], "crps_fair_clim": [ 20.16546441774922, 22.76670826790671, 16.94469548167337, 31.09433614253317, 155.68767899429207, 31.182604674802132, 20.063728628019742, 47.67425501377674, 21.053644879747303, 19.513270179453034, 33.170969511215155, 22.839448378093994, 28.243116177805117, 53.561271942272995, 21.37134058167887, 35.54201609868039, 17.47907876438195, 31.583296905530318, 26.57160898637116, 24.874887655242915, 18.60790218298319, 31.38851277619512, 38.48344091464168, 29.783372053088755 ] }, "rps": 0.4260244261413937, "rpss": 0.05977909902948664, "brier_below": 0.21015619518151132, "bss_below": 0.07139475518186011, "brier_above": 0.2158682308504445, "bss_above": 0.04818819935215446, "crps": 32.47129085483474, "crpss": 0.06603786806686918, "crps_fair": 31.219633225023788, "crpss_fair": 0.06299714033973702, "reliability": { "below": { "weight": [ 0.0, 0.026486, 0.186483, 0.603618, 0.158814, 0.023003, 0.001523, 7.3e-05, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.174, 0.2632, 0.3487, 0.4383, 0.531, 0.6271, 0.7183, NaN, NaN ], "observed_frequency": [ NaN, 0.2821, 0.1445, 0.3306, 0.6059, 0.65, 0.6191, 0.0, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.03003, 0.298686, 0.472487, 0.159983, 0.034315, 0.004353, 0.000145, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1802, 0.2623, 0.3471, 0.4425, 0.5289, 0.6322, 0.7097, NaN, NaN ], "observed_frequency": [ NaN, 0.1955, 0.24, 0.3353, 0.5666, 0.573, 0.3168, 0.0, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4304046556491508, 0.3654589580013957, 0.4955863631337063, 0.3442154512607646, 0.4649277645313552, 0.3189991682424827, 0.45957175941283646, 0.5480789179764478 ], "rps_clim": [ 0.41226069330832904, 0.37346476202427337, 0.5449498935810108, 0.3668786910829554, 0.4702381054334581, 0.35149027409467, 0.4617153008948455, 0.4689090852917107 ], "brier_below": [ 0.17659706550656093, 0.17567006588413864, 0.1136091157081349, 0.19732142507543762, 0.2413300797230514, 0.12959546686950432, 0.12314249087625607, 0.16626660276968044 ], "brier_below_clim": [ 0.16272543810516465, 0.17439021621908166, 0.1111111177338495, 0.19565233168880328, 0.24748910543474462, 0.14877102166271772, 0.11990485299837937, 0.13022383774923363 ], "brier_above": [ 0.2538075839668075, 0.18978889307272206, 0.38197721334722984, 0.14689403201479018, 0.22359768375920863, 0.18940370608151733, 0.336429248503997, 0.3818122927339875 ], "brier_above_clim": [ 0.2495352503192138, 0.19907454994431797, 0.43383873800717726, 0.1712263685129215, 0.22274899990451802, 0.20271925591935436, 0.3418104265124274, 0.3386852267172677 ], "crps": [ 22.644714001566427, 16.431390766416232, 55.41207087069506, 16.44408746183851, 24.881267095466924, 16.522460501591844, 41.41571727848815, 41.09471996444684 ], "crps_clim": [ 21.51742288315328, 17.602067483896718, 66.72428457706202, 18.842687558036157, 25.490235640654245, 17.86439441677566, 41.38038268584848, 34.17883620329718 ], "crps_fair": [ 22.147172043602218, 15.92850492912314, 54.75021155379789, 15.970845178787874, 24.400472069429885, 15.933154742385101, 40.87849817279546, 40.64355098104866 ], "crps_fair_clim": [ 20.32105586449988, 16.40570046524331, 65.52791755840862, 17.64632053938275, 24.293868622000836, 16.66802739812226, 40.184015667195084, 32.98246918464377 ] }, "rps": 0.42840537977601745, "rpss": 0.006569385429656793, "brier_below": 0.16544153905159553, "bss_below": -0.02578099498881392, "brier_above": 0.2629638316850325, "bss_above": 0.025896998121538672, "crps": 29.355803492563748, "crpss": 0.03593543643747099, "crps_fair": 28.831551208871282, "crpss_fair": 0.014429665610159459, "reliability": { "below": { "weight": [ 0.0, 0.029804, 0.14054, 0.652349, 0.161069, 0.015728, 0.000511, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1818, 0.263, 0.353, 0.4305, 0.5288, 0.6252, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0199, 0.087, 0.157, 0.1623, 0.5602, 0.6674, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.014205, 0.364246, 0.520875, 0.08687, 0.01244, 0.001365, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1868, 0.2653, 0.3356, 0.4383, 0.5271, 0.6395, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.26, 0.3925, 0.4745, 0.7993, 0.9591, 1.0, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4365480289859792, 0.3227754467517059, 0.3710306836640179, 0.3808680680817345, 0.47342926829190346, 0.3224409902082592, 0.47625820114995276, 0.40930190722842136 ], "rps_clim": [ 0.41878825306748607, 0.3532443184157963, 0.5497652319245143, 0.41409150225437374, 0.500554732533218, 0.3283216325296163, 0.5179393398216053, 0.38569804049108725 ], "brier_below": [ 0.1368826814261077, 0.2026219111194554, 0.07576539260655937, 0.19466938693642774, 0.37090481625972327, 0.17752978019208507, 0.11380548169394286, 0.17762355428111198 ], "brier_below_clim": [ 0.12324328915544643, 0.21087180444506454, 0.11111111773384952, 0.20657791360422298, 0.38654922735379516, 0.1778652528005686, 0.11863830449786794, 0.1581566706892246 ], "brier_above": [ 0.2996653339994734, 0.12015354554262894, 0.2952652594341544, 0.18619868109033344, 0.10252446865120626, 0.14491122130928183, 0.362452691498913, 0.2316783486790256 ], "brier_above_clim": [ 0.29554495080091303, 0.14237252824897006, 0.438654075489631, 0.20751359128025879, 0.11400552453007727, 0.15045639256177848, 0.39930100365958165, 0.22754136885072465 ], "crps": [ 27.244340182893904, 15.617564220192765, 65.3363932723588, 22.690524196333534, 24.036337340651727, 16.210389628923767, 56.499076181939785, 23.439617128304224 ], "crps_clim": [ 25.40124575195562, 18.535452439061405, 96.88435708644411, 25.600608810810552, 26.457175781428862, 16.988995955173806, 61.64931906064567, 21.436898042938385 ], "crps_fair": [ 26.62516603908264, 15.060480783124415, 64.43363136291343, 22.13772392921962, 23.45186137749084, 15.600647439428643, 55.825154661424385, 22.915086499886684 ], "crps_fair_clim": [ 24.012970318608165, 17.14717700571395, 95.49608165309667, 24.212333377463093, 25.06890034808142, 15.600720521826346, 60.26104362729821, 20.04862260959093 ] }, "rps": 0.3990815742952468, "rpss": 0.07950357920289064, "brier_below": 0.1812253755644267, "bss_below": 0.028941850452908313, "brier_above": 0.2178561937756271, "bss_above": 0.11771850200628842, "crps": 31.384280268949816, "crpss": 0.14295692569608254, "crps_fair": 30.756219011571332, "crpss_fair": 0.127012135936043, "reliability": { "below": { "weight": [ 0.0, 0.02004, 0.151813, 0.715619, 0.099042, 0.012616, 0.00087, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1776, 0.2673, 0.3507, 0.4298, 0.5333, 0.633, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0889, 0.2412, 0.3093, 0.7241, 0.7499, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.013706, 0.335727, 0.49376, 0.12828, 0.025696, 0.002832, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1831, 0.267, 0.335, 0.4444, 0.5266, 0.6356, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0318, 0.2207, 0.3927, 0.8645, 0.9831, 1.0, NaN, NaN, NaN ] } } } } }, "sdm": { "lambda_": { "training_mean": 0.4930638507668023, "training": [ 0.46179683777595437, 0.49300694353620245, 0.4764874035850278, 0.5293829565049004, 0.6030256602377708, 0.4750125859846189, 0.5034130694191241, 0.44911531741108585, 0.47752772927518783, 0.48584304611929835, 0.4815876043825576, 0.5164186276139091, 0.5262577191301693, 0.4964141556501504, 0.4038598361568475, 0.4838769631056108, 0.4970219686001376, 0.4625926184809846, 0.525698270227182, 0.5014039997705102, 0.48528808517010064, 0.4774268146190644, 0.515236172014593, 0.5058380336322682 ], "test": 0.5213423710305021 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47756552322450413, 0.4212467319741939, 0.4277631203378849, 0.468262960762462, 0.46125240354074903, 0.4910217303001974, 0.45490074999099683, 0.5664431497290257, 0.3807523906654524, 0.4425063550791186, 0.5527760349573952, 0.3587424357046968, 0.3865228732627141, 0.4833814952822748, 0.49528535059351975, 0.44613048099450214, 0.42419651836899813, 0.5462769809664607, 0.4352282552262066, 0.40845166476795797, 0.41424619944071367, 0.532771303563784, 0.35608853343513347, 0.4039719814511533 ], "rps_clim": [ 0.43940389586261985, 0.4665815975343043, 0.4078016629257561, 0.5058326534107924, 0.5395139539081617, 0.49558246555093133, 0.4802715214492444, 0.4940433293404847, 0.3914621834757892, 0.4277164147133932, 0.5144532300877738, 0.3688788642452346, 0.45641496116615643, 0.4825359152593056, 0.4144568447211086, 0.4364608837118219, 0.42094222389547176, 0.4840252584820353, 0.4719586571698775, 0.40608224744207533, 0.407618183369595, 0.4985033807712113, 0.41838804437156996, 0.4537770988760395 ], "brier_below": [ 0.22378905776380154, 0.2595464102279531, 0.27194003660156413, 0.364729001834314, 0.09429815676091653, 0.19977281963468047, 0.1664329137408828, 0.15261255187492045, 0.1844842648930987, 0.2379849723642139, 0.42631468870389405, 0.20746866149351859, 0.29387617719192133, 0.10958630804511675, 0.3222183300944781, 0.15127336999875676, 0.18032261150661696, 0.3937377794865433, 0.2788721041444127, 0.2290455350722211, 0.13870132951599554, 0.11832255622925754, 0.13368503845532972, 0.286532937039316 ], "brier_below_clim": [ 0.19457870756681286, 0.28338161161055664, 0.2603988151290453, 0.3801317890887892, 0.12139582486297858, 0.2083086937549171, 0.179673404168855, 0.13049409161286557, 0.18820422829035943, 0.23725297240826868, 0.3930574463474963, 0.2061208543150891, 0.32867257140426404, 0.12346043676030426, 0.28728118486517273, 0.14778867910296825, 0.17721343670206774, 0.3552785719779392, 0.29320090548610794, 0.22384930431748742, 0.13483308539642477, 0.12264454476536311, 0.165349012936125, 0.30321995858175416 ], "brier_above": [ 0.253776464624994, 0.1617003207637774, 0.15582308001351813, 0.10353395599836, 0.3669542496745344, 0.2912489146096171, 0.28846783965316225, 0.4138306043841061, 0.19626812534240995, 0.20452138088205243, 0.12646134199232614, 0.15127377220493268, 0.09264669409016907, 0.37379519344346, 0.17306701819811163, 0.29485711423089245, 0.24387390693442862, 0.15253920004085755, 0.15635614846165413, 0.17940612769212275, 0.2755448726980852, 0.41444875365239103, 0.2224034939212574, 0.11743904316104006 ], "brier_above_clim": [ 0.244825188295807, 0.18319998592374737, 0.1474028477967109, 0.12570086432200342, 0.41811812904518303, 0.2872737717960143, 0.3005981172803895, 0.3635492377276191, 0.20325795518542972, 0.1904634423051245, 0.12139578374027739, 0.16275800993014544, 0.1277423897618922, 0.3590754784990013, 0.12717565985593585, 0.2886722046088535, 0.24372878719340413, 0.1287466865040958, 0.17875775168376942, 0.182232943124588, 0.2727850979731702, 0.3758588360058481, 0.2530390314354449, 0.15055714029428513 ], "crps": [ 27.917099807616125, 19.33919200401243, 19.65286029910577, 21.279703338517976, 108.97202181977079, 35.4615995574068, 37.35938172819835, 46.87964721449818, 17.253155538842783, 21.74077532353004, 30.352888796017165, 20.669544091382804, 15.62591932642327, 38.71711115419784, 28.535533137147155, 26.15174719570348, 22.683082161158094, 32.90334113150711, 23.389161159244047, 22.661398647007957, 22.856188367847498, 39.066421012219415, 21.43477686290955, 19.42280760611402 ], "crps_clim": [ 23.77074843142727, 22.60409869067204, 18.38031484850475, 25.959936518793185, 123.34118991059545, 35.588714164776064, 39.220907889439694, 39.49590059501811, 18.35094398856043, 19.018950574892433, 27.831563580748035, 21.968021793696813, 21.56629431892967, 37.55562250213345, 20.343092113101918, 25.75266643361196, 21.96609944248159, 25.58890298078945, 24.791989124537817, 21.665834698643923, 21.79847843728042, 34.8315441627334, 25.585209165511976, 22.091569801149358 ], "crps_fair": [ 27.04732418094187, 18.367221914813346, 18.73595694427615, 20.393642934134373, 107.94967792592863, 34.66051028060016, 36.43136546284572, 45.98886570060961, 16.398819184274778, 20.696083930546397, 29.349565899296362, 19.704385028512817, 14.802532419883237, 37.82833464720573, 27.600890352415014, 25.30014132341374, 21.65105124571892, 31.934447978901773, 22.490103018456157, 21.789689928822998, 21.873808231365874, 38.22836716229179, 20.24744607890165, 18.62467662263005 ], "crps_fair_clim": [ 22.51064113159216, 21.34178182693399, 17.109998394156545, 24.703975408517493, 122.2696629923497, 34.35098937579959, 37.99006225524478, 38.26557578034132, 17.080571907583543, 17.74984365790482, 26.57914721869575, 20.704500238866018, 20.302011916608773, 36.321622918341355, 19.07649303993666, 24.496312766356763, 20.70257424683409, 24.33223915547966, 23.533815992682083, 20.40174081976945, 20.534635777607914, 33.59238533966214, 24.32853834433991, 20.828282238756913 ] }, "rps": 0.4514910509841707, "rpss": 0.004311450699689856, "brier_below": 0.2260644838614052, "bss_below": 0.00371709490995209, "brier_above": 0.2254265673611775, "bss_above": 0.004906775616458914, "crps": 30.013556553349108, "crpss": -0.0017477652654311893, "crps_fair": 29.08728784986613, "crpss_fair": -0.01304224220583472, "reliability": { "below": { "weight": [ 0.0, 0.048112, 0.215349, 0.537285, 0.179762, 0.018501, 0.000991, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1789, 0.2669, 0.351, 0.4356, 0.5297, 0.6331, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3829, 0.2816, 0.3382, 0.4254, 0.552, 0.5993, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.024999, 0.333114, 0.499376, 0.126178, 0.014206, 0.00207, 5.7e-05, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1843, 0.2664, 0.3478, 0.4368, 0.5306, 0.628, 0.7141, NaN, NaN ], "observed_frequency": [ NaN, 0.1791, 0.2896, 0.3732, 0.4218, 0.3966, 0.3289, 0.0, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3937190460029277, 0.40823514981037606, 0.3362299005246683, 0.3924361328602026, 0.4227108379164352, 0.3853782443434043, 0.3977556629424034, 0.6143354850327705, 0.4071873859124493, 0.40546922247202066, 0.5005256301835792, 0.37279967055777974, 0.41267940700698874, 0.5334214436281077, 0.5142850050311258, 0.503185541974981, 0.3462628163995318, 0.4846697063795851, 0.3877000202673985, 0.3525170751970833, 0.3523965585394218, 0.5353621689564155, 0.3483440627073546, 0.44251988505117834 ], "rps_clim": [ 0.4283784857114221, 0.426706305961757, 0.34466488699165887, 0.5130077270408857, 0.5410158863622896, 0.48132609845393376, 0.42143417390584187, 0.49961637384642854, 0.41822160564029737, 0.4024426800552632, 0.5388940294117011, 0.3853584913200236, 0.5182825785529102, 0.520890978389888, 0.44508072243200725, 0.47856087825017973, 0.3579810319851315, 0.4969649351160663, 0.42935647355424533, 0.3854220303157415, 0.34929101419438247, 0.47527063535536435, 0.48976956498879315, 0.5267262457793177 ], "brier_below": [ 0.25055346986530874, 0.1679237021347012, 0.1710046804091765, 0.31522780366509073, 0.07965150587622292, 0.29336847780125636, 0.25610923664788515, 0.16879318019029485, 0.18583981661720386, 0.13093524987359462, 0.3952730686019291, 0.21079520383375644, 0.32657024951547664, 0.10960207900940488, 0.3430125172344835, 0.12721170071483356, 0.14942177247007488, 0.3773268172740285, 0.16979491484841527, 0.11366606819341936, 0.14607450800472913, 0.1326561166055178, 0.07167935315438992, 0.36501616993436015 ], "brier_below_clim": [ 0.260916368370509, 0.18230982257127842, 0.1744601993170755, 0.3920247357664324, 0.12098299127445337, 0.33810643785296296, 0.2628742416199158, 0.13479064363488874, 0.19259108021282037, 0.12944501007419143, 0.41791103813724767, 0.2209426899917617, 0.3972995872784568, 0.12098299127445337, 0.3150864593637269, 0.12256697767898699, 0.15807349465346632, 0.37120768576769203, 0.18695933477249566, 0.14105590686426853, 0.13688174505845058, 0.12416576635757047, 0.12574169593915657, 0.40415464577044424 ], "brier_above": [ 0.14316557443737707, 0.2403114477691887, 0.16522521809149268, 0.07720832823826748, 0.3430593323526014, 0.09200976544289691, 0.14164642501803237, 0.44554230981300413, 0.2213475712157088, 0.2745339747052454, 0.10525255776398428, 0.16200446404520505, 0.08610915641240297, 0.4238193726287303, 0.17127248260934108, 0.3759738479622558, 0.19684104197482089, 0.10734288754820184, 0.21790510559065834, 0.2388510066913387, 0.20632205006259158, 0.4027060588676728, 0.2766647088649666, 0.07750371285102166 ], "brier_above_clim": [ 0.16746211734091326, 0.24439648339047856, 0.17020468767458338, 0.12098299127445337, 0.42003289508783637, 0.1432196606009709, 0.15855993228592616, 0.3648257302115401, 0.22563052542747697, 0.27299766998107183, 0.12098299127445337, 0.16441580132826192, 0.12098299127445337, 0.3999079871154346, 0.12999426306828057, 0.35599390057119296, 0.19990753733166522, 0.12575724934837454, 0.24239713878174965, 0.244366123451473, 0.21240926913593197, 0.3511048689977941, 0.36402786904963685, 0.12257160000887342 ], "crps": [ 19.64637659989698, 24.550848153832842, 17.47353320073183, 20.370637064441745, 136.22485495332057, 25.16760121465218, 19.9520278241905, 63.05943875069272, 21.698973446377373, 21.205254987173106, 31.81642180182761, 23.461717182939452, 20.10692363514772, 57.5746619045476, 30.18964572203042, 39.052306445651496, 19.283145343916125, 33.336213195574445, 25.364276892617077, 24.367745221949225, 20.35782180589668, 40.0381540317324, 27.947047018284266, 24.34090401991046 ], "crps_clim": [ 21.638963822645973, 24.235290387642486, 18.424283296657233, 32.54717605456645, 156.90499273836357, 32.635277727606166, 21.537420350099357, 49.09575292416304, 22.525465304564662, 20.988002465707634, 34.61988384032085, 24.30789299289558, 29.701345919639383, 54.971641276234905, 22.842560447513375, 36.98644829813116, 18.957656403027976, 33.035212506102354, 28.03299847714953, 26.339484558745546, 20.084345939930547, 32.84079658873186, 39.9223127647239, 31.23869015810775 ], "crps_fair": [ 18.719543662804625, 23.26004632263574, 16.45950289332588, 19.37593399741141, 135.1176613824653, 24.34624004367676, 18.975615572535123, 62.12507853387287, 20.8185282834715, 20.258668953783836, 30.71343142218805, 22.232377749558, 19.06896561042922, 56.6028934580365, 29.034613127842118, 37.98473485619554, 18.001246708798917, 32.42875405285676, 24.396079661055314, 23.33281759472394, 19.231228359365364, 39.1419784256957, 26.440325692087633, 23.41658658889718 ], "crps_fair_clim": [ 20.16546441774922, 22.76670826790671, 16.94469548167337, 31.09433614253317, 155.68767899429207, 31.182604674802132, 20.063728628019742, 47.67425501377674, 21.053644879747303, 19.513270179453034, 33.170969511215155, 22.839448378093994, 28.243116177805117, 53.561271942272995, 21.37134058167887, 35.54201609868039, 17.47907876438195, 31.583296905530318, 26.57160898637116, 24.874887655242915, 18.60790218298319, 31.38851277619512, 38.48344091464168, 29.783372053088755 ] }, "rps": 0.42708858582075787, "rpss": 0.05743053610418569, "brier_below": 0.21072948593648144, "bss_below": 0.06886158788021957, "brier_above": 0.21635910003987532, "bss_above": 0.04602384619451727, "crps": 32.77443876738895, "crpss": 0.05731851434711854, "crps_fair": 31.72845220640472, "crpss_fair": 0.04772582574206219, "reliability": { "below": { "weight": [ 0.0, 0.022133, 0.203864, 0.568658, 0.182779, 0.021406, 0.001161, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1822, 0.2667, 0.3526, 0.4361, 0.5308, 0.6356, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3442, 0.1492, 0.3164, 0.62, 0.6679, 0.4376, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.03705, 0.387935, 0.413893, 0.139499, 0.018722, 0.002757, 0.000145, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.185, 0.2642, 0.3469, 0.438, 0.5289, 0.6231, 0.7141, NaN, NaN ], "observed_frequency": [ NaN, 0.1975, 0.2469, 0.3608, 0.6104, 0.4769, 0.4212, 0.0, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4295962359421146, 0.3658227197127288, 0.5026201729623654, 0.34638071160842215, 0.46526131174966967, 0.3190931563938871, 0.4625994734864771, 0.5457119304139865 ], "rps_clim": [ 0.41226069330832904, 0.37346476202427337, 0.5449498935810108, 0.3668786910829554, 0.4702381054334581, 0.35149027409467, 0.4617153008948455, 0.4689090852917107 ], "brier_below": [ 0.17516070197715944, 0.17496177389233103, 0.11300330602717801, 0.19883408573393044, 0.2432069237215091, 0.13005754519079493, 0.12103312226105527, 0.1628550848556391 ], "brier_below_clim": [ 0.16272543810516465, 0.17439021621908166, 0.1111111177338495, 0.19565233168880328, 0.24748910543474462, 0.14877102166271772, 0.11990485299837937, 0.13022383774923363 ], "brier_above": [ 0.25443552765031424, 0.1908609468280647, 0.38961683229336525, 0.14754663171021049, 0.22205438663377403, 0.18903561559039092, 0.3415663307213554, 0.38285682268854393 ], "brier_above_clim": [ 0.2495352503192138, 0.19907454994431797, 0.43383873800717726, 0.1712263685129215, 0.22274899990451802, 0.20271925591935436, 0.3418104265124274, 0.3386852267172677 ], "crps": [ 22.88300148997423, 16.239842478158675, 56.94533613635326, 16.16047940586364, 24.840223036554804, 15.931831880904102, 42.38919959400933, 42.09800749179944 ], "crps_clim": [ 21.51742288315328, 17.602067483896718, 66.72428457706202, 18.842687558036157, 25.490235640654245, 17.86439441677566, 41.38038268584848, 34.17883620329718 ], "crps_fair": [ 22.429508383914296, 15.786713723235266, 56.351115174332755, 15.733820114426914, 24.406571871929014, 15.4017626280958, 41.90621159616665, 41.691620438027726 ], "crps_fair_clim": [ 20.32105586449988, 16.40570046524331, 65.52791755840862, 17.64632053938275, 24.293868622000836, 16.66802739812226, 40.184015667195084, 32.98246918464377 ] }, "rps": 0.42963571403370643, "rpss": 0.0037163593579908616, "brier_below": 0.16488906795744968, "bss_below": -0.022355529099749694, "brier_above": 0.2647466367645024, "bss_above": 0.019292912044196142, "crps": 29.685990189202187, "crpss": 0.02509188062509049, "crps_fair": 29.21341549126605, "crpss_fair": 0.0013761151520229609, "reliability": { "below": { "weight": [ 0.0, 0.024205, 0.155717, 0.649867, 0.161565, 0.008476, 0.000171, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1837, 0.2648, 0.3518, 0.4298, 0.5286, 0.6205, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0455, 0.0797, 0.1608, 0.1665, 0.6405, 1.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.010426, 0.43284, 0.475616, 0.073614, 0.006735, 0.000768, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1896, 0.2686, 0.3389, 0.4375, 0.5308, 0.622, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2821, 0.4013, 0.4855, 0.8366, 0.9873, 1.0, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.43771498848694673, 0.3210882036108657, 0.38778277639541275, 0.38109437927507395, 0.47431120508988756, 0.3214043987903593, 0.48599157624462896, 0.4094383693033212 ], "rps_clim": [ 0.41878825306748607, 0.3532443184157963, 0.5497652319245143, 0.41409150225437374, 0.500554732533218, 0.3283216325296163, 0.5179393398216053, 0.38569804049108725 ], "brier_below": [ 0.13611692347594131, 0.20082765483763002, 0.0774000884420845, 0.19454921603154454, 0.3750948191568051, 0.17901254968329772, 0.11391417572047081, 0.176658509096465 ], "brier_below_clim": [ 0.12324328915544643, 0.21087180444506454, 0.11111111773384952, 0.20657791360422298, 0.38654922735379516, 0.1778652528005686, 0.11863830449786794, 0.1581566706892246 ], "brier_above": [ 0.30159805130549777, 0.12026055882317657, 0.3103826559003169, 0.18654516297853943, 0.0992164022486674, 0.14239186002992812, 0.37207737193214446, 0.23277985609461804 ], "brier_above_clim": [ 0.29554495080091303, 0.14237252824897006, 0.438654075489631, 0.20751359128025879, 0.11400552453007727, 0.15045639256177848, 0.39930100365958165, 0.22754136885072465 ], "crps": [ 27.61730727304012, 15.11849337638143, 67.4291552033661, 22.381891114032047, 23.549091973558358, 15.671368187037688, 58.22317256794698, 23.67920625577594 ], "crps_clim": [ 25.40124575195562, 18.535452439061405, 96.88435708644411, 25.600608810810552, 26.457175781428862, 16.988995955173806, 61.64931906064567, 21.436898042938385 ], "crps_fair": [ 27.064186668846936, 14.631334726100846, 66.63684083686503, 21.892981552515153, 23.031507298580184, 15.123641618402806, 57.62747096453546, 23.21154485080154 ], "crps_fair_clim": [ 24.012970318608165, 17.14717700571395, 95.49608165309667, 24.212333377463093, 25.06890034808142, 15.600720521826346, 60.26104362729821, 20.04862260959093 ] }, "rps": 0.40235323714956206, "rpss": 0.0719573677478259, "brier_below": 0.18169674205552988, "bss_below": 0.02641613201428694, "brier_above": 0.22065648991411108, "bss_above": 0.10637776650058961, "crps": 31.708710743892333, "crpss": 0.13409736641163073, "crps_fair": 31.152438564580997, "crpss_fair": 0.11576579706870205, "reliability": { "below": { "weight": [ 0.0, 0.016123, 0.172927, 0.709715, 0.093185, 0.007615, 0.000435, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1841, 0.2707, 0.3496, 0.4297, 0.5324, 0.6205, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0135, 0.0995, 0.2435, 0.3288, 0.6856, 1.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.01306, 0.40136, 0.453103, 0.117446, 0.013506, 0.001525, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.187, 0.2693, 0.3387, 0.4439, 0.5313, 0.6199, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1167, 0.2279, 0.4304, 0.8908, 0.9839, 1.0, NaN, NaN, NaN ] } } } } }, "cdft": { "lambda_": { "training_mean": 0.5008707428757017, "training": [ 0.4763605469226364, 0.48458851047463525, 0.48193817376451686, 0.5286697751919421, 0.6063916664621463, 0.49148606565880765, 0.5085179811348937, 0.4581232104497445, 0.4855989201591213, 0.49807853473323666, 0.47629244062755877, 0.5189994060939372, 0.5219720592674514, 0.5172248688840783, 0.4100800117966976, 0.49173108467838095, 0.5261835511681776, 0.47532532269370437, 0.5314150492844881, 0.5064056090424089, 0.503097644583446, 0.4994750112307668, 0.5197802953886225, 0.5031620893254416 ], "test": 0.5274995637539088 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.46799733760046097, 0.44522588826388476, 0.4457393774334054, 0.4792708240182919, 0.44446965082729584, 0.48584637275852877, 0.45079159758210274, 0.5474259402396874, 0.37849488956186633, 0.43567531711057617, 0.5672007915102268, 0.3574692440840776, 0.4074606366115878, 0.4604930416784402, 0.5067694613651909, 0.4388207538720944, 0.40350422840211847, 0.5481409763290793, 0.4492472007845724, 0.41199469690556073, 0.40215235927266363, 0.5006516576413341, 0.36484909250347325, 0.425662263076864 ], "rps_clim": [ 0.43940389586261985, 0.4665815975343043, 0.4078016629257561, 0.5058326534107924, 0.5395139539081617, 0.49558246555093133, 0.4802715214492444, 0.4940433293404847, 0.3914621834757892, 0.4277164147133932, 0.5144532300877738, 0.3688788642452346, 0.45641496116615643, 0.4825359152593056, 0.4144568447211086, 0.4364608837118219, 0.42094222389547176, 0.4840252584820353, 0.4719586571698775, 0.40608224744207533, 0.407618183369595, 0.4985033807712113, 0.41838804437156996, 0.4537770988760395 ], "brier_below": [ 0.21630799409098864, 0.27880635189862457, 0.28666641115536234, 0.3700091537719738, 0.09041239884480232, 0.19940850576038774, 0.16588368741008952, 0.1461947553942737, 0.18211886452446424, 0.23084442833306307, 0.43093373796505485, 0.20479576006030945, 0.30927840722457434, 0.09842191003432105, 0.32859088666619646, 0.14878264856632176, 0.160217029873699, 0.39093426372224377, 0.2887043922055827, 0.23153615948904102, 0.1266927668173395, 0.09833932518027279, 0.14269886180432206, 0.30246569807940865 ], "brier_below_clim": [ 0.19457870756681286, 0.28338161161055664, 0.2603988151290453, 0.3801317890887892, 0.12139582486297858, 0.2083086937549171, 0.179673404168855, 0.13049409161286557, 0.18820422829035943, 0.23725297240826868, 0.3930574463474963, 0.2061208543150891, 0.32867257140426404, 0.12346043676030426, 0.28728118486517273, 0.14778867910296825, 0.17721343670206774, 0.3552785719779392, 0.29320090548610794, 0.22384930431748742, 0.13483308539642477, 0.12264454476536311, 0.165349012936125, 0.30321995858175416 ], "brier_above": [ 0.2516893430245004, 0.1664195355542542, 0.15907296302434265, 0.10926166669583948, 0.3540572546646315, 0.28643787092194234, 0.28490791354562717, 0.4012311918805433, 0.19637602528009943, 0.20483088694306098, 0.1362670485286035, 0.1526734821567368, 0.09818222723248986, 0.3620711377007847, 0.1781785724913994, 0.29003810900118826, 0.24328719895873305, 0.15720671097363872, 0.16054280582863478, 0.18045853529167463, 0.27545959491854743, 0.40231233812318484, 0.22215023024055722, 0.12319656276226552 ], "brier_above_clim": [ 0.244825188295807, 0.18319998592374737, 0.1474028477967109, 0.12570086432200342, 0.41811812904518303, 0.2872737717960143, 0.3005981172803895, 0.3635492377276191, 0.20325795518542972, 0.1904634423051245, 0.12139578374027739, 0.16275800993014544, 0.1277423897618922, 0.3590754784990013, 0.12717565985593585, 0.2886722046088535, 0.24372878719340413, 0.1287466865040958, 0.17875775168376942, 0.182232943124588, 0.2727850979731702, 0.3758588360058481, 0.2530390314354449, 0.15055714029428513 ], "crps": [ 27.587545949175368, 20.293354476349634, 20.752226553594326, 21.760221914990602, 103.92875230633945, 35.41501385907945, 37.00326465508053, 45.322026259238406, 17.042213552324878, 21.35947136133636, 32.134343182860654, 20.923647174933798, 16.842627388008935, 36.974560383587416, 29.675860700452812, 25.39936623355292, 22.26014555016407, 33.95740126042332, 24.242655642799942, 23.09717272161018, 22.45598055484793, 36.93191303896372, 21.827678628998285, 20.73831685242553 ], "crps_clim": [ 23.77074843142727, 22.60409869067204, 18.38031484850475, 25.959936518793185, 123.34118991059545, 35.588714164776064, 39.220907889439694, 39.49590059501811, 18.35094398856043, 19.018950574892433, 27.831563580748035, 21.968021793696813, 21.56629431892967, 37.55562250213345, 20.343092113101918, 25.75266643361196, 21.96609944248159, 25.58890298078945, 24.791989124537817, 21.665834698643923, 21.79847843728042, 34.8315441627334, 25.585209165511976, 22.091569801149358 ], "crps_fair": [ 26.677993549530335, 19.270211040677005, 19.822570150111893, 20.808906765821074, 102.85130142885009, 34.57233101139555, 36.04157827519613, 44.399072133008815, 16.180987105555424, 20.343743376100203, 31.072484113960417, 19.934150455700816, 15.997779609680043, 36.080982030262724, 28.71471581374401, 24.52206930748094, 21.228784992277955, 32.94531604980458, 23.313750633323217, 22.16383001543926, 21.45497826675693, 36.106227263590284, 20.630900281692462, 19.913946448564676 ], "crps_fair_clim": [ 22.51064113159216, 21.34178182693399, 17.109998394156545, 24.703975408517493, 122.2696629923497, 34.35098937579959, 37.99006225524478, 38.26557578034132, 17.080571907583543, 17.74984365790482, 26.57914721869575, 20.704500238866018, 20.302011916608773, 36.321622918341355, 19.07649303993666, 24.496312766356763, 20.70257424683409, 24.33223915547966, 23.533815992682083, 20.40174081976945, 20.534635777607914, 33.59238533966214, 24.32853834433991, 20.828282238756913 ] }, "rps": 0.451056399976391, "rpss": 0.005270001329751528, "brier_below": 0.22621018328636322, "bss_below": 0.003074986765020604, "brier_above": 0.22484621690597004, "bss_above": 0.0074685979096563715, "crps": 29.913573341714102, "crpss": 0.0015893253803039853, "crps_fair": 28.960358754938536, "crpss_fair": -0.008621598535297537, "reliability": { "below": { "weight": [ 0.0, 0.108859, 0.214746, 0.51618, 0.148402, 0.011531, 0.000283, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1819, 0.2666, 0.3497, 0.4339, 0.5281, 0.6275, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3194, 0.2875, 0.346, 0.4455, 0.5742, 0.5992, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.01054, 0.272748, 0.553798, 0.146426, 0.015523, 0.000965, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1856, 0.2719, 0.3488, 0.4359, 0.5312, 0.6274, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1532, 0.2699, 0.3694, 0.4145, 0.4006, 0.0884, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3958813735351823, 0.4072884313825026, 0.3397798023585564, 0.4038532429121044, 0.396670386328164, 0.4005273674552115, 0.39847911555428184, 0.5928099543138545, 0.40494655267142243, 0.3791478822364125, 0.5292383128164693, 0.37109194523232797, 0.42326762583907523, 0.5039270358931645, 0.530297260809001, 0.4884442838616512, 0.33891902963367454, 0.4984858606889582, 0.3826891877859857, 0.3528521554728427, 0.3447828668746416, 0.5097265885398706, 0.3439699956397429, 0.46794968046183305 ], "rps_clim": [ 0.4283784857114221, 0.426706305961757, 0.34466488699165887, 0.5130077270408857, 0.5410158863622896, 0.48132609845393376, 0.42143417390584187, 0.49961637384642854, 0.41822160564029737, 0.4024426800552632, 0.5388940294117011, 0.3853584913200236, 0.5182825785529102, 0.520890978389888, 0.44508072243200725, 0.47856087825017973, 0.3579810319851315, 0.4969649351160663, 0.42935647355424533, 0.3854220303157415, 0.34929101419438247, 0.47527063535536435, 0.48976956498879315, 0.5267262457793177 ], "brier_below": [ 0.24994400173351375, 0.16386527547777968, 0.17024807933050667, 0.3191112218001353, 0.06971246089990914, 0.30070988177959135, 0.25549753043036716, 0.16436396806963544, 0.18606410564329362, 0.106070804062562, 0.41158768623443753, 0.20599215913462549, 0.3304640666160239, 0.10034410224941549, 0.35006441310650466, 0.1261354088255078, 0.14059806284201531, 0.3816367442063734, 0.16358908224968322, 0.11936175040971177, 0.13504586978727437, 0.1207856804520714, 0.07162174927999201, 0.3803145175067699 ], "brier_below_clim": [ 0.260916368370509, 0.18230982257127842, 0.1744601993170755, 0.3920247357664324, 0.12098299127445337, 0.33810643785296296, 0.2628742416199158, 0.13479064363488874, 0.19259108021282037, 0.12944501007419143, 0.41791103813724767, 0.2209426899917617, 0.3972995872784568, 0.12098299127445337, 0.3150864593637269, 0.12256697767898699, 0.15807349465346632, 0.37120768576769203, 0.18695933477249566, 0.14105590686426853, 0.13688174505845058, 0.12416576635757047, 0.12574169593915657, 0.40415464577044424 ], "brier_above": [ 0.14593736968230248, 0.24342315596130387, 0.16953172013608236, 0.08474201974914446, 0.3269579248343311, 0.09981748444036138, 0.14298158312795475, 0.42844599228939045, 0.2188824486753549, 0.27307707970914025, 0.11765062083514417, 0.16509978369655814, 0.09280355761235416, 0.4035829415162954, 0.18023284252457197, 0.36230888264521055, 0.19832096478397498, 0.11684911434655068, 0.21910010527280857, 0.23349040478084496, 0.20973699640960117, 0.38894091444410755, 0.2723482455468272, 0.08763515905519448 ], "brier_above_clim": [ 0.16746211734091326, 0.24439648339047856, 0.17020468767458338, 0.12098299127445337, 0.42003289508783637, 0.1432196606009709, 0.15855993228592616, 0.3648257302115401, 0.22563052542747697, 0.27299766998107183, 0.12098299127445337, 0.16441580132826192, 0.12098299127445337, 0.3999079871154346, 0.12999426306828057, 0.35599390057119296, 0.19990753733166522, 0.12575724934837454, 0.24239713878174965, 0.244366123451473, 0.21240926913593197, 0.3511048689977941, 0.36402786904963685, 0.12257160000887342 ], "crps": [ 19.714157349467527, 26.009647739656735, 18.076193426150546, 21.59503358390547, 128.50445885431046, 25.900122492645202, 20.07623722127924, 60.513650291620614, 21.091682320740244, 19.795462057733598, 35.72482301956508, 23.733322261753493, 22.320712444089136, 54.17130025455806, 32.37021730457409, 36.82219246395471, 19.733526520561796, 35.70808546132952, 25.038231995466273, 24.017077843748893, 20.16885377193113, 37.05145734370049, 27.52093756084792, 27.255999829998288 ], "crps_clim": [ 21.638963822645973, 24.235290387642486, 18.424283296657233, 32.54717605456645, 156.90499273836357, 32.635277727606166, 21.537420350099357, 49.09575292416304, 22.525465304564662, 20.988002465707634, 34.61988384032085, 24.30789299289558, 29.701345919639383, 54.971641276234905, 22.842560447513375, 36.98644829813116, 18.957656403027976, 33.035212506102354, 28.03299847714953, 26.339484558745546, 20.084345939930547, 32.84079658873186, 39.9223127647239, 31.23869015810775 ], "crps_fair": [ 18.781654876513024, 24.673699440366214, 17.022629800736997, 20.551184685069963, 127.38596794222667, 24.997139660646162, 19.064181926268702, 59.53670730784558, 20.191324979069574, 18.913154187673506, 34.574246504844076, 22.47531383322903, 21.24320501817585, 53.1772313503858, 31.193372268108476, 35.71633750283095, 18.436782814195567, 34.75920580329988, 24.041152144503652, 22.88556768058487, 19.018390605292925, 36.163392011789256, 25.973833491877603, 26.290376788637577 ], "crps_fair_clim": [ 20.16546441774922, 22.76670826790671, 16.94469548167337, 31.09433614253317, 155.68767899429207, 31.182604674802132, 20.063728628019742, 47.67425501377674, 21.053644879747303, 19.513270179453034, 33.170969511215155, 22.839448378093994, 28.243116177805117, 53.561271942272995, 21.37134058167887, 35.54201609868039, 17.47907876438195, 31.583296905530318, 26.57160898637116, 24.874887655242915, 18.60790218298319, 31.38851277619512, 38.48344091464168, 29.783372053088755 ] }, "rps": 0.42520941409570545, "rpss": 0.06157780190396567, "brier_below": 0.2092970259219875, "bss_below": 0.07519111759645014, "brier_above": 0.21591238800314208, "bss_above": 0.04799350048954276, "crps": 32.621390975566186, "crpss": 0.06172058270274616, "crps_fair": 31.544418859340496, "crpss_fair": 0.053249265791121214, "reliability": { "below": { "weight": [ 0.0, 0.05631, 0.206377, 0.565425, 0.157376, 0.014294, 0.000218, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.185, 0.2678, 0.3491, 0.4344, 0.5285, 0.6133, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1314, 0.1656, 0.3451, 0.6377, 0.6244, 0.3333, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.013128, 0.316393, 0.482043, 0.167247, 0.019592, 0.001597, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1861, 0.2693, 0.3482, 0.4391, 0.5305, 0.6257, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.105, 0.2371, 0.3402, 0.585, 0.4706, 0.1365, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4300626970801322, 0.36138095895702427, 0.5039408128812054, 0.3457727465401377, 0.458970795382503, 0.31645804322088544, 0.45256487499632675, 0.5366512080397897 ], "rps_clim": [ 0.41226069330832904, 0.37346476202427337, 0.5449498935810108, 0.3668786910829554, 0.4702381054334581, 0.35149027409467, 0.4617153008948455, 0.4689090852917107 ], "brier_below": [ 0.17672796361483878, 0.1705983543559562, 0.11605962247209692, 0.19592167344044378, 0.23714787618941036, 0.12579506677811267, 0.11596729520372845, 0.16148336085175663 ], "brier_below_clim": [ 0.16272543810516465, 0.17439021621908166, 0.1111111177338495, 0.19565233168880328, 0.24748910543474462, 0.14877102166271772, 0.11990485299837937, 0.13022383774923363 ], "brier_above": [ 0.2533347277318282, 0.19078260607838401, 0.38788115599399303, 0.14985107938417247, 0.22182291821823663, 0.19066298103761223, 0.3365975597818827, 0.3751678247196622 ], "brier_above_clim": [ 0.2495352503192138, 0.19907454994431797, 0.43383873800717726, 0.1712263685129215, 0.22274899990451802, 0.20271925591935436, 0.3418104265124274, 0.3386852267172677 ], "crps": [ 22.605312358662438, 16.55902813354891, 56.27463821971284, 16.52340116008622, 24.609085001484477, 16.184806011745238, 41.57562751414669, 41.841073415882484 ], "crps_clim": [ 21.51742288315328, 17.602067483896718, 66.72428457706202, 18.842687558036157, 25.490235640654245, 17.86439441677566, 41.38038268584848, 34.17883620329718 ], "crps_fair": [ 22.152068096623992, 16.07882800567882, 55.65140215338533, 16.077127638129348, 24.170372960514054, 15.646329460907424, 41.07650291361437, 41.421234575502616 ], "crps_fair_clim": [ 20.32105586449988, 16.40570046524331, 65.52791755840862, 17.64632053938275, 24.293868622000836, 16.66802739812226, 40.184015667195084, 32.98246918464377 ] }, "rps": 0.42572526713725056, "rpss": 0.012784307257295735, "brier_below": 0.16246265161329296, "bss_below": -0.007311110472877802, "brier_above": 0.26326260661822143, "bss_above": 0.024790239228346223, "crps": 29.521621476908663, "crpss": 0.03048986099107609, "crps_fair": 29.034233225544494, "crpss_fair": 0.007501235658532002, "reliability": { "below": { "weight": [ 0.0, 0.056915, 0.155237, 0.632653, 0.147396, 0.0078, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1824, 0.2675, 0.3526, 0.4274, 0.5258, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0609, 0.0793, 0.1637, 0.1773, 0.6419, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.003574, 0.372087, 0.53883, 0.079795, 0.005629, 8.5e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1872, 0.2725, 0.3376, 0.4355, 0.5297, 0.6033, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0467, 0.396, 0.4779, 0.826, 0.9849, 1.0, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4360165082940768, 0.32679416251766646, 0.3936537252103694, 0.38474201182467, 0.4745437361030618, 0.3208335931881724, 0.47853700054016607, 0.40618045080622717 ], "rps_clim": [ 0.41878825306748607, 0.3532443184157963, 0.5497652319245143, 0.41409150225437374, 0.500554732533218, 0.3283216325296163, 0.5179393398216053, 0.38569804049108725 ], "brier_below": [ 0.13679033584872716, 0.2039699027992315, 0.08081867947731716, 0.1957323430879278, 0.3712010710767301, 0.17496779032444076, 0.11157450306074183, 0.1765866204075086 ], "brier_below_clim": [ 0.12324328915544643, 0.21087180444506454, 0.11111111773384952, 0.20657791360422298, 0.38654922735379516, 0.1778652528005686, 0.11863830449786794, 0.1581566706892246 ], "brier_above": [ 0.29922615944453523, 0.1228242702023661, 0.3128350132334536, 0.1890096692175283, 0.10334268192565751, 0.14586581444635882, 0.36696246913777547, 0.229593826487095 ], "brier_above_clim": [ 0.29554495080091303, 0.14237252824897006, 0.438654075489631, 0.20751359128025879, 0.11400552453007727, 0.15045639256177848, 0.39930100365958165, 0.22754136885072465 ], "crps": [ 27.32081227475318, 15.773546742335808, 66.07980759653707, 22.768739205638894, 23.82837673928997, 16.04260291047074, 56.74594361549035, 23.474655225603275 ], "crps_clim": [ 25.40124575195562, 18.535452439061405, 96.88435708644411, 25.600608810810552, 26.457175781428862, 16.988995955173806, 61.64931906064567, 21.436898042938385 ], "crps_fair": [ 26.746199705651318, 15.242784495171389, 65.24514191830333, 22.251936833264384, 23.284222343549388, 15.486067896982815, 56.13623184417291, 22.99343651788801 ], "crps_fair_clim": [ 24.012970318608165, 17.14717700571395, 95.49608165309667, 24.212333377463093, 25.06890034808142, 15.600720521826346, 60.26104362729821, 20.04862260959093 ] }, "rps": 0.40266264856055123, "rpss": 0.07124369887731419, "brier_below": 0.1814551557603281, "bss_below": 0.027710621486547238, "brier_above": 0.22120748801184625, "bss_above": 0.1041463154748632, "crps": 31.504310538764912, "crpss": 0.13967913469465454, "crps_fair": 30.923252694372945, "crpss_fair": 0.12227103372445913, "reliability": { "below": { "weight": [ 0.0, 0.017218, 0.160277, 0.724973, 0.090133, 0.007399, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1848, 0.2737, 0.3495, 0.4279, 0.5342, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0829, 0.2456, 0.3302, 0.7351, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.004571, 0.336623, 0.519378, 0.126795, 0.012415, 0.000218, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.188, 0.2735, 0.3374, 0.44, 0.5304, 0.6033, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2162, 0.4047, 0.8835, 0.9825, 1.0, NaN, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "sqrt_mvs", "1994": "gqm", "1995": "gqm", "1996": "gqm", "1997": "gqm", "1998": "gqm", "1999": "gqm", "2000": "gqm", "2001": "gqm", "2002": "gqm", "2003": "gqm", "2004": "gqm", "2005": "gqm", "2006": "gqm", "2007": "gqm", "2008": "gqm", "2009": "gqm", "2010": "gqm", "2011": "gqm", "2012": "gqm", "2013": "gqm", "2014": "gqm", "2015": "gqm", "2016": "gqm" }, "chosen_test": "gqm", "frequency": { "mvs": 0, "ls": 0, "vs": 0, "sqrt_mvs": 1, "pt": 0, "dc": 0, "loci": 0, "eqm": 0, "gqm": 23, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.49493703680706047, 0.4111146103439222, 0.4479917995793856, 0.4706345536984594, 0.3981631334933423, 0.46356669217665275, 0.4296547643784799, 0.5665274466646004, 0.3686709391119287, 0.4489124669914946, 0.5803351289842607, 0.35685756471549607, 0.37202690644796094, 0.45223202844892235, 0.5198807952061121, 0.4437649815383361, 0.4073283528396853, 0.573382115664472, 0.44824464315772405, 0.41959641969561107, 0.3969775976297955, 0.5125100373799848, 0.3424457789404608, 0.4023927867828807 ], "rps_clim": [ 0.43940389586261985, 0.4665815975343043, 0.4078016629257561, 0.5058326534107924, 0.5395139539081617, 0.49558246555093133, 0.4802715214492444, 0.4940433293404847, 0.3914621834757892, 0.4277164147133932, 0.5144532300877738, 0.3688788642452346, 0.45641496116615643, 0.4825359152593056, 0.4144568447211086, 0.4364608837118219, 0.42094222389547176, 0.4840252584820353, 0.4719586571698775, 0.40608224744207533, 0.407618183369595, 0.4985033807712113, 0.41838804437156996, 0.4537770988760395 ], "brier_below": [ 0.23319048798115688, 0.2552360937841563, 0.28579326159868373, 0.36348789653081026, 0.07534041435551062, 0.18044718371930799, 0.15446840087512775, 0.15410091901979153, 0.17446786968667094, 0.23694607638367074, 0.4389400750497663, 0.20635415495801193, 0.28299532487245077, 0.09518273914582216, 0.32806012612683916, 0.149940019399671, 0.16287546040047515, 0.40175869371382145, 0.29202784523869363, 0.23897755059345996, 0.12476280440516381, 0.10706075470157549, 0.12632616532800225, 0.28441489621993804 ], "brier_below_clim": [ 0.19457870756681286, 0.28338161161055664, 0.2603988151290453, 0.3801317890887892, 0.12139582486297858, 0.2083086937549171, 0.179673404168855, 0.13049409161286557, 0.18820422829035943, 0.23725297240826868, 0.3930574463474963, 0.2061208543150891, 0.32867257140426404, 0.12346043676030426, 0.28728118486517273, 0.14778867910296825, 0.17721343670206774, 0.3552785719779392, 0.29320090548610794, 0.22384930431748742, 0.13483308539642477, 0.12264454476536311, 0.165349012936125, 0.30321995858175416 ], "brier_above": [ 0.26174654705612876, 0.15587851565580402, 0.16219853558774658, 0.10714665473070677, 0.3228227195860953, 0.2831195122301014, 0.27518636608116415, 0.41242653403533924, 0.1942030698328874, 0.21196638970043993, 0.14139504950523654, 0.15050340727374067, 0.08903158043430007, 0.35704929460415225, 0.19182066797869332, 0.29382496569998373, 0.2444528934756964, 0.17162342224492977, 0.15621679622105536, 0.18061886827945017, 0.27221479587091063, 0.4054492879838955, 0.21611961243875863, 0.11797788952874678 ], "brier_above_clim": [ 0.244825188295807, 0.18319998592374737, 0.1474028477967109, 0.12570086432200342, 0.41811812904518303, 0.2872737717960143, 0.3005981172803895, 0.3635492377276191, 0.20325795518542972, 0.1904634423051245, 0.12139578374027739, 0.16275800993014544, 0.1277423897618922, 0.3590754784990013, 0.12717565985593585, 0.2886722046088535, 0.24372878719340413, 0.1287466865040958, 0.17875775168376942, 0.182232943124588, 0.2727850979731702, 0.3758588360058481, 0.2530390314354449, 0.15055714029428513 ], "crps": [ 29.134533706344914, 20.363007635882973, 21.501790042971532, 21.706173629237792, 97.2272798153492, 33.27297726047168, 34.75992513241913, 45.98551232498377, 16.9411604748734, 22.83272035842508, 33.21060039186481, 21.347966842090923, 14.943421107154494, 35.10090566948471, 31.213046381647985, 25.906414460972634, 22.828748788695766, 36.356567035447505, 23.88718396169485, 23.58226004665057, 22.142153658818852, 37.084965681728654, 22.842315664214212, 19.960476941155786 ], "crps_clim": [ 23.77074843142727, 22.60409869067204, 18.38031484850475, 25.959936518793185, 123.34118991059545, 35.588714164776064, 39.220907889439694, 39.49590059501811, 18.35094398856043, 19.018950574892433, 27.831563580748035, 21.968021793696813, 21.56629431892967, 37.55562250213345, 20.343092113101918, 25.75266643361196, 21.96609944248159, 25.58890298078945, 24.791989124537817, 21.665834698643923, 21.79847843728042, 34.8315441627334, 25.585209165511976, 22.091569801149358 ], "crps_fair": [ 28.202176631360622, 19.2781054216098, 20.515225689676715, 20.72881894350805, 96.09180088469736, 32.42807352617546, 33.74311930685109, 45.02634057265117, 16.031939535175862, 21.69770011643317, 32.08821065571107, 20.275601561987994, 14.058401843283175, 34.126286207250324, 30.172120242135836, 24.98589831638797, 21.670710076396286, 35.28908807377919, 22.90639763819223, 22.622366780620833, 21.082917033969103, 36.209219423924374, 21.457024002460013, 19.11517139145982 ], "crps_fair_clim": [ 22.51064113159216, 21.34178182693399, 17.109998394156545, 24.703975408517493, 122.2696629923497, 34.35098937579959, 37.99006225524478, 38.26557578034132, 17.080571907583543, 17.74984365790482, 26.57914721869575, 20.704500238866018, 20.302011916608773, 36.321622918341355, 19.07649303993666, 24.496312766356763, 20.70257424683409, 24.33223915547966, 23.533815992682083, 20.40174081976945, 20.534635777607914, 33.59238533966214, 24.32853834433991, 20.828282238756913 ] }, "rps": 0.44700619086154286, "rpss": 0.014202065053130708, "brier_below": 0.2230481339203574, "bss_below": 0.017010372255886974, "brier_above": 0.22395805733483184, "bss_above": 0.011389172053852037, "crps": 29.755504458857548, "crpss": 0.006865113002410661, "crps_fair": 28.741779744820732, "crpss_fair": -0.0010090025568831873 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3782681194389104, 0.4007364060469135, 0.33746850117364646, 0.3676164969757073, 0.3389470849398737, 0.3486622031069527, 0.37355908766232354, 0.6432351769006432, 0.3933976311357947, 0.37049914890889346, 0.521132248884263, 0.37399030105901815, 0.38489922236527535, 0.49336995611995166, 0.5341988834446458, 0.49994142887809734, 0.3266212228323623, 0.47145777836148256, 0.37205612002956795, 0.3266992910434413, 0.344256945775438, 0.5317394747653952, 0.2846667899565464, 0.4383465313431582 ], "rps_clim": [ 0.4283784857114221, 0.426706305961757, 0.34466488699165887, 0.5130077270408857, 0.5410158863622896, 0.48132609845393376, 0.42143417390584187, 0.49961637384642854, 0.41822160564029737, 0.4024426800552632, 0.5388940294117011, 0.3853584913200236, 0.5182825785529102, 0.520890978389888, 0.44508072243200725, 0.47856087825017973, 0.3579810319851315, 0.4969649351160663, 0.42935647355424533, 0.3854220303157415, 0.34929101419438247, 0.47527063535536435, 0.48976956498879315, 0.5267262457793177 ], "brier_below": [ 0.2371574551274218, 0.16317449875588813, 0.17117319406651013, 0.291309349177312, 0.05290366292712647, 0.2590450444729862, 0.24302108275421794, 0.19008863368409118, 0.17496087167052063, 0.10757524397035864, 0.4046518296843136, 0.2093128828336974, 0.30012116949837037, 0.09005114290745102, 0.35141022381879106, 0.12913302043881103, 0.12874387689327382, 0.3608950405609298, 0.15971222882668284, 0.09788621686437918, 0.13693033607982083, 0.1284937688642138, 0.050242299147436116, 0.3580502997475608 ], "brier_below_clim": [ 0.260916368370509, 0.18230982257127842, 0.1744601993170755, 0.3920247357664324, 0.12098299127445337, 0.33810643785296296, 0.2628742416199158, 0.13479064363488874, 0.19259108021282037, 0.12944501007419143, 0.41791103813724767, 0.2209426899917617, 0.3972995872784568, 0.12098299127445337, 0.3150864593637269, 0.12256697767898699, 0.15807349465346632, 0.37120768576769203, 0.18695933477249566, 0.14105590686426853, 0.13688174505845058, 0.12416576635757047, 0.12574169593915657, 0.40415464577044424 ], "brier_above": [ 0.1411106627906919, 0.23756190754395679, 0.1662953051495981, 0.07630714836548087, 0.28604342085781304, 0.08961715883176648, 0.13053800372443605, 0.45314654825728473, 0.21843676123022143, 0.2629239068243381, 0.11648041385580427, 0.164677414010275, 0.0847780529488858, 0.40331881855642726, 0.18278865529138544, 0.3708084164270887, 0.19787734351615205, 0.11056273700588891, 0.21234389073956508, 0.22881307487460154, 0.20732660958290364, 0.40324571202132303, 0.23442448893012033, 0.08029622927095445 ], "brier_above_clim": [ 0.16746211734091326, 0.24439648339047856, 0.17020468767458338, 0.12098299127445337, 0.42003289508783637, 0.1432196606009709, 0.15855993228592616, 0.3648257302115401, 0.22563052542747697, 0.27299766998107183, 0.12098299127445337, 0.16441580132826192, 0.12098299127445337, 0.3999079871154346, 0.12999426306828057, 0.35599390057119296, 0.19990753733166522, 0.12575724934837454, 0.24239713878174965, 0.244366123451473, 0.21240926913593197, 0.3511048689977941, 0.36402786904963685, 0.12257160000887342 ], "crps": [ 19.05911595445343, 27.70293851878698, 18.41392147955299, 19.408261738495778, 115.60606605405623, 22.62014504180399, 18.537457881207853, 63.533603384738754, 21.00966926978661, 19.246247567202833, 34.274070989734724, 25.18941125973675, 18.658975959639765, 51.87248071534505, 32.06283956971713, 38.65518600881113, 20.030256511638115, 33.426885416594224, 24.25283961130695, 22.79217022922466, 20.2147715060445, 38.81729098173589, 27.630759838385885, 24.936031589917707 ], "crps_clim": [ 21.638963822645973, 24.235290387642486, 18.424283296657233, 32.54717605456645, 156.90499273836357, 32.635277727606166, 21.537420350099357, 49.09575292416304, 22.525465304564662, 20.988002465707634, 34.61988384032085, 24.30789299289558, 29.701345919639383, 54.971641276234905, 22.842560447513375, 36.98644829813116, 18.957656403027976, 33.035212506102354, 28.03299847714953, 26.339484558745546, 20.084345939930547, 32.84079658873186, 39.9223127647239, 31.23869015810775 ], "crps_fair": [ 18.043736537590565, 26.158703754351937, 17.279012131302004, 18.29956094551693, 114.36383262108824, 21.732254916965672, 17.45961970832495, 62.50897549584728, 20.050143158935324, 18.229248939622025, 33.013729274195185, 23.73395308241852, 17.47468179001672, 50.73766407009284, 30.71629045782632, 37.450316821898994, 18.48944172555153, 32.426830598060334, 23.160982285000827, 21.601631837880884, 18.965886173964854, 37.86019837910498, 25.749335864407634, 23.90858277636637 ], "crps_fair_clim": [ 20.16546441774922, 22.76670826790671, 16.94469548167337, 31.09433614253317, 155.68767899429207, 31.182604674802132, 20.063728628019742, 47.67425501377674, 21.053644879747303, 19.513270179453034, 33.170969511215155, 22.839448378093994, 28.243116177805117, 53.561271942272995, 21.37134058167887, 35.54201609868039, 17.47907876438195, 31.583296905530318, 26.57160898637116, 24.874887655242915, 18.60790218298319, 31.38851277619512, 38.48344091464168, 29.783372053088755 ] }, "rps": 0.41065691879784594, "rpss": 0.09369464638691916, "brier_below": 0.19983514053217355, "bss_below": 0.11699981322524478, "brier_above": 0.21082177835862348, "bss_above": 0.07043914852703204, "crps": 31.58130821157992, "crpss": 0.0916361755254097, "crps_fair": 30.392275556097122, "crpss_fair": 0.08782883827027999 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4354225392850158, 0.35781048554892964, 0.476898983475134, 0.34372356042411345, 0.44971273233277564, 0.30571600936475885, 0.4496830353791777, 0.558173682396953 ], "rps_clim": [ 0.41226069330832904, 0.37346476202427337, 0.5449498935810108, 0.3668786910829554, 0.4702381054334581, 0.35149027409467, 0.4617153008948455, 0.4689090852917107 ], "brier_below": [ 0.1808966694188353, 0.1700434388337345, 0.10305005007788588, 0.20028876077078592, 0.23159927592804214, 0.12067417779714605, 0.11428618043587448, 0.16725241154401504 ], "brier_below_clim": [ 0.16272543810516465, 0.17439021621908166, 0.1111111177338495, 0.19565233168880328, 0.24748910543474462, 0.14877102166271772, 0.11990485299837937, 0.13022383774923363 ], "brier_above": [ 0.25452586355713935, 0.18776704735304592, 0.3738489003185843, 0.14343480495560917, 0.2181134549800274, 0.1850418362066424, 0.33539683476358445, 0.3909212479073609 ], "brier_above_clim": [ 0.2495352503192138, 0.19907454994431797, 0.43383873800717726, 0.1712263685129215, 0.22274899990451802, 0.20271925591935436, 0.3418104265124274, 0.3386852267172677 ], "crps": [ 23.07503739756771, 15.839189430745524, 51.82824208073444, 15.77052061176578, 23.664757467630313, 15.76066263957468, 40.18775153038754, 43.02434965638234 ], "crps_clim": [ 21.51742288315328, 17.602067483896718, 66.72428457706202, 18.842687558036157, 25.490235640654245, 17.86439441677566, 41.38038268584848, 34.17883620329718 ], "crps_fair": [ 22.60023715234598, 15.361106093701812, 51.14852191975514, 15.330480116225402, 23.2127803706657, 15.186194377965304, 39.666771342999404, 42.60710508749289 ], "crps_fair_clim": [ 20.32105586449988, 16.40570046524331, 65.52791755840862, 17.64632053938275, 24.293868622000836, 16.66802739812226, 40.184015667195084, 32.98246918464377 ] }, "rps": 0.42214262852585727, "rpss": 0.021092099468870362, "brier_below": 0.16101137060078993, "bss_below": 0.0016872129805172165, "brier_above": 0.26113124875524923, "bss_above": 0.032685477440745014, "crps": 28.643813851848538, "crpss": 0.05931766075338962, "crps_fair": 28.139149557643954, "crpss_fair": 0.0380985456502394 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4496831314241333, 0.3234045608159658, 0.32051836482336, 0.3793916431987869, 0.4585883935445113, 0.3148007564159239, 0.45787139397571786, 0.4136259404999114 ], "rps_clim": [ 0.41878825306748607, 0.3532443184157963, 0.5497652319245143, 0.41409150225437374, 0.500554732533218, 0.3283216325296163, 0.5179393398216053, 0.38569804049108725 ], "brier_below": [ 0.1503706953704514, 0.20635966322815807, 0.058169978942624524, 0.19388418394688314, 0.36032871147584256, 0.17235140923289619, 0.10105800524033916, 0.18339342207367432 ], "brier_below_clim": [ 0.12324328915544643, 0.21087180444506454, 0.11111111773384952, 0.20657791360422298, 0.38654922735379516, 0.1778652528005686, 0.11863830449786794, 0.1581566706892246 ], "brier_above": [ 0.29931242222119014, 0.11704490752033304, 0.2623483566321409, 0.18550745952980072, 0.09825969781952971, 0.14244935830079924, 0.3568133613216387, 0.23023251396600694 ], "brier_above_clim": [ 0.29554495080091303, 0.14237252824897006, 0.438654075489631, 0.20751359128025879, 0.11400552453007727, 0.15045639256177848, 0.39930100365958165, 0.22754136885072465 ], "crps": [ 28.590596923326203, 15.33793038663121, 54.65665162351789, 22.16014095319329, 22.77373522677367, 15.707576718135533, 53.163712894129134, 24.44777742874752 ], "crps_clim": [ 25.40124575195562, 18.535452439061405, 96.88435708644411, 25.600608810810552, 26.457175781428862, 16.988995955173806, 61.64931906064567, 21.436898042938385 ], "crps_fair": [ 27.97732690035276, 14.80151009329035, 53.682475233810784, 21.639014967273898, 22.207376395232902, 15.11160960510588, 52.48328477089574, 23.95624324444347 ], "crps_fair_clim": [ 24.012970318608165, 17.14717700571395, 95.49608165309667, 24.212333377463093, 25.06890034808142, 15.600720521826346, 60.26104362729821, 20.04862260959093 ] }, "rps": 0.3897355230872888, "rpss": 0.10106059220381458, "brier_below": 0.17823950868885866, "bss_below": 0.04494099159941012, "brier_above": 0.21149600966392992, "bss_above": 0.14347619412572077, "crps": 29.604765269306807, "crpss": 0.19155198643968885, "crps_fair": 28.982355151300723, "crpss_fair": 0.1773616805902566 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "dc", "1994": "dc", "1995": "dc", "1996": "dc", "1997": "dc", "1998": "dc", "1999": "dc", "2000": "dc", "2001": "dc", "2002": "dc", "2003": "dc", "2004": "dc", "2005": "dc", "2006": "dc", "2007": "dc", "2008": "dc", "2009": "dc", "2010": "dc", "2011": "dc", "2012": "dc", "2013": "dc", "2014": "dc", "2015": "dc", "2016": "dc" }, "chosen_test": "dc", "frequency": { "mvs": 0, "ls": 0, "vs": 0, "sqrt_mvs": 0, "pt": 0, "dc": 24, "loci": 0, "eqm": 0, "gqm": 0, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4727830832392254, 0.4181038540491596, 0.42749034303058886, 0.45294414082778056, 0.4407108468552534, 0.49398550159774207, 0.45059654253797365, 0.5691803147552106, 0.3832192955301973, 0.48061337112199337, 0.5548274855829087, 0.35313714685220043, 0.3908474457977185, 0.47401337449878306, 0.49940500849808545, 0.4571495118625067, 0.4073627091421082, 0.5471369852720969, 0.4484493601147886, 0.40355953893117397, 0.41952296936213695, 0.5321721350617419, 0.3615736875159429, 0.4003704607357519 ], "rps_clim": [ 0.43940389586261985, 0.4665815975343043, 0.4078016629257561, 0.5058326534107924, 0.5395139539081617, 0.49558246555093133, 0.4802715214492444, 0.4940433293404847, 0.3914621834757892, 0.4277164147133932, 0.5144532300877738, 0.3688788642452346, 0.45641496116615643, 0.4825359152593056, 0.4144568447211086, 0.4364608837118219, 0.42094222389547176, 0.4840252584820353, 0.4719586571698775, 0.40608224744207533, 0.407618183369595, 0.4985033807712113, 0.41838804437156996, 0.4537770988760395 ], "brier_below": [ 0.21245384796492764, 0.25420283328431426, 0.26938963640948504, 0.35278897392438696, 0.0886022620373221, 0.2030511630710255, 0.1679575580416661, 0.15319533455571893, 0.18499030783822973, 0.2677685444168316, 0.4196577077558901, 0.20929541544791197, 0.3005173392324728, 0.11656126475030512, 0.319246647737136, 0.1609926563669557, 0.16307537163716096, 0.38626880690753906, 0.28344827233868986, 0.2232182417051857, 0.14088156166101137, 0.13240937442816225, 0.14014109073385544, 0.28187835413542817 ], "brier_below_clim": [ 0.19457870756681286, 0.28338161161055664, 0.2603988151290453, 0.3801317890887892, 0.12139582486297858, 0.2083086937549171, 0.179673404168855, 0.13049409161286557, 0.18820422829035943, 0.23725297240826868, 0.3930574463474963, 0.2061208543150891, 0.32867257140426404, 0.12346043676030426, 0.28728118486517273, 0.14778867910296825, 0.17721343670206774, 0.3552785719779392, 0.29320090548610794, 0.22384930431748742, 0.13483308539642477, 0.12264454476536311, 0.165349012936125, 0.30321995858175416 ], "brier_above": [ 0.2603292349243916, 0.1639010218424441, 0.158100710740883, 0.10015517002443201, 0.35210858284289276, 0.29093433413109715, 0.2826389803685683, 0.41598497387267974, 0.19822898819936152, 0.21284482727311957, 0.13516978147400374, 0.14384173228098293, 0.09033010829313873, 0.3574521033706844, 0.1801583643707414, 0.29615685368758643, 0.24428733661870494, 0.16086818052807578, 0.16500109099491414, 0.18034129862032036, 0.278641404064567, 0.39976275277718726, 0.22143259795392284, 0.11849210803556207 ], "brier_above_clim": [ 0.244825188295807, 0.18319998592374737, 0.1474028477967109, 0.12570086432200342, 0.41811812904518303, 0.2872737717960143, 0.3005981172803895, 0.3635492377276191, 0.20325795518542972, 0.1904634423051245, 0.12139578374027739, 0.16275800993014544, 0.1277423897618922, 0.3590754784990013, 0.12717565985593585, 0.2886722046088535, 0.24372878719340413, 0.1287466865040958, 0.17875775168376942, 0.182232943124588, 0.2727850979731702, 0.3758588360058481, 0.2530390314354449, 0.15055714029428513 ], "crps": [ 27.156711974329752, 20.128525442660347, 20.0471761232074, 21.08263162441143, 100.34791383356806, 34.821834645370004, 36.39893562920458, 44.402345442518445, 17.98796608265674, 22.365944010394887, 30.14152611368303, 20.243327167081393, 17.099413243222596, 36.898728175522066, 27.40449076018031, 25.98806970906356, 22.282965918473153, 31.473010573617, 24.09201648525932, 22.218948310258373, 22.27799625785594, 36.93122786477107, 22.598190259340296, 19.666721177379376 ], "crps_clim": [ 23.77074843142727, 22.60409869067204, 18.38031484850475, 25.959936518793185, 123.34118991059545, 35.588714164776064, 39.220907889439694, 39.49590059501811, 18.35094398856043, 19.018950574892433, 27.831563580748035, 21.968021793696813, 21.56629431892967, 37.55562250213345, 20.343092113101918, 25.75266643361196, 21.96609944248159, 25.58890298078945, 24.791989124537817, 21.665834698643923, 21.79847843728042, 34.8315441627334, 25.585209165511976, 22.091569801149358 ], "crps_fair": [ 26.164998230319693, 18.82974617825087, 18.74061708294945, 19.95023321511226, 98.95458420621574, 33.78263629253434, 35.17587268246084, 43.30338761951911, 16.767825458662074, 20.967818900325522, 28.824056723284833, 19.116290247893247, 16.03158164389377, 35.60582285565804, 25.956012207304738, 24.83419396521495, 20.999770616984918, 30.086291642865085, 22.82249927938401, 20.872925798259658, 21.05513269773502, 35.74521624332052, 20.900816262833246, 18.645409857876047 ], "crps_fair_clim": [ 22.51064113159216, 21.34178182693399, 17.109998394156545, 24.703975408517493, 122.2696629923497, 34.35098937579959, 37.99006225524478, 38.26557578034132, 17.080571907583543, 17.74984365790482, 26.57914721869575, 20.704500238866018, 20.302011916608773, 36.321622918341355, 19.07649303993666, 24.496312766356763, 20.70257424683409, 24.33223915547966, 23.533815992682083, 20.40174081976945, 20.534635777607914, 33.59238533966214, 24.32853834433991, 20.828282238756913 ] }, "rps": 0.4516314630322112, "rpss": 0.004001795241153183, "brier_below": 0.22633302359923388, "bss_below": 0.002533620418222138, "brier_above": 0.2252984390537609, "bss_above": 0.005472368270663219, "crps": 29.33569236766788, "crpss": 0.02087697538976674, "crps_fair": 28.088905829535747, "crpss_fair": 0.021729069773261944 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3902151435992802, 0.41054590045845135, 0.3486111784428171, 0.37130886170318506, 0.4073050569630044, 0.3719383905849703, 0.3860126716678723, 0.6223534856351916, 0.4092488345769067, 0.4147918933072422, 0.5240927918684254, 0.3679841377642634, 0.42290160096564733, 0.509416664044432, 0.5332071428841132, 0.4991531082533224, 0.35021487977951987, 0.47649234755404013, 0.3971546661954728, 0.35736109014741263, 0.3482251514486518, 0.5462983620557528, 0.333387280429593, 0.43148940167934413 ], "rps_clim": [ 0.4283784857114221, 0.426706305961757, 0.34466488699165887, 0.5130077270408857, 0.5410158863622896, 0.48132609845393376, 0.42143417390584187, 0.49961637384642854, 0.41822160564029737, 0.4024426800552632, 0.5388940294117011, 0.3853584913200236, 0.5182825785529102, 0.520890978389888, 0.44508072243200725, 0.47856087825017973, 0.3579810319851315, 0.4969649351160663, 0.42935647355424533, 0.3854220303157415, 0.34929101419438247, 0.47527063535536435, 0.48976956498879315, 0.5267262457793177 ], "brier_below": [ 0.250677395269065, 0.1680774573213546, 0.1770246790265155, 0.30673993383971343, 0.08625306648656747, 0.28033160497760506, 0.2482425501981983, 0.16897843131370938, 0.19145653097705487, 0.13551274769507266, 0.41098072523566165, 0.2097353937278035, 0.3447176379743216, 0.11775556011670964, 0.34928903587085725, 0.13036081567123006, 0.14518241096394233, 0.3594762021604569, 0.17226180786815326, 0.12389449946551025, 0.13883561878225267, 0.14586572691535332, 0.0754035382563712, 0.34892403826616203 ], "brier_below_clim": [ 0.260916368370509, 0.18230982257127842, 0.1744601993170755, 0.3920247357664324, 0.12098299127445337, 0.33810643785296296, 0.2628742416199158, 0.13479064363488874, 0.19259108021282037, 0.12944501007419143, 0.41791103813724767, 0.2209426899917617, 0.3972995872784568, 0.12098299127445337, 0.3150864593637269, 0.12256697767898699, 0.15807349465346632, 0.37120768576769203, 0.18695933477249566, 0.14105590686426853, 0.13688174505845058, 0.12416576635757047, 0.12574169593915657, 0.40415464577044424 ], "brier_above": [ 0.1395377492752568, 0.24246844243718213, 0.1715865022136625, 0.06456892852569847, 0.3210519910682414, 0.09160678634786268, 0.13777012206363876, 0.4533750492212424, 0.21779230091347293, 0.27927914387569147, 0.11311207051317439, 0.1582487454495252, 0.07818396432226517, 0.3916610963395386, 0.18391811091480284, 0.36879228765891225, 0.2050324695828877, 0.11701614830383161, 0.2248928577239695, 0.2334665894756671, 0.20938953257206364, 0.40043263206900626, 0.2579837434295395, 0.08256536612249447 ], "brier_above_clim": [ 0.16746211734091326, 0.24439648339047856, 0.17020468767458338, 0.12098299127445337, 0.42003289508783637, 0.1432196606009709, 0.15855993228592616, 0.3648257302115401, 0.22563052542747697, 0.27299766998107183, 0.12098299127445337, 0.16441580132826192, 0.12098299127445337, 0.3999079871154346, 0.12999426306828057, 0.35599390057119296, 0.19990753733166522, 0.12575724934837454, 0.24239713878174965, 0.244366123451473, 0.21240926913593197, 0.3511048689977941, 0.36402786904963685, 0.12257160000887342 ], "crps": [ 20.12902682040552, 25.903192324731954, 18.93962721523124, 21.37912119115658, 121.49525830487258, 25.027198272310287, 19.686348857372504, 59.35582786153885, 22.05569335596274, 22.22170242902413, 33.33471924494344, 22.921947099116785, 22.811816382643393, 53.18281200464959, 30.105807857982974, 37.289571983028644, 20.50817737944561, 32.553128216654166, 26.62223836847829, 25.17451148890793, 20.028593516789147, 37.76157347927968, 28.836335284222752, 25.096469608076795 ], "crps_clim": [ 21.638963822645973, 24.235290387642486, 18.424283296657233, 32.54717605456645, 156.90499273836357, 32.635277727606166, 21.537420350099357, 49.09575292416304, 22.525465304564662, 20.988002465707634, 34.61988384032085, 24.30789299289558, 29.701345919639383, 54.971641276234905, 22.842560447513375, 36.98644829813116, 18.957656403027976, 33.035212506102354, 28.03299847714953, 26.339484558745546, 20.084345939930547, 32.84079658873186, 39.9223127647239, 31.23869015810775 ], "crps_fair": [ 18.901906720493432, 24.059977082209706, 17.473160197553174, 20.233888629021386, 119.83443425470725, 23.925021028623938, 18.354690244946053, 58.17356700307137, 20.73172103027991, 20.739368231666848, 31.911209207123793, 21.450576554133907, 21.57353046093147, 51.68886512096846, 28.44662288404965, 35.927869201798686, 18.81792722145276, 31.188011921608357, 25.10270932133421, 23.574151913519675, 18.59058413576471, 36.444720986814424, 26.73514717963509, 23.829899278125357 ], "crps_fair_clim": [ 20.16546441774922, 22.76670826790671, 16.94469548167337, 31.09433614253317, 155.68767899429207, 31.182604674802132, 20.063728628019742, 47.67425501377674, 21.053644879747303, 19.513270179453034, 33.170969511215155, 22.839448378093994, 28.243116177805117, 53.561271942272995, 21.37134058167887, 35.54201609868039, 17.47907876438195, 31.583296905530318, 26.57160898637116, 24.874887655242915, 18.60790218298319, 31.38851277619512, 38.48344091464168, 29.783372053088755 ] }, "rps": 0.426237918417038, "rpss": 0.05930792909781257, "brier_below": 0.21191572534915173, "bss_below": 0.06362001915432869, "brier_above": 0.21432219293415114, "bss_above": 0.05500502981942468, "crps": 32.1841957727844, "crpss": 0.07429549897221188, "crps_fair": 30.73789832540973, "crpss_fair": 0.07745557344441278 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4267361844352827, 0.36147204849976494, 0.49531482869223736, 0.33735375262412437, 0.46795195900990266, 0.31988668503024825, 0.477423432609618, 0.5685581180895035 ], "rps_clim": [ 0.41226069330832904, 0.37346476202427337, 0.5449498935810108, 0.3668786910829554, 0.4702381054334581, 0.35149027409467, 0.4617153008948455, 0.4689090852917107 ], "brier_below": [ 0.1764951001679308, 0.1761449940856307, 0.10735295671700106, 0.19654146483417467, 0.2417513220300863, 0.13001591973247068, 0.13319845624189802, 0.17358512401886345 ], "brier_below_clim": [ 0.16272543810516465, 0.17439021621908166, 0.1111111177338495, 0.19565233168880328, 0.24748910543474462, 0.14877102166271772, 0.11990485299837937, 0.13022383774923363 ], "brier_above": [ 0.25024107783591265, 0.18532705493141857, 0.3879618373609306, 0.14081229236980025, 0.22620063585445035, 0.18987077059231128, 0.3442249561602, 0.39497297208766946 ], "brier_above_clim": [ 0.2495352503192138, 0.19907454994431797, 0.43383873800717726, 0.1712263685129215, 0.22274899990451802, 0.20271925591935436, 0.3418104265124274, 0.3386852267172677 ], "crps": [ 22.058261048144537, 16.136025185684822, 56.413968796650614, 16.061454206357013, 25.115956500436873, 16.70938749254542, 42.322456461876094, 41.8956084950051 ], "crps_clim": [ 21.51742288315328, 17.602067483896718, 66.72428457706202, 18.842687558036157, 25.490235640654245, 17.86439441677566, 41.38038268584848, 34.17883620329718 ], "crps_fair": [ 20.950245533119418, 15.092098151494941, 55.039496393720704, 15.049685661468187, 23.986994658013398, 15.375356879598835, 41.101992497269414, 40.92380154996454 ], "crps_fair_clim": [ 20.32105586449988, 16.40570046524331, 65.52791755840862, 17.64632053938275, 24.293868622000836, 16.66802739812226, 40.184015667195084, 32.98246918464377 ] }, "rps": 0.43183712612383524, "rpss": -0.0013885022260597957, "brier_below": 0.16688566722850695, "bss_below": -0.03473496898286377, "brier_above": 0.2649514496490867, "bss_above": 0.0185342189402109, "crps": 29.589139773337557, "crpss": 0.028272514189592868, "crps_fair": 28.439958915581176, "crpss_fair": 0.027815755891825056 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4324178233981536, 0.3187577091470562, 0.35716914463573524, 0.3773603394883943, 0.45731493519201966, 0.3229884709004042, 0.4801307602862163, 0.4162442247247552 ], "rps_clim": [ 0.41878825306748607, 0.3532443184157963, 0.5497652319245143, 0.41409150225437374, 0.500554732533218, 0.3283216325296163, 0.5179393398216053, 0.38569804049108725 ], "brier_below": [ 0.13566914022135684, 0.2048592647543108, 0.070086585209948, 0.19661551607697478, 0.3605692720167003, 0.1777225120281018, 0.11360643287093157, 0.1860334972595856 ], "brier_below_clim": [ 0.12324328915544643, 0.21087180444506454, 0.11111111773384952, 0.20657791360422298, 0.38654922735379516, 0.1778652528005686, 0.11863830449786794, 0.1581566706892246 ], "brier_above": [ 0.2967486693547037, 0.11389845340262296, 0.28708252665892015, 0.18074482304641312, 0.09674567979797069, 0.1452659710035483, 0.36652429915278506, 0.23021072247566152 ], "brier_above_clim": [ 0.29554495080091303, 0.14237252824897006, 0.438654075489631, 0.20751359128025879, 0.11400552453007727, 0.15045639256177848, 0.39930100365958165, 0.22754136885072465 ], "crps": [ 26.090030525149523, 15.40579535279841, 65.77997179973585, 22.532471512526893, 23.375614522478738, 16.26661217606652, 57.2888909954651, 23.623072960497304 ], "crps_clim": [ 25.40124575195562, 18.535452439061405, 96.88435708644411, 25.600608810810552, 26.457175781428862, 16.988995955173806, 61.64931906064567, 21.436898042938385 ], "crps_fair": [ 24.792672333619866, 14.236301216333809, 63.80389235486144, 21.28208145790568, 22.09096326703902, 14.919080977393653, 55.738384673174544, 22.458662228154832 ], "crps_fair_clim": [ 24.012970318608165, 17.14717700571395, 95.49608165309667, 24.212333377463093, 25.06890034808142, 15.600720521826346, 60.26104362729821, 20.04862260959093 ] }, "rps": 0.39529792597159186, "rpss": 0.08823070409115397, "brier_below": 0.1806452775547387, "bss_below": 0.03205018391939529, "brier_above": 0.21465264311157817, "bss_above": 0.13069235154341396, "crps": 31.295307480589795, "crpss": 0.14538659785717734, "crps_fair": 29.915254813560352, "crpss_fair": 0.15088215515718506 } } } } }, "Nov": { "tag": "init09_Nov", "methods": { "mvs": { "lambda_": { "training_mean": 0.3001554110686335, "training": [ 0.21322608767201467, 0.3561242480578483, 0.2743010570058041, 0.3063475820116373, 0.41599081302451085, 0.3254236319332941, 0.3199232336138452, 0.2839417188996079, 0.3121441576878917, 0.26990033705229743, 0.29207743642016903, 0.27204361447869135, 0.3069628348677577, 0.327037793120503, 0.27522430239416246, 0.26361426579384545, 0.2522024615378544, 0.27489351159044517, 0.30262766811283087, 0.2574190193371855, 0.31126152616832514, 0.30526445798158225, 0.3992042219631769, 0.2865738849219238 ], "test": 0.3060797542031295 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6736325362896622, 0.36876188774183916, 0.529932419966123, 0.3972606152628498, 0.28077085002455415, 0.4173833880077639, 0.3598531537790735, 0.4355492681424776, 0.392062743548611, 0.48483121626054665, 0.3814315458225101, 0.49620719192200746, 0.4231478290980394, 0.4014903683506435, 0.4467432566669842, 0.5400806785689399, 0.4702620668712225, 0.5322369827313216, 0.4566184873150482, 0.40681723942717735, 0.45702305406549987, 0.3529355370588698, 0.3112815477813874, 0.42403080394499626 ], "rps_clim": [ 0.5032688802503167, 0.4569625517973415, 0.4925766309533648, 0.42240641841789806, 0.5420235784464604, 0.4714149767747752, 0.4556059924381436, 0.42817838868602875, 0.46522974710940934, 0.4500155575006823, 0.37935719815657715, 0.46243591166738746, 0.43736789322801184, 0.4400525455006668, 0.4258969314341105, 0.47068205281177944, 0.4255615226829206, 0.4516170483571987, 0.49843662915678016, 0.4118910860457031, 0.4992304990769142, 0.37876171452360957, 0.4739156159423822, 0.43461082713119537 ], "brier_below": [ 0.4726659313690766, 0.11595459234099931, 0.4033969402280121, 0.2147442922720443, 0.04854769657017765, 0.3121498246360809, 0.26623728843325867, 0.17878156285325064, 0.30210899472762265, 0.3291448962610452, 0.1934857539596129, 0.17315192090822373, 0.2279356527755696, 0.20332575714674156, 0.23556943061182106, 0.20915360371918953, 0.2946898712432502, 0.35448986695708284, 0.14321939721519478, 0.17344456046299106, 0.12462822186916768, 0.1582003360897353, 0.0677756002614791, 0.23430988569946748 ], "brier_below_clim": [ 0.35982023411904374, 0.14050564010422492, 0.3666492771595467, 0.2224183293858014, 0.12098299127445329, 0.3422215035731035, 0.320090552585692, 0.1769295283083219, 0.3334169292742277, 0.3079101155887398, 0.1851793660618082, 0.14592326795414162, 0.23390109051410934, 0.2104505639455176, 0.20611965607115396, 0.17490712668192288, 0.2843736386325201, 0.30537124030247026, 0.14850560429956033, 0.19196909984821953, 0.1397465773074753, 0.17498170367441346, 0.12816100681329473, 0.23184260041542798 ], "brier_above": [ 0.20096660410819583, 0.252807296318465, 0.1265354753934989, 0.1825163215962428, 0.2322231499246402, 0.1052335599837316, 0.09361586455482204, 0.25676770575544594, 0.0899537471723195, 0.1556863149808608, 0.18794579027647862, 0.3230552790399072, 0.195212175621272, 0.19816461027197546, 0.2111738250058608, 0.33092707673239596, 0.17557219216898926, 0.1777471125299757, 0.3133990971908742, 0.23337268128245542, 0.33239483983095436, 0.19473519974925427, 0.24350594610911208, 0.1897209162814651 ], "brier_above_clim": [ 0.1434486461312728, 0.31645691169311657, 0.12592735379381784, 0.1999880890320964, 0.4210405871720072, 0.1291934732016715, 0.13551543985245154, 0.25124886037770683, 0.13181281783518126, 0.1421054419119424, 0.1941778320947689, 0.3165126437132459, 0.20346680271390255, 0.2296019815551491, 0.21977727536295652, 0.2957749261298567, 0.14118788405040053, 0.14624580805472828, 0.3499310248572198, 0.21992198619748354, 0.3594839217694388, 0.20378001084919606, 0.3457546091290874, 0.20276822671576744 ], "crps": [ 19.899209340276567, 19.279645799427232, 13.014493124319877, 11.338547451478679, 54.46972461798348, 9.40640388222052, 7.899111707760486, 13.881955252442005, 7.493568884068651, 13.50393178467886, 10.985348407577812, 21.740034250706643, 11.25917549822707, 15.301489848662996, 14.130240517975983, 26.36826867650673, 14.730005494939137, 19.39935967687413, 36.09622900570435, 16.619082846640328, 31.656205052922523, 10.744813712207996, 14.98423233691616, 10.86151383657329 ], "crps_clim": [ 13.135184264312578, 24.154741944627755, 13.513975384214499, 13.019917867610289, 81.16166334563184, 12.367477693926652, 13.495417433372651, 14.052082306153558, 10.595906526023086, 12.127650347789233, 11.316976354794287, 20.590965555492783, 12.388520865166832, 17.22695089343282, 13.534851767011492, 24.26260220678667, 11.569922704555122, 15.015778045845114, 39.494929356705285, 15.395164091308375, 33.640924854699655, 10.983328308869137, 19.38792314154612, 11.761768257139277 ], "crps_fair": [ 19.153942926218445, 18.21851471466464, 12.424593782604553, 10.765689569885534, 53.62449141208088, 8.77962160133733, 7.338418805132558, 13.389783082949172, 6.921230037599557, 12.73425183953403, 10.389321298646053, 21.117527011755595, 10.606561692114076, 14.542205553284008, 13.433966028782056, 25.794745338868132, 13.96733554853397, 18.68167552567017, 35.39753196999179, 15.863426672108504, 30.94229215099866, 10.109559627550164, 14.05726300480556, 10.283885370045317 ], "crps_fair_clim": [ 12.317536543467577, 23.35796459817729, 12.697045070793552, 12.202051839195779, 80.47285365334993, 11.548375983365016, 12.678451972317543, 13.236171134630228, 9.77344956703739, 11.308094418769002, 10.495885058363076, 19.78743863254775, 11.56945900909618, 16.417052730597515, 12.717960992194332, 23.466029141135742, 10.74931047318028, 14.20169205564696, 38.727205395504946, 14.581796635287228, 32.862113763760696, 10.161605103260042, 18.582117729180727, 10.941519369614019 ] }, "rps": 0.4350143611936728, "rpss": 0.040188970028084525, "brier_below": 0.22654632827546228, "bss_below": 0.0027998363798567016, "brier_above": 0.2084680325782997, "bss_above": 0.07776594318391683, "crps": 17.710941291962147, "crpss": 0.08430091717442989, "crps_fair": 17.022409773548365, "crpss_fair": 0.08163445349373799, "reliability": { "below": { "weight": [ 0.001976, 0.118653, 0.247439, 0.390567, 0.205188, 0.034765, 0.001412, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.089, 0.1596, 0.2517, 0.343, 0.4377, 0.5325, 0.6171, NaN, NaN, NaN ], "observed_frequency": [ 0.7042, 0.2812, 0.3238, 0.3134, 0.4334, 0.6256, 0.6824, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.029638, 0.222529, 0.432756, 0.230391, 0.075536, 0.00915, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1845, 0.2524, 0.3424, 0.4408, 0.5427, 0.623, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.213, 0.1954, 0.3062, 0.4553, 0.6719, 0.7959, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.8073074246094029, 0.3612803334221239, 0.44908084227201744, 0.3688407087052407, 0.2519320670106389, 0.391696117132296, 0.2969233606365171, 0.3532358813624105, 0.3605031567437402, 0.3901962839164682, 0.3403574580112927, 0.5391983243377821, 0.3690820526589812, 0.38873261448005214, 0.4224072392040528, 0.4443307985891183, 0.5142279674918745, 0.6930401158213415, 0.4466120519848204, 0.37537452944161337, 0.45769843314229247, 0.3316092916217324, 0.25581399807796146, 0.41920513035895496 ], "rps_clim": [ 0.5345788934798844, 0.4969529944769454, 0.4649874784432427, 0.41318634913187524, 0.546313795678332, 0.4766642042122107, 0.47169819661801, 0.3818166879514013, 0.47064841190232937, 0.36582560814319875, 0.354596433655499, 0.5238068909793859, 0.42423555956814324, 0.47458557358541037, 0.4052259230358827, 0.43061974459188856, 0.4027224233638553, 0.5463137956783312, 0.5329121043837289, 0.33515957826149523, 0.5425588471307237, 0.3577876473332365, 0.5050822006578946, 0.40346036713634414 ], "brier_below": [ 0.5826068267560213, 0.08311735432851192, 0.33441579614764366, 0.264937901622376, 0.040385959549027795, 0.29236280595143893, 0.24130200967049173, 0.23991177630176358, 0.2771867861788804, 0.2293722722042986, 0.1328838921900309, 0.13543022353055761, 0.2584822071837014, 0.11325386075780104, 0.16935290281962587, 0.21098758213851526, 0.3289363780557837, 0.5249385255297832, 0.10441444840875902, 0.151764251280055, 0.10600532582769898, 0.12064713259601544, 0.04833408078271595, 0.2822062298327559 ], "brier_below_clim": [ 0.41359590220543146, 0.1268854967685847, 0.33814805813719095, 0.27996356840395453, 0.1209829912744533, 0.3514292535000652, 0.3496506429006213, 0.2388550695900949, 0.34166178514329076, 0.23093071395539494, 0.13757235619120822, 0.12205538687900032, 0.2819639840102135, 0.13806476563762554, 0.14568431899338546, 0.18489584470340845, 0.2812051027379592, 0.4253308044038783, 0.1209829912744533, 0.17461254268602422, 0.1209829912744533, 0.13651544485609332, 0.1209829912744533, 0.25734411395433127 ], "brier_above": [ 0.22470059871531103, 0.2781629806598209, 0.1146650397920433, 0.10390280297557153, 0.21154610268406135, 0.09933330617690421, 0.05562135299835107, 0.11332410078494105, 0.08331636898803634, 0.1608240058055711, 0.20747356727279648, 0.40376811571824983, 0.11059984280938233, 0.2754787555137552, 0.2530543399007121, 0.2333432207234694, 0.1852915866700902, 0.16810158583645604, 0.3421976148704439, 0.22361027840855974, 0.3516931178066535, 0.2109621581266711, 0.2074799132524596, 0.13699889619445385 ], "brier_above_clim": [ 0.12098299127445335, 0.3700674977083606, 0.1268394203060519, 0.13322278072792096, 0.4253308044038783, 0.12523495071214563, 0.12204755371738839, 0.1429616183613064, 0.12898662675903874, 0.13489489418780384, 0.21702407746429075, 0.4017515041003852, 0.14227157555792966, 0.3365208079477847, 0.2595416040424973, 0.24572389988847987, 0.12151732062589637, 0.12098299127445335, 0.41192911310927527, 0.16054703557547098, 0.4215758558562699, 0.22127220247714316, 0.38409920938344094, 0.14611625318201296 ], "crps": [ 32.467321875205, 29.27095093170661, 17.473117548350828, 10.66357372550791, 85.78462391303655, 13.24506033582467, 8.884872079877393, 11.211370121494314, 10.30285495887337, 16.716929835318563, 15.258128869579428, 36.98988717151763, 11.910122899797843, 26.513446537243865, 18.779414118125146, 19.876147065746075, 20.911187006530305, 32.64513700225227, 61.201331507713746, 18.414830911439932, 52.382791515977694, 13.845949866278554, 19.525166144665633, 12.445563596801964 ], "crps_clim": [ 19.691370303217692, 38.00944837401189, 19.338876299585486, 13.469113551773622, 127.86859294734184, 18.589396676302037, 18.87593404459268, 13.530392159363533, 14.972743454915303, 14.253979231397004, 15.735341036927533, 36.064900095448124, 15.139963850338448, 31.19288106623586, 17.992353028164104, 19.696334263177114, 14.077232835128438, 24.747448096456132, 68.61073888811775, 12.55291522058674, 57.000851281138225, 14.391271226711636, 25.1312112496158, 12.811413514508557 ], "crps_fair": [ 31.436912551165435, 27.814136527617432, 16.64549155045625, 9.900773765459975, 84.59782436710113, 12.384128850029235, 8.102866022021171, 10.530491527414597, 9.489405262104592, 15.633158444463406, 14.463040992709603, 36.10563849688035, 11.034211070343645, 25.37832558410506, 17.839040612253534, 19.00787245185837, 19.833245903880748, 31.69562478198812, 60.23168051205217, 17.319215757003434, 51.39918149483587, 12.912878862802653, 18.053040477563187, 11.662624714423476 ], "crps_fair_clim": [ 18.52395116853421, 36.87672256900793, 18.170789562622396, 12.289909839909377, 126.90605491615098, 17.41989047035546, 17.706970523055745, 12.351304505468207, 13.796387526958524, 13.076262007562349, 14.560429422573055, 34.92849143385597, 13.963924627676032, 30.04724509587627, 16.82171605773241, 18.528924529932958, 12.89918086433115, 23.58960486668408, 67.53597007272384, 11.371976284610398, 55.90409404224628, 13.21381402559538, 23.974094843997456, 11.63096415863434 ] }, "rps": 0.417861924209697, "rpss": 0.07669614174657813, "brier_below": 0.2197181887351772, "bss_below": 0.030707990281257924, "brier_above": 0.1981437355285319, "bss_above": 0.12284422920090898, "crps": 24.86332414745272, "crpss": 0.10097997450532359, "crps_fair": 23.894617107522226, "crpss_fair": 0.09844203403162965, "reliability": { "below": { "weight": [ 0.00029, 0.093302, 0.28945, 0.392311, 0.185528, 0.037147, 0.001973, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.089, 0.1805, 0.2503, 0.3419, 0.4361, 0.5329, 0.6126, NaN, NaN, NaN ], "observed_frequency": [ 1.0, 0.2539, 0.3239, 0.2774, 0.473, 0.8367, 0.963, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.023932, 0.215248, 0.392, 0.239897, 0.11418, 0.014743, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1857, 0.2501, 0.3422, 0.4438, 0.5447, 0.6232, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0428, 0.1085, 0.2982, 0.491, 0.6529, 0.7522, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.3844284782724786, 0.5144034516845162, 0.41288276271348107, 0.35235793601575244, 0.4273281365580442, 0.4045184842872633, 0.32011221292666797, 0.5261615444440196 ], "rps_clim": [ 0.3957447540292534, 0.4437047383669884, 0.5463112315335048, 0.36237074299741934, 0.43798493913098496, 0.3932407074853211, 0.5285945529473471, 0.42293902414021045 ], "brier_below": [ 0.210237185156493, 0.2035801649683965, 0.0798368108087796, 0.21882656152422694, 0.2852768844137427, 0.24197660958724315, 0.08677461701777739, 0.20565345935477794 ], "brier_below_clim": [ 0.21064168310452153, 0.1781065535964162, 0.11133273118470274, 0.2268505366779282, 0.2859739073831904, 0.2462520701941481, 0.13257909683196697, 0.14583204241235156 ], "brier_above": [ 0.17419129827118557, 0.3108232754577686, 0.3330459211933368, 0.13353138843260265, 0.1420512595197688, 0.16254188843760656, 0.23333757749485198, 0.3205080696681974 ], "brier_above_clim": [ 0.18510307756215227, 0.2655981770143465, 0.4349784623050188, 0.13552022182301748, 0.15201104430253173, 0.14698865074398446, 0.3960154250387313, 0.2771069719137001 ], "crps": [ 10.382896482284814, 17.304534346901423, 30.147874795547693, 9.408526683997065, 11.062876186298084, 11.515661378609847, 48.23271406959728, 19.175974195693346 ], "crps_clim": [ 10.667830621192463, 14.95134985734363, 39.32110711359098, 9.155005345554997, 12.872793262651571, 10.763049268730294, 73.22981255372125, 15.764339864122904 ], "crps_fair": [ 10.0470772640201, 17.02915166140948, 29.729102462715755, 9.095441789362495, 10.79487276784335, 11.165980440691914, 47.783663736060156, 18.919884671802354 ], "crps_fair_clim": [ 9.895516071070114, 14.17903530722128, 38.54879256346864, 8.382690795432643, 12.100478712529222, 9.990734718607943, 72.45749800359884, 14.992025314000559 ] }, "rps": 0.41777412586277796, "rpss": 0.05344194999564911, "brier_below": 0.19152028660392967, "bss_below": 0.003516154322216636, "brier_above": 0.2262538348094148, "bss_above": 0.09195270478372086, "crps": 19.653882267366193, "crpss": 0.15795519761545107, "crps_fair": 19.3206468492382, "crpss_fair": 0.14390507500184502, "reliability": { "below": { "weight": [ 0.0, 0.126847, 0.201911, 0.367983, 0.237863, 0.064381, 0.001013, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.145, 0.2537, 0.356, 0.4469, 0.5323, 0.6263, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0859, 0.1513, 0.3222, 0.2808, 0.2555, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.056379, 0.359925, 0.366759, 0.104488, 0.070283, 0.041227, 0.000937, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1726, 0.2562, 0.3477, 0.4431, 0.5465, 0.6377, 0.7058, NaN, NaN ], "observed_frequency": [ NaN, 0.5182, 0.3165, 0.3087, 0.4949, 0.9157, 0.9897, 1.0, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.384945415951938, 0.3410210153033095, 0.2801755840155828, 0.3818858320817984, 0.4240344863628308, 0.4693488100354769, 0.1764139114613752, 0.4433285172373735 ], "rps_clim": [ 0.40125751196759035, 0.38247387153027046, 0.5455702928662451, 0.3608387482495357, 0.5032562800825091, 0.4582563513417429, 0.5532043651857004, 0.38836007432288383 ], "brier_below": [ 0.11691470581822266, 0.23398441305689077, 0.048748472425501975, 0.2211641191147863, 0.33682610913273925, 0.32042848481640895, 0.026726462643708433, 0.21169797975419238 ], "brier_below_clim": [ 0.11814387008700394, 0.2654940440266858, 0.11111111773384949, 0.22455219994692469, 0.39214518221687406, 0.3289473855886335, 0.11111111773384949, 0.16516928651467216 ], "brier_above": [ 0.2680307012832967, 0.10703661814818348, 0.2314270844056553, 0.16072172993025372, 0.0872083929933244, 0.1489203424862353, 0.14968743023733155, 0.23163053390240573 ], "brier_above_clim": [ 0.28311363099235315, 0.11697984632238867, 0.4344591371814749, 0.13628656366910488, 0.11111111773384949, 0.129308982367292, 0.44209320813585196, 0.22319078763501846 ], "crps": [ 16.58554397606917, 10.92696213482085, 30.005850245625535, 14.511602413405088, 12.46722749415464, 17.464010728995454, 72.61960215263022, 18.487969855190975 ], "crps_clim": [ 17.127934378732938, 13.14691039605717, 50.002232946975184, 13.109652898302157, 17.71305578066709, 16.568276004836402, 124.03503473091268, 16.46381001417652 ], "crps_fair": [ 16.10222355807312, 10.518374807702662, 29.340485507306006, 14.040056894433233, 12.073121259336732, 16.982206914203953, 71.93514886126577, 18.098847871603237 ], "crps_fair_clim": [ 16.023613765163336, 12.042589782487557, 48.89791233340558, 12.005332284732548, 16.60873516709748, 15.463955391266797, 122.93071411734311, 15.359489400606916 ] }, "rps": 0.3626441965562106, "rpss": 0.19260284799196092, "brier_below": 0.18956134334530633, "bss_below": 0.11661121058222046, "brier_above": 0.17308285417333577, "bss_above": 0.2621204890161577, "crps": 24.133596125111495, "crpss": 0.28004252630462323, "crps_fair": 23.63630820924059, "crpss_fair": 0.2708566003024927, "reliability": { "below": { "weight": [ 0.0, 0.146552, 0.231228, 0.436575, 0.167575, 0.01807, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1592, 0.254, 0.3519, 0.4424, 0.5197, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.003, 0.1608, 0.432, 0.4076, 0.8784, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.008571, 0.231727, 0.413061, 0.132972, 0.122077, 0.090049, 0.001542, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1846, 0.2667, 0.3479, 0.441, 0.5511, 0.639, 0.7053, NaN, NaN ], "observed_frequency": [ NaN, 0.2301, 0.1329, 0.1865, 0.3974, 0.9531, 0.9976, 1.0, NaN, NaN ] } } } } }, "ls": { "lambda_": { "training_mean": 0.43419795314481463, "training": [ 0.37397472939637383, 0.48507772723016296, 0.3994435269780239, 0.42555440911442727, 0.5403586714303552, 0.4422397209382849, 0.45141831499986734, 0.4226380031795015, 0.45530803387289465, 0.4142459212851444, 0.42646511752735733, 0.43031068045411064, 0.4262359400956859, 0.44157610827721405, 0.4387581875376979, 0.4030012834451453, 0.38533529701295355, 0.39277907522460004, 0.4318185982178161, 0.41338125158972744, 0.4470210017578415, 0.4311583449179798, 0.520153909393642, 0.4224970215987445 ], "test": 0.45710356863537166 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6182210705834443, 0.3816348213937052, 0.507396841288862, 0.4309120768802053, 0.3302710616494687, 0.4117758655046392, 0.3674569107870049, 0.45423500801835526, 0.3892075166334574, 0.43750482898660054, 0.3474149385335631, 0.467772254180824, 0.45541395692084014, 0.4066102462629833, 0.40702235683295374, 0.551134868850534, 0.47768495010800993, 0.5453589320525688, 0.46545106930347807, 0.4080082445724429, 0.45960452414833625, 0.35929527484342083, 0.342728980097335, 0.44342503182880544 ], "rps_clim": [ 0.5032688802503167, 0.4569625517973415, 0.4925766309533648, 0.42240641841789806, 0.5420235784464604, 0.4714149767747752, 0.4556059924381436, 0.42817838868602875, 0.46522974710940934, 0.4500155575006823, 0.37935719815657715, 0.46243591166738746, 0.43736789322801184, 0.4400525455006668, 0.4258969314341105, 0.47068205281177944, 0.4255615226829206, 0.4516170483571987, 0.49843662915678016, 0.4118910860457031, 0.4992304990769142, 0.37876171452360957, 0.4739156159423822, 0.43461082713119537 ], "brier_below": [ 0.4321815483910871, 0.11722080560307956, 0.3815015446618378, 0.24543926727538698, 0.06268150531262283, 0.3018905928474292, 0.26641069751421315, 0.20115356978877127, 0.2917746928348005, 0.28473317761164646, 0.15970569437050083, 0.14602858390708937, 0.2610859097061018, 0.20266727170347537, 0.1953546386361418, 0.22941894658870504, 0.3090945065168797, 0.37367954293171984, 0.14714937670116465, 0.1796485435162691, 0.12080542550491256, 0.16189881917133644, 0.08324119818488408, 0.2533828011325037 ], "brier_below_clim": [ 0.35982023411904374, 0.14050564010422492, 0.3666492771595467, 0.2224183293858014, 0.12098299127445329, 0.3422215035731035, 0.320090552585692, 0.1769295283083219, 0.3334169292742277, 0.3079101155887398, 0.1851793660618082, 0.14592326795414162, 0.23390109051410934, 0.2104505639455176, 0.20611965607115396, 0.17490712668192288, 0.2843736386325201, 0.30537124030247026, 0.14850560429956033, 0.19196909984821953, 0.1397465773074753, 0.17498170367441346, 0.12816100681329473, 0.23184260041542798 ], "brier_above": [ 0.18603952167209484, 0.2644140159536584, 0.12589529381320877, 0.18547280918470394, 0.2675895524610612, 0.1098852708765414, 0.10104621338100779, 0.2530814388654543, 0.09743282327034247, 0.15277164815605762, 0.18770924317999704, 0.3217436746353262, 0.19432804680908283, 0.20394297463105365, 0.2116677172498726, 0.32171592302419577, 0.16859044107448226, 0.17167938738146568, 0.3183016975319685, 0.2283597023409771, 0.3387991021954046, 0.1973964546665823, 0.25948778098859526, 0.19004223011862398 ], "brier_above_clim": [ 0.1434486461312728, 0.31645691169311657, 0.12592735379381784, 0.1999880890320964, 0.4210405871720072, 0.1291934732016715, 0.13551543985245154, 0.25124886037770683, 0.13181281783518126, 0.1421054419119424, 0.1941778320947689, 0.3165126437132459, 0.20346680271390255, 0.2296019815551491, 0.21977727536295652, 0.2957749261298567, 0.14118788405040053, 0.14624580805472828, 0.3499310248572198, 0.21992198619748354, 0.3594839217694388, 0.20378001084919606, 0.3457546091290874, 0.20276822671576744 ], "crps": [ 19.967075853963006, 19.761809748712867, 13.390168161020002, 11.663658667268269, 55.448198729618035, 9.925586131234427, 8.192910950605352, 14.398879262968267, 7.56346183925973, 13.06979232947015, 10.649530281387408, 22.003398373113708, 11.937937551830183, 15.280795441488186, 13.613653910259105, 26.378411883941062, 15.085272838313283, 20.18367967856858, 36.676054464676724, 16.667879371873298, 32.65825799941781, 10.532655425552482, 13.908083054971122, 11.420261119530164 ], "crps_clim": [ 13.135184264312578, 24.154741944627755, 13.513975384214499, 13.019917867610289, 81.16166334563184, 12.367477693926652, 13.495417433372651, 14.052082306153558, 10.595906526023086, 12.127650347789233, 11.316976354794287, 20.590965555492783, 12.388520865166832, 17.22695089343282, 13.534851767011492, 24.26260220678667, 11.569922704555122, 15.015778045845114, 39.494929356705285, 15.395164091308375, 33.640924854699655, 10.983328308869137, 19.38792314154612, 11.761768257139277 ], "crps_fair": [ 19.24309848693241, 18.77817750700437, 12.821936111613955, 11.108119653162984, 54.590278688696635, 9.326967168349299, 7.647590646111289, 13.937200104676267, 7.015875979751616, 12.33690863880254, 10.075020453101434, 21.426138800331707, 11.314599023445481, 14.579850400618673, 12.937915017632216, 25.834470282955277, 14.356024306162015, 19.487246274150603, 36.007365935575045, 15.959984778986927, 31.98005517799765, 9.933173218607797, 13.053823605083497, 10.866682238226039 ], "crps_fair_clim": [ 12.317536543467577, 23.35796459817729, 12.697045070793552, 12.202051839195779, 80.47285365334993, 11.548375983365016, 12.678451972317543, 13.236171134630228, 9.77344956703739, 11.308094418769002, 10.495885058363076, 19.78743863254775, 11.56945900909618, 16.417052730597515, 12.717960992194332, 23.466029141135742, 10.74931047318028, 14.20169205564696, 38.727205395504946, 14.581796635287228, 32.862113763760696, 10.161605103260042, 18.582117729180727, 10.941519369614019 ] }, "rps": 0.4360642345942432, "rpss": 0.03787254059532619, "brier_below": 0.22533952751718997, "bss_below": 0.008111870888501627, "brier_above": 0.2107247068109066, "bss_above": 0.06778272510146244, "crps": 17.932392211210132, "crpss": 0.07285136176664986, "crps_fair": 17.275770937415654, "crpss_fair": 0.06796552137344491, "reliability": { "below": { "weight": [ 0.0, 0.078987, 0.331804, 0.357807, 0.189969, 0.039984, 0.001449, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1764, 0.2523, 0.3506, 0.4451, 0.5255, 0.6178, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3108, 0.275, 0.3633, 0.4547, 0.4188, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.004287, 0.250929, 0.490365, 0.202408, 0.04944, 0.002404, 0.000167, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1854, 0.2638, 0.3488, 0.4432, 0.5334, 0.6317, 0.7063, NaN, NaN ], "observed_frequency": [ NaN, 0.2816, 0.198, 0.323, 0.4873, 0.7358, 0.3496, 0.5003, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.7856078358084027, 0.36800291569391747, 0.4809323542479041, 0.3997302614990653, 0.3007409403729879, 0.43298515642761465, 0.3522440623960366, 0.3722810550810439, 0.42250383613903325, 0.3692117847254325, 0.31366618171390825, 0.5021001173509857, 0.3942162629349138, 0.3827586864039191, 0.386398577478465, 0.43759218300892944, 0.5035395961761173, 0.7251043213985119, 0.43743604083557425, 0.35038680030730807, 0.45332261425234754, 0.3068230995005917, 0.28653849268467296, 0.43348230847333474 ], "rps_clim": [ 0.5345788934798844, 0.4969529944769454, 0.4649874784432427, 0.41318634913187524, 0.546313795678332, 0.4766642042122107, 0.47169819661801, 0.3818166879514013, 0.47064841190232937, 0.36582560814319875, 0.354596433655499, 0.5238068909793859, 0.42423555956814324, 0.47458557358541037, 0.4052259230358827, 0.43061974459188856, 0.4027224233638553, 0.5463137956783312, 0.5329121043837289, 0.33515957826149523, 0.5425588471307237, 0.3577876473332365, 0.5050822006578946, 0.40346036713634414 ], "brier_below": [ 0.5871780043473525, 0.07487224824516084, 0.366716572655885, 0.2930984534906669, 0.049855925519796326, 0.33027821470874663, 0.28597628861555074, 0.2550277234326576, 0.3316799670429656, 0.2153531136397433, 0.10485982869045149, 0.10023370213809583, 0.2804465024324983, 0.09830509110045545, 0.13531734402614465, 0.20424678113530323, 0.3335443170098914, 0.5673310848512156, 0.0832122529845993, 0.1455073916433447, 0.08740158148234523, 0.09614839719009785, 0.05186502362788509, 0.2966369421002536 ], "brier_below_clim": [ 0.41359590220543146, 0.1268854967685847, 0.33814805813719095, 0.27996356840395453, 0.1209829912744533, 0.3514292535000652, 0.3496506429006213, 0.2388550695900949, 0.34166178514329076, 0.23093071395539494, 0.13757235619120822, 0.12205538687900032, 0.2819639840102135, 0.13806476563762554, 0.14568431899338546, 0.18489584470340845, 0.2812051027379592, 0.4253308044038783, 0.1209829912744533, 0.17461254268602422, 0.1209829912744533, 0.13651544485609332, 0.1209829912744533, 0.25734411395433127 ], "brier_above": [ 0.19842983214833682, 0.2931306683927213, 0.1142157789011681, 0.10663180654541814, 0.25088501089498505, 0.10270693870412276, 0.06626777521782964, 0.11725333175862712, 0.09082386764211002, 0.15385866815603344, 0.20880635418312887, 0.4018664229606728, 0.11376975902232256, 0.2844535963844148, 0.2510812359631488, 0.23334540523768574, 0.16999527773965606, 0.1577732351519605, 0.35422379521773045, 0.2048794085300015, 0.36592103753357397, 0.2106747019722341, 0.23467346560718558, 0.13684536487313778 ], "brier_above_clim": [ 0.12098299127445335, 0.3700674977083606, 0.1268394203060519, 0.13322278072792096, 0.4253308044038783, 0.12523495071214563, 0.12204755371738839, 0.1429616183613064, 0.12898662675903874, 0.13489489418780384, 0.21702407746429075, 0.4017515041003852, 0.14227157555792966, 0.3365208079477847, 0.2595416040424973, 0.24572389988847987, 0.12151732062589637, 0.12098299127445335, 0.41192911310927527, 0.16054703557547098, 0.4215758558562699, 0.22127220247714316, 0.38409920938344094, 0.14611625318201296 ], "crps": [ 33.101874623688815, 29.61840530874396, 18.629786958931966, 10.874503392126226, 89.70215913145215, 14.595239211022937, 9.35857164022403, 11.880674432672228, 11.045459742475837, 16.168215534103364, 14.143157958388462, 36.87937946958597, 12.391307414663634, 26.05763229576729, 17.4046680502029, 19.01243190214712, 20.994710610252792, 34.35471500572389, 62.55883419889083, 17.244772144305443, 53.971883899221936, 12.547950638217241, 16.60905027632888, 12.827093069106343 ], "crps_clim": [ 19.691370303217692, 38.00944837401189, 19.338876299585486, 13.469113551773622, 127.86859294734184, 18.589396676302037, 18.87593404459268, 13.530392159363533, 14.972743454915303, 14.253979231397004, 15.735341036927533, 36.064900095448124, 15.139963850338448, 31.19288106623586, 17.992353028164104, 19.696334263177114, 14.077232835128438, 24.747448096456132, 68.61073888811775, 12.55291522058674, 57.000851281138225, 14.391271226711636, 25.1312112496158, 12.811413514508557 ], "crps_fair": [ 32.183565339460486, 28.38537106495604, 17.89113084626065, 10.199953809158142, 88.63023199410338, 13.83606665050198, 8.656296812837452, 11.289438409596007, 10.326062035507732, 15.231706634933191, 13.45737932537903, 36.12933173988497, 11.62946705922025, 25.10288153885897, 16.583523322959916, 18.243968777637388, 20.052254797378524, 33.50059551494864, 61.700708392049634, 16.294411767598707, 53.13132300530666, 11.74241597719334, 15.370058975283627, 12.156048563552275 ], "crps_fair_clim": [ 18.52395116853421, 36.87672256900793, 18.170789562622396, 12.289909839909377, 126.90605491615098, 17.41989047035546, 17.706970523055745, 12.351304505468207, 13.796387526958524, 13.076262007562349, 14.560429422573055, 34.92849143385597, 13.963924627676032, 30.04724509587627, 16.82171605773241, 18.528924529932958, 12.89918086433115, 23.58960486668408, 67.53597007272384, 11.371976284610398, 55.90409404224628, 13.21381402559538, 23.974094843997456, 11.63096415863434 ] }, "rps": 0.42490022853795906, "rpss": 0.06114436934200507, "brier_below": 0.22396219800462946, "bss_below": 0.01198544255895484, "brier_above": 0.2009380307807586, "bss_above": 0.11047425848611836, "crps": 25.08218653784351, "crpss": 0.09306624299371835, "crps_fair": 24.238508014773625, "crpss_fair": 0.08546682771376046, "reliability": { "below": { "weight": [ 0.0, 0.138251, 0.475053, 0.300928, 0.075101, 0.010667, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.176, 0.2498, 0.3464, 0.4429, 0.5303, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.321, 0.2892, 0.367, 0.6052, 0.9041, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.004083, 0.246748, 0.437829, 0.234578, 0.07581, 0.000952, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1872, 0.2628, 0.3499, 0.4469, 0.5323, 0.607, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1068, 0.3367, 0.4859, 0.7454, 0.4633, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.36618155100602656, 0.5160776193316874, 0.4434905398577035, 0.35858964699115914, 0.43995746117485846, 0.4193025296335896, 0.34740839756264347, 0.504197769020792 ], "rps_clim": [ 0.3957447540292534, 0.4437047383669884, 0.5463112315335048, 0.36237074299741934, 0.43798493913098496, 0.3932407074853211, 0.5285945529473471, 0.42293902414021045 ], "brier_below": [ 0.1907855035833952, 0.21745520755275446, 0.09188013435090421, 0.2250458875474568, 0.296398901563355, 0.2611539671273481, 0.08609337112984626, 0.1949157345110341 ], "brier_below_clim": [ 0.21064168310452153, 0.1781065535964162, 0.11133273118470274, 0.2268505366779282, 0.2859739073831904, 0.2462520701941481, 0.13257909683196697, 0.14583204241235156 ], "brier_above": [ 0.17539605333785813, 0.2986224016482719, 0.351610372061727, 0.13354377392765618, 0.14355856881684292, 0.15814857645315275, 0.2613150053105402, 0.309282021122611 ], "brier_above_clim": [ 0.18510307756215227, 0.2655981770143465, 0.4349784623050188, 0.13552022182301748, 0.15201104430253173, 0.14698865074398446, 0.3960154250387313, 0.2771069719137001 ], "crps": [ 9.909081295390576, 17.367022922755783, 31.016371209876763, 9.329916402847436, 11.787183068306051, 11.895556803701874, 53.08188043808085, 19.033753953083558 ], "crps_clim": [ 10.667830621192463, 14.95134985734363, 39.32110711359098, 9.155005345554997, 12.872793262651571, 10.763049268730294, 73.22981255372125, 15.764339864122904 ], "crps_fair": [ 9.591109370598549, 17.106081364557987, 30.63205404058011, 9.036117400487319, 11.53026320593431, 11.560818303829121, 52.669389313460634, 18.79141604435601 ], "crps_fair_clim": [ 9.895516071070114, 14.17903530722128, 38.54879256346864, 8.382690795432643, 12.100478712529222, 9.990734718607943, 72.45749800359884, 14.992025314000559 ] }, "rps": 0.42440068932230757, "rpss": 0.03842803075512946, "brier_below": 0.19546608842076177, "bss_below": -0.017013930706585523, "brier_above": 0.2289345965848325, "bss_above": 0.08119373364257865, "crps": 20.427595761755363, "crpss": 0.12480645796074386, "crps_fair": 20.114656130475502, "crpss_fair": 0.10872264444592983, "reliability": { "below": { "weight": [ 0.0, 0.1018, 0.236051, 0.34801, 0.260537, 0.051927, 0.001675, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1795, 0.2544, 0.3473, 0.4449, 0.534, 0.6131, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0607, 0.202, 0.3083, 0.2874, 0.1389, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.021183, 0.339371, 0.445225, 0.117758, 0.071108, 0.005355, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1895, 0.261, 0.3414, 0.4457, 0.5479, 0.6135, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5262, 0.3422, 0.3073, 0.6529, 0.9609, 0.9062, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.36586895419032367, 0.35508557809603775, 0.3202031594418438, 0.3697752190487858, 0.4833687637581852, 0.48486497706584414, 0.2341447176481115, 0.4009588955704767 ], "rps_clim": [ 0.40125751196759035, 0.38247387153027046, 0.5455702928662451, 0.3608387482495357, 0.5032562800825091, 0.4582563513417429, 0.5532043651857004, 0.38836007432288383 ], "brier_below": [ 0.09473117383486786, 0.24705986577948177, 0.04860080158139341, 0.21701771901912492, 0.3920014201879787, 0.34217339818992915, 0.03428691684507125, 0.17290053836832264 ], "brier_below_clim": [ 0.11814387008700394, 0.2654940440266858, 0.11111111773384949, 0.22455219994692469, 0.39214518221687406, 0.3289473855886335, 0.11111111773384949, 0.16516928651467216 ], "brier_above": [ 0.27113777134304096, 0.10802572918311991, 0.27160232802951645, 0.1527575160973441, 0.0913673610169465, 0.14269159634286457, 0.1998577780357885, 0.22805835474518976 ], "brier_above_clim": [ 0.28311363099235315, 0.11697984632238867, 0.4344591371814749, 0.13628656366910488, 0.11111111773384949, 0.129308982367292, 0.44209320813585196, 0.22319078763501846 ], "crps": [ 15.434750350784697, 10.567175822262534, 31.325472844068987, 13.978878992731367, 13.545989289878392, 17.936470198493137, 83.37254569659406, 17.190973705914107 ], "crps_clim": [ 17.127934378732938, 13.14691039605717, 50.002232946975184, 13.109652898302157, 17.71305578066709, 16.568276004836402, 124.03503473091268, 16.46381001417652 ], "crps_fair": [ 15.015716627577328, 10.206819041024197, 30.76020273071875, 13.567619058463134, 13.196957397989772, 17.513793840755977, 82.79407177105922, 16.844406484121368 ], "crps_fair_clim": [ 16.023613765163336, 12.042589782487557, 48.89791233340558, 12.005332284732548, 16.60873516709748, 15.463955391266797, 122.93071411734311, 15.359489400606916 ] }, "rps": 0.3767837831024511, "rpss": 0.16112223416601712, "brier_below": 0.1935964792257712, "bss_below": 0.0978067764203101, "brier_above": 0.18318730434922637, "bss_above": 0.21904362394967336, "crps": 25.41903211259091, "crpss": 0.24169518505696552, "crps_fair": 24.98744836896372, "crpss_fair": 0.22917602477406884, "reliability": { "below": { "weight": [ 0.0, 0.203646, 0.354504, 0.359673, 0.082177, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1778, 0.255, 0.3389, 0.4369, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0453, 0.2707, 0.4358, 0.5901, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000878, 0.193683, 0.499519, 0.153207, 0.142137, 0.010576, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1989, 0.2694, 0.3439, 0.4499, 0.5491, 0.6095, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2497, 0.126, 0.1952, 0.6306, 0.9922, 1.0, NaN, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.2988540661004247, "training": [ 0.21315245715712458, 0.35217486334477804, 0.27446480649319976, 0.3060780934794304, 0.40858302693248044, 0.32604514581473154, 0.3142414446417283, 0.2889537941551982, 0.3019880523805304, 0.27014976314329847, 0.2933007853558781, 0.27477202853604665, 0.30547950021834164, 0.32933144031775363, 0.26839441250556534, 0.26204850305699967, 0.25181363065142887, 0.27699527810487806, 0.3027907153951136, 0.25533590987356486, 0.315131524847737, 0.30380457007319334, 0.39903307372924257, 0.27843476620194885 ], "test": 0.3050484411931167 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6706869471184265, 0.36903691750747336, 0.5310105216582599, 0.3964796722391818, 0.27739477587787054, 0.41728681417502017, 0.35660178727794695, 0.43441069838462965, 0.3878964609513814, 0.48537208833584145, 0.3833483017902492, 0.4965783990469854, 0.4229205095695068, 0.40402398204912976, 0.4478090531878323, 0.5387542126594229, 0.4687972866365136, 0.5281850364211883, 0.4581145976810917, 0.40504581078669605, 0.4577368325414797, 0.3539230337279077, 0.31175046978842863, 0.4229451887121235 ], "rps_clim": [ 0.5032688802503167, 0.4569625517973415, 0.4925766309533648, 0.42240641841789806, 0.5420235784464604, 0.4714149767747752, 0.4556059924381436, 0.42817838868602875, 0.46522974710940934, 0.4500155575006823, 0.37935719815657715, 0.46243591166738746, 0.43736789322801184, 0.4400525455006668, 0.4258969314341105, 0.47068205281177944, 0.4255615226829206, 0.4516170483571987, 0.49843662915678016, 0.4118910860457031, 0.4992304990769142, 0.37876171452360957, 0.4739156159423822, 0.43461082713119537 ], "brier_below": [ 0.4694614698228535, 0.11629777539246393, 0.4045413031052998, 0.21403615002883494, 0.04672260247302955, 0.3118605920645371, 0.2633334725877505, 0.1779001594128718, 0.29855191503252865, 0.32941539393258396, 0.19520942251602716, 0.17361995883769407, 0.22767269658741932, 0.2056768994042588, 0.2366221445870105, 0.20823357719674776, 0.2930097817190903, 0.35055365268529187, 0.1446409333633684, 0.17108681010984728, 0.12511688677762442, 0.15897235682464816, 0.06808649494516317, 0.23317548242151256 ], "brier_below_clim": [ 0.35982023411904374, 0.14050564010422492, 0.3666492771595467, 0.2224183293858014, 0.12098299127445329, 0.3422215035731035, 0.320090552585692, 0.1769295283083219, 0.3334169292742277, 0.3079101155887398, 0.1851793660618082, 0.14592326795414162, 0.23390109051410934, 0.2104505639455176, 0.20611965607115396, 0.17490712668192288, 0.2843736386325201, 0.30537124030247026, 0.14850560429956033, 0.19196909984821953, 0.1397465773074753, 0.17498170367441346, 0.12816100681329473, 0.23184260041542798 ], "brier_above": [ 0.20122547645942523, 0.2527391432029104, 0.12646921416637708, 0.1824435207873052, 0.23067216982841035, 0.10542621867603041, 0.09326831388012878, 0.2565105391815279, 0.08934454449322875, 0.1559566893546262, 0.188138877534673, 0.32295844821254954, 0.19524781207341854, 0.19834708154771438, 0.2111869075209785, 0.3305206376401887, 0.17578750124485676, 0.1776313804964101, 0.31347367140630156, 0.2339590030266824, 0.33261995329005684, 0.19495067559247412, 0.24366397326398254, 0.18976970423679737 ], "brier_above_clim": [ 0.1434486461312728, 0.31645691169311657, 0.12592735379381784, 0.1999880890320964, 0.4210405871720072, 0.1291934732016715, 0.13551543985245154, 0.25124886037770683, 0.13181281783518126, 0.1421054419119424, 0.1941778320947689, 0.3165126437132459, 0.20346680271390255, 0.2296019815551491, 0.21977727536295652, 0.2957749261298567, 0.14118788405040053, 0.14624580805472828, 0.3499310248572198, 0.21992198619748354, 0.3594839217694388, 0.20378001084919606, 0.3457546091290874, 0.20276822671576744 ], "crps": [ 19.882459976837776, 19.440639537122138, 12.980630326250449, 11.366482639874036, 54.50364883381346, 9.387495373874406, 7.898487153437395, 13.91672356363511, 7.522946603094015, 13.508294838013782, 11.075621618164712, 21.78594649764771, 11.292827311014856, 15.387955656315063, 14.232395522523193, 26.458909007831593, 14.746657663119175, 19.319335273076817, 36.06138630994123, 16.78431623401662, 31.63957162344242, 10.817563519261142, 15.302195691902703, 10.862906332180897 ], "crps_clim": [ 13.135184264312578, 24.154741944627755, 13.513975384214499, 13.019917867610289, 81.16166334563184, 12.367477693926652, 13.495417433372651, 14.052082306153558, 10.595906526023086, 12.127650347789233, 11.316976354794287, 20.590965555492783, 12.388520865166832, 17.22695089343282, 13.534851767011492, 24.26260220678667, 11.569922704555122, 15.015778045845114, 39.494929356705285, 15.395164091308375, 33.640924854699655, 10.983328308869137, 19.38792314154612, 11.761768257139277 ], "crps_fair": [ 19.12776388619174, 18.362982805862472, 12.385246601468502, 10.789072897805303, 53.659112312112846, 8.754761621645915, 7.333373345518956, 13.419994051484588, 6.945860409523633, 12.729656247718934, 10.474843355986195, 21.157751804387367, 10.63241238916555, 14.61778739015226, 13.530433527949496, 25.880333419781778, 13.972308758723809, 18.59472345550364, 35.358450092433124, 16.019759312486855, 30.92068242841803, 10.173889118946013, 14.354026396163157, 10.278512886961487 ], "crps_fair_clim": [ 12.317536543467577, 23.35796459817729, 12.697045070793552, 12.202051839195779, 80.47285365334993, 11.548375983365016, 12.678451972317543, 13.236171134630228, 9.77344956703739, 11.308094418769002, 10.495885058363076, 19.78743863254775, 11.56945900909618, 16.417052730597515, 12.717960992194332, 23.466029141135742, 10.74931047318028, 14.20169205564696, 38.727205395504946, 14.581796635287228, 32.862113763760696, 10.161605103260042, 18.582117729180727, 10.941519369614019 ] }, "rps": 0.43442122492185775, "rpss": 0.041497659549051935, "brier_below": 0.2259915804928524, "bss_below": 0.00524169709681277, "brier_above": 0.20842964404654396, "bss_above": 0.0779357687966904, "crps": 17.75730821276628, "crpss": 0.08190363370124376, "crps_fair": 17.06140577151632, "crpss_fair": 0.07953060442290616, "reliability": { "below": { "weight": [ 0.001863, 0.115422, 0.249696, 0.390408, 0.207057, 0.034085, 0.00147, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.089, 0.1589, 0.2516, 0.3433, 0.4376, 0.5342, 0.6142, NaN, NaN, NaN ], "observed_frequency": [ 0.6863, 0.2775, 0.3237, 0.3134, 0.4312, 0.6457, 0.7714, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.03365, 0.218457, 0.432823, 0.230446, 0.075531, 0.009092, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1858, 0.253, 0.3424, 0.4409, 0.5439, 0.6249, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1876, 0.199, 0.3064, 0.4559, 0.6697, 0.7885, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.8001727064255985, 0.3629592393339025, 0.44840644457283424, 0.3663713142366814, 0.24915039705734615, 0.3897137220615887, 0.2895626139136365, 0.35461622783524405, 0.3523751870239084, 0.39291095213909477, 0.3440347612095961, 0.5423171952268174, 0.36577323375014653, 0.39250281571293955, 0.4254482094103765, 0.44505144498505783, 0.5085149982558221, 0.683279838226225, 0.44904655481866257, 0.376638235422742, 0.4595873109578422, 0.3348950994848751, 0.25769761633452964, 0.4157714685817128 ], "rps_clim": [ 0.5345788934798844, 0.4969529944769454, 0.4649874784432427, 0.41318634913187524, 0.546313795678332, 0.4766642042122107, 0.47169819661801, 0.3818166879514013, 0.47064841190232937, 0.36582560814319875, 0.354596433655499, 0.5238068909793859, 0.42423555956814324, 0.47458557358541037, 0.4052259230358827, 0.43061974459188856, 0.4027224233638553, 0.5463137956783312, 0.5329121043837289, 0.33515957826149523, 0.5425588471307237, 0.3577876473332365, 0.5050822006578946, 0.40346036713634414 ], "brier_below": [ 0.5751538918275519, 0.08489992606663699, 0.3336696581907043, 0.2624601302734714, 0.03970954159269875, 0.2901872387502475, 0.23436849899809567, 0.24100289869597322, 0.26956573602168826, 0.23178878719004167, 0.1365965203190203, 0.1382425471524252, 0.2550871493129785, 0.11684741861072624, 0.17235027009789997, 0.2117428576845622, 0.3225454894163635, 0.5151678952686406, 0.1065090249793047, 0.15215379597196443, 0.10737034481206688, 0.12374337555876208, 0.04983343342094058, 0.2786670722873028 ], "brier_below_clim": [ 0.41359590220543146, 0.1268854967685847, 0.33814805813719095, 0.27996356840395453, 0.1209829912744533, 0.3514292535000652, 0.3496506429006213, 0.2388550695900949, 0.34166178514329076, 0.23093071395539494, 0.13757235619120822, 0.12205538687900032, 0.2819639840102135, 0.13806476563762554, 0.14568431899338546, 0.18489584470340845, 0.2812051027379592, 0.4253308044038783, 0.1209829912744533, 0.17461254268602422, 0.1209829912744533, 0.13651544485609332, 0.1209829912744533, 0.25734411395433127 ], "brier_above": [ 0.2250188153720597, 0.27805931518780697, 0.11473677986663931, 0.1039111797411576, 0.20944085066102, 0.09952647834543492, 0.05519411690576929, 0.11361332469632582, 0.08280944973034039, 0.16112215901583232, 0.20743824198424107, 0.4040746627987696, 0.11068608166336207, 0.27565539858219223, 0.2530979428991167, 0.2333085916840574, 0.185969505813585, 0.16811193831512833, 0.3425375411314621, 0.22448443958185987, 0.3522169766368726, 0.21115172265550797, 0.20786417859422607, 0.1371043917655635 ], "brier_above_clim": [ 0.12098299127445335, 0.3700674977083606, 0.1268394203060519, 0.13322278072792096, 0.4253308044038783, 0.12523495071214563, 0.12204755371738839, 0.1429616183613064, 0.12898662675903874, 0.13489489418780384, 0.21702407746429075, 0.4017515041003852, 0.14227157555792966, 0.3365208079477847, 0.2595416040424973, 0.24572389988847987, 0.12151732062589637, 0.12098299127445335, 0.41192911310927527, 0.16054703557547098, 0.4215758558562699, 0.22127220247714316, 0.38409920938344094, 0.14611625318201296 ], "crps": [ 32.436069702006016, 29.611983451262244, 17.38681749363445, 10.674194423770773, 85.68818410586478, 13.190051236990357, 8.896255635798171, 11.280481878829736, 10.38904418502151, 16.762468495768516, 15.423072095906765, 37.10264581040304, 11.919346244908393, 26.70399754408146, 18.95385656478426, 20.04939770274058, 20.910199425823567, 32.46561528797184, 61.124000518650945, 18.681958883083745, 52.3452813440608, 14.014498897192334, 20.29401914657511, 12.404752270519372 ], "crps_clim": [ 19.691370303217692, 38.00944837401189, 19.338876299585486, 13.469113551773622, 127.86859294734184, 18.589396676302037, 18.87593404459268, 13.530392159363533, 14.972743454915303, 14.253979231397004, 15.735341036927533, 36.064900095448124, 15.139963850338448, 31.19288106623586, 17.992353028164104, 19.696334263177114, 14.077232835128438, 24.747448096456132, 68.61073888811775, 12.55291522058674, 57.000851281138225, 14.391271226711636, 25.1312112496158, 12.811413514508557 ], "crps_fair": [ 31.38290481198516, 28.116146595229605, 16.542135107315413, 9.89809336116497, 84.49701013754978, 12.312535825289297, 8.100991543557361, 10.585860100607237, 9.56162893873811, 15.654952368483052, 14.61261600569917, 36.20237590297653, 11.023971525629051, 25.54081846331271, 17.995255170589683, 19.164971360053666, 19.805062537435422, 31.49657573971209, 60.14161390860275, 17.558716491846216, 51.347695948884486, 13.059963110597291, 18.76752931649459, 11.605335228215617 ], "crps_fair_clim": [ 18.52395116853421, 36.87672256900793, 18.170789562622396, 12.289909839909377, 126.90605491615098, 17.41989047035546, 17.706970523055745, 12.351304505468207, 13.796387526958524, 13.076262007562349, 14.560429422573055, 34.92849143385597, 13.963924627676032, 30.04724509587627, 16.82171605773241, 18.528924529932958, 12.89918086433115, 23.58960486668408, 67.53597007272384, 11.371976284610398, 55.90409404224628, 13.21381402559538, 23.974094843997456, 11.63096415863434 ] }, "rps": 0.41694989945738253, "rpss": 0.07871134323742268, "brier_below": 0.21873597927083618, "bss_below": 0.03504103066874875, "brier_above": 0.19821392015118044, "bss_above": 0.12253353127945654, "crps": 24.946174681068698, "crpss": 0.09798422508734739, "crps_fair": 23.95728164583205, "crpss_fair": 0.096077664121757, "reliability": { "below": { "weight": [ 0.0, 0.078487, 0.284693, 0.3964, 0.198021, 0.040352, 0.002046, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1838, 0.2509, 0.3432, 0.4362, 0.5358, 0.6147, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2332, 0.3264, 0.2759, 0.4615, 0.8261, 0.9643, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.03166, 0.205986, 0.393752, 0.240338, 0.113815, 0.014449, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1887, 0.2515, 0.3422, 0.4441, 0.5456, 0.6244, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0324, 0.1123, 0.2991, 0.4898, 0.6524, 0.7472, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.38491199119101455, 0.5125953963302515, 0.41196739398042115, 0.353506446892982, 0.423139762527267, 0.4040395280391355, 0.3194235072360961, 0.5263157008907376 ], "rps_clim": [ 0.3957447540292534, 0.4437047383669884, 0.5463112315335048, 0.36237074299741934, 0.43798493913098496, 0.3932407074853211, 0.5285945529473471, 0.42293902414021045 ], "brier_below": [ 0.21079196052739363, 0.20164422527323164, 0.07906291558474858, 0.21988374335104982, 0.2809115789989429, 0.2414808175087244, 0.08614396119792488, 0.20560666601576286 ], "brier_below_clim": [ 0.21064168310452153, 0.1781065535964162, 0.11133273118470274, 0.2268505366779282, 0.2859739073831904, 0.2462520701941481, 0.13257909683196697, 0.14583204241235156 ], "brier_above": [ 0.17412003571800613, 0.3109511597610829, 0.3329044478255306, 0.13362271746770985, 0.14222819096698802, 0.1625587241657031, 0.23327952757721246, 0.3207090195987119 ], "brier_above_clim": [ 0.18510307756215227, 0.2655981770143465, 0.4349784623050188, 0.13552022182301748, 0.15201104430253173, 0.14698865074398446, 0.3960154250387313, 0.2771069719137001 ], "crps": [ 10.45458939546597, 17.318684659215915, 30.1411050579412, 9.446811919349802, 10.991134772025132, 11.521283712802196, 47.953540301060244, 19.257266631814677 ], "crps_clim": [ 10.667830621192463, 14.95134985734363, 39.32110711359098, 9.155005345554997, 12.872793262651571, 10.763049268730294, 73.22981255372125, 15.764339864122904 ], "crps_fair": [ 10.115012715107417, 17.040491952941792, 29.716952815115718, 9.130475413570919, 10.720333390343388, 11.168374074438697, 47.498907575249255, 18.99889362034589 ], "crps_fair_clim": [ 9.895516071070114, 14.17903530722128, 38.54879256346864, 8.382690795432643, 12.100478712529222, 9.990734718607943, 72.45749800359884, 14.992025314000559 ] }, "rps": 0.4169874658859882, "rpss": 0.05522429908706017, "brier_below": 0.19069073355722232, "bss_below": 0.007832335259676193, "brier_above": 0.22629672788511812, "bss_above": 0.09178055768438564, "crps": 19.63555205620939, "crpss": 0.1587405314655893, "crps_fair": 19.298680194639132, "crpss_fair": 0.14487841412802405, "reliability": { "below": { "weight": [ 0.0, 0.123446, 0.202203, 0.368879, 0.246107, 0.058182, 0.001183, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1449, 0.2531, 0.3561, 0.4467, 0.531, 0.6284, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0875, 0.1423, 0.3181, 0.2884, 0.264, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.056631, 0.358917, 0.366841, 0.104909, 0.07028, 0.041568, 0.000852, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1723, 0.2561, 0.3475, 0.4429, 0.5465, 0.6382, 0.7066, NaN, NaN ], "observed_frequency": [ NaN, 0.5219, 0.3165, 0.3079, 0.4929, 0.9158, 0.9898, 1.0, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.38827335708395394, 0.3384731902851951, 0.28105848617673745, 0.38307676147536485, 0.41720964174967684, 0.46936187689011727, 0.1766675830847473, 0.44786302341476836 ], "rps_clim": [ 0.40125751196759035, 0.38247387153027046, 0.5455702928662451, 0.3608387482495357, 0.5032562800825091, 0.4582563513417429, 0.5532043651857004, 0.38836007432288383 ], "brier_below": [ 0.12026341820748351, 0.23134444558908082, 0.049959446350633534, 0.22237854456387862, 0.329917364814465, 0.320125071440478, 0.027395229041057637, 0.21617328749918516 ], "brier_below_clim": [ 0.11814387008700394, 0.2654940440266858, 0.11111111773384949, 0.22455219994692469, 0.39214518221687406, 0.3289473855886335, 0.11111111773384949, 0.16516928651467216 ], "brier_above": [ 0.2680099299430007, 0.10712876055913907, 0.23109901284652098, 0.160698233891652, 0.08729229266408826, 0.14923682262995414, 0.14927233554185743, 0.23168973232299309 ], "brier_above_clim": [ 0.28311363099235315, 0.11697984632238867, 0.4344591371814749, 0.13628656366910488, 0.11111111773384949, 0.129308982367292, 0.44209320813585196, 0.22319078763501846 ], "crps": [ 16.776381232071703, 10.975848275017515, 29.962175964122423, 14.605972441714433, 12.33648010955015, 17.493927348886274, 71.78710014639246, 18.67094250719709 ], "crps_clim": [ 17.127934378732938, 13.14691039605717, 50.002232946975184, 13.109652898302157, 17.71305578066709, 16.568276004836402, 124.03503473091268, 16.46381001417652 ], "crps_fair": [ 16.28351826478155, 10.560234651200822, 29.282832755044364, 14.125619634460593, 11.935505291778966, 17.002713195051264, 71.08805651952774, 18.27555388672373 ], "crps_fair_clim": [ 16.023613765163336, 12.042589782487557, 48.89791233340558, 12.005332284732548, 16.60873516709748, 15.463955391266797, 122.93071411734311, 15.359489400606916 ] }, "rps": 0.36274799002007013, "rpss": 0.19237176047446292, "brier_below": 0.1896946009382828, "bss_below": 0.11599020705026208, "brier_above": 0.17305339004990072, "bss_above": 0.2622460992222966, "crps": 24.076103503119008, "crpss": 0.2817576558141771, "crps_fair": 23.56925427482113, "crpss_fair": 0.27292511004068365, "reliability": { "below": { "weight": [ 0.0, 0.136677, 0.222878, 0.434143, 0.18516, 0.021142, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1601, 0.2532, 0.3519, 0.4419, 0.5189, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1432, 0.4248, 0.42, 0.7716, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.00835, 0.231286, 0.412401, 0.133854, 0.121857, 0.09093, 0.001321, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1842, 0.2668, 0.3477, 0.4407, 0.5509, 0.6394, 0.7062, NaN, NaN ], "observed_frequency": [ NaN, 0.2362, 0.1332, 0.1868, 0.3915, 0.953, 0.9976, 1.0, NaN, NaN ] } } } } }, "sqrt_mvs": { "lambda_": { "training_mean": 0.1357510378841242, "training": [ 0.03343689110489103, 0.2113594228035444, 0.08791300998755683, 0.13549715110423705, 0.2799981747232433, 0.15497632137217784, 0.14570317465983046, 0.13026962694546224, 0.15405916880921502, 0.09855446858193904, 0.11887774796348939, 0.12185719294217684, 0.14468734154649032, 0.15562700592483236, 0.11904533583632959, 0.08863125509429362, 0.06666339694299739, 0.08879147923669596, 0.14304583361755588, 0.10221012730329285, 0.1667549583646542, 0.13209347251126372, 0.24510120115616232, 0.13287115068664979 ], "test": 0.14092461799224504 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.7153236700590104, 0.35364815741955674, 0.5470892811557596, 0.3888456377962888, 0.23282175696193727, 0.39982257469852117, 0.33920303542615343, 0.41985761989041526, 0.36958015352236356, 0.4910282105085965, 0.3777454604751057, 0.4935738768657354, 0.4112584600732523, 0.4050592705831036, 0.44798258526721896, 0.5436666637280243, 0.48702896108033467, 0.5635582418329242, 0.44430454834217453, 0.41085418510709676, 0.45182677364867757, 0.35460945113583553, 0.27901031907259544, 0.41017370150995897 ], "rps_clim": [ 0.5032688802503167, 0.4569625517973415, 0.4925766309533648, 0.42240641841789806, 0.5420235784464604, 0.4714149767747752, 0.4556059924381436, 0.42817838868602875, 0.46522974710940934, 0.4500155575006823, 0.37935719815657715, 0.46243591166738746, 0.43736789322801184, 0.4400525455006668, 0.4258969314341105, 0.47068205281177944, 0.4255615226829206, 0.4516170483571987, 0.49843662915678016, 0.4118910860457031, 0.4992304990769142, 0.37876171452360957, 0.4739156159423822, 0.43461082713119537 ], "brier_below": [ 0.495205533895965, 0.10673063429224935, 0.4145258155522594, 0.215339313936696, 0.03519427199162929, 0.29634748513522935, 0.25083362662525965, 0.17481421456726104, 0.2841816889846003, 0.32641457157991577, 0.18314371661472348, 0.1600863214409429, 0.22295233230480407, 0.2047192014989097, 0.22858602055576027, 0.2138414147377199, 0.30150325937901035, 0.3753114930733936, 0.13836726106788289, 0.17302952953287526, 0.11532217279092548, 0.1578401901779881, 0.05436375101563974, 0.22923499481370058 ], "brier_below_clim": [ 0.35982023411904374, 0.14050564010422492, 0.3666492771595467, 0.2224183293858014, 0.12098299127445329, 0.3422215035731035, 0.320090552585692, 0.1769295283083219, 0.3334169292742277, 0.3079101155887398, 0.1851793660618082, 0.14592326795414162, 0.23390109051410934, 0.2104505639455176, 0.20611965607115396, 0.17490712668192288, 0.2843736386325201, 0.30537124030247026, 0.14850560429956033, 0.19196909984821953, 0.1397465773074753, 0.17498170367441346, 0.12816100681329473, 0.23184260041542798 ], "brier_above": [ 0.22011813508287809, 0.2469175239842418, 0.13256345920643522, 0.17350632258368395, 0.19762748147300666, 0.10347508343495994, 0.08836940615124343, 0.24504340886368473, 0.08539846137509638, 0.16461363205409352, 0.19460174154103646, 0.3334875655650738, 0.18830612724024928, 0.2003400670771681, 0.21939656409363856, 0.3298252559750688, 0.18552569704032804, 0.1882467440816619, 0.3059372963017479, 0.23782465696686667, 0.3365046101607223, 0.19676925904426254, 0.22464656689454732, 0.1809387055485617 ], "brier_above_clim": [ 0.1434486461312728, 0.31645691169311657, 0.12592735379381784, 0.1999880890320964, 0.4210405871720072, 0.1291934732016715, 0.13551543985245154, 0.25124886037770683, 0.13181281783518126, 0.1421054419119424, 0.1941778320947689, 0.3165126437132459, 0.20346680271390255, 0.2296019815551491, 0.21977727536295652, 0.2957749261298567, 0.14118788405040053, 0.14624580805472828, 0.3499310248572198, 0.21992198619748354, 0.3594839217694388, 0.20378001084919606, 0.3457546091290874, 0.20276822671576744 ], "crps": [ 19.655683591952045, 19.351006542338446, 12.88614373132284, 10.932404596882346, 55.25671621627536, 9.21769938005714, 7.801480174402194, 13.396468239448337, 7.2436307868271355, 13.357601780589999, 10.926912066735836, 21.89373739563759, 10.787243095653038, 15.37096955108527, 14.156835329397195, 25.99061048285384, 14.373716659628732, 19.411969793685852, 36.55550667574253, 16.425662540622202, 32.284006171427485, 10.659274801904145, 14.513603888815942, 10.380251984252919 ], "crps_clim": [ 13.135184264312578, 24.154741944627755, 13.513975384214499, 13.019917867610289, 81.16166334563184, 12.367477693926652, 13.495417433372651, 14.052082306153558, 10.595906526023086, 12.127650347789233, 11.316976354794287, 20.590965555492783, 12.388520865166832, 17.22695089343282, 13.534851767011492, 24.26260220678667, 11.569922704555122, 15.015778045845114, 39.494929356705285, 15.395164091308375, 33.640924854699655, 10.983328308869137, 19.38792314154612, 11.761768257139277 ], "crps_fair": [ 18.928790385442486, 18.33445756079144, 12.314764666188482, 10.380396314924866, 54.432170682510446, 8.61074196036799, 7.25631817715636, 12.926335766692079, 6.687988051973607, 12.609987650095897, 10.355137989558129, 21.301053397813526, 10.165430747144958, 14.636396693134497, 13.484594054280436, 25.437252603075024, 13.625106533495934, 18.718581435020052, 35.88676728695022, 15.689031730916266, 31.60786665098647, 10.049672712984243, 13.612509435722725, 9.825827920089424 ], "crps_fair_clim": [ 12.317536543467577, 23.35796459817729, 12.697045070793552, 12.202051839195779, 80.47285365334993, 11.548375983365016, 12.678451972317543, 13.236171134630228, 9.77344956703739, 11.308094418769002, 10.495885058363076, 19.78743863254775, 11.56945900909618, 16.417052730597515, 12.717960992194332, 23.466029141135742, 10.74931047318028, 14.20169205564696, 38.727205395504946, 14.581796635287228, 32.862113763760696, 10.161605103260042, 18.582117729180727, 10.941519369614019 ] }, "rps": 0.4307446915066933, "rpss": 0.049609523521202736, "brier_below": 0.22324536731522257, "bss_below": 0.017329839292339444, "brier_above": 0.2074993238225107, "bss_above": 0.08205137819606434, "crps": 17.617880644897436, "crpss": 0.08911238076405759, "crps_fair": 16.953215850304815, "crpss_fair": 0.08536749223383577, "reliability": { "below": { "weight": [ 0.001857, 0.14165, 0.325687, 0.334936, 0.155454, 0.034863, 0.005495, 5.7e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0839, 0.1687, 0.2594, 0.3537, 0.4465, 0.5389, 0.637, 0.717, NaN, NaN ], "observed_frequency": [ 0.3636, 0.2533, 0.3177, 0.3337, 0.4442, 0.6649, 0.8767, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.00192, 0.087535, 0.254237, 0.330935, 0.201089, 0.083701, 0.03767, 0.002912, 0.0, 0.0 ], "mean_forecast": [ 0.0883, 0.1773, 0.2627, 0.3558, 0.4515, 0.5443, 0.6337, 0.7202, NaN, NaN ], "observed_frequency": [ 0.1023, 0.1575, 0.2252, 0.3266, 0.4389, 0.5487, 0.7746, 0.8741, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.8676446485534127, 0.34895328213435783, 0.43857388154991106, 0.3556697274538742, 0.2076092928475429, 0.37043387657416443, 0.2732202191996888, 0.3413195496275202, 0.33452664097826096, 0.3940943939801982, 0.33775898241037905, 0.5552904702713158, 0.34850425726112877, 0.3744925502833584, 0.4278149842508212, 0.44533433323175087, 0.5336513952603822, 0.7375679565521449, 0.4353512744145224, 0.38068858093760827, 0.4534410044461204, 0.32591886558052235, 0.21698038019598503, 0.4140709282663167 ], "rps_clim": [ 0.5345788934798844, 0.4969529944769454, 0.4649874784432427, 0.41318634913187524, 0.546313795678332, 0.4766642042122107, 0.47169819661801, 0.3818166879514013, 0.47064841190232937, 0.36582560814319875, 0.354596433655499, 0.5238068909793859, 0.42423555956814324, 0.47458557358541037, 0.4052259230358827, 0.43061974459188856, 0.4027224233638553, 0.5463137956783312, 0.5329121043837289, 0.33515957826149523, 0.5425588471307237, 0.3577876473332365, 0.5050822006578946, 0.40346036713634414 ], "brier_below": [ 0.6275656719036194, 0.0716294773511938, 0.33595034249719635, 0.26300282282980797, 0.02753407854195997, 0.2817571543053197, 0.23148041414823015, 0.23954476663113025, 0.26310507622913826, 0.2310289584542549, 0.12712298658881885, 0.12850850410637124, 0.2489650759912811, 0.10184571055085515, 0.16798977540449822, 0.2112283232293453, 0.34500512408107453, 0.5617647928244301, 0.09322512675535014, 0.1460718670024032, 0.09695810910502725, 0.11375448270098376, 0.034225821855594515, 0.2858124338901605 ], "brier_below_clim": [ 0.41359590220543146, 0.1268854967685847, 0.33814805813719095, 0.27996356840395453, 0.1209829912744533, 0.3514292535000652, 0.3496506429006213, 0.2388550695900949, 0.34166178514329076, 0.23093071395539494, 0.13757235619120822, 0.12205538687900032, 0.2819639840102135, 0.13806476563762554, 0.14568431899338546, 0.18489584470340845, 0.2812051027379592, 0.4253308044038783, 0.1209829912744533, 0.17461254268602422, 0.1209829912744533, 0.13651544485609332, 0.1209829912744533, 0.25734411395433127 ], "brier_above": [ 0.24007897594606525, 0.2773238084651999, 0.10262353134855716, 0.09266689913870527, 0.18007520940322236, 0.08867671592818255, 0.04173980686780669, 0.10177477973222672, 0.0714215627839583, 0.16306542766644483, 0.21063599873417754, 0.42678198554027924, 0.0995391779992604, 0.2726468427667396, 0.2598252147916373, 0.23410601565201725, 0.18864626725680217, 0.17580315866254884, 0.3421261620397989, 0.23461671364111505, 0.35648290918479, 0.2121643823514393, 0.1827545547621705, 0.12825848970676873 ], "brier_above_clim": [ 0.12098299127445335, 0.3700674977083606, 0.1268394203060519, 0.13322278072792096, 0.4253308044038783, 0.12523495071214563, 0.12204755371738839, 0.1429616183613064, 0.12898662675903874, 0.13489489418780384, 0.21702407746429075, 0.4017515041003852, 0.14227157555792966, 0.3365208079477847, 0.2595416040424973, 0.24572389988847987, 0.12151732062589637, 0.12098299127445335, 0.41192911310927527, 0.16054703557547098, 0.4215758558562699, 0.22127220247714316, 0.38409920938344094, 0.14611625318201296 ], "crps": [ 31.853032265209336, 29.816185312896184, 17.109475460809293, 10.096932882040182, 87.32610449107631, 12.998036071670509, 8.692623165874295, 10.666199768238348, 9.894830196870018, 16.32744379330339, 15.068204322201929, 37.58353609499627, 11.317738974898313, 26.72048010784307, 18.759774787498717, 19.404159707232946, 20.054842559066, 32.65214629427007, 62.748619695681, 17.600578627856457, 53.740530768438234, 13.479181617828244, 18.81316283304864, 11.664631596242153 ], "crps_clim": [ 19.691370303217692, 38.00944837401189, 19.338876299585486, 13.469113551773622, 127.86859294734184, 18.589396676302037, 18.87593404459268, 13.530392159363533, 14.972743454915303, 14.253979231397004, 15.735341036927533, 36.064900095448124, 15.139963850338448, 31.19288106623586, 17.992353028164104, 19.696334263177114, 14.077232835128438, 24.747448096456132, 68.61073888811775, 12.55291522058674, 57.000851281138225, 14.391271226711636, 25.1312112496158, 12.811413514508557 ], "crps_fair": [ 30.847247282970237, 28.41886064299122, 16.323221894975458, 9.372625080858771, 86.14601629573299, 12.181802320495786, 7.950622220729085, 10.030201892340061, 9.121992318826882, 15.280066274289409, 14.320551242583559, 36.75840774904426, 10.4876498781085, 25.63057544151482, 17.86249542616686, 18.583108226009532, 18.99600813472902, 31.750540639502194, 61.837209883563034, 16.53638848909535, 52.815362620156804, 12.59758233025541, 17.364273499225757, 10.924894919145649 ], "crps_fair_clim": [ 18.52395116853421, 36.87672256900793, 18.170789562622396, 12.289909839909377, 126.90605491615098, 17.41989047035546, 17.706970523055745, 12.351304505468207, 13.796387526958524, 13.076262007562349, 14.560429422573055, 34.92849143385597, 13.963924627676032, 30.04724509587627, 16.82171605773241, 18.528924529932958, 12.89918086433115, 23.58960486668408, 67.53597007272384, 11.371976284610398, 55.90409404224628, 13.21381402559538, 23.974094843997456, 11.63096415863434 ] }, "rps": 0.41328797817755364, "rpss": 0.08680269076251945, "brier_below": 0.21812820404075187, "bss_below": 0.037722245535924626, "brier_above": 0.19515977459874642, "bss_above": 0.1360538244597177, "crps": 24.76618547479541, "crpss": 0.10449236132258832, "crps_fair": 23.839071029304616, "crpss_fair": 0.10053782025285452, "reliability": { "below": { "weight": [ 0.001899, 0.178003, 0.33136, 0.286005, 0.147542, 0.045472, 0.009718, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0852, 0.1663, 0.2586, 0.3542, 0.447, 0.5432, 0.6371, NaN, NaN, NaN ], "observed_frequency": [ 0.4603, 0.2811, 0.2883, 0.299, 0.4894, 0.7556, 0.9023, NaN, NaN, NaN ] }, "above": { "weight": [ 0.002406, 0.115349, 0.257681, 0.291541, 0.17493, 0.101105, 0.053834, 0.003155, 0.0, 0.0 ], "mean_forecast": [ 0.0886, 0.1778, 0.2619, 0.3552, 0.4512, 0.5453, 0.6341, 0.729, NaN, NaN ], "observed_frequency": [ 0.0, 0.0565, 0.1822, 0.3638, 0.4876, 0.5427, 0.7896, 0.7918, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.39025833987387126, 0.5248858586750336, 0.3809336084271951, 0.35688110479385965, 0.42152739615148765, 0.40896854713621805, 0.2827047698181924, 0.546469987985295 ], "rps_clim": [ 0.3957447540292534, 0.4437047383669884, 0.5463112315335048, 0.36237074299741934, 0.43798493913098496, 0.3932407074853211, 0.5285945529473471, 0.42293902414021045 ], "brier_below": [ 0.2101642520254546, 0.21380853669869088, 0.07192956319996056, 0.2211221692486391, 0.2790259756230754, 0.24197823991894019, 0.07449766727838797, 0.21530908102694152 ], "brier_below_clim": [ 0.21064168310452153, 0.1781065535964162, 0.11133273118470274, 0.2268505366779282, 0.2859739073831904, 0.2462520701941481, 0.13257909683196697, 0.14583204241235156 ], "brier_above": [ 0.1800940926340997, 0.31107731126664534, 0.3090040164674745, 0.13575894836110747, 0.14250142651083642, 0.16699032124064714, 0.20820708651388287, 0.33116089104714497 ], "brier_above_clim": [ 0.18510307756215227, 0.2655981770143465, 0.4349784623050188, 0.13552022182301748, 0.15201104430253173, 0.14698865074398446, 0.3960154250387313, 0.2771069719137001 ], "crps": [ 10.333688639593934, 16.77560548436541, 30.388924211611815, 9.141378624021488, 11.007531285733863, 11.181783282597266, 48.69531990651486, 18.867484415522963 ], "crps_clim": [ 10.667830621192463, 14.95134985734363, 39.32110711359098, 9.155005345554997, 12.872793262651571, 10.763049268730294, 73.22981255372125, 15.764339864122904 ], "crps_fair": [ 10.010855210343946, 16.50879869875683, 29.98036527179592, 8.83799011033622, 10.74928949469469, 10.845307636108018, 48.25433654634349, 18.61968914654572 ], "crps_fair_clim": [ 9.895516071070114, 14.17903530722128, 38.54879256346864, 8.382690795432643, 12.100478712529222, 9.990734718607943, 72.45749800359884, 14.992025314000559 ] }, "rps": 0.41407870160764404, "rpss": 0.06181473653348091, "brier_below": 0.19097943562751127, "bss_below": 0.006330212668080315, "brier_above": 0.22309926175522982, "bss_above": 0.10461327043480806, "crps": 19.5489644812452, "crpss": 0.16245026252319028, "crps_fair": 19.2258290143656, "crpss_fair": 0.14810643885198693, "reliability": { "below": { "weight": [ 0.014496, 0.107587, 0.176706, 0.396148, 0.238239, 0.061484, 0.004999, 0.00034, 0.0, 0.0 ], "mean_forecast": [ 0.0815, 0.1487, 0.2488, 0.3524, 0.4506, 0.5407, 0.6237, 0.722, NaN, NaN ], "observed_frequency": [ 0.0, 0.0273, 0.1705, 0.3264, 0.2692, 0.2436, 0.2885, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.002536, 0.099392, 0.302412, 0.340897, 0.122264, 0.063048, 0.04764, 0.021641, 0.00017, 0.0 ], "mean_forecast": [ 0.0819, 0.1597, 0.249, 0.3443, 0.4474, 0.5545, 0.6512, 0.7284, 0.8079, NaN ], "observed_frequency": [ 0.6002, 0.463, 0.2897, 0.3077, 0.4505, 0.8068, 0.9787, 0.9882, 1.0, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.3855506759462441, 0.32877129914572806, 0.24027238106788867, 0.3812965023256506, 0.40998101863664227, 0.47116860940264577, 0.12326212775288345, 0.45867851781122077 ], "rps_clim": [ 0.40125751196759035, 0.38247387153027046, 0.5455702928662451, 0.3608387482495357, 0.5032562800825091, 0.4582563513417429, 0.5532043651857004, 0.38836007432288383 ], "brier_below": [ 0.11274550447691856, 0.23106314080011545, 0.03560831491432415, 0.219826137187986, 0.334070597803692, 0.32310857744280713, 0.014509165939745631, 0.22094081328868725 ], "brier_below_clim": [ 0.11814387008700394, 0.2654940440266858, 0.11111111773384949, 0.22455219994692469, 0.39214518221687406, 0.3289473855886335, 0.11111111773384949, 0.16516928651467216 ], "brier_above": [ 0.2728051619180324, 0.09770817336729312, 0.204664040831763, 0.16147038132943678, 0.07591043511022262, 0.14806004894929187, 0.10875294623533044, 0.2377376994316419 ], "brier_above_clim": [ 0.28311363099235315, 0.11697984632238867, 0.4344591371814749, 0.13628656366910488, 0.11111111773384949, 0.129308982367292, 0.44209320813585196, 0.22319078763501846 ], "crps": [ 16.583857690528905, 10.16490586544759, 30.703155272705015, 13.879111558029242, 12.266674331224042, 16.898404840606453, 73.44864397876911, 18.091243180133873 ], "crps_clim": [ 17.127934378732938, 13.14691039605717, 50.002232946975184, 13.109652898302157, 17.71305578066709, 16.568276004836402, 124.03503473091268, 16.46381001417652 ], "crps_fair": [ 16.122665417721127, 9.777298239278728, 30.051798721719393, 13.430479056545806, 11.895344938173213, 16.440752224093465, 72.76876824402643, 17.722881343001056 ], "crps_fair_clim": [ 16.023613765163336, 12.042589782487557, 48.89791233340558, 12.005332284732548, 16.60873516709748, 15.463955391266797, 122.93071411734311, 15.359489400606916 ] }, "rps": 0.34987264151111297, "rpss": 0.2210376534239773, "brier_below": 0.18648403148178452, "bss_below": 0.13095201843788928, "brier_above": 0.1633886108966265, "bss_above": 0.3034485773617138, "crps": 24.004499589680528, "crpss": 0.28389375572894404, "crps_fair": 23.526248523069903, "crpss_fair": 0.2742517706917822, "reliability": { "below": { "weight": [ 0.035036, 0.165831, 0.194514, 0.40905, 0.160967, 0.034601, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0813, 0.1418, 0.2513, 0.3492, 0.449, 0.5387, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.0, 0.0013, 0.2037, 0.4454, 0.4011, 0.6882, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.034754, 0.262504, 0.348601, 0.123294, 0.088902, 0.094821, 0.046903, 0.00022, 0.0 ], "mean_forecast": [ NaN, 0.1674, 0.2547, 0.3438, 0.4465, 0.5574, 0.6527, 0.7282, 0.8079, NaN ], "observed_frequency": [ NaN, 0.1895, 0.135, 0.1894, 0.359, 0.8662, 0.9907, 1.0, 1.0, NaN ] } } } } }, "pt": { "lambda_": { "training_mean": 0.2912844120318682, "training": [ 0.2069670586803745, 0.34405900348743823, 0.25534471625311145, 0.2905539529206275, 0.4233303641625709, 0.31107438327898906, 0.3141188332431218, 0.28383320252542144, 0.31617444275793777, 0.26716985825872724, 0.2770253375403049, 0.27032448482917065, 0.29854617745028916, 0.2977815274814392, 0.28063124848531784, 0.2432125617974312, 0.23370069003549832, 0.2507412562911534, 0.2927233921436566, 0.260771399280062, 0.3122513455390919, 0.2864196278308451, 0.3845838526068866, 0.2894871718853695 ], "test": 0.31505259674076536 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6642904001908982, 0.37442802954299087, 0.5235344294287858, 0.40390683891570445, 0.2816042259714356, 0.4069192086545224, 0.3488235515607695, 0.42704648343978036, 0.3858960403099692, 0.4683191636386957, 0.37690776095083756, 0.4975225145639215, 0.42987078723957933, 0.41393620511976886, 0.4489502108188171, 0.547020488743206, 0.47259928534048345, 0.5470191754226689, 0.4618111010683477, 0.402885683628582, 0.47052831737759154, 0.36341178243755773, 0.3117010466372321, 0.4249171794029036 ], "rps_clim": [ 0.5032688802503167, 0.4569625517973415, 0.4925766309533648, 0.42240641841789806, 0.5420235784464604, 0.4714149767747752, 0.4556059924381436, 0.42817838868602875, 0.46522974710940934, 0.4500155575006823, 0.37935719815657715, 0.46243591166738746, 0.43736789322801184, 0.4400525455006668, 0.4258969314341105, 0.47068205281177944, 0.4255615226829206, 0.4516170483571987, 0.49843662915678016, 0.4118910860457031, 0.4992304990769142, 0.37876171452360957, 0.4739156159423822, 0.43461082713119537 ], "brier_below": [ 0.4627724548339023, 0.1149087385843562, 0.3944629495487904, 0.2310448649384298, 0.04823039211213186, 0.29985984925604586, 0.2530926416332866, 0.18503949246330864, 0.29320041560807364, 0.3091746677463804, 0.18084129138986377, 0.16001046685300382, 0.2393526301933229, 0.20646701497931894, 0.2241269491050152, 0.22339203336848612, 0.300799486192179, 0.36745656772373514, 0.14646660821839314, 0.17060612098314062, 0.1219033589073456, 0.16458081278217346, 0.06986657564651509, 0.2423012089948525 ], "brier_below_clim": [ 0.35982023411904374, 0.14050564010422492, 0.3666492771595467, 0.2224183293858014, 0.12098299127445329, 0.3422215035731035, 0.320090552585692, 0.1769295283083219, 0.3334169292742277, 0.3079101155887398, 0.1851793660618082, 0.14592326795414162, 0.23390109051410934, 0.2104505639455176, 0.20611965607115396, 0.17490712668192288, 0.2843736386325201, 0.30537124030247026, 0.14850560429956033, 0.19196909984821953, 0.1397465773074753, 0.17498170367441346, 0.12816100681329473, 0.23184260041542798 ], "brier_above": [ 0.2015179435202601, 0.2595192923472202, 0.12907147545627332, 0.17286197350690213, 0.23337382983428476, 0.10705935550017233, 0.09573090865265371, 0.2420069937936492, 0.09269562283318884, 0.1591444904863818, 0.1960664673429882, 0.3375120544597638, 0.1905181568571836, 0.20746918888247998, 0.22482326072913064, 0.32362845928053474, 0.17179979505031867, 0.17956260489634318, 0.31534449973071854, 0.23227956358865004, 0.3486249667039885, 0.1988309682860798, 0.24183446994496888, 0.18261596948447073 ], "brier_above_clim": [ 0.1434486461312728, 0.31645691169311657, 0.12592735379381784, 0.1999880890320964, 0.4210405871720072, 0.1291934732016715, 0.13551543985245154, 0.25124886037770683, 0.13181281783518126, 0.1421054419119424, 0.1941778320947689, 0.3165126437132459, 0.20346680271390255, 0.2296019815551491, 0.21977727536295652, 0.2957749261298567, 0.14118788405040053, 0.14624580805472828, 0.3499310248572198, 0.21992198619748354, 0.3594839217694388, 0.20378001084919606, 0.3457546091290874, 0.20276822671576744 ], "crps": [ 19.43152735887738, 20.03955999061945, 12.620290549299172, 10.990707072518692, 54.908619141223795, 9.13898898720722, 7.629953306110723, 13.415533217838489, 7.3745713987202075, 13.13025536715755, 11.274381602756453, 22.654683282082665, 11.037458844449292, 15.772090171495396, 14.529738202501363, 26.330389263459647, 14.251220765974704, 19.19974683509573, 36.57281338776028, 16.36370335687018, 32.801740699580634, 11.027616115500084, 15.147694873687303, 10.553076810307575 ], "crps_clim": [ 13.135184264312578, 24.154741944627755, 13.513975384214499, 13.019917867610289, 81.16166334563184, 12.367477693926652, 13.495417433372651, 14.052082306153558, 10.595906526023086, 12.127650347789233, 11.316976354794287, 20.590965555492783, 12.388520865166832, 17.22695089343282, 13.534851767011492, 24.26260220678667, 11.569922704555122, 15.015778045845114, 39.494929356705285, 15.395164091308375, 33.640924854699655, 10.983328308869137, 19.38792314154612, 11.761768257139277 ], "crps_fair": [ 18.67586018107966, 18.920335866340515, 12.03216689893797, 10.427838658516844, 54.048014403855355, 8.5165259282029, 7.0700705897675205, 12.93484645960984, 6.807205216361672, 12.34550615168302, 10.691691985278114, 22.041988042414832, 10.39650572098983, 14.997544981775562, 13.840624391707015, 25.761495505193984, 13.464513884663125, 18.477861870451513, 35.875619920267795, 15.595965810813164, 32.092907598443176, 10.396300630275935, 14.158231706097101, 9.981396463361188 ], "crps_fair_clim": [ 12.317536543467577, 23.35796459817729, 12.697045070793552, 12.202051839195779, 80.47285365334993, 11.548375983365016, 12.678451972317543, 13.236171134630228, 9.77344956703739, 11.308094418769002, 10.495885058363076, 19.78743863254775, 11.56945900909618, 16.417052730597515, 12.717960992194332, 23.466029141135742, 10.74931047318028, 14.20169205564696, 38.727205395504946, 14.581796635287228, 32.862113763760696, 10.161605103260042, 18.582117729180727, 10.941519369614019 ] }, "rps": 0.43557707960021036, "rpss": 0.03894739415946047, "brier_below": 0.2254148996692521, "bss_below": 0.007780101563697683, "brier_above": 0.21016217963202524, "bss_above": 0.07027126838473152, "crps": 17.75818169171225, "crpss": 0.08185847269842039, "crps_fair": 17.064625786086985, "crpss_fair": 0.07935688339983793, "reliability": { "below": { "weight": [ 0.000818, 0.083772, 0.283897, 0.383718, 0.213595, 0.03239, 0.00181, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0924, 0.1647, 0.2498, 0.3449, 0.4378, 0.5342, 0.6211, NaN, NaN, NaN ], "observed_frequency": [ 0.5524, 0.2937, 0.3306, 0.3127, 0.4118, 0.6364, 0.783, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.034425, 0.239163, 0.411087, 0.228108, 0.078913, 0.008221, 8.4e-05, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1831, 0.255, 0.344, 0.4397, 0.5412, 0.6243, 0.7409, NaN, NaN ], "observed_frequency": [ NaN, 0.1449, 0.2156, 0.3204, 0.4384, 0.6372, 0.8049, 0.6673, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.7983732733778378, 0.37372619897118114, 0.4398725574668016, 0.37778645723184745, 0.26361826929307286, 0.3879258630176058, 0.2939730547661688, 0.3455311318631896, 0.374269862745172, 0.3666086245724054, 0.3399505887549808, 0.5642984442020147, 0.365957606868942, 0.40309724986447437, 0.4262084745335003, 0.4613522471811404, 0.49761763346313875, 0.7058848375442357, 0.4628367096212875, 0.36066170085971905, 0.48341562334799854, 0.33358257317832646, 0.26227346995839257, 0.41896897572345737 ], "rps_clim": [ 0.5345788934798844, 0.4969529944769454, 0.4649874784432427, 0.41318634913187524, 0.546313795678332, 0.4766642042122107, 0.47169819661801, 0.3818166879514013, 0.47064841190232937, 0.36582560814319875, 0.354596433655499, 0.5238068909793859, 0.42423555956814324, 0.47458557358541037, 0.4052259230358827, 0.43061974459188856, 0.4027224233638553, 0.5463137956783312, 0.5329121043837289, 0.33515957826149523, 0.5425588471307237, 0.3577876473332365, 0.5050822006578946, 0.40346036713634414 ], "brier_below": [ 0.5941672278921716, 0.07768324349836672, 0.3401942204406522, 0.2852912385215594, 0.04027939746728379, 0.2971412189721431, 0.2417606185427299, 0.24210299018905992, 0.2970831497602253, 0.21600119551412603, 0.1301442241139184, 0.12596570109937344, 0.26284713950836985, 0.11434328597009075, 0.16164238899744174, 0.22328122066934297, 0.3323057602982169, 0.5487345120240432, 0.09934545795454575, 0.14762282204237, 0.10157040203895111, 0.11818653495491395, 0.046911967500607284, 0.2937255244827749 ], "brier_below_clim": [ 0.41359590220543146, 0.1268854967685847, 0.33814805813719095, 0.27996356840395453, 0.1209829912744533, 0.3514292535000652, 0.3496506429006213, 0.2388550695900949, 0.34166178514329076, 0.23093071395539494, 0.13757235619120822, 0.12205538687900032, 0.2819639840102135, 0.13806476563762554, 0.14568431899338546, 0.18489584470340845, 0.2812051027379592, 0.4253308044038783, 0.1209829912744533, 0.17461254268602422, 0.1209829912744533, 0.13651544485609332, 0.1209829912744533, 0.25734411395433127 ], "brier_above": [ 0.20420604466823122, 0.29604295955838067, 0.09967833266271939, 0.09249521642990022, 0.22333886675843234, 0.090784640904505, 0.05221243896845216, 0.10342813996440378, 0.07718671230243629, 0.15060742310421157, 0.20980636596521104, 0.4383327551643031, 0.10311046586522529, 0.28875396694297906, 0.26456608783818936, 0.23807103121378342, 0.16531186859574745, 0.15715032248342053, 0.3634912635865929, 0.21303887830961302, 0.3818452338814181, 0.2153960377899231, 0.2153614986580737, 0.1252434483242972 ], "brier_above_clim": [ 0.12098299127445335, 0.3700674977083606, 0.1268394203060519, 0.13322278072792096, 0.4253308044038783, 0.12523495071214563, 0.12204755371738839, 0.1429616183613064, 0.12898662675903874, 0.13489489418780384, 0.21702407746429075, 0.4017515041003852, 0.14227157555792966, 0.3365208079477847, 0.2595416040424973, 0.24572389988847987, 0.12151732062589637, 0.12098299127445335, 0.41192911310927527, 0.16054703557547098, 0.4215758558562699, 0.22127220247714316, 0.38409920938344094, 0.14611625318201296 ], "crps": [ 31.166700420671717, 30.882333655605557, 16.484845142759895, 10.137567536090335, 86.40861096931405, 12.68965750029705, 8.289201154089245, 10.640292841214658, 10.123376839457539, 15.778642224429522, 15.58770003819145, 38.95747419868939, 11.502011269144452, 27.449495261457646, 19.1960534028124, 20.080365236766596, 19.471918465270576, 31.877174507068535, 62.83942730916374, 17.515486515952176, 54.598987558365046, 13.996018580917644, 20.193214557109908, 11.76414470732862 ], "crps_clim": [ 19.691370303217692, 38.00944837401189, 19.338876299585486, 13.469113551773622, 127.86859294734184, 18.589396676302037, 18.87593404459268, 13.530392159363533, 14.972743454915303, 14.253979231397004, 15.735341036927533, 36.064900095448124, 15.139963850338448, 31.19288106623586, 17.992353028164104, 19.696334263177114, 14.077232835128438, 24.747448096456132, 68.61073888811775, 12.55291522058674, 57.000851281138225, 14.391271226711636, 25.1312112496158, 12.811413514508557 ], "crps_fair": [ 30.126102566216986, 29.330536548613637, 15.684017016452598, 9.405562487363676, 85.14839249412816, 11.86059299365163, 7.537195341485726, 10.00260230007276, 9.34351274222785, 14.685919171338146, 14.831736701676425, 38.11009143757575, 10.654500569914969, 26.29551074059612, 18.280199427589842, 19.24403277869178, 18.36175681914848, 30.9359334247834, 61.895013801792366, 16.413359154922745, 53.62788806658616, 13.087989756908597, 18.56844125088911, 11.008947769578917 ], "crps_fair_clim": [ 18.52395116853421, 36.87672256900793, 18.170789562622396, 12.289909839909377, 126.90605491615098, 17.41989047035546, 17.706970523055745, 12.351304505468207, 13.796387526958524, 13.076262007562349, 14.560429422573055, 34.92849143385597, 13.963924627676032, 30.04724509587627, 16.82171605773241, 18.528924529932958, 12.89918086433115, 23.58960486668408, 67.53597007272384, 11.371976284610398, 55.90409404224628, 13.21381402559538, 23.974094843997456, 11.63096415863434 ] }, "rps": 0.42115797618362044, "rpss": 0.06941321566930259, "brier_below": 0.22243047676888658, "bss_below": 0.018742667181407713, "brier_above": 0.19872749999751874, "bss_above": 0.12025998210678102, "crps": 24.901279162173655, "crpss": 0.09960757883933369, "crps_fair": 23.93499314009191, "crpss_fair": 0.0969186225606028, "reliability": { "below": { "weight": [ 0.001819, 0.133511, 0.309068, 0.325939, 0.187828, 0.039058, 0.002777, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0924, 0.1597, 0.2466, 0.3432, 0.4377, 0.5359, 0.6187, NaN, NaN, NaN ], "observed_frequency": [ 0.5598, 0.3028, 0.3313, 0.266, 0.4409, 0.8034, 0.921, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.05074, 0.283246, 0.362439, 0.195232, 0.098806, 0.009537, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.184, 0.2534, 0.3419, 0.4421, 0.5429, 0.6265, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0606, 0.1499, 0.3572, 0.497, 0.6603, 0.7779, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.3827360205471354, 0.5069030112136554, 0.4150023273942035, 0.3538650828654561, 0.42209080524736475, 0.4049972595674795, 0.31992210720734504, 0.5229966174127276 ], "rps_clim": [ 0.3957447540292534, 0.4437047383669884, 0.5463112315335048, 0.36237074299741934, 0.43798493913098496, 0.3932407074853211, 0.5285945529473471, 0.42293902414021045 ], "brier_below": [ 0.20022846408501338, 0.2103117174558, 0.08247324804950668, 0.22039128094053326, 0.28065777970857386, 0.2450657403939692, 0.08159903415563087, 0.20320872091096503 ], "brier_below_clim": [ 0.21064168310452153, 0.1781065535964162, 0.11133273118470274, 0.2268505366779282, 0.2859739073831904, 0.2462520701941481, 0.13257909683196697, 0.14583204241235156 ], "brier_above": [ 0.1825075614550507, 0.29659128289448305, 0.3325290486465267, 0.1334738156186404, 0.14143303310440558, 0.1599315322663661, 0.23832305411932073, 0.31978788080833415 ], "brier_above_clim": [ 0.18510307756215227, 0.2655981770143465, 0.4349784623050188, 0.13552022182301748, 0.15201104430253173, 0.14698865074398446, 0.3960154250387313, 0.2771069719137001 ], "crps": [ 10.58212945034361, 16.76043716660713, 30.733153503924765, 9.119569240765689, 10.82190110483797, 11.117283736563694, 47.60199591770144, 19.17960488685703 ], "crps_clim": [ 10.667830621192463, 14.95134985734363, 39.32110711359098, 9.155005345554997, 12.872793262651571, 10.763049268730294, 73.22981255372125, 15.764339864122904 ], "crps_fair": [ 10.244686049239967, 16.486861543801737, 30.291308210439105, 8.805050335277102, 10.556493461316595, 10.76567281924826, 47.117125052459656, 18.926269734592353 ], "crps_fair_clim": [ 9.895516071070114, 14.17903530722128, 38.54879256346864, 8.382690795432643, 12.100478712529222, 9.990734718607943, 72.45749800359884, 14.992025314000559 ] }, "rps": 0.4160641539319209, "rpss": 0.057316262922739836, "brier_below": 0.19049199821249901, "bss_below": 0.008866359195696782, "brier_above": 0.22557215111414092, "bss_above": 0.09468857459210622, "crps": 19.489509375950163, "crpss": 0.16499753851211985, "crps_fair": 19.149183400796847, "crpss_fair": 0.15150259433847713, "reliability": { "below": { "weight": [ 0.0, 0.098781, 0.203656, 0.392327, 0.252886, 0.050997, 0.001354, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1589, 0.2541, 0.3566, 0.4454, 0.5262, 0.6261, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.048, 0.1608, 0.298, 0.2933, 0.2833, 0.1881, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.048791, 0.358889, 0.377645, 0.1111, 0.069327, 0.034076, 0.00017, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1756, 0.2572, 0.3466, 0.4443, 0.5432, 0.6301, 0.7117, NaN, NaN ], "observed_frequency": [ NaN, 0.5225, 0.3013, 0.3172, 0.5654, 0.9232, 0.9901, 1.0, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.3912616961049608, 0.3304228507297482, 0.299757270970688, 0.36227410550804207, 0.42719616507376723, 0.4559694877448605, 0.18754582756808286, 0.43408626411335594 ], "rps_clim": [ 0.40125751196759035, 0.38247387153027046, 0.5455702928662451, 0.3608387482495357, 0.5032562800825091, 0.4582563513417429, 0.5532043651857004, 0.38836007432288383 ], "brier_below": [ 0.11193624030763205, 0.23557720570289134, 0.04808265413315113, 0.2134874484103521, 0.349989642015771, 0.3191381009092018, 0.026263644958253087, 0.1990303724333574 ], "brier_below_clim": [ 0.11814387008700394, 0.2654940440266858, 0.11111111773384949, 0.22455219994692469, 0.39214518221687406, 0.3289473855886335, 0.11111111773384949, 0.16516928651467216 ], "brier_above": [ 0.27932544575951646, 0.09484566046771702, 0.25167458782185537, 0.14878667248864152, 0.07720653834769178, 0.13683140295404161, 0.1612821624223484, 0.2350558869352642 ], "brier_above_clim": [ 0.28311363099235315, 0.11697984632238867, 0.4344591371814749, 0.13628656366910488, 0.11111111773384949, 0.129308982367292, 0.44209320813585196, 0.22319078763501846 ], "crps": [ 17.10783094566205, 10.032405089318809, 31.750994148207873, 13.455895794756726, 11.697524006295271, 16.46120079199257, 70.9915107308033, 18.371445430925082 ], "crps_clim": [ 17.127934378732938, 13.14691039605717, 50.002232946975184, 13.109652898302157, 17.71305578066709, 16.568276004836402, 124.03503473091268, 16.46381001417652 ], "crps_fair": [ 16.626490321994734, 9.641727738775318, 31.03899090686005, 12.994235118357985, 11.32136327912295, 15.984016160937076, 70.23376939931521, 17.999654647671793 ], "crps_fair_clim": [ 16.023613765163336, 12.042589782487557, 48.89791233340558, 12.005332284732548, 16.60873516709748, 15.463955391266797, 122.93071411734311, 15.359489400606916 ] }, "rps": 0.3610642084766882, "rpss": 0.19612056008477063, "brier_below": 0.18793816360882623, "bss_below": 0.12417551012300099, "brier_above": 0.17312604464963455, "bss_above": 0.26193636120244257, "crps": 23.73360086724521, "crpss": 0.29197525169915706, "crps_fair": 23.23003094662939, "crpss_fair": 0.28338962288189506, "reliability": { "below": { "weight": [ 0.0, 0.191982, 0.237338, 0.377956, 0.171795, 0.02093, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1549, 0.2521, 0.3515, 0.4421, 0.5159, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0423, 0.1853, 0.4287, 0.4579, 0.8425, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.016708, 0.323054, 0.355189, 0.109652, 0.119868, 0.075308, 0.00022, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1854, 0.2642, 0.3446, 0.4433, 0.5454, 0.6294, 0.7117, NaN, NaN ], "observed_frequency": [ NaN, 0.2099, 0.1383, 0.2039, 0.5321, 0.9669, 1.0, 1.0, NaN, NaN ] } } } } }, "dc": { "lambda_": { "training_mean": 0.37155340049275054, "training": [ 0.29238310682872104, 0.4649359324908366, 0.34214665435262465, 0.36801600910237947, 0.5202774840386869, 0.38119191418283477, 0.39197088608261915, 0.3423855134442088, 0.39484812580956385, 0.3159827044583936, 0.3266472882496593, 0.35231114974911837, 0.37469234024137227, 0.3885396553168136, 0.3768425355701755, 0.3304926296267044, 0.32070600114243347, 0.3213570028584897, 0.39266559525804823, 0.3342132970615003, 0.39718853058266684, 0.357750542985985, 0.45876613797025306, 0.3709705744219228 ], "test": 0.38795606259147875 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5811209923554472, 0.38271070313399286, 0.44580797253842847, 0.40434847543352853, 0.3651766229590699, 0.3832204628050568, 0.360580857692665, 0.48794830521255605, 0.3747102723757401, 0.46924678819756327, 0.3959280352940387, 0.519834546407715, 0.41771268168746944, 0.4148941094466213, 0.4507696256318903, 0.5717751487818586, 0.44032353867766105, 0.48532443211345316, 0.49198208028634766, 0.39172478567816443, 0.49400877413365313, 0.3742174546737148, 0.36576042326144736, 0.4296047158288039 ], "rps_clim": [ 0.5032688802503167, 0.4569625517973415, 0.4925766309533648, 0.42240641841789806, 0.5420235784464604, 0.4714149767747752, 0.4556059924381436, 0.42817838868602875, 0.46522974710940934, 0.4500155575006823, 0.37935719815657715, 0.46243591166738746, 0.43736789322801184, 0.4400525455006668, 0.4258969314341105, 0.47068205281177944, 0.4255615226829206, 0.4516170483571987, 0.49843662915678016, 0.4118910860457031, 0.4992304990769142, 0.37876171452360957, 0.4739156159423822, 0.43461082713119537 ], "brier_below": [ 0.41084162225203597, 0.10305682334887739, 0.3406341106059607, 0.22256998349718826, 0.06764371121448587, 0.2872994258515, 0.26718549186807, 0.21411256787636318, 0.28394120009980034, 0.3229074694365859, 0.20738134755739843, 0.17426337166607858, 0.22772202189595303, 0.20347924501453804, 0.22458719587094522, 0.22473885596243345, 0.2904920557040664, 0.32563985874009105, 0.14352453476698193, 0.1798707717430736, 0.13407782556859926, 0.1806264775171403, 0.07987087020113039, 0.2320083172335903 ], "brier_below_clim": [ 0.35982023411904374, 0.14050564010422492, 0.3666492771595467, 0.2224183293858014, 0.12098299127445329, 0.3422215035731035, 0.320090552585692, 0.1769295283083219, 0.3334169292742277, 0.3079101155887398, 0.1851793660618082, 0.14592326795414162, 0.23390109051410934, 0.2104505639455176, 0.20611965607115396, 0.17490712668192288, 0.2843736386325201, 0.30537124030247026, 0.14850560429956033, 0.19196909984821953, 0.1397465773074753, 0.17498170367441346, 0.12816100681329473, 0.23184260041542798 ], "brier_above": [ 0.1702793717909165, 0.27965387916894496, 0.10517386406575205, 0.18177849265595342, 0.2975329108444956, 0.09592103892341211, 0.09339536658939114, 0.27383573697545716, 0.09076907326519092, 0.14633932297683766, 0.18854668846404907, 0.3455711712289717, 0.18999065984853167, 0.21141486402556423, 0.22618242951041365, 0.34703629231295247, 0.14983148623018436, 0.1596845764561385, 0.34845753848744576, 0.2118540133355018, 0.3599309397440813, 0.19359097678404927, 0.28588955230932434, 0.1975964004156867 ], "brier_above_clim": [ 0.1434486461312728, 0.31645691169311657, 0.12592735379381784, 0.1999880890320964, 0.4210405871720072, 0.1291934732016715, 0.13551543985245154, 0.25124886037770683, 0.13181281783518126, 0.1421054419119424, 0.1941778320947689, 0.3165126437132459, 0.20346680271390255, 0.2296019815551491, 0.21977727536295652, 0.2957749261298567, 0.14118788405040053, 0.14624580805472828, 0.3499310248572198, 0.21992198619748354, 0.3594839217694388, 0.20378001084919606, 0.3457546091290874, 0.20276822671576744 ], "crps": [ 16.187215391327026, 20.39060540441941, 11.536959948026983, 11.159615307641246, 54.731048207983186, 9.016881497538217, 8.133386979754535, 14.693587438644826, 7.536738343352784, 12.992164271533154, 11.58010018449732, 22.89156787964554, 10.848856038135516, 16.17159357371892, 14.05871352637836, 27.403120129490617, 12.901677128291432, 17.089388417195234, 38.43228850946339, 15.576474405812391, 33.79675943054636, 10.863936813966111, 15.966155428268133, 10.724325374645794 ], "crps_clim": [ 13.135184264312578, 24.154741944627755, 13.513975384214499, 13.019917867610289, 81.16166334563184, 12.367477693926652, 13.495417433372651, 14.052082306153558, 10.595906526023086, 12.127650347789233, 11.316976354794287, 20.590965555492783, 12.388520865166832, 17.22695089343282, 13.534851767011492, 24.26260220678667, 11.569922704555122, 15.015778045845114, 39.494929356705285, 15.395164091308375, 33.640924854699655, 10.983328308869137, 19.38792314154612, 11.761768257139277 ], "crps_fair": [ 15.2437600403297, 19.284966259711265, 10.822301424676063, 10.50299069677983, 53.515268770686525, 8.353764618253743, 7.57682515871889, 14.049205131240843, 6.934931770814839, 12.129428250099476, 10.866689654656012, 22.21330923726483, 10.161217472053435, 15.311541920021549, 13.298185755552959, 26.796632777158994, 11.992400058542584, 16.209365213221098, 37.6392683659258, 14.674002991588958, 32.99098410791175, 10.115521736386771, 14.711761128124945, 9.993353316771907 ], "crps_fair_clim": [ 12.317536543467577, 23.35796459817729, 12.697045070793552, 12.202051839195779, 80.47285365334993, 11.548375983365016, 12.678451972317543, 13.236171134630228, 9.77344956703739, 11.308094418769002, 10.495885058363076, 19.78743863254775, 11.56945900909618, 16.417052730597515, 12.717960992194332, 23.466029141135742, 10.74931047318028, 14.20169205564696, 38.727205395504946, 14.581796635287228, 32.862113763760696, 10.161605103260042, 18.582117729180727, 10.941519369614019 ] }, "rps": 0.437447158525287, "rpss": 0.03482127203723595, "brier_below": 0.22285313147887031, "bss_below": 0.019056363148036493, "brier_above": 0.21459402693371862, "bss_above": 0.05066538221753247, "crps": 17.69513165126152, "crpss": 0.08511831435568173, "crps_fair": 16.8911531606872, "crpss_fair": 0.08871579818032393, "reliability": { "below": { "weight": [ 0.0, 0.062622, 0.133774, 0.556928, 0.208659, 0.03637, 0.001592, 5.5e-05, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1692, 0.2673, 0.3524, 0.4362, 0.5311, 0.6371, 0.7128, NaN, NaN ], "observed_frequency": [ NaN, 0.1751, 0.3102, 0.3366, 0.4466, 0.4293, 0.106, 0.0, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.017228, 0.334445, 0.496581, 0.129326, 0.01791, 0.004289, 0.000222, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1852, 0.2698, 0.3471, 0.4311, 0.5292, 0.63, 0.732, NaN, NaN ], "observed_frequency": [ NaN, 0.2434, 0.2266, 0.3745, 0.4678, 0.8127, 0.9284, 1.0, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6267310984475728, 0.41752778351868175, 0.4099738227356434, 0.3585412958148616, 0.3941007182464407, 0.39086247898841137, 0.33421221817346747, 0.3533058424722938, 0.38961331330496046, 0.38081365252252436, 0.3808122009211983, 0.5951598845386772, 0.37391157100315225, 0.4344395020825984, 0.43734506434525827, 0.4586831023070679, 0.4410279965550804, 0.5836828074787926, 0.5255567177922651, 0.34503874543485774, 0.5475166525331506, 0.3660531022544764, 0.3660736821988908, 0.3837958744097851 ], "rps_clim": [ 0.5345788934798844, 0.4969529944769454, 0.4649874784432427, 0.41318634913187524, 0.546313795678332, 0.4766642042122107, 0.47169819661801, 0.3818166879514013, 0.47064841190232937, 0.36582560814319875, 0.354596433655499, 0.5238068909793859, 0.42423555956814324, 0.47458557358541037, 0.4052259230358827, 0.43061974459188856, 0.4027224233638553, 0.5463137956783312, 0.5329121043837289, 0.33515957826149523, 0.5425588471307237, 0.3577876473332365, 0.5050822006578946, 0.40346036713634414 ], "brier_below": [ 0.4731399495405823, 0.09582590716798453, 0.3112331835941769, 0.260285856549123, 0.07754227311749988, 0.2998218448806943, 0.2693304111391983, 0.24340437621610397, 0.3035982027282661, 0.23538890193423986, 0.16820082778010556, 0.14654858059488485, 0.2619703671760791, 0.1198532649516895, 0.16825401926485603, 0.20567851918270727, 0.29735779433269593, 0.451771488660719, 0.1157113205473588, 0.16222757100850774, 0.12030742859301984, 0.1445998042707778, 0.07385453297420584, 0.2507282571687794 ], "brier_below_clim": [ 0.41359590220543146, 0.1268854967685847, 0.33814805813719095, 0.27996356840395453, 0.1209829912744533, 0.3514292535000652, 0.3496506429006213, 0.2388550695900949, 0.34166178514329076, 0.23093071395539494, 0.13757235619120822, 0.12205538687900032, 0.2819639840102135, 0.13806476563762554, 0.14568431899338546, 0.18489584470340845, 0.2812051027379592, 0.4253308044038783, 0.1209829912744533, 0.17461254268602422, 0.1209829912744533, 0.13651544485609332, 0.1209829912744533, 0.25734411395433127 ], "brier_above": [ 0.1535911518333508, 0.321701874687505, 0.09874064168681587, 0.09825544097398063, 0.31655844531557265, 0.09104063602622804, 0.06488180777905121, 0.10990146697120402, 0.08601511137559052, 0.14542475670528313, 0.21261137278546918, 0.4486112960970983, 0.11194120534858529, 0.3145862336029677, 0.2690910429141907, 0.25300458222556566, 0.14367020666189456, 0.13191132389900082, 0.40984538355914013, 0.18281117620993115, 0.42720920953077196, 0.22145329805171024, 0.2922191485383465, 0.1330676209139945 ], "brier_above_clim": [ 0.12098299127445335, 0.3700674977083606, 0.1268394203060519, 0.13322278072792096, 0.4253308044038783, 0.12523495071214563, 0.12204755371738839, 0.1429616183613064, 0.12898662675903874, 0.13489489418780384, 0.21702407746429075, 0.4017515041003852, 0.14227157555792966, 0.3365208079477847, 0.2595416040424973, 0.24572389988847987, 0.12151732062589637, 0.12098299127445335, 0.41192911310927527, 0.16054703557547098, 0.4215758558562699, 0.22127220247714316, 0.38409920938344094, 0.14611625318201296 ], "crps": [ 24.794029593844716, 31.98465260938765, 15.896741651176244, 10.064070357277783, 87.40962864483078, 12.973678483662104, 9.756679511693463, 11.419923664323997, 10.814181255673821, 15.804728579670765, 16.44224667168179, 39.79268869216262, 11.691127435755389, 29.135214581229313, 18.66297022118306, 20.705885549875834, 16.862767842196067, 27.88799152454644, 66.5531060024782, 15.393090061741258, 57.05684911323599, 14.477121864385229, 20.640002080456714, 11.764204113136744 ], "crps_clim": [ 19.691370303217692, 38.00944837401189, 19.338876299585486, 13.469113551773622, 127.86859294734184, 18.589396676302037, 18.87593404459268, 13.530392159363533, 14.972743454915303, 14.253979231397004, 15.735341036927533, 36.064900095448124, 15.139963850338448, 31.19288106623586, 17.992353028164104, 19.696334263177114, 14.077232835128438, 24.747448096456132, 68.61073888811775, 12.55291522058674, 57.000851281138225, 14.391271226711636, 25.1312112496158, 12.811413514508557 ], "crps_fair": [ 23.408133073204255, 30.40757935022815, 14.90421041939837, 9.168385185807189, 85.75354698461919, 12.05807051733672, 9.023946070455095, 10.518953795691756, 9.968959955185369, 14.540717264252901, 15.496374389240673, 38.79744040251092, 10.75494079286179, 27.791781480298916, 17.695045561092343, 19.811476958014868, 15.517669321996436, 26.66413976071438, 65.4459107202704, 13.983001831414668, 55.96524455704621, 13.365996998634513, 18.65707741292882, 10.711430466309682 ], "crps_fair_clim": [ 18.52395116853421, 36.87672256900793, 18.170789562622396, 12.289909839909377, 126.90605491615098, 17.41989047035546, 17.706970523055745, 12.351304505468207, 13.796387526958524, 13.076262007562349, 14.560429422573055, 34.92849143385597, 13.963924627676032, 30.04724509587627, 16.82171605773241, 18.528924529932958, 12.89918086433115, 23.58960486668408, 67.53597007272384, 11.371976284610398, 55.90409404224628, 13.21381402559538, 23.974094843997456, 11.63096415863434 ] }, "rps": 0.4289491303366712, "rpss": 0.05219795322737464, "brier_below": 0.219026445140594, "bss_below": 0.03375963358335965, "brier_above": 0.20992268473721867, "bss_above": 0.07070039914345438, "crps": 24.91598250440025, "crpss": 0.09907592832369794, "crps_fair": 23.76708471956307, "crpss_fair": 0.10325390608491114, "reliability": { "below": { "weight": [ 0.0, 0.012145, 0.145811, 0.627105, 0.186061, 0.028877, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1753, 0.2688, 0.3514, 0.4329, 0.53, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.084, 0.2799, 0.3227, 0.455, 0.6375, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.009328, 0.344995, 0.494616, 0.128818, 0.021802, 0.000441, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1933, 0.2719, 0.3459, 0.4326, 0.5277, 0.6161, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0313, 0.1726, 0.4106, 0.4922, 0.8219, 1.0, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.3953005092674051, 0.5341780707434407, 0.49314161892327085, 0.3510945509939595, 0.40954422539662855, 0.39624726148716605, 0.3971904384306081, 0.5344509308783185 ], "rps_clim": [ 0.3957447540292534, 0.4437047383669884, 0.5463112315335048, 0.36237074299741934, 0.43798493913098496, 0.3932407074853211, 0.5285945529473471, 0.42293902414021045 ], "brier_below": [ 0.2183299399562086, 0.22182667200935843, 0.10010712372585627, 0.23405138269610593, 0.27293369122360955, 0.24632360762055405, 0.09542689487286937, 0.2172192208381217 ], "brier_below_clim": [ 0.21064168310452153, 0.1781065535964162, 0.11133273118470274, 0.2268505366779282, 0.2859739073831904, 0.2462520701941481, 0.13257909683196697, 0.14583204241235156 ], "brier_above": [ 0.17697057432538457, 0.3123513872394587, 0.3930344614956428, 0.11704318091536507, 0.13661054247963705, 0.1499236669641519, 0.3017635185095212, 0.31723169595516576 ], "brier_above_clim": [ 0.18510307756215227, 0.2655981770143465, 0.4349784623050188, 0.13552022182301748, 0.15201104430253173, 0.14698865074398446, 0.3960154250387313, 0.2771069719137001 ], "crps": [ 10.403300833478172, 17.28375638700947, 33.83036545143421, 8.54446680878896, 10.752498753887354, 10.59665768972047, 54.040998851431084, 19.356012640220747 ], "crps_clim": [ 10.667830621192463, 14.95134985734363, 39.32110711359098, 9.155005345554997, 12.872793262651571, 10.763049268730294, 73.22981255372125, 15.764339864122904 ], "crps_fair": [ 9.682490807320024, 16.71814786477458, 32.82548166050544, 7.873625993302027, 10.187106595624295, 9.851550298278807, 52.79272456359169, 18.82742546384717 ], "crps_fair_clim": [ 9.895516071070114, 14.17903530722128, 38.54879256346864, 8.382690795432643, 12.100478712529222, 9.990734718607943, 72.45749800359884, 14.992025314000559 ] }, "rps": 0.43889345076509967, "rpss": 0.005591530930883715, "brier_below": 0.2007773166178355, "bss_below": -0.04464835624416552, "brier_above": 0.23811612848554087, "bss_above": 0.044344567238821964, "crps": 20.60100717699631, "crpss": 0.11737687336817493, "crps_fair": 19.8448191559055, "crpss_fair": 0.12067907977176584, "reliability": { "below": { "weight": [ 0.0, 0.042645, 0.116895, 0.47531, 0.282906, 0.07831, 0.003934, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1624, 0.2588, 0.3502, 0.4339, 0.5283, 0.6397, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0847, 0.0774, 0.2815, 0.2817, 0.2176, 0.0216, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.052197, 0.39104, 0.420163, 0.110566, 0.025612, 0.000422, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1762, 0.2583, 0.3342, 0.4327, 0.5229, 0.6453, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.533, 0.3072, 0.3544, 0.8325, 0.9736, 0.8026, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4127405585709697, 0.3294966564198753, 0.4110949816118796, 0.35891752869355226, 0.408076946768437, 0.4510307762760732, 0.35510635376763927, 0.42730486872155704 ], "rps_clim": [ 0.40125751196759035, 0.38247387153027046, 0.5455702928662451, 0.3608387482495357, 0.5032562800825091, 0.4582563513417429, 0.5532043651857004, 0.38836007432288383 ], "brier_below": [ 0.12827059580553923, 0.23785904164908117, 0.07498686096282833, 0.2268846879387418, 0.3270423637479427, 0.32281487881819143, 0.06161156105030724, 0.19936724489495453 ], "brier_below_clim": [ 0.11814387008700394, 0.2654940440266858, 0.11111111773384949, 0.22455219994692469, 0.39214518221687406, 0.3289473855886335, 0.11111111773384949, 0.16516928651467216 ], "brier_above": [ 0.2844699519151331, 0.09163763052461713, 0.3361080897494016, 0.13203285549500127, 0.08103459889563557, 0.1282159135759984, 0.29349476120367507, 0.2279376199714416 ], "brier_above_clim": [ 0.28311363099235315, 0.11697984632238867, 0.4344591371814749, 0.13628656366910488, 0.11111111773384949, 0.129308982367292, 0.44209320813585196, 0.22319078763501846 ], "crps": [ 17.347565654055586, 9.625412200988189, 37.309862077374994, 12.634042279339821, 11.899904867970488, 15.844919640425237, 85.08708790757545, 17.949441142088855 ], "crps_clim": [ 17.127934378732938, 13.14691039605717, 50.002232946975184, 13.109652898302157, 17.71305578066709, 16.568276004836402, 124.03503473091268, 16.46381001417652 ], "crps_fair": [ 16.28589741538491, 8.76064354968651, 35.68429353878306, 11.590999480771805, 11.05123255250114, 14.809208892329224, 83.0652599377123, 17.13664638256612 ], "crps_fair_clim": [ 16.023613765163336, 12.042589782487557, 48.89791233340558, 12.005332284732548, 16.60873516709748, 15.463955391266797, 122.93071411734311, 15.359489400606916 ] }, "rps": 0.3942210838537479, "rpss": 0.1222995338470767, "brier_below": 0.19735465435844832, "bss_below": 0.08029302745500533, "brier_above": 0.19686642766636298, "bss_above": 0.16072736338103188, "crps": 25.962279471227326, "crpss": 0.22548893904671596, "crps_fair": 24.798022718716886, "crpss_fair": 0.23501951189516201, "reliability": { "below": { "weight": [ 0.0, 0.036246, 0.168707, 0.578341, 0.188937, 0.027769, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1627, 0.2576, 0.3481, 0.4282, 0.521, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0061, 0.0366, 0.3406, 0.4524, 0.778, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.003513, 0.299623, 0.488157, 0.163777, 0.04449, 0.000441, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1893, 0.2673, 0.3329, 0.4359, 0.524, 0.6333, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3743, 0.1271, 0.2798, 0.9139, 0.9951, 1.0, NaN, NaN, NaN ] } } } } }, "loci": { "lambda_": { "training_mean": 0.3878796612939343, "training": [ 0.3126273551528579, 0.44493944172357125, 0.3498053904784745, 0.3795231515469414, 0.5111411295753288, 0.3971313732405024, 0.3987018394460105, 0.3792581998154139, 0.405098666390841, 0.36196532782601215, 0.3753461607683984, 0.3799590317050865, 0.3803796240519677, 0.39937861037390077, 0.3865863242157427, 0.3588474382519868, 0.33317328801037305, 0.3476347997359222, 0.3965265112612753, 0.35783505191117077, 0.40805678630397824, 0.3857124966113418, 0.4794520480010703, 0.3800318246562546 ], "test": 0.3947057725854508 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6260415328508387, 0.3829401654834675, 0.4969011878155037, 0.4131839715089584, 0.32427703573672895, 0.39696580860875547, 0.35793687731408363, 0.454358650536318, 0.37113396522731745, 0.4487216288095542, 0.3579131830414621, 0.4841440365583469, 0.443419165440385, 0.40186704960332337, 0.4208953298660285, 0.5453243735771256, 0.46966489819844115, 0.5312025892640578, 0.4697495829877859, 0.42065561144223906, 0.464573516685341, 0.3586004739862281, 0.3333301783858476, 0.43792299017302627 ], "rps_clim": [ 0.5032688802503167, 0.4569625517973415, 0.4925766309533648, 0.42240641841789806, 0.5420235784464604, 0.4714149767747752, 0.4556059924381436, 0.42817838868602875, 0.46522974710940934, 0.4500155575006823, 0.37935719815657715, 0.46243591166738746, 0.43736789322801184, 0.4400525455006668, 0.4258969314341105, 0.47068205281177944, 0.4255615226829206, 0.4516170483571987, 0.49843662915678016, 0.4118910860457031, 0.4992304990769142, 0.37876171452360957, 0.4739156159423822, 0.43461082713119537 ], "brier_below": [ 0.4342615220928389, 0.12029176846633802, 0.37329823394540124, 0.23086163914758764, 0.06309842822955934, 0.2905359275940264, 0.26084233432541754, 0.20139587221463284, 0.2772312289582242, 0.2958530598172388, 0.1692289128117434, 0.15872593476348099, 0.25074744268400984, 0.2003236153022477, 0.20680393400659816, 0.22153296061198482, 0.29978343450296946, 0.359193104016282, 0.14986732819965298, 0.1882116224279402, 0.1264027183946433, 0.162355446365191, 0.07952308872580355, 0.24828621632642078 ], "brier_below_clim": [ 0.35982023411904374, 0.14050564010422492, 0.3666492771595467, 0.2224183293858014, 0.12098299127445329, 0.3422215035731035, 0.320090552585692, 0.1769295283083219, 0.3334169292742277, 0.3079101155887398, 0.1851793660618082, 0.14592326795414162, 0.23390109051410934, 0.2104505639455176, 0.20611965607115396, 0.17490712668192288, 0.2843736386325201, 0.30537124030247026, 0.14850560429956033, 0.19196909984821953, 0.1397465773074753, 0.17498170367441346, 0.12816100681329473, 0.23184260041542798 ], "brier_above": [ 0.19178000983215607, 0.26264839799531103, 0.12360295008169345, 0.18232233149709484, 0.2611786040720254, 0.10642987831537983, 0.0970945426920659, 0.2529627788968961, 0.09390273563077373, 0.15286856523344744, 0.18868426875188143, 0.3254181073248037, 0.19267172195900925, 0.20154343436531352, 0.21409139507450706, 0.3237914143265962, 0.16988146048479216, 0.17200948303610977, 0.3198822604618528, 0.23244399062251234, 0.3381708030837391, 0.1962450263613404, 0.2538070886845013, 0.1896367729459292 ], "brier_above_clim": [ 0.1434486461312728, 0.31645691169311657, 0.12592735379381784, 0.1999880890320964, 0.4210405871720072, 0.1291934732016715, 0.13551543985245154, 0.25124886037770683, 0.13181281783518126, 0.1421054419119424, 0.1941778320947689, 0.3165126437132459, 0.20346680271390255, 0.2296019815551491, 0.21977727536295652, 0.2957749261298567, 0.14118788405040053, 0.14624580805472828, 0.3499310248572198, 0.21992198619748354, 0.3594839217694388, 0.20378001084919606, 0.3457546091290874, 0.20276822671576744 ], "crps": [ 19.764371643753055, 19.58660248953929, 13.121431760235875, 11.372840136691043, 55.256784370809704, 9.692770835376654, 8.086098061002536, 14.153641347587657, 7.294945593294298, 13.167757186847531, 10.628670404938559, 21.956938132173324, 11.68180170519848, 15.240151170593506, 13.736863920418871, 26.21571426720036, 14.841362206742318, 19.86983863034933, 36.787945831418625, 16.6648351615981, 32.60315909954316, 10.45832148803401, 14.072566382624911, 11.089238057820092 ], "crps_clim": [ 13.135184264312578, 24.154741944627755, 13.513975384214499, 13.019917867610289, 81.16166334563184, 12.367477693926652, 13.495417433372651, 14.052082306153558, 10.595906526023086, 12.127650347789233, 11.316976354794287, 20.590965555492783, 12.388520865166832, 17.22695089343282, 13.534851767011492, 24.26260220678667, 11.569922704555122, 15.015778045845114, 39.494929356705285, 15.395164091308375, 33.640924854699655, 10.983328308869137, 19.38792314154612, 11.761768257139277 ], "crps_fair": [ 19.038669469984693, 18.5992188429604, 12.55255028998201, 10.822029761118332, 54.395146049635215, 9.094353417862175, 7.544443876640776, 13.693289314573391, 6.750025818898116, 12.430869989187732, 10.05740304606932, 21.378658390878574, 11.060302938635626, 14.53015259265533, 13.063732172550047, 25.674696325220925, 14.106537989149285, 19.17376037669347, 36.12009405674959, 15.952112232127263, 31.927843553784996, 9.859521176785739, 13.209068815861135, 10.537562739075389 ], "crps_fair_clim": [ 12.317536543467577, 23.35796459817729, 12.697045070793552, 12.202051839195779, 80.47285365334993, 11.548375983365016, 12.678451972317543, 13.236171134630228, 9.77344956703739, 11.308094418769002, 10.495885058363076, 19.78743863254775, 11.56945900909618, 16.417052730597515, 12.717960992194332, 23.466029141135742, 10.74931047318028, 14.20169205564696, 38.727205395504946, 14.581796635287228, 32.862113763760696, 10.161605103260042, 18.582117729180727, 10.941519369614019 ] }, "rps": 0.4338218251292152, "rpss": 0.04282016883532602, "brier_below": 0.22369399058042638, "bss_below": 0.015355112105761126, "brier_above": 0.21012783423873885, "bss_above": 0.07042320770603516, "crps": 17.806027078491304, "crpss": 0.07938474890989988, "crps_fair": 17.148835134878315, "crpss_fair": 0.07481375668320478, "reliability": { "below": { "weight": [ 0.0, 0.051764, 0.296196, 0.361953, 0.234191, 0.052772, 0.00304, 8.4e-05, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1792, 0.252, 0.3457, 0.4413, 0.5333, 0.629, 0.7176, NaN, NaN ], "observed_frequency": [ NaN, 0.3178, 0.2604, 0.3552, 0.4292, 0.4836, 0.2388, 0.0, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.010997, 0.250263, 0.457434, 0.2147, 0.064311, 0.002294, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1842, 0.2586, 0.3446, 0.4368, 0.5313, 0.6167, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2579, 0.1975, 0.3277, 0.4544, 0.6792, 0.7784, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.7773658427230871, 0.3753227022567955, 0.4571664885812587, 0.3700020620249544, 0.2939722812066699, 0.4084662946520938, 0.3290843549144049, 0.36583066405668135, 0.3785863687206481, 0.3855891089250137, 0.33075607479255137, 0.5270972244000454, 0.3827101896004379, 0.3843655963870588, 0.4075210519970556, 0.4300869769396623, 0.4975124251601131, 0.6922787510524179, 0.45017829137313814, 0.36418563570771334, 0.4673548373118015, 0.3180059310343527, 0.28050480947080736, 0.419090557168538 ], "rps_clim": [ 0.5345788934798844, 0.4969529944769454, 0.4649874784432427, 0.41318634913187524, 0.546313795678332, 0.4766642042122107, 0.47169819661801, 0.3818166879514013, 0.47064841190232937, 0.36582560814319875, 0.354596433655499, 0.5238068909793859, 0.42423555956814324, 0.47458557358541037, 0.4052259230358827, 0.43061974459188856, 0.4027224233638553, 0.5463137956783312, 0.5329121043837289, 0.33515957826149523, 0.5425588471307237, 0.3577876473332365, 0.5050822006578946, 0.40346036713634414 ], "brier_below": [ 0.5717893017350171, 0.08295032920146357, 0.34479825806461717, 0.2658648211705812, 0.04981977407501704, 0.3084911294754873, 0.2674973354135689, 0.25179055075430473, 0.2911876192254461, 0.23041105212691973, 0.12226209206224266, 0.12016808021360863, 0.2712775506103181, 0.10075052134270333, 0.15285250584352048, 0.1967880886593746, 0.3244304919907002, 0.5322792518565675, 0.09489425894924304, 0.15261871269747218, 0.1015076743385464, 0.10714535549545551, 0.05343110473990555, 0.2842752283301696 ], "brier_below_clim": [ 0.41359590220543146, 0.1268854967685847, 0.33814805813719095, 0.27996356840395453, 0.1209829912744533, 0.3514292535000652, 0.3496506429006213, 0.2388550695900949, 0.34166178514329076, 0.23093071395539494, 0.13757235619120822, 0.12205538687900032, 0.2819639840102135, 0.13806476563762554, 0.14568431899338546, 0.18489584470340845, 0.2812051027379592, 0.4253308044038783, 0.1209829912744533, 0.17461254268602422, 0.1209829912744533, 0.13651544485609332, 0.1209829912744533, 0.25734411395433127 ], "brier_above": [ 0.20557654098846195, 0.2923723754459229, 0.11236822651876392, 0.10413723839926232, 0.24415250317672516, 0.09997516104479323, 0.06158702082888286, 0.11404011218175394, 0.08739874813013183, 0.15517805282636277, 0.20849398349888776, 0.4069291542773888, 0.11143263693789843, 0.2836150766694237, 0.2546685493959968, 0.2332988923092059, 0.17308193068161534, 0.15999949652313997, 0.3552840414251026, 0.21156692281407774, 0.36584716997658057, 0.2108605742406122, 0.22707370106218175, 0.1348153265316076 ], "brier_above_clim": [ 0.12098299127445335, 0.3700674977083606, 0.1268394203060519, 0.13322278072792096, 0.4253308044038783, 0.12523495071214563, 0.12204755371738839, 0.1429616183613064, 0.12898662675903874, 0.13489489418780384, 0.21702407746429075, 0.4017515041003852, 0.14227157555792966, 0.3365208079477847, 0.2595416040424973, 0.24572389988847987, 0.12151732062589637, 0.12098299127445335, 0.41192911310927527, 0.16054703557547098, 0.4215758558562699, 0.22127220247714316, 0.38409920938344094, 0.14611625318201296 ], "crps": [ 32.643173548875275, 29.43988010639292, 18.079718289461198, 10.465100405824895, 88.86364698034349, 14.1283406183936, 9.218508637238488, 11.41840642203122, 10.430246606316711, 16.40830973038313, 14.255035657304271, 36.9203856134455, 12.09597137228818, 26.229751268636406, 17.798929263216362, 18.869339108070015, 20.687755744650836, 33.75850289219336, 62.87261272489995, 17.369244563565974, 53.94170869847368, 12.590839325238656, 17.17545774955711, 12.29043305688895 ], "crps_clim": [ 19.691370303217692, 38.00944837401189, 19.338876299585486, 13.469113551773622, 127.86859294734184, 18.589396676302037, 18.87593404459268, 13.530392159363533, 14.972743454915303, 14.253979231397004, 15.735341036927533, 36.064900095448124, 15.139963850338448, 31.19288106623586, 17.992353028164104, 19.696334263177114, 14.077232835128438, 24.747448096456132, 68.61073888811775, 12.55291522058674, 57.000851281138225, 14.391271226711636, 25.1312112496158, 12.811413514508557 ], "crps_fair": [ 31.698234055237403, 28.17313627379372, 17.32705552663713, 9.784802506838087, 87.74772928261156, 13.356638482150016, 8.512159965933202, 10.818796208185532, 9.704366172882063, 15.442816275271076, 13.560219150510836, 36.153885860134096, 11.31761024818324, 25.233934489583923, 16.964370920092865, 18.095423101151475, 19.708792369140866, 32.88934333019815, 61.99839091274265, 16.390496980888084, 53.084303591581374, 11.770411448560097, 15.890104703185596, 11.603864176148825 ], "crps_fair_clim": [ 18.52395116853421, 36.87672256900793, 18.170789562622396, 12.289909839909377, 126.90605491615098, 17.41989047035546, 17.706970523055745, 12.351304505468207, 13.796387526958524, 13.076262007562349, 14.560429422573055, 34.92849143385597, 13.963924627676032, 30.04724509587627, 16.82171605773241, 18.528924529932958, 12.89918086433115, 23.58960486668408, 67.53597007272384, 11.371976284610398, 55.90409404224628, 13.21381402559538, 23.974094843997456, 11.63096415863434 ] }, "rps": 0.4205431050190542, "rpss": 0.07077182933013448, "brier_below": 0.2199700453488438, "bss_below": 0.029596918846402365, "brier_above": 0.20057305982853246, "bss_above": 0.11208993599449513, "crps": 24.91463743265376, "crpss": 0.09912456407443881, "crps_fair": 24.051120251318412, "crpss_fair": 0.09253707831069757, "reliability": { "below": { "weight": [ 0.0, 0.093177, 0.38954, 0.342306, 0.149463, 0.025149, 0.000364, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1784, 0.2502, 0.3437, 0.4382, 0.5338, 0.6033, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3226, 0.2732, 0.3407, 0.4912, 0.8231, 0.1991, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.011308, 0.245646, 0.411825, 0.229035, 0.098225, 0.003961, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1854, 0.2573, 0.3456, 0.4407, 0.532, 0.6145, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0454, 0.1109, 0.3462, 0.4653, 0.659, 0.7789, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.3790752120942647, 0.5258750644377088, 0.44164557267296495, 0.3610726162377865, 0.4336140194675811, 0.41462020856115545, 0.3392012774638824, 0.5268080898599657 ], "rps_clim": [ 0.3957447540292534, 0.4437047383669884, 0.5463112315335048, 0.36237074299741934, 0.43798493913098496, 0.3932407074853211, 0.5285945529473471, 0.42293902414021045 ], "brier_below": [ 0.20340400428534264, 0.2230534705596465, 0.09515476166666059, 0.22862326327770138, 0.2908883912392109, 0.25644979814129704, 0.08751975694563201, 0.21121992283156313 ], "brier_below_clim": [ 0.21064168310452153, 0.1781065535964162, 0.11133273118470274, 0.2268505366779282, 0.2859739073831904, 0.2462520701941481, 0.13257909683196697, 0.14583204241235156 ], "brier_above": [ 0.17567121349848702, 0.3028215832300728, 0.34649077804481604, 0.13244936707512478, 0.14272563644035208, 0.15817042416926527, 0.2516815004788832, 0.3155881533167643 ], "brier_above_clim": [ 0.18510307756215227, 0.2655981770143465, 0.4349784623050188, 0.13552022182301748, 0.15201104430253173, 0.14698865074398446, 0.3960154250387313, 0.2771069719137001 ], "crps": [ 9.970260590612874, 17.2213857262852, 30.866973485672922, 9.321814289253638, 11.549583637383062, 11.681642098418738, 52.11140845149575, 19.03030403951915 ], "crps_clim": [ 10.667830621192463, 14.95134985734363, 39.32110711359098, 9.155005345554997, 12.872793262651571, 10.763049268730294, 73.22981255372125, 15.764339864122904 ], "crps_fair": [ 9.652719977062208, 16.96098380981628, 30.478024655159967, 9.027759428373095, 11.2942014103047, 11.34790731628895, 51.69201288672001, 18.788926109746747 ], "crps_fair_clim": [ 9.895516071070114, 14.17903530722128, 38.54879256346864, 8.382690795432643, 12.100478712529222, 9.990734718607943, 72.45749800359884, 14.992025314000559 ] }, "rps": 0.42773900759941375, "rpss": 0.030864345397292325, "brier_below": 0.19953917111838176, "bss_below": -0.03820626067986743, "brier_above": 0.22819983203172067, "bss_above": 0.08414263820207935, "crps": 20.219171539830167, "crpss": 0.1337361203234091, "crps_fair": 19.905316949183995, "crpss_fair": 0.11799843174774027, "reliability": { "below": { "weight": [ 0.0, 0.077595, 0.243124, 0.314326, 0.27564, 0.082375, 0.00694, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1724, 0.2587, 0.3523, 0.4435, 0.5363, 0.6252, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0229, 0.202, 0.3111, 0.2835, 0.1933, 0.0722, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.035237, 0.399262, 0.34999, 0.123366, 0.076641, 0.015504, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1826, 0.262, 0.3451, 0.4384, 0.5501, 0.6226, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5309, 0.3241, 0.3148, 0.5407, 0.9635, 0.989, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.37858000269540704, 0.34982572021223207, 0.3072161823961085, 0.3848877461792702, 0.45251319789797606, 0.48067091646724897, 0.21227461363731762, 0.42356591319849074 ], "rps_clim": [ 0.40125751196759035, 0.38247387153027046, 0.5455702928662451, 0.3608387482495357, 0.5032562800825091, 0.4582563513417429, 0.5532043651857004, 0.38836007432288383 ], "brier_below": [ 0.10700582142558554, 0.24392125764158262, 0.04954411277629175, 0.23001854074658915, 0.364602994055358, 0.3374770424177349, 0.03274560267011398, 0.19378667939424937 ], "brier_below_clim": [ 0.11814387008700394, 0.2654940440266858, 0.11111111773384949, 0.22455219994692469, 0.39214518221687406, 0.3289473855886335, 0.11111111773384949, 0.16516928651467216 ], "brier_above": [ 0.27157417230941816, 0.10590447874914583, 0.2576720405954964, 0.15486922150973986, 0.08791022046865911, 0.14319389116339593, 0.17952898988013355, 0.22977923111455767 ], "brier_above_clim": [ 0.28311363099235315, 0.11697984632238867, 0.4344591371814749, 0.13628656366910488, 0.11111111773384949, 0.129308982367292, 0.44209320813585196, 0.22319078763501846 ], "crps": [ 15.68518343754459, 10.388935676191883, 30.880247109149142, 14.140464472538515, 13.053833250753131, 17.65592076062598, 81.0662977962172, 17.375519889245897 ], "crps_clim": [ 17.127934378732938, 13.14691039605717, 50.002232946975184, 13.109652898302157, 17.71305578066709, 16.568276004836402, 124.03503473091268, 16.46381001417652 ], "crps_fair": [ 15.257129103081846, 10.02270834837708, 30.294971361644368, 13.721495051425075, 12.700832793233356, 17.22736776493821, 80.46144428462357, 17.02640632796799 ], "crps_fair_clim": [ 16.023613765163336, 12.042589782487557, 48.89791233340558, 12.005332284732548, 16.60873516709748, 15.463955391266797, 122.93071411734311, 15.359489400606916 ] }, "rps": 0.3736917865855064, "rpss": 0.16800630733058786, "brier_below": 0.19488775639093817, "bss_below": 0.09178920051791861, "brier_above": 0.1788040307238183, "bss_above": 0.23773021087171142, "crps": 25.03080029903329, "crpss": 0.25327698141454524, "crps_fair": 24.589044379411437, "crpss_fair": 0.24146616910725338, "reliability": { "below": { "weight": [ 0.0, 0.149913, 0.347559, 0.35336, 0.137727, 0.011441, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1692, 0.2574, 0.3475, 0.4357, 0.5149, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0132, 0.2522, 0.4291, 0.4556, 0.5588, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.002858, 0.265374, 0.387558, 0.16201, 0.14961, 0.03259, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1923, 0.2715, 0.3452, 0.4386, 0.5533, 0.6225, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1534, 0.131, 0.1948, 0.4959, 0.9808, 1.0, NaN, NaN, NaN ] } } } } }, "eqm": { "lambda_": { "training_mean": 0.30407003808176225, "training": [ 0.21109054533169047, 0.36845588356196834, 0.268263234181074, 0.2978193109560106, 0.47731098503842245, 0.3271535414474386, 0.3131343486985634, 0.2754529718551274, 0.34535326189747395, 0.28169664676810896, 0.28718110888317777, 0.27864558871372236, 0.29654650147496386, 0.32799674784917204, 0.2940580084090359, 0.2514366983289631, 0.24169766102027793, 0.25244515884244884, 0.31910861598967755, 0.2690002085041, 0.31856091093323197, 0.2936904613213373, 0.40933534805386795, 0.2922471659024393 ], "test": 0.3057931759624646 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6328705961775389, 0.39506570449511513, 0.49529994775896635, 0.39383788184321616, 0.3116288327906232, 0.38952800184725594, 0.347852003700445, 0.45421444943477013, 0.3701389643273582, 0.4687333583491441, 0.382106161884407, 0.5257649126984625, 0.42381485217775, 0.4113684134555512, 0.4580878597635595, 0.5550281155275965, 0.4554035421507648, 0.5164955094338979, 0.48179595825205146, 0.4139529603266648, 0.4880025362389861, 0.37660121882540665, 0.32926915890551495, 0.4285810217083606 ], "rps_clim": [ 0.5032688802503167, 0.4569625517973415, 0.4925766309533648, 0.42240641841789806, 0.5420235784464604, 0.4714149767747752, 0.4556059924381436, 0.42817838868602875, 0.46522974710940934, 0.4500155575006823, 0.37935719815657715, 0.46243591166738746, 0.43736789322801184, 0.4400525455006668, 0.4258969314341105, 0.47068205281177944, 0.4255615226829206, 0.4516170483571987, 0.49843662915678016, 0.4118910860457031, 0.4992304990769142, 0.37876171452360957, 0.4739156159423822, 0.43461082713119537 ], "brier_below": [ 0.452474504099568, 0.12199059647192398, 0.3821158665757539, 0.215201047170456, 0.05718224917640945, 0.29000876027589595, 0.2558529173417664, 0.18966334341634136, 0.2830938112379668, 0.32293282542580104, 0.19061442168295478, 0.1703943167980291, 0.22585467882696011, 0.2061215871618472, 0.23664709935118064, 0.20759995084021354, 0.29005258371522985, 0.34750489758072894, 0.14876658533324258, 0.18318457681046424, 0.12507973150080534, 0.17526806989184343, 0.07060613889661442, 0.23214826831649052 ], "brier_below_clim": [ 0.35982023411904374, 0.14050564010422492, 0.3666492771595467, 0.2224183293858014, 0.12098299127445329, 0.3422215035731035, 0.320090552585692, 0.1769295283083219, 0.3334169292742277, 0.3079101155887398, 0.1851793660618082, 0.14592326795414162, 0.23390109051410934, 0.2104505639455176, 0.20611965607115396, 0.17490712668192288, 0.2843736386325201, 0.30537124030247026, 0.14850560429956033, 0.19196909984821953, 0.1397465773074753, 0.17498170367441346, 0.12816100681329473, 0.23184260041542798 ], "brier_above": [ 0.18039608615588018, 0.27307511100982446, 0.11318407333348343, 0.1786368351420521, 0.2544465804324961, 0.09951923721307042, 0.09199908510644039, 0.26455110966804235, 0.08704515027586682, 0.14580052404051316, 0.19149173730631208, 0.35537060375292795, 0.1979601739870193, 0.20524682528786448, 0.22144075879518407, 0.34742817103769075, 0.1653509528685076, 0.1689906064610511, 0.33302938387919795, 0.2307683844402277, 0.3629228185292909, 0.2013331477681451, 0.2586630195893486, 0.1964327523941607 ], "brier_above_clim": [ 0.1434486461312728, 0.31645691169311657, 0.12592735379381784, 0.1999880890320964, 0.4210405871720072, 0.1291934732016715, 0.13551543985245154, 0.25124886037770683, 0.13181281783518126, 0.1421054419119424, 0.1941778320947689, 0.3165126437132459, 0.20346680271390255, 0.2296019815551491, 0.21977727536295652, 0.2957749261298567, 0.14118788405040053, 0.14624580805472828, 0.3499310248572198, 0.21992198619748354, 0.3594839217694388, 0.20378001084919606, 0.3457546091290874, 0.20276822671576744 ], "crps": [ 18.696930739583824, 20.250483260906563, 12.488239711648504, 10.625483233024148, 56.18527274848556, 8.765178063559596, 7.708425554052751, 13.826743618797122, 7.07882638554304, 12.980112671535524, 11.435414633648993, 23.073328402849413, 11.0142936249602, 16.11556370256704, 14.588489022046476, 26.63616513930624, 13.68798355763382, 18.68442033144931, 37.49063165065992, 16.4784055647626, 33.78146301779407, 11.237337061139947, 16.584316317551867, 10.106050114434348 ], "crps_clim": [ 13.135184264312578, 24.154741944627755, 13.513975384214499, 13.019917867610289, 81.16166334563184, 12.367477693926652, 13.495417433372651, 14.052082306153558, 10.595906526023086, 12.127650347789233, 11.316976354794287, 20.590965555492783, 12.388520865166832, 17.22695089343282, 13.534851767011492, 24.26260220678667, 11.569922704555122, 15.015778045845114, 39.494929356705285, 15.395164091308375, 33.640924854699655, 10.983328308869137, 19.38792314154612, 11.761768257139277 ], "crps_fair": [ 17.928874973017685, 19.226401430513853, 11.914413716018057, 10.08510388436505, 55.39325752700887, 8.158696138294395, 7.169110385234106, 13.363286506099264, 6.528433117193115, 12.233044717742128, 10.865719481167213, 22.488200758920783, 10.395782232427676, 15.343960591554591, 13.911491751474077, 26.092626860318198, 12.924115041180674, 17.960593431785934, 36.79857598936876, 15.697527964849687, 33.08551366607933, 10.607282830759344, 15.610880682581774, 9.546277593541443 ], "crps_fair_clim": [ 12.317536543467577, 23.35796459817729, 12.697045070793552, 12.202051839195779, 80.47285365334993, 11.548375983365016, 12.678451972317543, 13.236171134630228, 9.77344956703739, 11.308094418769002, 10.495885058363076, 19.78743863254775, 11.56945900909618, 16.417052730597515, 12.717960992194332, 23.466029141135742, 10.74931047318028, 14.20169205564696, 38.727205395504946, 14.581796635287228, 32.862113763760696, 10.161605103260042, 18.582117729180727, 10.941519369614019 ] }, "rps": 0.4377267484197253, "rpss": 0.0342043878869881, "brier_below": 0.22418161782910362, "bss_below": 0.013208699158492654, "brier_above": 0.21354513035310826, "bss_above": 0.05530555719665542, "crps": 17.89664825533087, "crpss": 0.07469941191122642, "crps_fair": 17.222048802979, "crpss_fair": 0.07086385116386429, "reliability": { "below": { "weight": [ 0.0, 0.016945, 0.239274, 0.467291, 0.242743, 0.029433, 0.004035, 0.000278, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1893, 0.2549, 0.3453, 0.4356, 0.5351, 0.6322, 0.7369, NaN, NaN ], "observed_frequency": [ NaN, 0.2833, 0.3354, 0.3056, 0.4044, 0.7009, 0.5569, 0.0, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.03162, 0.276108, 0.461339, 0.186637, 0.043391, 0.000906, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1887, 0.2547, 0.3402, 0.4405, 0.5358, 0.6097, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2703, 0.2395, 0.3278, 0.4453, 0.8241, 0.4991, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.7381417565384052, 0.4031635851183282, 0.42105358420626127, 0.337906181206682, 0.2909936851350541, 0.36979871263406616, 0.28763399084964497, 0.3528720751699078, 0.33889987639270863, 0.387350444474368, 0.3741153681285514, 0.6110346703747663, 0.3551304990983001, 0.42241794319625026, 0.45412681459794135, 0.45240103913143237, 0.47878407058853245, 0.6367338559326, 0.4972122464507244, 0.3769358678022137, 0.5273311939386663, 0.364372960006534, 0.2887154148487212, 0.39557769060574477 ], "rps_clim": [ 0.5345788934798844, 0.4969529944769454, 0.4649874784432427, 0.41318634913187524, 0.546313795678332, 0.4766642042122107, 0.47169819661801, 0.3818166879514013, 0.47064841190232937, 0.36582560814319875, 0.354596433655499, 0.5238068909793859, 0.42423555956814324, 0.47458557358541037, 0.4052259230358827, 0.43061974459188856, 0.4027224233638553, 0.5463137956783312, 0.5329121043837289, 0.33515957826149523, 0.5425588471307237, 0.3577876473332365, 0.5050822006578946, 0.40346036713634414 ], "brier_below": [ 0.5554609753052673, 0.0900007674268976, 0.327016732497596, 0.24936627448257048, 0.048967243271676855, 0.28149779036414674, 0.2358524384917848, 0.24869059474540528, 0.26152619011226275, 0.2474595891921654, 0.15617826358233144, 0.14293333237136568, 0.253281679053176, 0.1217054848553211, 0.18519769729517238, 0.20163630266433008, 0.3179736898189304, 0.49258054778988825, 0.11516167800217844, 0.16215001790237762, 0.11474773142939215, 0.13653962465950464, 0.0535864237854685, 0.27147867436804235 ], "brier_below_clim": [ 0.41359590220543146, 0.1268854967685847, 0.33814805813719095, 0.27996356840395453, 0.1209829912744533, 0.3514292535000652, 0.3496506429006213, 0.2388550695900949, 0.34166178514329076, 0.23093071395539494, 0.13757235619120822, 0.12205538687900032, 0.2819639840102135, 0.13806476563762554, 0.14568431899338546, 0.18489584470340845, 0.2812051027379592, 0.4253308044038783, 0.1209829912744533, 0.17461254268602422, 0.1209829912744533, 0.13651544485609332, 0.1209829912744533, 0.25734411395433127 ], "brier_above": [ 0.1826807747749143, 0.31316282393406664, 0.0940368446645807, 0.08853990298223291, 0.2420264375196598, 0.08830091916906714, 0.05178155501501956, 0.10418147726923178, 0.07737368551845088, 0.1398908448780185, 0.2179371060848948, 0.4681013520127064, 0.10184881845282809, 0.3007124636841141, 0.26892911988505946, 0.2507647417340057, 0.16081037418762073, 0.1441532996643173, 0.38205058536313075, 0.21478584839149906, 0.41258348026597047, 0.2278333359619096, 0.23512898745442906, 0.12409901071506899 ], "brier_above_clim": [ 0.12098299127445335, 0.3700674977083606, 0.1268394203060519, 0.13322278072792096, 0.4253308044038783, 0.12523495071214563, 0.12204755371738839, 0.1429616183613064, 0.12898662675903874, 0.13489489418780384, 0.21702407746429075, 0.4017515041003852, 0.14227157555792966, 0.3365208079477847, 0.2595416040424973, 0.24572389988847987, 0.12151732062589637, 0.12098299127445335, 0.41192911310927527, 0.16054703557547098, 0.4215758558562699, 0.22127220247714316, 0.38409920938344094, 0.14611625318201296 ], "crps": [ 29.81689567897566, 31.493440102656102, 16.329928664051092, 9.213571740209574, 88.29602304603593, 12.289748591201406, 8.650495241245764, 10.444697989678458, 9.441038633600941, 15.863411979794616, 16.510347044057053, 40.04349357267634, 11.131725638741704, 28.703078684706554, 19.58881680145079, 20.517339805355977, 18.75839008077519, 30.811326716155204, 63.92383100166609, 18.066272195835193, 56.646755979771484, 14.640092089568691, 22.95377028313537, 10.734635013261281 ], "crps_clim": [ 19.691370303217692, 38.00944837401189, 19.338876299585486, 13.469113551773622, 127.86859294734184, 18.589396676302037, 18.87593404459268, 13.530392159363533, 14.972743454915303, 14.253979231397004, 15.735341036927533, 36.064900095448124, 15.139963850338448, 31.19288106623586, 17.992353028164104, 19.696334263177114, 14.077232835128438, 24.747448096456132, 68.61073888811775, 12.55291522058674, 57.000851281138225, 14.391271226711636, 25.1312112496158, 12.811413514508557 ], "crps_fair": [ 28.7405960655359, 30.014133481999952, 15.537548415130196, 8.511526699533018, 87.17761262610911, 11.473724476153883, 7.915466528553765, 9.820394901575048, 8.678058848877416, 14.788510366194412, 15.765732623194918, 39.20594151442868, 10.283951821129898, 27.529829823056613, 18.69200201576905, 19.701147858145823, 17.68223692479156, 29.850409014743143, 62.95278324351476, 16.902802125593055, 55.70723662337016, 13.712576534877968, 21.40837969232613, 9.976820417538033 ], "crps_fair_clim": [ 18.52395116853421, 36.87672256900793, 18.170789562622396, 12.289909839909377, 126.90605491615098, 17.41989047035546, 17.706970523055745, 12.351304505468207, 13.796387526958524, 13.076262007562349, 14.560429422573055, 34.92849143385597, 13.963924627676032, 30.04724509587627, 16.82171605773241, 18.528924529932958, 12.89918086433115, 23.58960486668408, 67.53597007272384, 11.371976284610398, 55.90409404224628, 13.21381402559538, 23.974094843997456, 11.63096415863434 ] }, "rps": 0.42344598026776686, "rpss": 0.06435766292281242, "brier_below": 0.21962457264446886, "bss_below": 0.031120979889569633, "brier_above": 0.20382140789928319, "bss_above": 0.09770993428400543, "crps": 25.20288027394194, "crpss": 0.08870214087041572, "crps_fair": 24.2512259434226, "crpss_fair": 0.08498697278105716, "reliability": { "below": { "weight": [ 0.0, 0.027268, 0.263333, 0.403459, 0.253155, 0.049214, 0.003571, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1875, 0.2526, 0.3447, 0.4372, 0.5333, 0.6154, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.289, 0.3479, 0.2467, 0.4235, 0.7776, 0.7758, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.045014, 0.318055, 0.375537, 0.19357, 0.066657, 0.001167, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1905, 0.2525, 0.3403, 0.4427, 0.5352, 0.6097, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0994, 0.1902, 0.3615, 0.463, 0.8157, 0.0, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.39163754766613046, 0.5242975773610341, 0.4378203368276376, 0.3546590492496941, 0.41332251227840244, 0.3995213550312942, 0.3303115126952257, 0.552156630998127 ], "rps_clim": [ 0.3957447540292534, 0.4437047383669884, 0.5463112315335048, 0.36237074299741934, 0.43798493913098496, 0.3932407074853211, 0.5285945529473471, 0.42293902414021045 ], "brier_below": [ 0.21579982546182574, 0.2164544520110575, 0.08876202067459382, 0.22923247547500436, 0.276631730131434, 0.24790402602483827, 0.0872143664643769, 0.22149769525842253 ], "brier_below_clim": [ 0.21064168310452153, 0.1781065535964162, 0.11133273118470274, 0.2268505366779282, 0.2859739073831904, 0.2462520701941481, 0.13257909683196697, 0.14583204241235156 ], "brier_above": [ 0.17583772663436564, 0.3078431135920206, 0.349058283904721, 0.1254265870378863, 0.1366907878144121, 0.15161734166542826, 0.24309712636405437, 0.3306589188854345 ], "brier_above_clim": [ 0.18510307756215227, 0.2655981770143465, 0.4349784623050188, 0.13552022182301748, 0.15201104430253173, 0.14698865074398446, 0.3960154250387313, 0.2771069719137001 ], "crps": [ 10.520023634470705, 16.779575051479863, 31.393127021529004, 8.806194373440093, 10.664355692808883, 10.80999785188621, 48.79233623407771, 19.4118546451174 ], "crps_clim": [ 10.667830621192463, 14.95134985734363, 39.32110711359098, 9.155005345554997, 12.872793262651571, 10.763049268730294, 73.22981255372125, 15.764339864122904 ], "crps_fair": [ 10.1938325639003, 16.521579501199728, 30.969345304240377, 8.500058847486672, 10.410101905951286, 10.463904530858818, 48.33085660766804, 19.17272561634551 ], "crps_fair_clim": [ 9.895516071070114, 14.17903530722128, 38.54879256346864, 8.382690795432643, 12.100478712529222, 9.990734718607943, 72.45749800359884, 14.992025314000559 ] }, "rps": 0.4254658152634432, "rpss": 0.03601475652047392, "brier_below": 0.19793707393769414, "bss_below": -0.02987051730735102, "brier_above": 0.22752873573729032, "bss_above": 0.08683601652868522, "crps": 19.647183063101235, "crpss": 0.1582422162336905, "crps_fair": 19.32030060970634, "crpss_fair": 0.1439204168228707, "reliability": { "below": { "weight": [ 0.0, 0.059707, 0.155445, 0.452838, 0.278394, 0.048427, 0.004436, 0.000753, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1671, 0.2502, 0.3617, 0.4455, 0.5276, 0.6407, 0.7139, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1146, 0.3145, 0.265, 0.1787, 0.132, 0.0, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.045719, 0.431173, 0.359536, 0.072682, 0.064473, 0.026417, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1737, 0.2529, 0.3417, 0.4454, 0.5487, 0.6263, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5951, 0.2946, 0.3259, 0.7334, 0.9776, 1.0, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4110648803323034, 0.3259775195756876, 0.314632563571069, 0.3760840036234816, 0.39424687085194965, 0.45120310580321493, 0.19671693272594115, 0.4696538800182643 ], "rps_clim": [ 0.40125751196759035, 0.38247387153027046, 0.5455702928662451, 0.3608387482495357, 0.5032562800825091, 0.4582563513417429, 0.5532043651857004, 0.38836007432288383 ], "brier_below": [ 0.12876365906940834, 0.2358404030106036, 0.052953029702875375, 0.23327833950463195, 0.32200980008674934, 0.3221585272647742, 0.029361910883274132, 0.22849178779318366 ], "brier_below_clim": [ 0.11814387008700394, 0.2654940440266858, 0.11111111773384949, 0.22455219994692469, 0.39214518221687406, 0.3289473855886335, 0.11111111773384949, 0.16516928651467216 ], "brier_above": [ 0.28230121025021304, 0.09013713208853644, 0.2616795053928149, 0.14280568011990172, 0.0722370849247479, 0.1290445935140078, 0.16735500088572414, 0.24116208842963283 ], "brier_above_clim": [ 0.28311363099235315, 0.11697984632238867, 0.4344591371814749, 0.13628656366910488, 0.11111111773384949, 0.129308982367292, 0.44209320813585196, 0.22319078763501846 ], "crps": [ 17.345642637894127, 9.5755275657911, 32.16921263022249, 13.273420193610718, 11.480828275992897, 16.01322875491239, 72.85858375674577, 18.711962111523853 ], "crps_clim": [ 17.127934378732938, 13.14691039605717, 50.002232946975184, 13.109652898302157, 17.71305578066709, 16.568276004836402, 124.03503473091268, 16.46381001417652 ], "crps_fair": [ 16.873632459358625, 9.195127952187002, 31.49199902200994, 12.809160673280072, 11.111455224754742, 15.534478569991155, 72.150465467744, 18.3527613174503 ], "crps_fair_clim": [ 16.023613765163336, 12.042589782487557, 48.89791233340558, 12.005332284732548, 16.60873516709748, 15.463955391266797, 122.93071411734311, 15.359489400606916 ] }, "rps": 0.36744746956273894, "rpss": 0.18190876000539935, "brier_below": 0.19410718216443756, "bss_below": 0.09542681200995684, "brier_above": 0.17334028695069736, "bss_above": 0.2610230124765083, "crps": 23.928550740836666, "crpss": 0.28615947448300916, "crps_fair": 23.43988508584698, "crpss_fair": 0.2769159486026822, "reliability": { "below": { "weight": [ 0.0, 0.121541, 0.162812, 0.486088, 0.210209, 0.019349, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1647, 0.2444, 0.3558, 0.4444, 0.5153, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0771, 0.4075, 0.4233, 0.5579, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.009018, 0.352004, 0.377971, 0.071152, 0.130839, 0.059015, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.185, 0.2592, 0.3417, 0.4377, 0.5496, 0.6256, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2187, 0.1294, 0.2137, 0.7648, 0.9831, 1.0, NaN, NaN, NaN ] } } } } }, "gqm": { "lambda_": { "training_mean": 0.3295163664913777, "training": [ 0.2415088721994731, 0.3895802499240033, 0.2850539165894875, 0.33013527344777494, 0.4590090483448678, 0.3408887032662557, 0.3373480920628329, 0.32513218008628425, 0.33645062658390545, 0.2994312392228997, 0.31115377110795545, 0.31871131980682255, 0.334187665187076, 0.345249201946781, 0.3186674214106985, 0.29918489487301153, 0.2748222951838136, 0.2892295255936429, 0.3460493404858462, 0.2868594613209498, 0.3586872725838563, 0.3266237077043649, 0.42636707289013176, 0.3280616439703295 ], "test": 0.3388524669391875 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6729324967779123, 0.3746115347678676, 0.541910145760857, 0.3787815817981398, 0.2953459477601514, 0.4165591217749606, 0.3675975758005619, 0.41294844387031576, 0.3950606718221625, 0.49768408048733404, 0.3893965027934951, 0.4905797026539408, 0.4041421628965473, 0.41037856078761564, 0.45350178022289883, 0.5068662703235786, 0.46358506079708206, 0.5240059804179412, 0.45506597992379977, 0.4162975550497317, 0.4615387230712871, 0.3609737693114081, 0.31180808131933563, 0.40266983150626656 ], "rps_clim": [ 0.5032688802503167, 0.4569625517973415, 0.4925766309533648, 0.42240641841789806, 0.5420235784464604, 0.4714149767747752, 0.4556059924381436, 0.42817838868602875, 0.46522974710940934, 0.4500155575006823, 0.37935719815657715, 0.46243591166738746, 0.43736789322801184, 0.4400525455006668, 0.4258969314341105, 0.47068205281177944, 0.4255615226829206, 0.4516170483571987, 0.49843662915678016, 0.4118910860457031, 0.4992304990769142, 0.37876171452360957, 0.4739156159423822, 0.43461082713119537 ], "brier_below": [ 0.4687160931412801, 0.11467853374771184, 0.4108226930195894, 0.2037312617012054, 0.0534866969828601, 0.30809629107979913, 0.27086374212156844, 0.17171774543499094, 0.3006106602031276, 0.33803991468801736, 0.1936421074176407, 0.16124668094743894, 0.21595688779435454, 0.20352250247801068, 0.23109326899719668, 0.19009943221009198, 0.2893292694118391, 0.3470391686323351, 0.1393681441403897, 0.18175589942230225, 0.12180995633557905, 0.16191478417915803, 0.06626677227972536, 0.22110416877467712 ], "brier_below_clim": [ 0.35982023411904374, 0.14050564010422492, 0.3666492771595467, 0.2224183293858014, 0.12098299127445329, 0.3422215035731035, 0.320090552585692, 0.1769295283083219, 0.3334169292742277, 0.3079101155887398, 0.1851793660618082, 0.14592326795414162, 0.23390109051410934, 0.2104505639455176, 0.20611965607115396, 0.17490712668192288, 0.2843736386325201, 0.30537124030247026, 0.14850560429956033, 0.19196909984821953, 0.1397465773074753, 0.17498170367441346, 0.12816100681329473, 0.23184260041542798 ], "brier_above": [ 0.20421640284890194, 0.2599330015838203, 0.1310874483158956, 0.1750503192625819, 0.24185924761264685, 0.10846282596344756, 0.0967338322460903, 0.24123070024686585, 0.09445000945166672, 0.15964416063751602, 0.19575439453044483, 0.3293330285071543, 0.18818527391255604, 0.2068560572840072, 0.22240851089009653, 0.3167668434985615, 0.17425578794878135, 0.17696680843259835, 0.3156978423974397, 0.2345416567131955, 0.33972877325598866, 0.19905898390564014, 0.24554130752794873, 0.18156566130667537 ], "brier_above_clim": [ 0.1434486461312728, 0.31645691169311657, 0.12592735379381784, 0.1999880890320964, 0.4210405871720072, 0.1291934732016715, 0.13551543985245154, 0.25124886037770683, 0.13181281783518126, 0.1421054419119424, 0.1941778320947689, 0.3165126437132459, 0.20346680271390255, 0.2296019815551491, 0.21977727536295652, 0.2957749261298567, 0.14118788405040053, 0.14624580805472828, 0.3499310248572198, 0.21992198619748354, 0.3594839217694388, 0.20378001084919606, 0.3457546091290874, 0.20276822671576744 ], "crps": [ 19.691289579787117, 19.334241676960815, 13.003832744491323, 10.831272210116232, 55.58043215812524, 9.291484874201657, 7.923966449252832, 13.262312829219278, 7.275362019034351, 13.560810253324286, 10.997601584535838, 21.908998072963644, 10.67970665681336, 15.453617218479028, 14.220731909712676, 25.86246395460004, 14.295797885733304, 19.436595425619164, 36.764659381802126, 16.43574603146419, 32.31280210787446, 10.680943944394647, 14.484345058606497, 10.224352020404265 ], "crps_clim": [ 13.135184264312578, 24.154741944627755, 13.513975384214499, 13.019917867610289, 81.16166334563184, 12.367477693926652, 13.495417433372651, 14.052082306153558, 10.595906526023086, 12.127650347789233, 11.316976354794287, 20.590965555492783, 12.388520865166832, 17.22695089343282, 13.534851767011492, 24.26260220678667, 11.569922704555122, 15.015778045845114, 39.494929356705285, 15.395164091308375, 33.640924854699655, 10.983328308869137, 19.38792314154612, 11.761768257139277 ], "crps_fair": [ 18.970733179328626, 18.328274801789558, 12.440547760668643, 10.287448860760911, 54.76242508760414, 8.690809763802847, 7.387934878111546, 12.799591384188487, 6.727803115977837, 12.819462506262987, 10.435218991130633, 21.32434568678557, 10.066646410183038, 14.72170356199833, 13.557614352268265, 25.318085464292853, 13.55222368128686, 18.75343312127625, 36.10483050995447, 15.70337661975519, 31.648214945582243, 10.080642595664093, 13.588395371074544, 9.677016950169843 ], "crps_fair_clim": [ 12.317536543467577, 23.35796459817729, 12.697045070793552, 12.202051839195779, 80.47285365334993, 11.548375983365016, 12.678451972317543, 13.236171134630228, 9.77344956703739, 11.308094418769002, 10.495885058363076, 19.78743863254775, 11.56945900909618, 16.417052730597515, 12.717960992194332, 23.466029141135742, 10.74931047318028, 14.20169205564696, 38.727205395504946, 14.581796635287228, 32.862113763760696, 10.161605103260042, 18.582117729180727, 10.941519369614019 ] }, "rps": 0.43351006507063294, "rpss": 0.043508032891378834, "brier_below": 0.2235380281308704, "bss_below": 0.016041619723870637, "brier_above": 0.20997203659502173, "bss_above": 0.07111243516806187, "crps": 17.64639025197985, "crpss": 0.08763836418714466, "crps_fair": 16.989449149996574, "crpss_fair": 0.08341269179630573, "reliability": { "below": { "weight": [ 0.0, 0.044966, 0.342798, 0.405651, 0.165752, 0.034867, 0.005632, 0.000334, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1818, 0.2497, 0.3382, 0.4342, 0.5318, 0.6293, 0.7247, NaN, NaN ], "observed_frequency": [ NaN, 0.3919, 0.2927, 0.3203, 0.4563, 0.6441, 0.4986, 0.3333, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.014327, 0.233251, 0.421886, 0.250096, 0.075418, 0.005022, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1791, 0.252, 0.3426, 0.4397, 0.5432, 0.6259, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1688, 0.199, 0.3092, 0.4519, 0.6548, 0.7029, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.7648621307841947, 0.3856018570234558, 0.43850621687890995, 0.35289432089497313, 0.2781501516385814, 0.38465312938546037, 0.30178867619638666, 0.3513888039512183, 0.3434519021766, 0.39961876090612797, 0.3557345092441016, 0.5597381023785942, 0.35983461974353054, 0.3967747454895829, 0.43399735541474393, 0.4329898103265648, 0.4893132256573735, 0.6705770147858233, 0.46615675513948224, 0.3711474712227549, 0.4827280169077138, 0.3403746613441132, 0.2748935819538693, 0.3961213325256639 ], "rps_clim": [ 0.5345788934798844, 0.4969529944769454, 0.4649874784432427, 0.41318634913187524, 0.546313795678332, 0.4766642042122107, 0.47169819661801, 0.3818166879514013, 0.47064841190232937, 0.36582560814319875, 0.354596433655499, 0.5238068909793859, 0.42423555956814324, 0.47458557358541037, 0.4052259230358827, 0.43061974459188856, 0.4027224233638553, 0.5463137956783312, 0.5329121043837289, 0.33515957826149523, 0.5425588471307237, 0.3577876473332365, 0.5050822006578946, 0.40346036713634414 ], "brier_below": [ 0.5552544560005924, 0.08955141283261281, 0.33150814118113225, 0.2538872823078459, 0.04683788773318445, 0.28948423450200833, 0.24610922500404558, 0.24296106492110736, 0.2622562234977744, 0.24369874308021108, 0.14438118114847331, 0.13799903058518956, 0.25271209384368154, 0.10924521574904286, 0.17323481275003585, 0.19892466825443778, 0.31832413052718955, 0.5098961267969354, 0.10731875926616474, 0.15517684533088008, 0.11080634118581359, 0.1247933385065601, 0.05356681914565261, 0.2667983992818359 ], "brier_below_clim": [ 0.41359590220543146, 0.1268854967685847, 0.33814805813719095, 0.27996356840395453, 0.1209829912744533, 0.3514292535000652, 0.3496506429006213, 0.2388550695900949, 0.34166178514329076, 0.23093071395539494, 0.13757235619120822, 0.12205538687900032, 0.2819639840102135, 0.13806476563762554, 0.14568431899338546, 0.18489584470340845, 0.2812051027379592, 0.4253308044038783, 0.1209829912744533, 0.17461254268602422, 0.1209829912744533, 0.13651544485609332, 0.1209829912744533, 0.25734411395433127 ], "brier_above": [ 0.20960767292812743, 0.2960504478641856, 0.10699806984929769, 0.0990070349640304, 0.23131225979133035, 0.09516889049411237, 0.05567945319180446, 0.10842773649839788, 0.08119567753871809, 0.1559200116887649, 0.2113533299594167, 0.4217390851806685, 0.10712252333961263, 0.28752953334882947, 0.26076254551193256, 0.23406514637619594, 0.17098909114808045, 0.1606808839612443, 0.35883800754211703, 0.21597062543907564, 0.3719216858426318, 0.21558132245969133, 0.22132675882482045, 0.12932292963429048 ], "brier_above_clim": [ 0.12098299127445335, 0.3700674977083606, 0.1268394203060519, 0.13322278072792096, 0.4253308044038783, 0.12523495071214563, 0.12204755371738839, 0.1429616183613064, 0.12898662675903874, 0.13489489418780384, 0.21702407746429075, 0.4017515041003852, 0.14227157555792966, 0.3365208079477847, 0.2595416040424973, 0.24572389988847987, 0.12151732062589637, 0.12098299127445335, 0.41192911310927527, 0.16054703557547098, 0.4215758558562699, 0.22127220247714316, 0.38409920938344094, 0.14611625318201296 ], "crps": [ 31.718711261580804, 29.810791700612473, 17.079945467506576, 9.925832906281116, 87.68638785224003, 13.013655789658094, 8.783649777233826, 10.484589618762294, 9.691806623121828, 16.530230081810938, 15.155143795845152, 37.6291121013876, 11.230291423058167, 26.919884959292176, 18.867232447980903, 19.21610596578179, 19.876750540166682, 32.67938292992054, 63.25472012118938, 17.539672544929356, 53.78130713528466, 13.514954904483476, 18.91847121438589, 11.354445806630514 ], "crps_clim": [ 19.691370303217692, 38.00944837401189, 19.338876299585486, 13.469113551773622, 127.86859294734184, 18.589396676302037, 18.87593404459268, 13.530392159363533, 14.972743454915303, 14.253979231397004, 15.735341036927533, 36.064900095448124, 15.139963850338448, 31.19288106623586, 17.992353028164104, 19.696334263177114, 14.077232835128438, 24.747448096456132, 68.61073888811775, 12.55291522058674, 57.000851281138225, 14.391271226711636, 25.1312112496158, 12.811413514508557 ], "crps_fair": [ 30.713561669390934, 28.421632365681486, 16.301139815607534, 9.209098543884464, 86.50019157484402, 12.204770822121738, 8.054438801952315, 9.856807606411108, 8.929426385916692, 15.482839892741785, 14.417374389499791, 36.81145581683914, 10.407529881822907, 25.8240984950659, 17.976143918775858, 18.40947269122812, 18.814359825325607, 31.789463039209238, 62.35118489149075, 16.47469251081935, 52.86536757227675, 12.642644732436773, 17.46116623989711, 10.619241357997126 ], "crps_fair_clim": [ 18.52395116853421, 36.87672256900793, 18.170789562622396, 12.289909839909377, 126.90605491615098, 17.41989047035546, 17.706970523055745, 12.351304505468207, 13.796387526958524, 13.076262007562349, 14.560429422573055, 34.92849143385597, 13.963924627676032, 30.04724509587627, 16.82171605773241, 18.528924529932958, 12.89918086433115, 23.58960486668408, 67.53597007272384, 11.371976284610398, 55.90409404224628, 13.21381402559538, 23.974094843997456, 11.63096415863434 ] }, "rps": 0.4179707146654092, "rpss": 0.07645575935784954, "brier_below": 0.21769693472635032, "bss_below": 0.03962480036259919, "brier_above": 0.20027378014072403, "bss_above": 0.11341480707630791, "crps": 24.77762820704768, "crpss": 0.10407860950967085, "crps_fair": 23.85575428505152, "crpss_fair": 0.09990835119506514, "reliability": { "below": { "weight": [ 0.0, 0.042599, 0.303854, 0.389319, 0.208747, 0.050966, 0.004514, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1819, 0.2493, 0.341, 0.4344, 0.5297, 0.6132, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4075, 0.2709, 0.2849, 0.4559, 0.7536, 0.6935, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.018241, 0.263929, 0.388906, 0.227672, 0.096121, 0.00513, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1798, 0.2498, 0.3411, 0.4413, 0.5441, 0.6292, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0682, 0.1288, 0.3289, 0.4955, 0.6788, 0.6872, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.40914832492993597, 0.49383552136026293, 0.41043829442036855, 0.35929103396887085, 0.41782479787490484, 0.4030528591140852, 0.32828302386390285, 0.5083674685901132 ], "rps_clim": [ 0.3957447540292534, 0.4437047383669884, 0.5463112315335048, 0.36237074299741934, 0.43798493913098496, 0.3932407074853211, 0.5285945529473471, 0.42293902414021045 ], "brier_below": [ 0.2261622965956237, 0.19657129045607527, 0.07782426626665025, 0.22329561414078175, 0.2747338294171177, 0.24125401296134838, 0.08739884409306475, 0.19397626306164628 ], "brier_below_clim": [ 0.21064168310452153, 0.1781065535964162, 0.11133273118470274, 0.2268505366779282, 0.2859739073831904, 0.2462520701941481, 0.13257909683196697, 0.14583204241235156 ], "brier_above": [ 0.1829860341829175, 0.2972642205966863, 0.3326139969131063, 0.13599543379384157, 0.1430909762257291, 0.16179886008751412, 0.24088416110240357, 0.31439119158448087 ], "brier_above_clim": [ 0.18510307756215227, 0.2655981770143465, 0.4349784623050188, 0.13552022182301748, 0.15201104430253173, 0.14698865074398446, 0.3960154250387313, 0.2771069719137001 ], "crps": [ 10.428338127003887, 16.62136069387206, 30.39767685747794, 9.137634366601409, 10.998868556468755, 11.16255962441342, 48.492296600898705, 18.75057163215941 ], "crps_clim": [ 10.667830621192463, 14.95134985734363, 39.32110711359098, 9.155005345554997, 12.872793262651571, 10.763049268730294, 73.22981255372125, 15.764339864122904 ], "crps_fair": [ 10.109105229413512, 16.35731672576877, 29.990578508827063, 8.837283801406098, 10.744163948129613, 10.830710565029337, 48.05200497430851, 18.505913989411 ], "crps_fair_clim": [ 9.895516071070114, 14.17903530722128, 38.54879256346864, 8.382690795432643, 12.100478712529222, 9.990734718607943, 72.45749800359884, 14.992025314000559 ] }, "rps": 0.41628016551530556, "rpss": 0.05682684174873909, "brier_below": 0.19015205212403852, "bss_below": 0.010635105429106395, "brier_above": 0.2261281093108349, "bss_above": 0.09245729158562566, "crps": 19.49866330736195, "crpss": 0.16460535032956014, "crps_fair": 19.178384717786738, "crpss_fair": 0.15020868842148694, "reliability": { "below": { "weight": [ 0.0, 0.086097, 0.263117, 0.415003, 0.189983, 0.039186, 0.006196, 0.000418, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1724, 0.259, 0.3513, 0.4436, 0.536, 0.6425, 0.7187, NaN, NaN ], "observed_frequency": [ NaN, 0.0419, 0.1663, 0.3176, 0.2794, 0.2574, 0.1488, 0.0, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.049717, 0.347893, 0.368887, 0.12902, 0.075175, 0.029308, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1807, 0.2594, 0.3463, 0.4432, 0.5491, 0.6307, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.507, 0.311, 0.3166, 0.5022, 0.9338, 0.9884, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.397222368624163, 0.3396956628251454, 0.30180309932458016, 0.38653791044010494, 0.4173313006028164, 0.46803078374786133, 0.19545843723156775, 0.449154771590203 ], "rps_clim": [ 0.40125751196759035, 0.38247387153027046, 0.5455702928662451, 0.3608387482495357, 0.5032562800825091, 0.4582563513417429, 0.5532043651857004, 0.38836007432288383 ], "brier_below": [ 0.1213542809128553, 0.23891949949649238, 0.052195588268382366, 0.23223181530059894, 0.3350935031180086, 0.32482926796402095, 0.03136779617101868, 0.21698888867395075 ], "brier_below_clim": [ 0.11814387008700394, 0.2654940440266858, 0.11111111773384949, 0.22455219994692469, 0.39214518221687406, 0.3289473855886335, 0.11111111773384949, 0.16516928651467216 ], "brier_above": [ 0.2758680781042754, 0.10077617889521799, 0.2496074825755498, 0.15430611113100035, 0.08223781266589342, 0.14320153252338041, 0.16409062102631847, 0.23216587895678892 ], "brier_above_clim": [ 0.28311363099235315, 0.11697984632238867, 0.4344591371814749, 0.13628656366910488, 0.11111111773384949, 0.129308982367292, 0.44209320813585196, 0.22319078763501846 ], "crps": [ 16.639129190110893, 10.01826566597011, 30.574552900064337, 13.90140308245426, 12.26205563953231, 16.849504214216466, 72.58627013929808, 18.06512426512425 ], "crps_clim": [ 17.127934378732938, 13.14691039605717, 50.002232946975184, 13.109652898302157, 17.71305578066709, 16.568276004836402, 124.03503473091268, 16.46381001417652 ], "crps_fair": [ 16.180255783489915, 9.633832469637419, 29.91965800100095, 13.456102983088616, 11.895481294917918, 16.39702712657125, 71.89976697948272, 17.702095097865367 ], "crps_fair_clim": [ 16.023613765163336, 12.042589782487557, 48.89791233340558, 12.005332284732548, 16.60873516709748, 15.463955391266797, 122.93071411734311, 15.359489400606916 ] }, "rps": 0.36940429179830525, "rpss": 0.1775520579955897, "brier_below": 0.194122579988166, "bss_below": 0.0953550554765672, "brier_above": 0.1752817119848031, "bss_above": 0.25274641129830544, "crps": 23.862038137096338, "crpss": 0.2881436895958146, "crps_fair": 23.385527467006767, "crpss_fair": 0.278592796723368, "reliability": { "below": { "weight": [ 0.0, 0.132538, 0.225796, 0.432656, 0.188576, 0.020434, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1659, 0.2577, 0.3525, 0.44, 0.5229, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.163, 0.4248, 0.4261, 0.4635, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.012314, 0.289144, 0.371263, 0.1365, 0.125817, 0.064962, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1914, 0.2679, 0.3449, 0.4444, 0.5511, 0.6298, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1958, 0.1377, 0.198, 0.4935, 0.972, 1.0, NaN, NaN, NaN ] } } } } }, "dqm": { "lambda_": { "training_mean": 0.462019511342232, "training": [ 0.38506959504070026, 0.5271021691348332, 0.42988100586526423, 0.4583784958870212, 0.6166688194782909, 0.473796010872034, 0.47866928219373656, 0.43563744880702, 0.48935482333724506, 0.4250670815008307, 0.43822478713908736, 0.4407055453694617, 0.4601259370031715, 0.47384544514462046, 0.4541557466668478, 0.4195259127524173, 0.4056282646739215, 0.41244559991072194, 0.4841336452945084, 0.4324192620686656, 0.4891095016133185, 0.44429997601410015, 0.5631921606924157, 0.4510317557533344 ], "test": 0.47346848869184205 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6129658384128681, 0.3972334256673599, 0.47808404969769375, 0.4060701162261105, 0.35670461116243635, 0.38899884943939983, 0.3647225110046476, 0.47009731390291554, 0.37307429268795184, 0.47224066463945613, 0.38413755268643573, 0.5150608815341216, 0.4280582810188232, 0.418913435799211, 0.45659788691532915, 0.5609481639295946, 0.44999650825032794, 0.5085884643682292, 0.4801710745081858, 0.4059630947269094, 0.48341237930059006, 0.37414958613271354, 0.35381176047871243, 0.43345993065273025 ], "rps_clim": [ 0.5032688802503167, 0.4569625517973415, 0.4925766309533648, 0.42240641841789806, 0.5420235784464604, 0.4714149767747752, 0.4556059924381436, 0.42817838868602875, 0.46522974710940934, 0.4500155575006823, 0.37935719815657715, 0.46243591166738746, 0.43736789322801184, 0.4400525455006668, 0.4258969314341105, 0.47068205281177944, 0.4255615226829206, 0.4516170483571987, 0.49843662915678016, 0.4118910860457031, 0.4992304990769142, 0.37876171452360957, 0.4739156159423822, 0.43461082713119537 ], "brier_below": [ 0.4383393350485316, 0.11395384214103486, 0.3639142347015525, 0.2219240460002343, 0.06869322914326499, 0.2838430948369683, 0.2637557073053675, 0.20200712670259297, 0.27725383097082124, 0.3264612510363301, 0.19472746004190336, 0.1735064620499338, 0.22849692018561013, 0.2066842092298245, 0.2329384049110565, 0.22240655283012173, 0.2902100457532666, 0.34236809172925664, 0.14393352403843726, 0.1843286956117613, 0.12575571022084298, 0.17497551927356988, 0.07675675917976842, 0.23585246868180015 ], "brier_below_clim": [ 0.35982023411904374, 0.14050564010422492, 0.3666492771595467, 0.2224183293858014, 0.12098299127445329, 0.3422215035731035, 0.320090552585692, 0.1769295283083219, 0.3334169292742277, 0.3079101155887398, 0.1851793660618082, 0.14592326795414162, 0.23390109051410934, 0.2104505639455176, 0.20611965607115396, 0.17490712668192288, 0.2843736386325201, 0.30537124030247026, 0.14850560429956033, 0.19196909984821953, 0.1397465773074753, 0.17498170367441346, 0.12816100681329473, 0.23184260041542798 ], "brier_above": [ 0.1746265005170097, 0.28327958527332425, 0.11416981018296313, 0.1841460690599176, 0.2880113800675209, 0.10515575224193349, 0.10096680339874924, 0.26809018665246204, 0.09582046092608723, 0.1457794083931345, 0.18941009169593578, 0.34155442487006804, 0.19956136053471918, 0.2122292272735016, 0.22365948246995587, 0.33854161141862055, 0.15978645819858714, 0.16622036928647382, 0.33623755850693743, 0.22163439991793707, 0.35765667752291846, 0.1991740665852181, 0.27705500088390467, 0.19760746046568503 ], "brier_above_clim": [ 0.1434486461312728, 0.31645691169311657, 0.12592735379381784, 0.1999880890320964, 0.4210405871720072, 0.1291934732016715, 0.13551543985245154, 0.25124886037770683, 0.13181281783518126, 0.1421054419119424, 0.1941778320947689, 0.3165126437132459, 0.20346680271390255, 0.2296019815551491, 0.21977727536295652, 0.2957749261298567, 0.14118788405040053, 0.14624580805472828, 0.3499310248572198, 0.21992198619748354, 0.3594839217694388, 0.20378001084919606, 0.3457546091290874, 0.20276822671576744 ], "crps": [ 18.325488284690945, 20.665140607560456, 12.405432756840748, 11.235171197618087, 55.84096167565327, 9.140557896263694, 7.834493174895348, 14.427176843246437, 7.357202104289956, 12.930258726092855, 11.27048134213716, 22.703313784941546, 11.50140896687975, 16.38832462792822, 14.672963002254324, 27.206865701503478, 13.448073361736045, 18.775703424050896, 37.43917418563782, 15.969657027451317, 33.64795653889858, 11.045385247293451, 14.532197495403782, 10.675369905960105 ], "crps_clim": [ 13.135184264312578, 24.154741944627755, 13.513975384214499, 13.019917867610289, 81.16166334563184, 12.367477693926652, 13.495417433372651, 14.052082306153558, 10.595906526023086, 12.127650347789233, 11.316976354794287, 20.590965555492783, 12.388520865166832, 17.22695089343282, 13.534851767011492, 24.26260220678667, 11.569922704555122, 15.015778045845114, 39.494929356705285, 15.395164091308375, 33.640924854699655, 10.983328308869137, 19.38792314154612, 11.761768257139277 ], "crps_fair": [ 17.57827813391918, 19.612973412727175, 11.809001517858073, 10.65604687419865, 54.978931945793725, 8.505344866292436, 7.283431265200894, 13.929388590005404, 6.786331149384225, 12.179300328876254, 10.66968536141206, 22.098268039990057, 10.865625408164684, 15.641080581138722, 13.973774334671731, 26.627707908439394, 12.68698114386133, 18.061581065372714, 36.746998663764664, 15.205263967349998, 32.947404821333635, 10.408138548047368, 13.607957005179115, 10.099852254468349 ], "crps_fair_clim": [ 12.317536543467577, 23.35796459817729, 12.697045070793552, 12.202051839195779, 80.47285365334993, 11.548375983365016, 12.678451972317543, 13.236171134630228, 9.77344956703739, 11.308094418769002, 10.495885058363076, 19.78743863254775, 11.56945900909618, 16.417052730597515, 12.717960992194332, 23.466029141135742, 10.74931047318028, 14.20169205564696, 38.727205395504946, 14.581796635287228, 32.862113763760696, 10.161605103260042, 18.582117729180727, 10.941519369614019 ] }, "rps": 0.44056086138094813, "rpss": 0.027951231386812325, "brier_below": 0.22471193840099382, "bss_below": 0.010874360901564462, "brier_above": 0.21584892276431522, "bss_above": 0.04511389473804084, "crps": 17.893281578301178, "crpss": 0.07487347736700534, "crps_fair": 17.206639466143745, "crpss_fair": 0.07169519080568154, "reliability": { "below": { "weight": [ 0.0, 0.030774, 0.230326, 0.496459, 0.20825, 0.033049, 0.001142, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1784, 0.2605, 0.3533, 0.4413, 0.5311, 0.6286, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3759, 0.2891, 0.3205, 0.4625, 0.4626, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.004683, 0.285197, 0.538784, 0.142955, 0.027739, 0.000642, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1793, 0.2665, 0.3471, 0.4382, 0.5364, 0.645, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4063, 0.2315, 0.3413, 0.4994, 0.7803, 0.563, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6868763602496869, 0.4294645232539819, 0.43029878501126534, 0.362199781312738, 0.3786845942566843, 0.3959049392765642, 0.32934164952997774, 0.3641799503332283, 0.3730047340120804, 0.38682758973409487, 0.3610831694248784, 0.5852161388393831, 0.3725600954761145, 0.44464760143503446, 0.43623448757200994, 0.44840698738213663, 0.4569551171546444, 0.6206556750245374, 0.5017291207285538, 0.3557462199063631, 0.5239943805407568, 0.3600727424046095, 0.35494075029821287, 0.3975097173529154 ], "rps_clim": [ 0.5345788934798844, 0.4969529944769454, 0.4649874784432427, 0.41318634913187524, 0.546313795678332, 0.4766642042122107, 0.47169819661801, 0.3818166879514013, 0.47064841190232937, 0.36582560814319875, 0.354596433655499, 0.5238068909793859, 0.42423555956814324, 0.47458557358541037, 0.4052259230358827, 0.43061974459188856, 0.4027224233638553, 0.5463137956783312, 0.5329121043837289, 0.33515957826149523, 0.5425588471307237, 0.3577876473332365, 0.5050822006578946, 0.40346036713634414 ], "brier_below": [ 0.5229871120577384, 0.100087553847993, 0.3244324208515205, 0.2578767283924905, 0.07083569316539882, 0.2931034808566309, 0.25847894082513934, 0.24849615494273153, 0.2796564330262291, 0.2452849397776163, 0.14984980972134773, 0.14251605902747827, 0.25680309879864555, 0.12783795126643263, 0.1733164237644459, 0.2000019302053738, 0.31007907666426676, 0.4829967117223664, 0.11401370195829953, 0.1621513077036731, 0.116382165345786, 0.13735092600564516, 0.07125095128855788, 0.2655291076640367 ], "brier_below_clim": [ 0.41359590220543146, 0.1268854967685847, 0.33814805813719095, 0.27996356840395453, 0.1209829912744533, 0.3514292535000652, 0.3496506429006213, 0.2388550695900949, 0.34166178514329076, 0.23093071395539494, 0.13757235619120822, 0.12205538687900032, 0.2819639840102135, 0.13806476563762554, 0.14568431899338546, 0.18489584470340845, 0.2812051027379592, 0.4253308044038783, 0.1209829912744533, 0.17461254268602422, 0.1209829912744533, 0.13651544485609332, 0.1209829912744533, 0.25734411395433127 ], "brier_above": [ 0.16388924395606821, 0.32937697440801195, 0.10586635918401456, 0.10432304959227238, 0.3078488995001918, 0.10280145544019079, 0.07086271012519098, 0.11568379175868122, 0.09334830067166583, 0.14154264366202715, 0.21123336067905235, 0.44270009023246343, 0.11575699480153077, 0.3168096553365102, 0.262918067261279, 0.24840506067274776, 0.14687603496916302, 0.13765895735042435, 0.38771543152148924, 0.19359490976160929, 0.40761222838427835, 0.2227218167769663, 0.2836897975421298, 0.13198060601749 ], "brier_above_clim": [ 0.12098299127445335, 0.3700674977083606, 0.1268394203060519, 0.13322278072792096, 0.4253308044038783, 0.12523495071214563, 0.12204755371738839, 0.1429616183613064, 0.12898662675903874, 0.13489489418780384, 0.21702407746429075, 0.4017515041003852, 0.14227157555792966, 0.3365208079477847, 0.2595416040424973, 0.24572389988847987, 0.12151732062589637, 0.12098299127445335, 0.41192911310927527, 0.16054703557547098, 0.4215758558562699, 0.22127220247714316, 0.38409920938344094, 0.14611625318201296 ], "crps": [ 28.66743180689862, 32.25689322263417, 16.80170985347169, 10.275654293068934, 90.98309764771258, 13.249818259967093, 8.924447198678122, 11.339609581910263, 10.393383920289942, 15.69453505195215, 15.972571870004606, 39.091132147177, 12.000976926208972, 29.31867047674026, 19.15601499908017, 20.515846738815025, 17.77413833036027, 30.743133312235013, 63.92647020946954, 16.463132389650973, 56.44924031027744, 14.393963767913139, 18.44705797915004, 11.48495446398193 ], "crps_clim": [ 19.691370303217692, 38.00944837401189, 19.338876299585486, 13.469113551773622, 127.86859294734184, 18.589396676302037, 18.87593404459268, 13.530392159363533, 14.972743454915303, 14.253979231397004, 15.735341036927533, 36.064900095448124, 15.139963850338448, 31.19288106623586, 17.992353028164104, 19.696334263177114, 14.077232835128438, 24.747448096456132, 68.61073888811775, 12.55291522058674, 57.000851281138225, 14.391271226711636, 25.1312112496158, 12.811413514508557 ], "crps_fair": [ 27.63307150717835, 30.799318670262323, 15.970263816190185, 9.500481847791088, 89.78486259832353, 12.371847824761113, 8.173236417589065, 10.647139062692833, 9.583779225182106, 14.612671689383264, 15.166910029736352, 38.20619404955365, 11.103087767953072, 28.194240108976857, 18.2163771317195, 19.627625268730814, 16.709647742121636, 29.807833419217857, 62.961161478137626, 15.338789629677457, 55.501528597978805, 13.454450407796424, 16.96791151989794, 10.702274631800469 ], "crps_fair_clim": [ 18.52395116853421, 36.87672256900793, 18.170789562622396, 12.289909839909377, 126.90605491615098, 17.41989047035546, 17.706970523055745, 12.351304505468207, 13.796387526958524, 13.076262007562349, 14.560429422573055, 34.92849143385597, 13.963924627676032, 30.04724509587627, 16.82171605773241, 18.528924529932958, 12.89918086433115, 23.58960486668408, 67.53597007272384, 11.371976284610398, 55.90409404224628, 13.21381402559538, 23.974094843997456, 11.63096415863434 ] }, "rps": 0.43152229627126887, "rpss": 0.04651230948313134, "brier_below": 0.22130494495332678, "bss_below": 0.023707977526384538, "brier_above": 0.21021735165022704, "bss_above": 0.06939594819768313, "crps": 25.180161864901994, "crpss": 0.08952360402446402, "crps_fair": 24.209779351777183, "crpss_fair": 0.08655077707605885, "reliability": { "below": { "weight": [ 0.0, 0.010152, 0.25132, 0.5312, 0.184466, 0.022863, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1855, 0.2654, 0.3534, 0.4409, 0.5282, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.7042, 0.3054, 0.2815, 0.5216, 0.7698, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001534, 0.281724, 0.541167, 0.148586, 0.026771, 0.000219, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1832, 0.2695, 0.347, 0.4385, 0.5301, 0.6328, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0956, 0.1667, 0.3669, 0.5362, 0.7241, 0.0, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.39247762652433354, 0.5246964463676719, 0.47748959520499207, 0.35414226113586145, 0.4126956627860231, 0.3977881431699864, 0.372539037562922, 0.5297907723592058 ], "rps_clim": [ 0.3957447540292534, 0.4437047383669884, 0.5463112315335048, 0.36237074299741934, 0.43798493913098496, 0.3932407074853211, 0.5285945529473471, 0.42293902414021045 ], "brier_below": [ 0.21568799864458357, 0.21923239147351103, 0.09655378024540616, 0.229709589044657, 0.2739655223854973, 0.2469783541434064, 0.09216019943055416, 0.21892754112382914 ], "brier_below_clim": [ 0.21064168310452153, 0.1781065535964162, 0.11133273118470274, 0.2268505366779282, 0.2859739073831904, 0.2462520701941481, 0.13257909683196697, 0.14583204241235156 ], "brier_above": [ 0.17678963281474053, 0.3054640439526041, 0.38093578182830923, 0.12443268570940164, 0.13873014897521735, 0.15080980228986254, 0.2803788149648612, 0.3108632172041228 ], "brier_above_clim": [ 0.18510307756215227, 0.2655981770143465, 0.4349784623050188, 0.13552022182301748, 0.15201104430253173, 0.14698865074398446, 0.3960154250387313, 0.2771069719137001 ], "crps": [ 10.458683278018647, 17.577981960120713, 32.93343716911651, 8.991078449837149, 10.853754508311495, 10.82485955284111, 53.90349847444508, 19.50845449368194 ], "crps_clim": [ 10.667830621192463, 14.95134985734363, 39.32110711359098, 9.155005345554997, 12.872793262651571, 10.763049268730294, 73.22981255372125, 15.764339864122904 ], "crps_fair": [ 10.130644954157942, 17.304250210590624, 32.521405917168394, 8.680178947973275, 10.589018234784406, 10.47459511242279, 53.46334346941242, 19.25662318319058 ], "crps_fair_clim": [ 9.895516071070114, 14.17903530722128, 38.54879256346864, 8.382690795432643, 12.100478712529222, 9.990734718607943, 72.45749800359884, 14.992025314000559 ] }, "rps": 0.4327024431388745, "rpss": 0.01961860379984004, "brier_below": 0.19915192206143062, "bss_below": -0.036191396164215295, "brier_above": 0.2335505159673899, "bss_above": 0.0626681996387094, "crps": 20.63146848579658, "crpss": 0.1160717985539389, "crps_fair": 20.302507503712555, "crpss_fair": 0.10039897865269498, "reliability": { "below": { "weight": [ 0.0, 0.043978, 0.156343, 0.436134, 0.303326, 0.056949, 0.003269, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1759, 0.2537, 0.3548, 0.4385, 0.5295, 0.6211, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0401, 0.0848, 0.3126, 0.2732, 0.1572, 0.026, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.022345, 0.371037, 0.459855, 0.10482, 0.03956, 0.002383, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1809, 0.2611, 0.337, 0.4435, 0.539, 0.6213, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4961, 0.3376, 0.3243, 0.8387, 0.9722, 0.9644, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.40965458940783916, 0.341666575074605, 0.39111851682795845, 0.37232350240679324, 0.4200277641601761, 0.4510917220293371, 0.3001230325772597, 0.4329761743772167 ], "rps_clim": [ 0.40125751196759035, 0.38247387153027046, 0.5455702928662451, 0.3608387482495357, 0.5032562800825091, 0.4582563513417429, 0.5532043651857004, 0.38836007432288383 ], "brier_below": [ 0.12714637584549313, 0.237686012567982, 0.0680709821350871, 0.2305266503076196, 0.3317063744251851, 0.3201678990995013, 0.05055145729242695, 0.20556688259664874 ], "brier_below_clim": [ 0.11814387008700394, 0.2654940440266858, 0.11111111773384949, 0.22455219994692469, 0.39214518221687406, 0.3289473855886335, 0.11111111773384949, 0.16516928651467216 ], "brier_above": [ 0.2825082026933296, 0.10398057891723045, 0.3230475039178114, 0.14179686786540574, 0.08832140640786483, 0.13092383918300946, 0.24957154717462554, 0.22740928863273763 ], "brier_above_clim": [ 0.28311363099235315, 0.11697984632238867, 0.4344591371814749, 0.13628656366910488, 0.11111111773384949, 0.129308982367292, 0.44209320813585196, 0.22319078763501846 ], "crps": [ 17.213152479617712, 10.463875558553148, 35.31447976672463, 13.570414263006152, 12.01532615200418, 16.081222984756554, 85.54121565316251, 18.31220059012932 ], "crps_clim": [ 17.127934378732938, 13.14691039605717, 50.002232946975184, 13.109652898302157, 17.71305578066709, 16.568276004836402, 124.03503473091268, 16.46381001417652 ], "crps_fair": [ 16.736162626586992, 10.051892835633513, 34.64871922900231, 13.0987526963251, 11.618824641266263, 15.59497837816066, 84.86740861947024, 17.923364432468297 ], "crps_fair_clim": [ 16.023613765163336, 12.042589782487557, 48.89791233340558, 12.005332284732548, 16.60873516709748, 15.463955391266797, 122.93071411734311, 15.359489400606916 ] }, "rps": 0.3898727346076482, "rpss": 0.1319807719051439, "brier_below": 0.19642782928374297, "bss_below": 0.08461219330547387, "brier_above": 0.19344490434900183, "bss_above": 0.17531385702474023, "crps": 26.063985930994274, "crpss": 0.22245481493803743, "crps_fair": 25.567512932364174, "crpss_fair": 0.21128193386707572, "reliability": { "below": { "weight": [ 0.0, 0.051509, 0.198313, 0.552722, 0.188419, 0.009037, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1766, 0.2519, 0.3494, 0.434, 0.5087, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0411, 0.3803, 0.4524, 0.7562, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.19811, 0.577229, 0.151346, 0.068692, 0.004623, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2704, 0.3375, 0.4474, 0.537, 0.6209, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1288, 0.2307, 0.9156, 0.9968, 1.0, NaN, NaN, NaN ] } } } } }, "qdm": { "lambda_": { "training_mean": 0.4419618518416613, "training": [ 0.3606938534176218, 0.5014452557806157, 0.40595049968208585, 0.4388454356682627, 0.6045228071666918, 0.45901685703006423, 0.4622866382311577, 0.42500027231636806, 0.47109256998623383, 0.4153019447415242, 0.4185918144421942, 0.4165430813039065, 0.43591964837882735, 0.4565933453585658, 0.42672728778682845, 0.3932124225723727, 0.3827077143654994, 0.38513457347436963, 0.46308138446385017, 0.4129155530481469, 0.4658479683850935, 0.426918207355198, 0.5469158133050767, 0.4318194959393163 ], "test": 0.4582442379131125 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6162021414712301, 0.4107480315154442, 0.49899897319322106, 0.40496881243659966, 0.3729125158405565, 0.3923883509060083, 0.3607102349891163, 0.45941320701329486, 0.37834820088390525, 0.46886616293359806, 0.3818425908947617, 0.5138566022103026, 0.4327498282708815, 0.4180230528648736, 0.45854395951465843, 0.5635906605639769, 0.45711604624496716, 0.525090998045415, 0.48298199715228385, 0.40822431065306264, 0.48675742374991293, 0.37547906550260973, 0.356614543990702, 0.4299994742419103 ], "rps_clim": [ 0.5032688802503167, 0.4569625517973415, 0.4925766309533648, 0.42240641841789806, 0.5420235784464604, 0.4714149767747752, 0.4556059924381436, 0.42817838868602875, 0.46522974710940934, 0.4500155575006823, 0.37935719815657715, 0.46243591166738746, 0.43736789322801184, 0.4400525455006668, 0.4258969314341105, 0.47068205281177944, 0.4255615226829206, 0.4516170483571987, 0.49843662915678016, 0.4118910860457031, 0.4992304990769142, 0.37876171452360957, 0.4739156159423822, 0.43461082713119537 ], "brier_below": [ 0.4342046034680266, 0.1292785548231949, 0.37981810402406807, 0.22256115162388507, 0.08154987252073853, 0.2879213966704684, 0.26023000592266365, 0.19411416861312727, 0.2838977492931022, 0.3206101749384073, 0.19196666543689272, 0.17220194561489435, 0.23431198207092443, 0.2060855925141346, 0.22975242674535304, 0.22481755663244166, 0.2911023578757723, 0.35335296603409033, 0.14963748288327075, 0.18615674456478426, 0.1276163482458752, 0.1782659914667046, 0.08675465982425817, 0.2323318890085966 ], "brier_below_clim": [ 0.35982023411904374, 0.14050564010422492, 0.3666492771595467, 0.2224183293858014, 0.12098299127445329, 0.3422215035731035, 0.320090552585692, 0.1769295283083219, 0.3334169292742277, 0.3079101155887398, 0.1851793660618082, 0.14592326795414162, 0.23390109051410934, 0.2104505639455176, 0.20611965607115396, 0.17490712668192288, 0.2843736386325201, 0.30537124030247026, 0.14850560429956033, 0.19196909984821953, 0.1397465773074753, 0.17498170367441346, 0.12816100681329473, 0.23184260041542798 ], "brier_above": [ 0.18199753504415186, 0.2814694792796223, 0.11918086399205927, 0.18240765915233043, 0.29136264172067466, 0.10446695156723278, 0.10048022793882155, 0.2652990377195683, 0.09445044985238213, 0.14825598345788002, 0.18987592438767256, 0.3416546635059958, 0.1984378448304932, 0.2119374615792508, 0.22879153308596475, 0.3387731041531052, 0.16601368412119732, 0.17173802929216428, 0.33334452162042505, 0.22206756697306143, 0.3591410843843386, 0.19721307396209584, 0.2698598835800797, 0.19766758321834063 ], "brier_above_clim": [ 0.1434486461312728, 0.31645691169311657, 0.12592735379381784, 0.1999880890320964, 0.4210405871720072, 0.1291934732016715, 0.13551543985245154, 0.25124886037770683, 0.13181281783518126, 0.1421054419119424, 0.1941778320947689, 0.3165126437132459, 0.20346680271390255, 0.2296019815551491, 0.21977727536295652, 0.2957749261298567, 0.14118788405040053, 0.14624580805472828, 0.3499310248572198, 0.21992198619748354, 0.3594839217694388, 0.20378001084919606, 0.3457546091290874, 0.20276822671576744 ], "crps": [ 18.657083704221865, 20.6168528834776, 12.504136892450173, 11.046320186461402, 54.99189654035556, 9.049709561937133, 7.830234770905059, 14.052010214466435, 7.329685807467335, 13.214114614330729, 11.236533989758364, 22.720616146773427, 11.394244429025958, 16.215207396089404, 14.72694213010562, 27.080373823795387, 13.75369265770192, 19.603965767210685, 37.463705431094894, 15.870401462596934, 33.49244654998893, 10.896239891077142, 14.490541807429164, 10.516153910639932 ], "crps_clim": [ 13.135184264312578, 24.154741944627755, 13.513975384214499, 13.019917867610289, 81.16166334563184, 12.367477693926652, 13.495417433372651, 14.052082306153558, 10.595906526023086, 12.127650347789233, 11.316976354794287, 20.590965555492783, 12.388520865166832, 17.22695089343282, 13.534851767011492, 24.26260220678667, 11.569922704555122, 15.015778045845114, 39.494929356705285, 15.395164091308375, 33.640924854699655, 10.983328308869137, 19.38792314154612, 11.761768257139277 ], "crps_fair": [ 17.89504845694773, 19.551864818204706, 11.903326463123646, 10.454602739425093, 54.12044926303123, 8.412960595541417, 7.249911432142646, 13.549145321879406, 6.7407934251388495, 12.434301858420001, 10.623327999891991, 22.09418058579036, 10.733528913388872, 15.452565643861066, 14.013865741260533, 26.488870296379957, 12.973580649885701, 18.88045073118078, 36.75726303051495, 15.104399383765257, 32.77464705196246, 10.249209988533117, 13.551998781239927, 9.921887572979633 ], "crps_fair_clim": [ 12.317536543467577, 23.35796459817729, 12.697045070793552, 12.202051839195779, 80.47285365334993, 11.548375983365016, 12.678451972317543, 13.236171134630228, 9.77344956703739, 11.308094418769002, 10.495885058363076, 19.78743863254775, 11.56945900909618, 16.417052730597515, 12.717960992194332, 23.466029141135742, 10.74931047318028, 14.20169205564696, 38.727205395504946, 14.581796635287228, 32.862113763760696, 10.161605103260042, 18.582117729180727, 10.941519369614019 ] }, "rps": 0.4439344660451372, "rpss": 0.020507746168144436, "brier_below": 0.2274391829506531, "bss_below": -0.0011302861472526349, "brier_above": 0.21649528285078787, "bss_above": 0.04225448614028482, "crps": 17.864712940390046, "crpss": 0.07635054598247593, "crps_fair": 17.16384086435372, "crpss_fair": 0.07400419181349871, "reliability": { "below": { "weight": [ 0.0, 0.018597, 0.209645, 0.531199, 0.2038, 0.034775, 0.001984, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1806, 0.2591, 0.3514, 0.4406, 0.5306, 0.6172, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4696, 0.3117, 0.3185, 0.4411, 0.4509, 0.028, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.00701, 0.266704, 0.541877, 0.141418, 0.041664, 0.001242, 8.5e-05, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1835, 0.2655, 0.3448, 0.4386, 0.5371, 0.6352, 0.7179, NaN, NaN ], "observed_frequency": [ NaN, 0.4598, 0.2224, 0.3491, 0.4624, 0.67, 0.1596, 0.0, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.685708692427835, 0.42728632339524725, 0.4238843801105872, 0.3636655727230668, 0.3819744108462948, 0.39551749265936276, 0.3270131849232222, 0.3624675399935523, 0.38181278803401636, 0.39237921736923936, 0.3594553837780202, 0.5815748142963937, 0.37137845321789037, 0.4426589943388694, 0.4368033261628168, 0.4492220486247848, 0.45783318298911935, 0.6466128877390653, 0.505806624765876, 0.35653323945527016, 0.5197256470686469, 0.35905483229644886, 0.359543303711141, 0.394405712931374 ], "rps_clim": [ 0.5345788934798844, 0.4969529944769454, 0.4649874784432427, 0.41318634913187524, 0.546313795678332, 0.4766642042122107, 0.47169819661801, 0.3818166879514013, 0.47064841190232937, 0.36582560814319875, 0.354596433655499, 0.5238068909793859, 0.42423555956814324, 0.47458557358541037, 0.4052259230358827, 0.43061974459188856, 0.4027224233638553, 0.5463137956783312, 0.5329121043837289, 0.33515957826149523, 0.5425588471307237, 0.3577876473332365, 0.5050822006578946, 0.40346036713634414 ], "brier_below": [ 0.5178592459591932, 0.1012226335124071, 0.3207911777278991, 0.2599261481692119, 0.07531974112076363, 0.29613174103498635, 0.25690991211489533, 0.24702135956306245, 0.28949402956309833, 0.24787820119500698, 0.14918375793912994, 0.14075459783899075, 0.2571955790114094, 0.12638532634231478, 0.17326056547081903, 0.20205057315542457, 0.309936002693211, 0.5020493068694228, 0.11703174066762725, 0.16395644037087545, 0.11421380806068049, 0.13761111755593597, 0.07535921245938922, 0.26279589636598827 ], "brier_below_clim": [ 0.41359590220543146, 0.1268854967685847, 0.33814805813719095, 0.27996356840395453, 0.1209829912744533, 0.3514292535000652, 0.3496506429006213, 0.2388550695900949, 0.34166178514329076, 0.23093071395539494, 0.13757235619120822, 0.12205538687900032, 0.2819639840102135, 0.13806476563762554, 0.14568431899338546, 0.18489584470340845, 0.2812051027379592, 0.4253308044038783, 0.1209829912744533, 0.17461254268602422, 0.1209829912744533, 0.13651544485609332, 0.1209829912744533, 0.25734411395433127 ], "brier_above": [ 0.16784944190190965, 0.32606369564432625, 0.10309319592202588, 0.1037394209385937, 0.3066546690722087, 0.09938574790340612, 0.0701032733576838, 0.1154461759115172, 0.09231875692415704, 0.1445010096088476, 0.21027162713770103, 0.4408202296784674, 0.11418287123621168, 0.31627367349965974, 0.2635427641444293, 0.24717147868668962, 0.14789717375961076, 0.14456357507100437, 0.3887748970631605, 0.1925767956678727, 0.40551185203113327, 0.22144371503093443, 0.28418409036517317, 0.13160981211733266 ], "brier_above_clim": [ 0.12098299127445335, 0.3700674977083606, 0.1268394203060519, 0.13322278072792096, 0.4253308044038783, 0.12523495071214563, 0.12204755371738839, 0.1429616183613064, 0.12898662675903874, 0.13489489418780384, 0.21702407746429075, 0.4017515041003852, 0.14227157555792966, 0.3365208079477847, 0.2595416040424973, 0.24572389988847987, 0.12151732062589637, 0.12098299127445335, 0.41192911310927527, 0.16054703557547098, 0.4215758558562699, 0.22127220247714316, 0.38409920938344094, 0.14611625318201296 ], "crps": [ 29.11961648371174, 31.984808704829785, 16.45793241958013, 10.144816048565113, 89.75689574930304, 13.069618676439978, 9.006611654914716, 11.07236125296548, 10.436490962308344, 16.18752801228177, 15.69173000706472, 39.17477674808919, 11.834062929345453, 28.896315908752918, 19.095741917868857, 20.566664928403828, 18.039556282746595, 32.38439298369456, 64.57284736534153, 16.22539454069614, 55.92818924430354, 14.275050004866838, 18.49272030195102, 11.273828742566938 ], "crps_clim": [ 19.691370303217692, 38.00944837401189, 19.338876299585486, 13.469113551773622, 127.86859294734184, 18.589396676302037, 18.87593404459268, 13.530392159363533, 14.972743454915303, 14.253979231397004, 15.735341036927533, 36.064900095448124, 15.139963850338448, 31.19288106623586, 17.992353028164104, 19.696334263177114, 14.077232835128438, 24.747448096456132, 68.61073888811775, 12.55291522058674, 57.000851281138225, 14.391271226711636, 25.1312112496158, 12.811413514508557 ], "crps_fair": [ 28.057394268641197, 30.53735469205763, 15.604278581900578, 9.348016824754554, 88.55525368062482, 12.195825887440176, 8.192804032089258, 10.368420354918907, 9.594132991967284, 15.090970432893545, 14.87365130261727, 38.28273622790765, 10.941908863804008, 27.760730417897953, 18.13420340205929, 19.66855604721689, 16.929857042905248, 31.435125156275227, 63.5984664158972, 15.109241191776013, 54.94889616957613, 13.323357598955443, 17.002227969462695, 10.467724819475476 ], "crps_fair_clim": [ 18.52395116853421, 36.87672256900793, 18.170789562622396, 12.289909839909377, 126.90605491615098, 17.41989047035546, 17.706970523055745, 12.351304505468207, 13.796387526958524, 13.076262007562349, 14.560429422573055, 34.92849143385597, 13.963924627676032, 30.04724509587627, 16.82171605773241, 18.528924529932958, 12.89918086433115, 23.58960486668408, 67.53597007272384, 11.371976284610398, 55.90409404224628, 13.21381402559538, 23.974094843997456, 11.63096415863434 ] }, "rps": 0.43259658557742253, "rpss": 0.04413856972895769, "brier_below": 0.22268075478173932, "bss_below": 0.01763855978154727, "brier_above": 0.20991583094475233, "bss_above": 0.07073073996446333, "crps": 25.153664661274675, "crpss": 0.09048170264954303, "crps_fair": 24.167547265546432, "crpss_fair": 0.08814421854404575, "reliability": { "below": { "weight": [ 0.0, 0.027869, 0.198833, 0.571951, 0.1795, 0.021846, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1789, 0.2588, 0.352, 0.4371, 0.5271, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5107, 0.3001, 0.2958, 0.4849, 0.7858, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.002183, 0.259351, 0.573656, 0.131584, 0.031542, 0.001538, 0.000146, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1913, 0.2692, 0.344, 0.4381, 0.5396, 0.6407, 0.714, NaN, NaN ], "observed_frequency": [ NaN, 0.1338, 0.1466, 0.3764, 0.5115, 0.7263, 0.191, 0.0, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.3833369672810765, 0.5243095933761814, 0.47304290464497006, 0.3535879080048954, 0.4123279100966137, 0.3972823554511423, 0.37685787805918425, 0.5269036304284617 ], "rps_clim": [ 0.3957447540292534, 0.4437047383669884, 0.5463112315335048, 0.36237074299741934, 0.43798493913098496, 0.3932407074853211, 0.5285945529473471, 0.42293902414021045 ], "brier_below": [ 0.20695294556463606, 0.21938834433501958, 0.09548887170140793, 0.2286150959474853, 0.27436099929901825, 0.2470995259486563, 0.09870247872575487, 0.21522396669812804 ], "brier_below_clim": [ 0.21064168310452153, 0.1781065535964162, 0.11133273118470274, 0.2268505366779282, 0.2859739073831904, 0.2462520701941481, 0.13257909683196697, 0.14583204241235156 ], "brier_above": [ 0.17638402664936842, 0.3049212384070495, 0.3775540000125175, 0.12497282565789074, 0.13796691945731315, 0.15018284258335896, 0.2781553769498437, 0.3116796496936135 ], "brier_above_clim": [ 0.18510307756215227, 0.2655981770143465, 0.4349784623050188, 0.13552022182301748, 0.15201104430253173, 0.14698865074398446, 0.3960154250387313, 0.2771069719137001 ], "crps": [ 10.31573798648264, 17.329152637747278, 32.91204509246671, 8.88724373954332, 10.70892943628535, 10.748134679317419, 53.534088522944195, 19.282168253763267 ], "crps_clim": [ 10.667830621192463, 14.95134985734363, 39.32110711359098, 9.155005345554997, 12.872793262651571, 10.763049268730294, 73.22981255372125, 15.764339864122904 ], "crps_fair": [ 9.9841158201596, 17.05151660344755, 32.49969410853084, 8.57434975289058, 10.437502351410194, 10.396335806913694, 53.08575066728139, 19.025235761299815 ], "crps_fair_clim": [ 9.895516071070114, 14.17903530722128, 38.54879256346864, 8.382690795432643, 12.100478712529222, 9.990734718607943, 72.45749800359884, 14.992025314000559 ] }, "rps": 0.4309561434178157, "rpss": 0.023575225228404828, "brier_below": 0.19822902852751328, "bss_below": -0.031389562822502715, "brier_above": 0.2327271099263694, "bss_above": 0.06597285800634867, "crps": 20.464687543568772, "crpss": 0.12321730922858609, "crps_fair": 20.13181260899171, "crpss_fair": 0.10796244349079753, "reliability": { "below": { "weight": [ 0.0, 0.051615, 0.123142, 0.483125, 0.282203, 0.055055, 0.00486, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1788, 0.2554, 0.3545, 0.4408, 0.5345, 0.6155, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0228, 0.0816, 0.2906, 0.2898, 0.1748, 0.0523, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.030335, 0.364807, 0.463142, 0.093882, 0.036272, 0.011563, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1856, 0.2613, 0.3368, 0.4439, 0.5417, 0.6233, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.507, 0.3365, 0.3294, 0.8314, 0.9488, 0.9487, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4077960893346451, 0.3376177613995079, 0.4000963020322848, 0.3746753210549843, 0.41734989232185216, 0.4528464599645725, 0.3131426978296217, 0.429840444145 ], "rps_clim": [ 0.40125751196759035, 0.38247387153027046, 0.5455702928662451, 0.3608387482495357, 0.5032562800825091, 0.4582563513417429, 0.5532043651857004, 0.38836007432288383 ], "brier_below": [ 0.12581786123041808, 0.2373013214495256, 0.07210211651301245, 0.23242497012958743, 0.3302208534464609, 0.3207854560227513, 0.05612284191666956, 0.2011853785951827 ], "brier_below_clim": [ 0.11814387008700394, 0.2654940440266858, 0.11111111773384949, 0.22455219994692469, 0.39214518221687406, 0.3289473855886335, 0.11111111773384949, 0.16516928651467216 ], "brier_above": [ 0.28197821764174136, 0.10031645622336355, 0.3279941546423904, 0.14225036661062432, 0.0871290556093905, 0.13206102021210872, 0.25701982800404666, 0.2286550620056835 ], "brier_above_clim": [ 0.28311363099235315, 0.11697984632238867, 0.4344591371814749, 0.13628656366910488, 0.11111111773384949, 0.129308982367292, 0.44209320813585196, 0.22319078763501846 ], "crps": [ 17.09285084700192, 10.207744987329114, 35.82590251173214, 13.413582991615016, 11.799461106612268, 15.989593055247004, 84.72975962717491, 18.23211241332321 ], "crps_clim": [ 17.127934378732938, 13.14691039605717, 50.002232946975184, 13.109652898302157, 17.71305578066709, 16.568276004836402, 124.03503473091268, 16.46381001417652 ], "crps_fair": [ 16.613109656004657, 9.792652160050748, 35.164689390002785, 12.941536556616985, 11.397678645283419, 15.502784545382537, 84.037118316734, 17.837577199315767 ], "crps_fair_clim": [ 16.023613765163336, 12.042589782487557, 48.89791233340558, 12.005332284732548, 16.60873516709748, 15.463955391266797, 122.93071411734311, 15.359489400606916 ] }, "rps": 0.3916706210103086, "rpss": 0.1279779273127668, "brier_below": 0.196995099912951, "bss_below": 0.08196861363060581, "brier_above": 0.19467552011866862, "bss_above": 0.17006754787027378, "crps": 25.91137594250445, "crpss": 0.22700750162444017, "crps_fair": 25.410893308673863, "crpss_fair": 0.21611340601856222, "reliability": { "below": { "weight": [ 0.0, 0.084524, 0.140485, 0.600199, 0.165314, 0.009478, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1743, 0.2597, 0.3517, 0.4376, 0.5172, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0611, 0.3612, 0.473, 0.7211, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001096, 0.206709, 0.587496, 0.138203, 0.050866, 0.01563, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1992, 0.2717, 0.3365, 0.4461, 0.5388, 0.6317, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6005, 0.1352, 0.2603, 0.89, 0.987, 1.0, NaN, NaN, NaN ] } } } } }, "sdm": { "lambda_": { "training_mean": 0.49536648395257465, "training": [ 0.4313697495788929, 0.5437134974721709, 0.4720331247273184, 0.49557243180941707, 0.6256244669917336, 0.5104511357360837, 0.5145653864247248, 0.4777259639991724, 0.5117681505579122, 0.47228780013740507, 0.4806429771040411, 0.46838649698872686, 0.48782993138606495, 0.50447437075851, 0.4814095864316766, 0.4607888901330262, 0.4493801002004776, 0.45334619311230867, 0.5154994960781971, 0.4700971309547176, 0.5121849459259074, 0.48658901742168686, 0.5834160160082574, 0.47963875492336316 ], "test": 0.5051018146902084 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5736537692889307, 0.41973487414433325, 0.4582880456119056, 0.41200327923953745, 0.3708008170449162, 0.37658900792072797, 0.3553794945746896, 0.4858495377352648, 0.3618253478159877, 0.4480474758985107, 0.3642537374422583, 0.5254819180736587, 0.4506690523018656, 0.41382260365096807, 0.44362859937797045, 0.570708272279379, 0.43787686585327906, 0.5058844291545587, 0.4956764971064627, 0.41105353456652166, 0.5021014415141986, 0.3748473861143904, 0.3716851053710366, 0.44268436605993644 ], "rps_clim": [ 0.5032688802503167, 0.4569625517973415, 0.4925766309533648, 0.42240641841789806, 0.5420235784464604, 0.4714149767747752, 0.4556059924381436, 0.42817838868602875, 0.46522974710940934, 0.4500155575006823, 0.37935719815657715, 0.46243591166738746, 0.43736789322801184, 0.4400525455006668, 0.4258969314341105, 0.47068205281177944, 0.4255615226829206, 0.4516170483571987, 0.49843662915678016, 0.4118910860457031, 0.4992304990769142, 0.37876171452360957, 0.4739156159423822, 0.43461082713119537 ], "brier_below": [ 0.41312692325799993, 0.13045630900122152, 0.35603652550894527, 0.22725738412213475, 0.0749451318376418, 0.2795165058055773, 0.2593744179809765, 0.20940731557896108, 0.27290759939640213, 0.31339014778245416, 0.18353853135433498, 0.1780776576837142, 0.24918928468787316, 0.2059554958084782, 0.22562236691178347, 0.22558101538282002, 0.29062989598150635, 0.3489154058608993, 0.14921704564874516, 0.18964773809191574, 0.13347208588758552, 0.18100510986584198, 0.08426820525584555, 0.2418000179540063 ], "brier_below_clim": [ 0.35982023411904374, 0.14050564010422492, 0.3666492771595467, 0.2224183293858014, 0.12098299127445329, 0.3422215035731035, 0.320090552585692, 0.1769295283083219, 0.3334169292742277, 0.3079101155887398, 0.1851793660618082, 0.14592326795414162, 0.23390109051410934, 0.2104505639455176, 0.20611965607115396, 0.17490712668192288, 0.2843736386325201, 0.30537124030247026, 0.14850560429956033, 0.19196909984821953, 0.1397465773074753, 0.17498170367441346, 0.12816100681329473, 0.23184260041542798 ], "brier_above": [ 0.16052684358564273, 0.28927856779122507, 0.10225151695423601, 0.18474589403772265, 0.29585568396536543, 0.09707250091737837, 0.09600507685008429, 0.276442221587957, 0.08891774835346578, 0.13465732408108572, 0.18071520531113847, 0.34740426519953616, 0.20147976568093282, 0.2078671094184522, 0.21800623309453157, 0.34512725675152506, 0.1472469663996745, 0.1569690212394216, 0.3464594585402974, 0.22140579737357122, 0.3686293623281366, 0.193842276452197, 0.28741690002731074, 0.20088434659175877 ], "brier_above_clim": [ 0.1434486461312728, 0.31645691169311657, 0.12592735379381784, 0.1999880890320964, 0.4210405871720072, 0.1291934732016715, 0.13551543985245154, 0.25124886037770683, 0.13181281783518126, 0.1421054419119424, 0.1941778320947689, 0.3165126437132459, 0.20346680271390255, 0.2296019815551491, 0.21977727536295652, 0.2957749261298567, 0.14118788405040053, 0.14624580805472828, 0.3499310248572198, 0.21992198619748354, 0.3594839217694388, 0.20378001084919606, 0.3457546091290874, 0.20276822671576744 ], "crps": [ 17.509750459147966, 20.589110679942788, 11.568495171209001, 11.304987776799894, 59.70202297504293, 8.47947898302521, 7.401375537444359, 14.851852664394391, 6.720641219048534, 12.284452103982257, 10.94096005859081, 23.80696774883944, 11.51236142980266, 16.18397286089635, 14.012780145353045, 28.23299535318261, 12.686711833430401, 18.839176506743993, 39.52995556266448, 15.878754208572625, 35.12858868886763, 10.83193854226364, 14.30037458205374, 10.505350055937198 ], "crps_clim": [ 13.135184264312578, 24.154741944627755, 13.513975384214499, 13.019917867610289, 81.16166334563184, 12.367477693926652, 13.495417433372651, 14.052082306153558, 10.595906526023086, 12.127650347789233, 11.316976354794287, 20.590965555492783, 12.388520865166832, 17.22695089343282, 13.534851767011492, 24.26260220678667, 11.569922704555122, 15.015778045845114, 39.494929356705285, 15.395164091308375, 33.640924854699655, 10.983328308869137, 19.38792314154612, 11.761768257139277 ], "crps_fair": [ 16.885785316503867, 19.693183537435058, 11.05959591410973, 10.806896275454559, 59.00512333421525, 7.935406866835052, 6.914410902621082, 14.428081772208769, 6.226632694977917, 11.633827245168742, 10.4268070016571, 23.28344928346351, 10.957980231354957, 15.534505355197016, 13.415270670261856, 27.730399502847543, 12.050138322418405, 18.23564330750763, 38.93630535354397, 15.228454016303585, 34.54147465795664, 10.285316425214646, 13.519881540831111, 10.009754525540465 ], "crps_fair_clim": [ 12.317536543467577, 23.35796459817729, 12.697045070793552, 12.202051839195779, 80.47285365334993, 11.548375983365016, 12.678451972317543, 13.236171134630228, 9.77344956703739, 11.308094418769002, 10.495885058363076, 19.78743863254775, 11.56945900909618, 16.417052730597515, 12.717960992194332, 23.466029141135742, 10.74931047318028, 14.20169205564696, 38.727205395504946, 14.581796635287228, 32.862113763760696, 10.161605103260042, 18.582117729180727, 10.941519369614019 ] }, "rps": 0.44052272742255366, "rpss": 0.028035369744412897, "brier_below": 0.22597242152698602, "bss_below": 0.0053260300632402835, "brier_above": 0.2145503059388603, "bss_above": 0.05085879791756831, "crps": 18.033460631134833, "crpss": 0.0676258766892599, "crps_fair": 17.447680168901186, "crpss_fair": 0.0586909522952167, "reliability": { "below": { "weight": [ 0.0, 0.013083, 0.202328, 0.471961, 0.253572, 0.055206, 0.00385, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1802, 0.26, 0.3524, 0.4405, 0.533, 0.623, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5335, 0.2832, 0.3171, 0.4331, 0.4467, 0.1231, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.01245, 0.395208, 0.475074, 0.092596, 0.023596, 0.001076, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1867, 0.2664, 0.3441, 0.4388, 0.542, 0.6258, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3435, 0.2322, 0.3701, 0.5831, 0.8084, 0.2905, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6644090527449135, 0.43807447400222876, 0.42786036569537367, 0.35417183036285116, 0.38248428614693825, 0.3940328009602526, 0.331096836683183, 0.3638533114905114, 0.37098684435799856, 0.3879689749919282, 0.3600015586530389, 0.5927648252550768, 0.3689503678878487, 0.45063939029894484, 0.43834900270094657, 0.44660412365780977, 0.4462582577239052, 0.6243373521614679, 0.5146038100427907, 0.35069750600760036, 0.5368186896595274, 0.35914263697965615, 0.36650289821675125, 0.3848022776794131 ], "rps_clim": [ 0.5345788934798844, 0.4969529944769454, 0.4649874784432427, 0.41318634913187524, 0.546313795678332, 0.4766642042122107, 0.47169819661801, 0.3818166879514013, 0.47064841190232937, 0.36582560814319875, 0.354596433655499, 0.5238068909793859, 0.42423555956814324, 0.47458557358541037, 0.4052259230358827, 0.43061974459188856, 0.4027224233638553, 0.5463137956783312, 0.5329121043837289, 0.33515957826149523, 0.5425588471307237, 0.3577876473332365, 0.5050822006578946, 0.40346036713634414 ], "brier_below": [ 0.5097124979869776, 0.10368931824513238, 0.3270779742189367, 0.2546537615157233, 0.0737287533927582, 0.2984323252998205, 0.2604180991751079, 0.2526120841437286, 0.28233465313763584, 0.25053735751687045, 0.15037964419944205, 0.14305619284255272, 0.2573113610753075, 0.13135358490772675, 0.17336675890046513, 0.19853039590959112, 0.30877015127813046, 0.48991840934303293, 0.11680211941391254, 0.16536325982748995, 0.11691867959823031, 0.14111232956680897, 0.0751205532494203, 0.2556950628874426 ], "brier_below_clim": [ 0.41359590220543146, 0.1268854967685847, 0.33814805813719095, 0.27996356840395453, 0.1209829912744533, 0.3514292535000652, 0.3496506429006213, 0.2388550695900949, 0.34166178514329076, 0.23093071395539494, 0.13757235619120822, 0.12205538687900032, 0.2819639840102135, 0.13806476563762554, 0.14568431899338546, 0.18489584470340845, 0.2812051027379592, 0.4253308044038783, 0.1209829912744533, 0.17461254268602422, 0.1209829912744533, 0.13651544485609332, 0.1209829912744533, 0.25734411395433127 ], "brier_above": [ 0.15469655059995419, 0.33438516157710757, 0.10078238694745942, 0.0995180672710154, 0.308755531417813, 0.0956004736386177, 0.0706787390683544, 0.11124122480240642, 0.08865219069861646, 0.13743161260560421, 0.20962191546545783, 0.44970864232014623, 0.11163900520368175, 0.3192858102834718, 0.26498224636676376, 0.24807373085764053, 0.1374881012279521, 0.13441893909653957, 0.397801701264391, 0.18533424303529436, 0.41990002035234403, 0.2180303079226472, 0.2913823446894294, 0.12910721160246527 ], "brier_above_clim": [ 0.12098299127445335, 0.3700674977083606, 0.1268394203060519, 0.13322278072792096, 0.4253308044038783, 0.12523495071214563, 0.12204755371738839, 0.1429616183613064, 0.12898662675903874, 0.13489489418780384, 0.21702407746429075, 0.4017515041003852, 0.14227157555792966, 0.3365208079477847, 0.2595416040424973, 0.24572389988847987, 0.12151732062589637, 0.12098299127445335, 0.41192911310927527, 0.16054703557547098, 0.4215758558562699, 0.22127220247714316, 0.38409920938344094, 0.14611625318201296 ], "crps": [ 28.49045537516162, 32.23972569579812, 15.974225809747626, 9.287427052760219, 96.32572669807196, 12.32292750031343, 8.437078673180377, 10.766251117288958, 9.54605884955701, 15.356870576707328, 15.783952236784819, 40.93542686429833, 11.087058860541827, 29.430329005279145, 19.13745009495945, 20.47456652184617, 17.08643881186233, 31.95750035879858, 67.68882876213675, 15.213982640238306, 59.034716241934575, 13.963727745307402, 17.56969609134601, 10.771634074151102 ], "crps_clim": [ 19.691370303217692, 38.00944837401189, 19.338876299585486, 13.469113551773622, 127.86859294734184, 18.589396676302037, 18.87593404459268, 13.530392159363533, 14.972743454915303, 14.253979231397004, 15.735341036927533, 36.064900095448124, 15.139963850338448, 31.19288106623586, 17.992353028164104, 19.696334263177114, 14.077232835128438, 24.747448096456132, 68.61073888811775, 12.55291522058674, 57.000851281138225, 14.391271226711636, 25.1312112496158, 12.811413514508557 ], "crps_fair": [ 27.617242442292152, 31.003058825557826, 15.248854387914076, 8.621584781240665, 95.33029952698027, 11.575834092548376, 7.757424665055073, 10.170724230525467, 8.838823305933904, 14.42865073530564, 15.089433230670329, 40.18174808118253, 10.327444518149433, 28.45431473712203, 18.325382169496258, 19.70968961470198, 16.18762443248863, 31.165113379717226, 66.85785401802268, 14.255093596894405, 58.22153055672399, 13.154354052007708, 16.30469000706267, 10.096250196516499 ], "crps_fair_clim": [ 18.52395116853421, 36.87672256900793, 18.170789562622396, 12.289909839909377, 126.90605491615098, 17.41989047035546, 17.706970523055745, 12.351304505468207, 13.796387526958524, 13.076262007562349, 14.560429422573055, 34.92849143385597, 13.963924627676032, 30.04724509587627, 16.82171605773241, 18.528924529932958, 12.89918086433115, 23.58960486668408, 67.53597007272384, 11.371976284610398, 55.90409404224628, 13.21381402559538, 23.974094843997456, 11.63096415863434 ] }, "rps": 0.43147547809837317, "rpss": 0.046615758486657444, "brier_below": 0.22237063865134352, "bss_below": 0.019006644458596234, "brier_above": 0.2091048399297989, "bss_above": 0.07432088853481866, "crps": 25.370085652419643, "crpss": 0.08265624842536734, "crps_fair": 24.53845914933791, "crpss_fair": 0.07414949487888733, "reliability": { "below": { "weight": [ 0.0, 0.019229, 0.212087, 0.534248, 0.215447, 0.018989, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1772, 0.2629, 0.3513, 0.4371, 0.522, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6111, 0.3082, 0.2815, 0.4856, 0.7997, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.002117, 0.3396, 0.517897, 0.114714, 0.023766, 0.001905, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1903, 0.2711, 0.3446, 0.4405, 0.5393, 0.6228, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0691, 0.1592, 0.3933, 0.5968, 0.7415, 0.3855, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.37744004012681936, 0.535128741643955, 0.5101246822492572, 0.35258737708375815, 0.4107368494458229, 0.39754663136546103, 0.39196116213268034, 0.5382310300234546 ], "rps_clim": [ 0.3957447540292534, 0.4437047383669884, 0.5463112315335048, 0.36237074299741934, 0.43798493913098496, 0.3932407074853211, 0.5285945529473471, 0.42293902414021045 ], "brier_below": [ 0.20473789933146533, 0.22379555852008914, 0.10724294678726141, 0.23186030261237175, 0.27460064964513936, 0.25212361477756484, 0.09692771697403413, 0.22392896900699333 ], "brier_below_clim": [ 0.21064168310452153, 0.1781065535964162, 0.11133273118470274, 0.2268505366779282, 0.2859739073831904, 0.2462520701941481, 0.13257909683196697, 0.14583204241235156 ], "brier_above": [ 0.17270214538179915, 0.3113331718155213, 0.40288170099563747, 0.12072708738463209, 0.13613620807120197, 0.14542302888188496, 0.29503342080776807, 0.31430204746530244 ], "brier_above_clim": [ 0.18510307756215227, 0.2655981770143465, 0.4349784623050188, 0.13552022182301748, 0.15201104430253173, 0.14698865074398446, 0.3960154250387313, 0.2771069719137001 ], "crps": [ 10.075761410760988, 17.896380933562373, 34.312738731955235, 8.69728078119577, 10.64800258725011, 10.498480948806547, 55.41926677207294, 20.01307533000395 ], "crps_clim": [ 10.667830621192463, 14.95134985734363, 39.32110711359098, 9.155005345554997, 12.872793262651571, 10.763049268730294, 73.22981255372125, 15.764339864122904 ], "crps_fair": [ 9.778789713422691, 17.6456533434009, 33.94199078136465, 8.414032996098442, 10.404077631943169, 10.183292636087236, 55.02600650569483, 19.780938069744185 ], "crps_fair_clim": [ 9.895516071070114, 14.17903530722128, 38.54879256346864, 8.382690795432643, 12.100478712529222, 9.990734718607943, 72.45749800359884, 14.992025314000559 ] }, "rps": 0.4392195642589011, "rpss": 0.004852649957498234, "brier_below": 0.20190220720686491, "bss_below": -0.05050118426567396, "brier_above": 0.23731735135046844, "bss_above": 0.047550379938501086, "crps": 20.945123436950986, "crpss": 0.10263366364660387, "crps_fair": 20.646847709719516, "crpss_fair": 0.08514131646696943, "reliability": { "below": { "weight": [ 0.0, 0.049571, 0.12701, 0.445689, 0.287338, 0.085443, 0.004949, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1791, 0.2586, 0.3571, 0.442, 0.5378, 0.6238, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0017, 0.1033, 0.2903, 0.2908, 0.1994, 0.017, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.024836, 0.468856, 0.388284, 0.083714, 0.028861, 0.005449, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1839, 0.2595, 0.3363, 0.4422, 0.5381, 0.6335, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5067, 0.3402, 0.3511, 0.8612, 0.9852, 0.9532, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4108495959709185, 0.3379311881410018, 0.40735315266300687, 0.3764705278727007, 0.4147672619316119, 0.45395133247994973, 0.3164223728370338, 0.43402195533477383 ], "rps_clim": [ 0.40125751196759035, 0.38247387153027046, 0.5455702928662451, 0.3608387482495357, 0.5032562800825091, 0.4582563513417429, 0.5532043651857004, 0.38836007432288383 ], "brier_below": [ 0.12650355113160763, 0.23841372694176638, 0.072392721364075, 0.2351186595591554, 0.32921480994032787, 0.3243162880834475, 0.054804223798354555, 0.20506484213646864 ], "brier_below_clim": [ 0.11814387008700394, 0.2654940440266858, 0.11111111773384949, 0.22455219994692469, 0.39214518221687406, 0.3289473855886335, 0.11111111773384949, 0.16516928651467216 ], "brier_above": [ 0.2843460338619988, 0.09951747723437238, 0.33496039995269966, 0.1413518835671031, 0.08555246861386533, 0.1296350601668832, 0.2616181209346862, 0.22895710976616268 ], "brier_above_clim": [ 0.28311363099235315, 0.11697984632238867, 0.4344591371814749, 0.13628656366910488, 0.11111111773384949, 0.129308982367292, 0.44209320813585196, 0.22319078763501846 ], "crps": [ 16.999243956330986, 9.681650595767271, 36.03649157856258, 13.048363158885824, 11.248327276349961, 15.66909716781797, 87.56425362370098, 18.42724917066682 ], "crps_clim": [ 17.127934378732938, 13.14691039605717, 50.002232946975184, 13.109652898302157, 17.71305578066709, 16.568276004836402, 124.03503473091268, 16.46381001417652 ], "crps_fair": [ 16.572052619127085, 9.308903636431122, 35.44154362462531, 12.622656579572393, 10.886754961453697, 15.230422572994595, 86.95341450646364, 18.07405647177117 ], "crps_fair_clim": [ 16.023613765163336, 12.042589782487557, 48.89791233340558, 12.005332284732548, 16.60873516709748, 15.463955391266797, 122.93071411734311, 15.359489400606916 ] }, "rps": 0.39397092340387463, "rpss": 0.12285649528942366, "brier_below": 0.19822860286940036, "bss_below": 0.07622027557701805, "brier_above": 0.1957423192622214, "bss_above": 0.16551961483483635, "crps": 26.0843345660103, "crpss": 0.22184777105682973, "crps_fair": 25.63622562155488, "crpss_fair": 0.20916225412033418, "reliability": { "below": { "weight": [ 0.0, 0.079243, 0.168001, 0.573208, 0.173597, 0.005951, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1775, 0.2643, 0.3536, 0.4369, 0.5093, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0892, 0.369, 0.4579, 0.741, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.26173, 0.537351, 0.139703, 0.051088, 0.010128, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2747, 0.3366, 0.4442, 0.5369, 0.6333, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1412, 0.2728, 0.9038, 0.9871, 1.0, NaN, NaN, NaN ] } } } } }, "cdft": { "lambda_": { "training_mean": 0.5150906915764161, "training": [ 0.4391197526431183, 0.5716114484019665, 0.4755778552948819, 0.5127141666457927, 0.6433340098724163, 0.5219904567130716, 0.5314295521333818, 0.5048381064269405, 0.5411602770705802, 0.4910695859147067, 0.5003383018071589, 0.49429289954881706, 0.5145843428519817, 0.5334024369732704, 0.5087924091232157, 0.46915649021116984, 0.4743420764957131, 0.46595430105385766, 0.5277534456704708, 0.5065458104731723, 0.5190019796112617, 0.511910192447167, 0.6020962620807914, 0.5011604383690816 ], "test": 0.5360446043730442 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6282199110178923, 0.4023417044802446, 0.5176614785656132, 0.39622276783475513, 0.35086333002864883, 0.404377764672827, 0.3703242036276404, 0.4473549911337864, 0.38835843719687946, 0.46906787199264144, 0.37896648685693957, 0.5018730100200675, 0.4384719778934689, 0.4193478836842827, 0.45759436607223986, 0.556722706256288, 0.4517305878791607, 0.5238376469266077, 0.470308058236666, 0.40036864886379286, 0.49197117366863924, 0.36835751666500915, 0.3539463651464996, 0.434558929079894 ], "rps_clim": [ 0.5032688802503167, 0.4569625517973415, 0.4925766309533648, 0.42240641841789806, 0.5420235784464604, 0.4714149767747752, 0.4556059924381436, 0.42817838868602875, 0.46522974710940934, 0.4500155575006823, 0.37935719815657715, 0.46243591166738746, 0.43736789322801184, 0.4400525455006668, 0.4258969314341105, 0.47068205281177944, 0.4255615226829206, 0.4516170483571987, 0.49843662915678016, 0.4118910860457031, 0.4992304990769142, 0.37876171452360957, 0.4739156159423822, 0.43461082713119537 ], "brier_below": [ 0.45051749564642696, 0.11841569600027363, 0.397085649663493, 0.21649709250113952, 0.06586757388412826, 0.29709875978648315, 0.2659939734801522, 0.18673567121465776, 0.2883765953473957, 0.32169464116878344, 0.18868962524752278, 0.16498853621818743, 0.23988750810771886, 0.20395216483985681, 0.23354184904399256, 0.22353429580350465, 0.2896087899148399, 0.35589592816042553, 0.1374259384939949, 0.18137613567384991, 0.13269496776311668, 0.17092263788629386, 0.07489309539257136, 0.23780798542230722 ], "brier_below_clim": [ 0.35982023411904374, 0.14050564010422492, 0.3666492771595467, 0.2224183293858014, 0.12098299127445329, 0.3422215035731035, 0.320090552585692, 0.1769295283083219, 0.3334169292742277, 0.3079101155887398, 0.1851793660618082, 0.14592326795414162, 0.23390109051410934, 0.2104505639455176, 0.20611965607115396, 0.17490712668192288, 0.2843736386325201, 0.30537124030247026, 0.14850560429956033, 0.19196909984821953, 0.1397465773074753, 0.17498170367441346, 0.12816100681329473, 0.23184260041542798 ], "brier_above": [ 0.17770241337759882, 0.283926010123194, 0.12057582540820151, 0.17972567386377727, 0.2849957532226373, 0.10727900334663498, 0.10433022974958037, 0.2606193205052431, 0.09998184061522825, 0.1473732274279553, 0.1902768611387262, 0.3368844785086052, 0.1985844685620071, 0.21539571925123135, 0.22405251749776764, 0.3331884100484579, 0.16212179508523347, 0.1679417166519297, 0.3328821254650476, 0.2189925138831048, 0.359276212651692, 0.1974348785294899, 0.27905326876108943, 0.1967509425082189 ], "brier_above_clim": [ 0.1434486461312728, 0.31645691169311657, 0.12592735379381784, 0.1999880890320964, 0.4210405871720072, 0.1291934732016715, 0.13551543985245154, 0.25124886037770683, 0.13181281783518126, 0.1421054419119424, 0.1941778320947689, 0.3165126437132459, 0.20346680271390255, 0.2296019815551491, 0.21977727536295652, 0.2957749261298567, 0.14118788405040053, 0.14624580805472828, 0.3499310248572198, 0.21992198619748354, 0.3594839217694388, 0.20378001084919606, 0.3457546091290874, 0.20276822671576744 ], "crps": [ 19.099197972714695, 20.548412272477268, 12.60215213689589, 10.966362986981796, 55.11040492040529, 9.038865672187246, 7.796516274577735, 14.151590843691592, 7.366913820612099, 13.269097010565286, 11.233032300776824, 22.9270456920017, 11.540964574053175, 16.244434084085803, 14.95261694245787, 27.374464783376915, 13.989661580489152, 19.51613739039367, 37.601683370703135, 15.889375360653135, 33.63210558568252, 10.812459466126082, 14.17976936010988, 10.69527938105213 ], "crps_clim": [ 13.135184264312578, 24.154741944627755, 13.513975384214499, 13.019917867610289, 81.16166334563184, 12.367477693926652, 13.495417433372651, 14.052082306153558, 10.595906526023086, 12.127650347789233, 11.316976354794287, 20.590965555492783, 12.388520865166832, 17.22695089343282, 13.534851767011492, 24.26260220678667, 11.569922704555122, 15.015778045845114, 39.494929356705285, 15.395164091308375, 33.640924854699655, 10.983328308869137, 19.38792314154612, 11.761768257139277 ], "crps_fair": [ 18.389980676803816, 19.580489470209812, 12.038373447842126, 10.410929144460377, 54.30993419149021, 8.446254130868455, 7.244720078398359, 13.689395731400756, 6.811496442184409, 12.539757108844107, 10.662271521032148, 22.34171497644031, 10.931650508734949, 15.551662269928226, 14.276458785446504, 26.82613481162867, 13.252456921283146, 18.830989649129098, 36.94729351527852, 15.179051354776144, 32.96255367685326, 10.213740979163017, 13.327345351465244, 10.13982637502887 ], "crps_fair_clim": [ 12.317536543467577, 23.35796459817729, 12.697045070793552, 12.202051839195779, 80.47285365334993, 11.548375983365016, 12.678451972317543, 13.236171134630228, 9.77344956703739, 11.308094418769002, 10.495885058363076, 19.78743863254775, 11.56945900909618, 16.417052730597515, 12.717960992194332, 23.466029141135742, 10.74931047318028, 14.20169205564696, 38.727205395504946, 14.581796635287228, 32.862113763760696, 10.161605103260042, 18.582117729180727, 10.941519369614019 ] }, "rps": 0.4426186590750201, "rpss": 0.023410928582092372, "brier_below": 0.22681260861087982, "bss_below": 0.0016277370743038588, "brier_above": 0.21580605025761054, "bss_above": 0.04530355684256171, "crps": 17.939105990961284, "crpss": 0.07250424289481361, "crps_fair": 17.287686713278774, "crpss_fair": 0.06732266068813908, "reliability": { "below": { "weight": [ 0.0, 0.09164, 0.215438, 0.466111, 0.203591, 0.022746, 0.000474, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1827, 0.2565, 0.3502, 0.4375, 0.5247, 0.6209, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3978, 0.265, 0.3266, 0.4591, 0.4249, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.002664, 0.263918, 0.563242, 0.135667, 0.030858, 0.00365, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1872, 0.2741, 0.347, 0.4376, 0.5479, 0.6393, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5461, 0.2306, 0.3378, 0.5117, 0.7082, 0.3656, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6961768832137467, 0.42550525940052664, 0.43944740241909236, 0.3698768159394216, 0.3760322320478864, 0.3999030490036698, 0.3438660473715433, 0.3624484083377399, 0.38929584689677144, 0.36890009086016823, 0.346054344354478, 0.5688545831488908, 0.3752825865122803, 0.43574454170586274, 0.43804946863432853, 0.4539256399827008, 0.4587274272124624, 0.6534579546318954, 0.5026727488727663, 0.34207560252896435, 0.521939324012544, 0.3444215936432198, 0.3565759837108401, 0.4100622251584991 ], "rps_clim": [ 0.5345788934798844, 0.4969529944769454, 0.4649874784432427, 0.41318634913187524, 0.546313795678332, 0.4766642042122107, 0.47169819661801, 0.3818166879514013, 0.47064841190232937, 0.36582560814319875, 0.354596433655499, 0.5238068909793859, 0.42423555956814324, 0.47458557358541037, 0.4052259230358827, 0.43061974459188856, 0.4027224233638553, 0.5463137956783312, 0.5329121043837289, 0.33515957826149523, 0.5425588471307237, 0.3577876473332365, 0.5050822006578946, 0.40346036713634414 ], "brier_below": [ 0.5283840322636542, 0.09705214271214226, 0.3324094401049613, 0.26076309024240224, 0.06528619500865047, 0.2989419766397478, 0.26600723604050114, 0.24492577230433124, 0.2930254463086012, 0.22446891687981269, 0.13495846564028993, 0.1353561369930101, 0.2571578309516066, 0.11612764817094509, 0.17335372550538483, 0.206761365478136, 0.3125281199732898, 0.5119408021537645, 0.11126334470715078, 0.15622267427248196, 0.12343533493063429, 0.12462249564952663, 0.06751556683437059, 0.2767879269131794 ], "brier_below_clim": [ 0.41359590220543146, 0.1268854967685847, 0.33814805813719095, 0.27996356840395453, 0.1209829912744533, 0.3514292535000652, 0.3496506429006213, 0.2388550695900949, 0.34166178514329076, 0.23093071395539494, 0.13757235619120822, 0.12205538687900032, 0.2819639840102135, 0.13806476563762554, 0.14568431899338546, 0.18489584470340845, 0.2812051027379592, 0.4253308044038783, 0.1209829912744533, 0.17461254268602422, 0.1209829912744533, 0.13651544485609332, 0.1209829912744533, 0.25734411395433127 ], "brier_above": [ 0.16779284797179336, 0.3284531206810579, 0.10703795785780294, 0.10911372263924166, 0.31074603499974396, 0.10096107015006227, 0.07785881232361372, 0.11752263453600943, 0.09627039942034342, 0.14443116886160953, 0.2110958800146726, 0.43349845548083604, 0.11812475339923226, 0.3196168973691306, 0.26469574521065303, 0.24716427613659464, 0.1461993019486295, 0.14151714822661848, 0.3914094147567774, 0.1858529253053701, 0.3985039987394312, 0.21979909824112298, 0.2890604151278806, 0.13327429545603592 ], "brier_above_clim": [ 0.12098299127445335, 0.3700674977083606, 0.1268394203060519, 0.13322278072792096, 0.4253308044038783, 0.12523495071214563, 0.12204755371738839, 0.1429616183613064, 0.12898662675903874, 0.13489489418780384, 0.21702407746429075, 0.4017515041003852, 0.14227157555792966, 0.3365208079477847, 0.2595416040424973, 0.24572389988847987, 0.12151732062589637, 0.12098299127445335, 0.41192911310927527, 0.16054703557547098, 0.4215758558562699, 0.22127220247714316, 0.38409920938344094, 0.14611625318201296 ], "crps": [ 30.004118604717412, 31.83678377023592, 16.69543717270675, 10.173363139000926, 89.4543005876372, 12.825676850619248, 9.07322174238426, 11.195581617032893, 10.420048413426361, 16.19133630276367, 15.40939339378406, 39.358731635825386, 11.836332965810977, 28.751280470666533, 19.508329399215647, 20.837742041290692, 18.35232734085625, 32.35532202651871, 65.43402650340752, 15.891378230434212, 55.83386488361604, 14.009400818014646, 17.732261028062055, 11.458097383992078 ], "crps_clim": [ 19.691370303217692, 38.00944837401189, 19.338876299585486, 13.469113551773622, 127.86859294734184, 18.589396676302037, 18.87593404459268, 13.530392159363533, 14.972743454915303, 14.253979231397004, 15.735341036927533, 36.064900095448124, 15.139963850338448, 31.19288106623586, 17.992353028164104, 19.696334263177114, 14.077232835128438, 24.747448096456132, 68.61073888811775, 12.55291522058674, 57.000851281138225, 14.391271226711636, 25.1312112496158, 12.811413514508557 ], "crps_fair": [ 29.03510479560053, 30.54361852226636, 15.901356148631233, 9.432784781663035, 88.31905943930249, 12.028462731343671, 8.292380106883476, 10.564030485169157, 9.634019167328715, 15.167679444636072, 14.661833663551777, 38.5392324189867, 11.018895861657118, 27.735227463333096, 18.603142255261687, 20.01479673805387, 17.309444316316146, 31.465388780873713, 64.54355919079232, 14.873120290839683, 54.92668582214027, 13.130612126971648, 16.397714451180924, 10.726865646741144 ], "crps_fair_clim": [ 18.52395116853421, 36.87672256900793, 18.170789562622396, 12.289909839909377, 126.90605491615098, 17.41989047035546, 17.706970523055745, 12.351304505468207, 13.796387526958524, 13.076262007562349, 14.560429422573055, 34.92849143385597, 13.963924627676032, 30.04724509587627, 16.82171605773241, 18.528924529932958, 12.89918086433115, 23.58960486668408, 67.53597007272384, 11.371976284610398, 55.90409404224628, 13.21381402559538, 23.974094843997456, 11.63096415863434 ] }, "rps": 0.4324706691500125, "rpss": 0.0444167935069798, "brier_below": 0.22163732027827396, "bss_below": 0.02224169588373326, "brier_above": 0.210833348952261, "bss_above": 0.06666901067006215, "crps": 25.19326484675081, "crpss": 0.08904982010860785, "crps_fair": 24.28604227706354, "crpss_fair": 0.08367333202261529, "reliability": { "below": { "weight": [ 0.0, 0.067888, 0.236671, 0.511126, 0.169042, 0.015274, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1832, 0.2615, 0.3483, 0.4348, 0.5167, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.368, 0.2843, 0.3004, 0.5311, 0.7653, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000439, 0.250228, 0.590634, 0.137073, 0.021552, 7.3e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1891, 0.2784, 0.3455, 0.4405, 0.5292, 0.6155, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1493, 0.3604, 0.5895, 0.6336, 0.0, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.3866465875993425, 0.512032154868318, 0.4716305788491288, 0.3533742517893298, 0.41275327474429513, 0.39089875984549866, 0.3826760904315917, 0.5131623874992031 ], "rps_clim": [ 0.3957447540292534, 0.4437047383669884, 0.5463112315335048, 0.36237074299741934, 0.43798493913098496, 0.3932407074853211, 0.5285945529473471, 0.42293902414021045 ], "brier_below": [ 0.2096289961189713, 0.21301919903586516, 0.08794087001757706, 0.2267801879346776, 0.2739414835713613, 0.24166198562245164, 0.09251250547132313, 0.20578013169727735 ], "brier_below_clim": [ 0.21064168310452153, 0.1781065535964162, 0.11133273118470274, 0.2268505366779282, 0.2859739073831904, 0.2462520701941481, 0.13257909683196697, 0.14583204241235156 ], "brier_above": [ 0.17701759692750446, 0.2990129454602602, 0.3836896744665546, 0.12659407765100503, 0.13881180030712373, 0.14923678716189465, 0.29016356117118003, 0.30738224256730046 ], "brier_above_clim": [ 0.18510307756215227, 0.2655981770143465, 0.4349784623050188, 0.13552022182301748, 0.15201104430253173, 0.14698865074398446, 0.3960154250387313, 0.2771069719137001 ], "crps": [ 10.41271736868623, 17.480431006437257, 32.76090043433172, 8.979531100543788, 10.781912293678786, 10.72131233806919, 53.58489879773726, 19.599489309632844 ], "crps_clim": [ 10.667830621192463, 14.95134985734363, 39.32110711359098, 9.155005345554997, 12.872793262651571, 10.763049268730294, 73.22981255372125, 15.764339864122904 ], "crps_fair": [ 10.089170534402049, 17.21272730906448, 32.368159859708854, 8.678097111127688, 10.518624254173943, 10.381509644471782, 53.16400332915364, 19.349987069807636 ], "crps_fair_clim": [ 9.895516071070114, 14.17903530722128, 38.54879256346864, 8.382690795432643, 12.100478712529222, 9.990734718607943, 72.45749800359884, 14.992025314000559 ] }, "rps": 0.4278967607033385, "rpss": 0.03050692146605971, "brier_below": 0.1939081699336881, "bss_below": -0.008908049952228714, "brier_above": 0.2339885857141029, "bss_above": 0.060910050217932166, "crps": 20.54014908113963, "crpss": 0.11998425864717521, "crps_fair": 20.220284888988758, "crpss_fair": 0.1040422502126167, "reliability": { "below": { "weight": [ 0.0, 0.09772, 0.113709, 0.476038, 0.271905, 0.040126, 0.000501, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1834, 0.2582, 0.3575, 0.4369, 0.5274, 0.6206, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0705, 0.0661, 0.3092, 0.2755, 0.1682, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.008538, 0.386149, 0.474033, 0.09837, 0.030115, 0.002795, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1844, 0.2675, 0.3375, 0.4412, 0.535, 0.6204, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4119, 0.3493, 0.3361, 0.8578, 0.9803, 0.9088, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4087873619837581, 0.3425271224121365, 0.4023749875458799, 0.36954438620160074, 0.42473222256503457, 0.4435836258967138, 0.3186367023672685, 0.4262278816193804 ], "rps_clim": [ 0.40125751196759035, 0.38247387153027046, 0.5455702928662451, 0.3608387482495357, 0.5032562800825091, 0.4582563513417429, 0.5532043651857004, 0.38836007432288383 ], "brier_below": [ 0.1270731017419853, 0.24025764964075563, 0.06640012371643561, 0.22734341143094544, 0.33531367911906806, 0.31182090941413165, 0.04571533341145061, 0.1983698814787877 ], "brier_below_clim": [ 0.11814387008700394, 0.2654940440266858, 0.11111111773384949, 0.22455219994692469, 0.39214518221687406, 0.3289473855886335, 0.11111111773384949, 0.16516928651467216 ], "brier_above": [ 0.28171424998469247, 0.1022694892234224, 0.335974830976702, 0.1422009900646937, 0.0894185602346684, 0.13176273270071157, 0.2729213393862222, 0.22785799740962157 ], "brier_above_clim": [ 0.28311363099235315, 0.11697984632238867, 0.4344591371814749, 0.13628656366910488, 0.11111111773384949, 0.129308982367292, 0.44209320813585196, 0.22319078763501846 ], "crps": [ 17.2490485662493, 10.180529815563636, 35.33566265155032, 13.341700652547727, 11.69086015453456, 15.81264171044165, 85.04033426362304, 18.462459758359113 ], "crps_clim": [ 17.127934378732938, 13.14691039605717, 50.002232946975184, 13.109652898302157, 17.71305578066709, 16.568276004836402, 124.03503473091268, 16.46381001417652 ], "crps_fair": [ 16.781272415348017, 9.789122872568546, 34.71303853638812, 12.895225497467111, 11.307734625786336, 15.348367339231865, 84.40148367583997, 18.081618519224136 ], "crps_fair_clim": [ 16.023613765163336, 12.042589782487557, 48.89791233340558, 12.005332284732548, 16.60873516709748, 15.463955391266797, 122.93071411734311, 15.359489400606916 ] }, "rps": 0.3920517863239716, "rpss": 0.1271292944334369, "brier_below": 0.194036761244195, "bss_below": 0.09575498573137564, "brier_above": 0.19801502374759178, "bss_above": 0.15583071709689844, "crps": 25.889154696608667, "crpss": 0.22767040954643214, "crps_fair": 25.41473293523176, "crpss_fair": 0.21599495950241387, "reliability": { "below": { "weight": [ 0.0, 0.11015, 0.156103, 0.570377, 0.157858, 0.005512, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1835, 0.2605, 0.3554, 0.431, 0.503, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.008, 0.0381, 0.394, 0.4688, 0.88, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.214828, 0.579159, 0.154927, 0.049105, 0.00198, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2809, 0.337, 0.4434, 0.5333, 0.6093, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1341, 0.2603, 0.9033, 0.9955, 1.0, NaN, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "sqrt_mvs", "1994": "sqrt_mvs", "1995": "sqrt_mvs", "1996": "sqrt_mvs", "1997": "sqrt_mvs", "1998": "sqrt_mvs", "1999": "sqrt_mvs", "2000": "sqrt_mvs", "2001": "sqrt_mvs", "2002": "sqrt_mvs", "2003": "sqrt_mvs", "2004": "sqrt_mvs", "2005": "sqrt_mvs", "2006": "sqrt_mvs", "2007": "sqrt_mvs", "2008": "sqrt_mvs", "2009": "sqrt_mvs", "2010": "sqrt_mvs", "2011": "sqrt_mvs", "2012": "sqrt_mvs", "2013": "sqrt_mvs", "2014": "sqrt_mvs", "2015": "sqrt_mvs", "2016": "sqrt_mvs" }, "chosen_test": "sqrt_mvs", "frequency": { "mvs": 0, "ls": 0, "vs": 0, "sqrt_mvs": 24, "pt": 0, "dc": 0, "loci": 0, "eqm": 0, "gqm": 0, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.7153236700590104, 0.35364815741955674, 0.5470892811557596, 0.3888456377962888, 0.23282175696193727, 0.39982257469852117, 0.33920303542615343, 0.41985761989041526, 0.36958015352236356, 0.4910282105085965, 0.3777454604751057, 0.4935738768657354, 0.4112584600732523, 0.4050592705831036, 0.44798258526721896, 0.5436666637280243, 0.48702896108033467, 0.5635582418329242, 0.44430454834217453, 0.41085418510709676, 0.45182677364867757, 0.35460945113583553, 0.27901031907259544, 0.41017370150995897 ], "rps_clim": [ 0.5032688802503167, 0.4569625517973415, 0.4925766309533648, 0.42240641841789806, 0.5420235784464604, 0.4714149767747752, 0.4556059924381436, 0.42817838868602875, 0.46522974710940934, 0.4500155575006823, 0.37935719815657715, 0.46243591166738746, 0.43736789322801184, 0.4400525455006668, 0.4258969314341105, 0.47068205281177944, 0.4255615226829206, 0.4516170483571987, 0.49843662915678016, 0.4118910860457031, 0.4992304990769142, 0.37876171452360957, 0.4739156159423822, 0.43461082713119537 ], "brier_below": [ 0.495205533895965, 0.10673063429224935, 0.4145258155522594, 0.215339313936696, 0.03519427199162929, 0.29634748513522935, 0.25083362662525965, 0.17481421456726104, 0.2841816889846003, 0.32641457157991577, 0.18314371661472348, 0.1600863214409429, 0.22295233230480407, 0.2047192014989097, 0.22858602055576027, 0.2138414147377199, 0.30150325937901035, 0.3753114930733936, 0.13836726106788289, 0.17302952953287526, 0.11532217279092548, 0.1578401901779881, 0.05436375101563974, 0.22923499481370058 ], "brier_below_clim": [ 0.35982023411904374, 0.14050564010422492, 0.3666492771595467, 0.2224183293858014, 0.12098299127445329, 0.3422215035731035, 0.320090552585692, 0.1769295283083219, 0.3334169292742277, 0.3079101155887398, 0.1851793660618082, 0.14592326795414162, 0.23390109051410934, 0.2104505639455176, 0.20611965607115396, 0.17490712668192288, 0.2843736386325201, 0.30537124030247026, 0.14850560429956033, 0.19196909984821953, 0.1397465773074753, 0.17498170367441346, 0.12816100681329473, 0.23184260041542798 ], "brier_above": [ 0.22011813508287809, 0.2469175239842418, 0.13256345920643522, 0.17350632258368395, 0.19762748147300666, 0.10347508343495994, 0.08836940615124343, 0.24504340886368473, 0.08539846137509638, 0.16461363205409352, 0.19460174154103646, 0.3334875655650738, 0.18830612724024928, 0.2003400670771681, 0.21939656409363856, 0.3298252559750688, 0.18552569704032804, 0.1882467440816619, 0.3059372963017479, 0.23782465696686667, 0.3365046101607223, 0.19676925904426254, 0.22464656689454732, 0.1809387055485617 ], "brier_above_clim": [ 0.1434486461312728, 0.31645691169311657, 0.12592735379381784, 0.1999880890320964, 0.4210405871720072, 0.1291934732016715, 0.13551543985245154, 0.25124886037770683, 0.13181281783518126, 0.1421054419119424, 0.1941778320947689, 0.3165126437132459, 0.20346680271390255, 0.2296019815551491, 0.21977727536295652, 0.2957749261298567, 0.14118788405040053, 0.14624580805472828, 0.3499310248572198, 0.21992198619748354, 0.3594839217694388, 0.20378001084919606, 0.3457546091290874, 0.20276822671576744 ], "crps": [ 19.655683591952045, 19.351006542338446, 12.88614373132284, 10.932404596882346, 55.25671621627536, 9.21769938005714, 7.801480174402194, 13.396468239448337, 7.2436307868271355, 13.357601780589999, 10.926912066735836, 21.89373739563759, 10.787243095653038, 15.37096955108527, 14.156835329397195, 25.99061048285384, 14.373716659628732, 19.411969793685852, 36.55550667574253, 16.425662540622202, 32.284006171427485, 10.659274801904145, 14.513603888815942, 10.380251984252919 ], "crps_clim": [ 13.135184264312578, 24.154741944627755, 13.513975384214499, 13.019917867610289, 81.16166334563184, 12.367477693926652, 13.495417433372651, 14.052082306153558, 10.595906526023086, 12.127650347789233, 11.316976354794287, 20.590965555492783, 12.388520865166832, 17.22695089343282, 13.534851767011492, 24.26260220678667, 11.569922704555122, 15.015778045845114, 39.494929356705285, 15.395164091308375, 33.640924854699655, 10.983328308869137, 19.38792314154612, 11.761768257139277 ], "crps_fair": [ 18.928790385442486, 18.33445756079144, 12.314764666188482, 10.380396314924866, 54.432170682510446, 8.61074196036799, 7.25631817715636, 12.926335766692079, 6.687988051973607, 12.609987650095897, 10.355137989558129, 21.301053397813526, 10.165430747144958, 14.636396693134497, 13.484594054280436, 25.437252603075024, 13.625106533495934, 18.718581435020052, 35.88676728695022, 15.689031730916266, 31.60786665098647, 10.049672712984243, 13.612509435722725, 9.825827920089424 ], "crps_fair_clim": [ 12.317536543467577, 23.35796459817729, 12.697045070793552, 12.202051839195779, 80.47285365334993, 11.548375983365016, 12.678451972317543, 13.236171134630228, 9.77344956703739, 11.308094418769002, 10.495885058363076, 19.78743863254775, 11.56945900909618, 16.417052730597515, 12.717960992194332, 23.466029141135742, 10.74931047318028, 14.20169205564696, 38.727205395504946, 14.581796635287228, 32.862113763760696, 10.161605103260042, 18.582117729180727, 10.941519369614019 ] }, "rps": 0.4307446915066933, "rpss": 0.049609523521202736, "brier_below": 0.22324536731522257, "bss_below": 0.017329839292339444, "brier_above": 0.2074993238225107, "bss_above": 0.08205137819606434, "crps": 17.617880644897436, "crpss": 0.08911238076405759, "crps_fair": 16.953215850304815, "crpss_fair": 0.08536749223383577 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.8676446485534127, 0.34895328213435783, 0.43857388154991106, 0.3556697274538742, 0.2076092928475429, 0.37043387657416443, 0.2732202191996888, 0.3413195496275202, 0.33452664097826096, 0.3940943939801982, 0.33775898241037905, 0.5552904702713158, 0.34850425726112877, 0.3744925502833584, 0.4278149842508212, 0.44533433323175087, 0.5336513952603822, 0.7375679565521449, 0.4353512744145224, 0.38068858093760827, 0.4534410044461204, 0.32591886558052235, 0.21698038019598503, 0.4140709282663167 ], "rps_clim": [ 0.5345788934798844, 0.4969529944769454, 0.4649874784432427, 0.41318634913187524, 0.546313795678332, 0.4766642042122107, 0.47169819661801, 0.3818166879514013, 0.47064841190232937, 0.36582560814319875, 0.354596433655499, 0.5238068909793859, 0.42423555956814324, 0.47458557358541037, 0.4052259230358827, 0.43061974459188856, 0.4027224233638553, 0.5463137956783312, 0.5329121043837289, 0.33515957826149523, 0.5425588471307237, 0.3577876473332365, 0.5050822006578946, 0.40346036713634414 ], "brier_below": [ 0.6275656719036194, 0.0716294773511938, 0.33595034249719635, 0.26300282282980797, 0.02753407854195997, 0.2817571543053197, 0.23148041414823015, 0.23954476663113025, 0.26310507622913826, 0.2310289584542549, 0.12712298658881885, 0.12850850410637124, 0.2489650759912811, 0.10184571055085515, 0.16798977540449822, 0.2112283232293453, 0.34500512408107453, 0.5617647928244301, 0.09322512675535014, 0.1460718670024032, 0.09695810910502725, 0.11375448270098376, 0.034225821855594515, 0.2858124338901605 ], "brier_below_clim": [ 0.41359590220543146, 0.1268854967685847, 0.33814805813719095, 0.27996356840395453, 0.1209829912744533, 0.3514292535000652, 0.3496506429006213, 0.2388550695900949, 0.34166178514329076, 0.23093071395539494, 0.13757235619120822, 0.12205538687900032, 0.2819639840102135, 0.13806476563762554, 0.14568431899338546, 0.18489584470340845, 0.2812051027379592, 0.4253308044038783, 0.1209829912744533, 0.17461254268602422, 0.1209829912744533, 0.13651544485609332, 0.1209829912744533, 0.25734411395433127 ], "brier_above": [ 0.24007897594606525, 0.2773238084651999, 0.10262353134855716, 0.09266689913870527, 0.18007520940322236, 0.08867671592818255, 0.04173980686780669, 0.10177477973222672, 0.0714215627839583, 0.16306542766644483, 0.21063599873417754, 0.42678198554027924, 0.0995391779992604, 0.2726468427667396, 0.2598252147916373, 0.23410601565201725, 0.18864626725680217, 0.17580315866254884, 0.3421261620397989, 0.23461671364111505, 0.35648290918479, 0.2121643823514393, 0.1827545547621705, 0.12825848970676873 ], "brier_above_clim": [ 0.12098299127445335, 0.3700674977083606, 0.1268394203060519, 0.13322278072792096, 0.4253308044038783, 0.12523495071214563, 0.12204755371738839, 0.1429616183613064, 0.12898662675903874, 0.13489489418780384, 0.21702407746429075, 0.4017515041003852, 0.14227157555792966, 0.3365208079477847, 0.2595416040424973, 0.24572389988847987, 0.12151732062589637, 0.12098299127445335, 0.41192911310927527, 0.16054703557547098, 0.4215758558562699, 0.22127220247714316, 0.38409920938344094, 0.14611625318201296 ], "crps": [ 31.853032265209336, 29.816185312896184, 17.109475460809293, 10.096932882040182, 87.32610449107631, 12.998036071670509, 8.692623165874295, 10.666199768238348, 9.894830196870018, 16.32744379330339, 15.068204322201929, 37.58353609499627, 11.317738974898313, 26.72048010784307, 18.759774787498717, 19.404159707232946, 20.054842559066, 32.65214629427007, 62.748619695681, 17.600578627856457, 53.740530768438234, 13.479181617828244, 18.81316283304864, 11.664631596242153 ], "crps_clim": [ 19.691370303217692, 38.00944837401189, 19.338876299585486, 13.469113551773622, 127.86859294734184, 18.589396676302037, 18.87593404459268, 13.530392159363533, 14.972743454915303, 14.253979231397004, 15.735341036927533, 36.064900095448124, 15.139963850338448, 31.19288106623586, 17.992353028164104, 19.696334263177114, 14.077232835128438, 24.747448096456132, 68.61073888811775, 12.55291522058674, 57.000851281138225, 14.391271226711636, 25.1312112496158, 12.811413514508557 ], "crps_fair": [ 30.847247282970237, 28.41886064299122, 16.323221894975458, 9.372625080858771, 86.14601629573299, 12.181802320495786, 7.950622220729085, 10.030201892340061, 9.121992318826882, 15.280066274289409, 14.320551242583559, 36.75840774904426, 10.4876498781085, 25.63057544151482, 17.86249542616686, 18.583108226009532, 18.99600813472902, 31.750540639502194, 61.837209883563034, 16.53638848909535, 52.815362620156804, 12.59758233025541, 17.364273499225757, 10.924894919145649 ], "crps_fair_clim": [ 18.52395116853421, 36.87672256900793, 18.170789562622396, 12.289909839909377, 126.90605491615098, 17.41989047035546, 17.706970523055745, 12.351304505468207, 13.796387526958524, 13.076262007562349, 14.560429422573055, 34.92849143385597, 13.963924627676032, 30.04724509587627, 16.82171605773241, 18.528924529932958, 12.89918086433115, 23.58960486668408, 67.53597007272384, 11.371976284610398, 55.90409404224628, 13.21381402559538, 23.974094843997456, 11.63096415863434 ] }, "rps": 0.41328797817755364, "rpss": 0.08680269076251945, "brier_below": 0.21812820404075187, "bss_below": 0.037722245535924626, "brier_above": 0.19515977459874642, "bss_above": 0.1360538244597177, "crps": 24.76618547479541, "crpss": 0.10449236132258832, "crps_fair": 23.839071029304616, "crpss_fair": 0.10053782025285452 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.39025833987387126, 0.5248858586750336, 0.3809336084271951, 0.35688110479385965, 0.42152739615148765, 0.40896854713621805, 0.2827047698181924, 0.546469987985295 ], "rps_clim": [ 0.3957447540292534, 0.4437047383669884, 0.5463112315335048, 0.36237074299741934, 0.43798493913098496, 0.3932407074853211, 0.5285945529473471, 0.42293902414021045 ], "brier_below": [ 0.2101642520254546, 0.21380853669869088, 0.07192956319996056, 0.2211221692486391, 0.2790259756230754, 0.24197823991894019, 0.07449766727838797, 0.21530908102694152 ], "brier_below_clim": [ 0.21064168310452153, 0.1781065535964162, 0.11133273118470274, 0.2268505366779282, 0.2859739073831904, 0.2462520701941481, 0.13257909683196697, 0.14583204241235156 ], "brier_above": [ 0.1800940926340997, 0.31107731126664534, 0.3090040164674745, 0.13575894836110747, 0.14250142651083642, 0.16699032124064714, 0.20820708651388287, 0.33116089104714497 ], "brier_above_clim": [ 0.18510307756215227, 0.2655981770143465, 0.4349784623050188, 0.13552022182301748, 0.15201104430253173, 0.14698865074398446, 0.3960154250387313, 0.2771069719137001 ], "crps": [ 10.333688639593934, 16.77560548436541, 30.388924211611815, 9.141378624021488, 11.007531285733863, 11.181783282597266, 48.69531990651486, 18.867484415522963 ], "crps_clim": [ 10.667830621192463, 14.95134985734363, 39.32110711359098, 9.155005345554997, 12.872793262651571, 10.763049268730294, 73.22981255372125, 15.764339864122904 ], "crps_fair": [ 10.010855210343946, 16.50879869875683, 29.98036527179592, 8.83799011033622, 10.74928949469469, 10.845307636108018, 48.25433654634349, 18.61968914654572 ], "crps_fair_clim": [ 9.895516071070114, 14.17903530722128, 38.54879256346864, 8.382690795432643, 12.100478712529222, 9.990734718607943, 72.45749800359884, 14.992025314000559 ] }, "rps": 0.41407870160764404, "rpss": 0.06181473653348091, "brier_below": 0.19097943562751127, "bss_below": 0.006330212668080315, "brier_above": 0.22309926175522982, "bss_above": 0.10461327043480806, "crps": 19.5489644812452, "crpss": 0.16245026252319028, "crps_fair": 19.2258290143656, "crpss_fair": 0.14810643885198693 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.3855506759462441, 0.32877129914572806, 0.24027238106788867, 0.3812965023256506, 0.40998101863664227, 0.47116860940264577, 0.12326212775288345, 0.45867851781122077 ], "rps_clim": [ 0.40125751196759035, 0.38247387153027046, 0.5455702928662451, 0.3608387482495357, 0.5032562800825091, 0.4582563513417429, 0.5532043651857004, 0.38836007432288383 ], "brier_below": [ 0.11274550447691856, 0.23106314080011545, 0.03560831491432415, 0.219826137187986, 0.334070597803692, 0.32310857744280713, 0.014509165939745631, 0.22094081328868725 ], "brier_below_clim": [ 0.11814387008700394, 0.2654940440266858, 0.11111111773384949, 0.22455219994692469, 0.39214518221687406, 0.3289473855886335, 0.11111111773384949, 0.16516928651467216 ], "brier_above": [ 0.2728051619180324, 0.09770817336729312, 0.204664040831763, 0.16147038132943678, 0.07591043511022262, 0.14806004894929187, 0.10875294623533044, 0.2377376994316419 ], "brier_above_clim": [ 0.28311363099235315, 0.11697984632238867, 0.4344591371814749, 0.13628656366910488, 0.11111111773384949, 0.129308982367292, 0.44209320813585196, 0.22319078763501846 ], "crps": [ 16.583857690528905, 10.16490586544759, 30.703155272705015, 13.879111558029242, 12.266674331224042, 16.898404840606453, 73.44864397876911, 18.091243180133873 ], "crps_clim": [ 17.127934378732938, 13.14691039605717, 50.002232946975184, 13.109652898302157, 17.71305578066709, 16.568276004836402, 124.03503473091268, 16.46381001417652 ], "crps_fair": [ 16.122665417721127, 9.777298239278728, 30.051798721719393, 13.430479056545806, 11.895344938173213, 16.440752224093465, 72.76876824402643, 17.722881343001056 ], "crps_fair_clim": [ 16.023613765163336, 12.042589782487557, 48.89791233340558, 12.005332284732548, 16.60873516709748, 15.463955391266797, 122.93071411734311, 15.359489400606916 ] }, "rps": 0.34987264151111297, "rpss": 0.2210376534239773, "brier_below": 0.18648403148178452, "bss_below": 0.13095201843788928, "brier_above": 0.1633886108966265, "bss_above": 0.3034485773617138, "crps": 24.004499589680528, "crpss": 0.28389375572894404, "crps_fair": 23.526248523069903, "crpss_fair": 0.2742517706917822 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "sqrt_mvs", "1994": "sqrt_mvs", "1995": "sqrt_mvs", "1996": "sqrt_mvs", "1997": "sqrt_mvs", "1998": "sqrt_mvs", "1999": "sqrt_mvs", "2000": "sqrt_mvs", "2001": "sqrt_mvs", "2002": "sqrt_mvs", "2003": "sqrt_mvs", "2004": "sqrt_mvs", "2005": "sqrt_mvs", "2006": "sqrt_mvs", "2007": "sqrt_mvs", "2008": "sqrt_mvs", "2009": "sqrt_mvs", "2010": "sqrt_mvs", "2011": "sqrt_mvs", "2012": "sqrt_mvs", "2013": "sqrt_mvs", "2014": "sqrt_mvs", "2015": "sqrt_mvs", "2016": "sqrt_mvs" }, "chosen_test": "sqrt_mvs", "frequency": { "mvs": 0, "ls": 0, "vs": 0, "sqrt_mvs": 24, "pt": 0, "dc": 0, "loci": 0, "eqm": 0, "gqm": 0, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.7153236700590104, 0.35364815741955674, 0.5470892811557596, 0.3888456377962888, 0.23282175696193727, 0.39982257469852117, 0.33920303542615343, 0.41985761989041526, 0.36958015352236356, 0.4910282105085965, 0.3777454604751057, 0.4935738768657354, 0.4112584600732523, 0.4050592705831036, 0.44798258526721896, 0.5436666637280243, 0.48702896108033467, 0.5635582418329242, 0.44430454834217453, 0.41085418510709676, 0.45182677364867757, 0.35460945113583553, 0.27901031907259544, 0.41017370150995897 ], "rps_clim": [ 0.5032688802503167, 0.4569625517973415, 0.4925766309533648, 0.42240641841789806, 0.5420235784464604, 0.4714149767747752, 0.4556059924381436, 0.42817838868602875, 0.46522974710940934, 0.4500155575006823, 0.37935719815657715, 0.46243591166738746, 0.43736789322801184, 0.4400525455006668, 0.4258969314341105, 0.47068205281177944, 0.4255615226829206, 0.4516170483571987, 0.49843662915678016, 0.4118910860457031, 0.4992304990769142, 0.37876171452360957, 0.4739156159423822, 0.43461082713119537 ], "brier_below": [ 0.495205533895965, 0.10673063429224935, 0.4145258155522594, 0.215339313936696, 0.03519427199162929, 0.29634748513522935, 0.25083362662525965, 0.17481421456726104, 0.2841816889846003, 0.32641457157991577, 0.18314371661472348, 0.1600863214409429, 0.22295233230480407, 0.2047192014989097, 0.22858602055576027, 0.2138414147377199, 0.30150325937901035, 0.3753114930733936, 0.13836726106788289, 0.17302952953287526, 0.11532217279092548, 0.1578401901779881, 0.05436375101563974, 0.22923499481370058 ], "brier_below_clim": [ 0.35982023411904374, 0.14050564010422492, 0.3666492771595467, 0.2224183293858014, 0.12098299127445329, 0.3422215035731035, 0.320090552585692, 0.1769295283083219, 0.3334169292742277, 0.3079101155887398, 0.1851793660618082, 0.14592326795414162, 0.23390109051410934, 0.2104505639455176, 0.20611965607115396, 0.17490712668192288, 0.2843736386325201, 0.30537124030247026, 0.14850560429956033, 0.19196909984821953, 0.1397465773074753, 0.17498170367441346, 0.12816100681329473, 0.23184260041542798 ], "brier_above": [ 0.22011813508287809, 0.2469175239842418, 0.13256345920643522, 0.17350632258368395, 0.19762748147300666, 0.10347508343495994, 0.08836940615124343, 0.24504340886368473, 0.08539846137509638, 0.16461363205409352, 0.19460174154103646, 0.3334875655650738, 0.18830612724024928, 0.2003400670771681, 0.21939656409363856, 0.3298252559750688, 0.18552569704032804, 0.1882467440816619, 0.3059372963017479, 0.23782465696686667, 0.3365046101607223, 0.19676925904426254, 0.22464656689454732, 0.1809387055485617 ], "brier_above_clim": [ 0.1434486461312728, 0.31645691169311657, 0.12592735379381784, 0.1999880890320964, 0.4210405871720072, 0.1291934732016715, 0.13551543985245154, 0.25124886037770683, 0.13181281783518126, 0.1421054419119424, 0.1941778320947689, 0.3165126437132459, 0.20346680271390255, 0.2296019815551491, 0.21977727536295652, 0.2957749261298567, 0.14118788405040053, 0.14624580805472828, 0.3499310248572198, 0.21992198619748354, 0.3594839217694388, 0.20378001084919606, 0.3457546091290874, 0.20276822671576744 ], "crps": [ 19.655683591952045, 19.351006542338446, 12.88614373132284, 10.932404596882346, 55.25671621627536, 9.21769938005714, 7.801480174402194, 13.396468239448337, 7.2436307868271355, 13.357601780589999, 10.926912066735836, 21.89373739563759, 10.787243095653038, 15.37096955108527, 14.156835329397195, 25.99061048285384, 14.373716659628732, 19.411969793685852, 36.55550667574253, 16.425662540622202, 32.284006171427485, 10.659274801904145, 14.513603888815942, 10.380251984252919 ], "crps_clim": [ 13.135184264312578, 24.154741944627755, 13.513975384214499, 13.019917867610289, 81.16166334563184, 12.367477693926652, 13.495417433372651, 14.052082306153558, 10.595906526023086, 12.127650347789233, 11.316976354794287, 20.590965555492783, 12.388520865166832, 17.22695089343282, 13.534851767011492, 24.26260220678667, 11.569922704555122, 15.015778045845114, 39.494929356705285, 15.395164091308375, 33.640924854699655, 10.983328308869137, 19.38792314154612, 11.761768257139277 ], "crps_fair": [ 18.928790385442486, 18.33445756079144, 12.314764666188482, 10.380396314924866, 54.432170682510446, 8.61074196036799, 7.25631817715636, 12.926335766692079, 6.687988051973607, 12.609987650095897, 10.355137989558129, 21.301053397813526, 10.165430747144958, 14.636396693134497, 13.484594054280436, 25.437252603075024, 13.625106533495934, 18.718581435020052, 35.88676728695022, 15.689031730916266, 31.60786665098647, 10.049672712984243, 13.612509435722725, 9.825827920089424 ], "crps_fair_clim": [ 12.317536543467577, 23.35796459817729, 12.697045070793552, 12.202051839195779, 80.47285365334993, 11.548375983365016, 12.678451972317543, 13.236171134630228, 9.77344956703739, 11.308094418769002, 10.495885058363076, 19.78743863254775, 11.56945900909618, 16.417052730597515, 12.717960992194332, 23.466029141135742, 10.74931047318028, 14.20169205564696, 38.727205395504946, 14.581796635287228, 32.862113763760696, 10.161605103260042, 18.582117729180727, 10.941519369614019 ] }, "rps": 0.4307446915066933, "rpss": 0.049609523521202736, "brier_below": 0.22324536731522257, "bss_below": 0.017329839292339444, "brier_above": 0.2074993238225107, "bss_above": 0.08205137819606434, "crps": 17.617880644897436, "crpss": 0.08911238076405759, "crps_fair": 16.953215850304815, "crpss_fair": 0.08536749223383577 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.8676446485534127, 0.34895328213435783, 0.43857388154991106, 0.3556697274538742, 0.2076092928475429, 0.37043387657416443, 0.2732202191996888, 0.3413195496275202, 0.33452664097826096, 0.3940943939801982, 0.33775898241037905, 0.5552904702713158, 0.34850425726112877, 0.3744925502833584, 0.4278149842508212, 0.44533433323175087, 0.5336513952603822, 0.7375679565521449, 0.4353512744145224, 0.38068858093760827, 0.4534410044461204, 0.32591886558052235, 0.21698038019598503, 0.4140709282663167 ], "rps_clim": [ 0.5345788934798844, 0.4969529944769454, 0.4649874784432427, 0.41318634913187524, 0.546313795678332, 0.4766642042122107, 0.47169819661801, 0.3818166879514013, 0.47064841190232937, 0.36582560814319875, 0.354596433655499, 0.5238068909793859, 0.42423555956814324, 0.47458557358541037, 0.4052259230358827, 0.43061974459188856, 0.4027224233638553, 0.5463137956783312, 0.5329121043837289, 0.33515957826149523, 0.5425588471307237, 0.3577876473332365, 0.5050822006578946, 0.40346036713634414 ], "brier_below": [ 0.6275656719036194, 0.0716294773511938, 0.33595034249719635, 0.26300282282980797, 0.02753407854195997, 0.2817571543053197, 0.23148041414823015, 0.23954476663113025, 0.26310507622913826, 0.2310289584542549, 0.12712298658881885, 0.12850850410637124, 0.2489650759912811, 0.10184571055085515, 0.16798977540449822, 0.2112283232293453, 0.34500512408107453, 0.5617647928244301, 0.09322512675535014, 0.1460718670024032, 0.09695810910502725, 0.11375448270098376, 0.034225821855594515, 0.2858124338901605 ], "brier_below_clim": [ 0.41359590220543146, 0.1268854967685847, 0.33814805813719095, 0.27996356840395453, 0.1209829912744533, 0.3514292535000652, 0.3496506429006213, 0.2388550695900949, 0.34166178514329076, 0.23093071395539494, 0.13757235619120822, 0.12205538687900032, 0.2819639840102135, 0.13806476563762554, 0.14568431899338546, 0.18489584470340845, 0.2812051027379592, 0.4253308044038783, 0.1209829912744533, 0.17461254268602422, 0.1209829912744533, 0.13651544485609332, 0.1209829912744533, 0.25734411395433127 ], "brier_above": [ 0.24007897594606525, 0.2773238084651999, 0.10262353134855716, 0.09266689913870527, 0.18007520940322236, 0.08867671592818255, 0.04173980686780669, 0.10177477973222672, 0.0714215627839583, 0.16306542766644483, 0.21063599873417754, 0.42678198554027924, 0.0995391779992604, 0.2726468427667396, 0.2598252147916373, 0.23410601565201725, 0.18864626725680217, 0.17580315866254884, 0.3421261620397989, 0.23461671364111505, 0.35648290918479, 0.2121643823514393, 0.1827545547621705, 0.12825848970676873 ], "brier_above_clim": [ 0.12098299127445335, 0.3700674977083606, 0.1268394203060519, 0.13322278072792096, 0.4253308044038783, 0.12523495071214563, 0.12204755371738839, 0.1429616183613064, 0.12898662675903874, 0.13489489418780384, 0.21702407746429075, 0.4017515041003852, 0.14227157555792966, 0.3365208079477847, 0.2595416040424973, 0.24572389988847987, 0.12151732062589637, 0.12098299127445335, 0.41192911310927527, 0.16054703557547098, 0.4215758558562699, 0.22127220247714316, 0.38409920938344094, 0.14611625318201296 ], "crps": [ 31.853032265209336, 29.816185312896184, 17.109475460809293, 10.096932882040182, 87.32610449107631, 12.998036071670509, 8.692623165874295, 10.666199768238348, 9.894830196870018, 16.32744379330339, 15.068204322201929, 37.58353609499627, 11.317738974898313, 26.72048010784307, 18.759774787498717, 19.404159707232946, 20.054842559066, 32.65214629427007, 62.748619695681, 17.600578627856457, 53.740530768438234, 13.479181617828244, 18.81316283304864, 11.664631596242153 ], "crps_clim": [ 19.691370303217692, 38.00944837401189, 19.338876299585486, 13.469113551773622, 127.86859294734184, 18.589396676302037, 18.87593404459268, 13.530392159363533, 14.972743454915303, 14.253979231397004, 15.735341036927533, 36.064900095448124, 15.139963850338448, 31.19288106623586, 17.992353028164104, 19.696334263177114, 14.077232835128438, 24.747448096456132, 68.61073888811775, 12.55291522058674, 57.000851281138225, 14.391271226711636, 25.1312112496158, 12.811413514508557 ], "crps_fair": [ 30.847247282970237, 28.41886064299122, 16.323221894975458, 9.372625080858771, 86.14601629573299, 12.181802320495786, 7.950622220729085, 10.030201892340061, 9.121992318826882, 15.280066274289409, 14.320551242583559, 36.75840774904426, 10.4876498781085, 25.63057544151482, 17.86249542616686, 18.583108226009532, 18.99600813472902, 31.750540639502194, 61.837209883563034, 16.53638848909535, 52.815362620156804, 12.59758233025541, 17.364273499225757, 10.924894919145649 ], "crps_fair_clim": [ 18.52395116853421, 36.87672256900793, 18.170789562622396, 12.289909839909377, 126.90605491615098, 17.41989047035546, 17.706970523055745, 12.351304505468207, 13.796387526958524, 13.076262007562349, 14.560429422573055, 34.92849143385597, 13.963924627676032, 30.04724509587627, 16.82171605773241, 18.528924529932958, 12.89918086433115, 23.58960486668408, 67.53597007272384, 11.371976284610398, 55.90409404224628, 13.21381402559538, 23.974094843997456, 11.63096415863434 ] }, "rps": 0.41328797817755364, "rpss": 0.08680269076251945, "brier_below": 0.21812820404075187, "bss_below": 0.037722245535924626, "brier_above": 0.19515977459874642, "bss_above": 0.1360538244597177, "crps": 24.76618547479541, "crpss": 0.10449236132258832, "crps_fair": 23.839071029304616, "crpss_fair": 0.10053782025285452 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.39025833987387126, 0.5248858586750336, 0.3809336084271951, 0.35688110479385965, 0.42152739615148765, 0.40896854713621805, 0.2827047698181924, 0.546469987985295 ], "rps_clim": [ 0.3957447540292534, 0.4437047383669884, 0.5463112315335048, 0.36237074299741934, 0.43798493913098496, 0.3932407074853211, 0.5285945529473471, 0.42293902414021045 ], "brier_below": [ 0.2101642520254546, 0.21380853669869088, 0.07192956319996056, 0.2211221692486391, 0.2790259756230754, 0.24197823991894019, 0.07449766727838797, 0.21530908102694152 ], "brier_below_clim": [ 0.21064168310452153, 0.1781065535964162, 0.11133273118470274, 0.2268505366779282, 0.2859739073831904, 0.2462520701941481, 0.13257909683196697, 0.14583204241235156 ], "brier_above": [ 0.1800940926340997, 0.31107731126664534, 0.3090040164674745, 0.13575894836110747, 0.14250142651083642, 0.16699032124064714, 0.20820708651388287, 0.33116089104714497 ], "brier_above_clim": [ 0.18510307756215227, 0.2655981770143465, 0.4349784623050188, 0.13552022182301748, 0.15201104430253173, 0.14698865074398446, 0.3960154250387313, 0.2771069719137001 ], "crps": [ 10.333688639593934, 16.77560548436541, 30.388924211611815, 9.141378624021488, 11.007531285733863, 11.181783282597266, 48.69531990651486, 18.867484415522963 ], "crps_clim": [ 10.667830621192463, 14.95134985734363, 39.32110711359098, 9.155005345554997, 12.872793262651571, 10.763049268730294, 73.22981255372125, 15.764339864122904 ], "crps_fair": [ 10.010855210343946, 16.50879869875683, 29.98036527179592, 8.83799011033622, 10.74928949469469, 10.845307636108018, 48.25433654634349, 18.61968914654572 ], "crps_fair_clim": [ 9.895516071070114, 14.17903530722128, 38.54879256346864, 8.382690795432643, 12.100478712529222, 9.990734718607943, 72.45749800359884, 14.992025314000559 ] }, "rps": 0.41407870160764404, "rpss": 0.06181473653348091, "brier_below": 0.19097943562751127, "bss_below": 0.006330212668080315, "brier_above": 0.22309926175522982, "bss_above": 0.10461327043480806, "crps": 19.5489644812452, "crpss": 0.16245026252319028, "crps_fair": 19.2258290143656, "crpss_fair": 0.14810643885198693 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.3855506759462441, 0.32877129914572806, 0.24027238106788867, 0.3812965023256506, 0.40998101863664227, 0.47116860940264577, 0.12326212775288345, 0.45867851781122077 ], "rps_clim": [ 0.40125751196759035, 0.38247387153027046, 0.5455702928662451, 0.3608387482495357, 0.5032562800825091, 0.4582563513417429, 0.5532043651857004, 0.38836007432288383 ], "brier_below": [ 0.11274550447691856, 0.23106314080011545, 0.03560831491432415, 0.219826137187986, 0.334070597803692, 0.32310857744280713, 0.014509165939745631, 0.22094081328868725 ], "brier_below_clim": [ 0.11814387008700394, 0.2654940440266858, 0.11111111773384949, 0.22455219994692469, 0.39214518221687406, 0.3289473855886335, 0.11111111773384949, 0.16516928651467216 ], "brier_above": [ 0.2728051619180324, 0.09770817336729312, 0.204664040831763, 0.16147038132943678, 0.07591043511022262, 0.14806004894929187, 0.10875294623533044, 0.2377376994316419 ], "brier_above_clim": [ 0.28311363099235315, 0.11697984632238867, 0.4344591371814749, 0.13628656366910488, 0.11111111773384949, 0.129308982367292, 0.44209320813585196, 0.22319078763501846 ], "crps": [ 16.583857690528905, 10.16490586544759, 30.703155272705015, 13.879111558029242, 12.266674331224042, 16.898404840606453, 73.44864397876911, 18.091243180133873 ], "crps_clim": [ 17.127934378732938, 13.14691039605717, 50.002232946975184, 13.109652898302157, 17.71305578066709, 16.568276004836402, 124.03503473091268, 16.46381001417652 ], "crps_fair": [ 16.122665417721127, 9.777298239278728, 30.051798721719393, 13.430479056545806, 11.895344938173213, 16.440752224093465, 72.76876824402643, 17.722881343001056 ], "crps_fair_clim": [ 16.023613765163336, 12.042589782487557, 48.89791233340558, 12.005332284732548, 16.60873516709748, 15.463955391266797, 122.93071411734311, 15.359489400606916 ] }, "rps": 0.34987264151111297, "rpss": 0.2210376534239773, "brier_below": 0.18648403148178452, "bss_below": 0.13095201843788928, "brier_above": 0.1633886108966265, "bss_above": 0.3034485773617138, "crps": 24.004499589680528, "crpss": 0.28389375572894404, "crps_fair": 23.526248523069903, "crpss_fair": 0.2742517706917822 } } } } }, "Dec": { "tag": "init09_Dec", "methods": { "mvs": { "lambda_": { "training_mean": 0.6789070734542717, "training": [ 0.661495956112354, 0.681342246394431, 0.6686186753904869, 0.6812212770108461, 0.7556573141911188, 0.6354330012173689, 0.6643204845648998, 0.6571907495074247, 0.670721635476779, 0.7191567174395975, 0.6761728598888168, 0.6778999184904982, 0.6223110026111809, 0.7238824006823226, 0.6718328865326645, 0.738970191131146, 0.6947304979134592, 0.6968504589543534, 0.6733133744138853, 0.6513957519240469, 0.6658055218456962, 0.6535953011339855, 0.6783915977423643, 0.6734599423327929 ], "test": 0.7038741783527157 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4784195080052884, 0.37090783182560144, 0.44547683181489206, 0.3528886221321736, 0.41682305438586315, 0.5589519580304806, 0.3934126426507001, 0.46681295862645616, 0.38305768521447736, 0.460777452396273, 0.49591794708680814, 0.4367438442330328, 0.5799306393786118, 0.4933202204861194, 0.5152101688848019, 0.4151521196877035, 0.45730247931318796, 0.40867106630963723, 0.470107916645281, 0.42079895279259477, 0.5213223109227793, 0.42411093597370925, 0.4293590000533505, 0.45290347997307745 ], "rps_clim": [ 0.462562923536876, 0.3645173216522427, 0.44125991495499295, 0.3676651074657129, 0.4796288397923759, 0.5018388000928868, 0.3814774056959005, 0.4578573987892382, 0.3735878385869089, 0.5052606235712064, 0.5036551985237356, 0.4358799350596818, 0.5001476319885705, 0.5372757850199824, 0.4967176353817881, 0.483398419566635, 0.48412488872389453, 0.42298688230915954, 0.4788741887887977, 0.4007718021663261, 0.498737480732011, 0.40202165436042925, 0.44570350792032964, 0.4523372814100714 ], "brier_below": [ 0.34391211711581343, 0.18814025963836428, 0.15827122641001634, 0.2296216927528942, 0.15063942819469317, 0.40677731996626953, 0.2138586401445125, 0.16896004561861916, 0.14321683719996717, 0.12118760055935172, 0.13660520251774227, 0.17029044323646306, 0.4052879293759279, 0.11133524446895712, 0.37089922785285995, 0.2953453864311147, 0.1620303418001082, 0.22632406646780123, 0.28923743744427993, 0.17242930568838416, 0.3874572691522656, 0.2563608749172538, 0.15510720149739196, 0.26513462387425857 ], "brier_below_clim": [ 0.33445347350698373, 0.18448978058131807, 0.15020271959428944, 0.23455533259135652, 0.16559252060812168, 0.3788018404246035, 0.19293962127510628, 0.15038884587226958, 0.13073481316379681, 0.1342598604859912, 0.1282842296352773, 0.16631198513422443, 0.3601361789689049, 0.12098299127445335, 0.35626815432751285, 0.34779494441826286, 0.17732409124021772, 0.23135019401075282, 0.29334157497784386, 0.1580270900868227, 0.3757058539399758, 0.2565886947421901, 0.1693218745678458, 0.2597369379666505 ], "brier_above": [ 0.13450739010180268, 0.18276757191285914, 0.28720560703999265, 0.1232669294069536, 0.26618362490637637, 0.15217463770306455, 0.179554002488625, 0.2978529143564771, 0.23984084774588507, 0.33958985256993096, 0.3593127466221347, 0.26645340161651876, 0.17464270970986803, 0.3819849774813244, 0.1443109396122605, 0.11980673402222053, 0.295272138997152, 0.18234700011597893, 0.1808704782555427, 0.24836964687689084, 0.13386504054296788, 0.16775006047720664, 0.2742517978679997, 0.1877688564575412 ], "brier_above_clim": [ 0.12810945002989202, 0.1800275410709245, 0.2910571953607033, 0.1331097748743562, 0.3140363192350966, 0.12303695966828301, 0.18853778442079408, 0.3074685529169685, 0.24285302547391838, 0.371000763085215, 0.37537096893986166, 0.26956794992545724, 0.1400114530196655, 0.41629279379655704, 0.14044948110508146, 0.1356034751238968, 0.30680079745918404, 0.19163668827393138, 0.18553261378647845, 0.242744712130419, 0.12303162676755988, 0.14543295959376396, 0.2763816333277958, 0.19260034341894555 ], "crps": [ 3.0289541403359515, 4.026321137527189, 10.773197668364007, 2.231253858424494, 10.32478870492654, 4.811759124339433, 2.989275877272213, 5.150504525958933, 3.5318285202191055, 18.304927978026836, 16.728141175759305, 3.8714835634498472, 8.278616697212607, 23.713982142413585, 4.997778542211829, 2.7701950857858866, 12.772186784230405, 3.541452001810645, 3.990953942738499, 4.609057715307468, 5.409285884081521, 4.405038868388995, 8.016409218088056, 3.4112953052636605 ], "crps_clim": [ 3.383400553071679, 3.6995246089032476, 10.375259519924272, 3.088176782734038, 15.623140866424055, 3.918194532764918, 3.2512248780442565, 5.3613292903859575, 3.3401723993300685, 21.29254756415035, 17.08930816883068, 4.102339013398538, 4.506551529947348, 25.32004262629813, 4.202143270441035, 3.5904825606496558, 13.811056598131602, 3.49561527327503, 4.117308454045926, 4.163338575099779, 4.154173639778647, 3.3440543501428777, 7.576953718515562, 3.8653696148339143 ], "crps_fair": [ 2.838004201397568, 3.7723215306965914, 10.539210628130112, 2.0643241109404373, 9.86130058842325, 4.503514612944235, 2.808811410246786, 4.883243557250305, 3.2778549135432944, 17.95374180730605, 16.491367455029067, 3.629711622531253, 7.886212692492976, 23.481176018939397, 4.735247882523793, 2.571237136707827, 12.477407584723387, 3.3594218718956608, 3.802014278461588, 4.423719596096409, 5.129374819122245, 4.124982592254489, 7.664493052965322, 3.2020674920981924 ], "crps_fair_clim": [ 3.069144896531585, 3.3858676721658623, 10.074246020518368, 2.773361990265274, 15.332066536235006, 3.604951743610606, 2.9367188887863067, 5.050819710999868, 3.0258348712866763, 21.012210746646392, 16.801010670653753, 3.7894449827302754, 4.194423053287697, 25.04733364035127, 3.8894382629868667, 3.276619104881488, 13.516550290161696, 3.1815721446141088, 3.8044427745910094, 3.8505600739044343, 3.8413777807512575, 3.029724174279054, 7.270640397516081, 3.55202677848655 ] }, "rps": 0.4520158177842875, "rpss": 0.0027494067067708183, "brier_below": 0.23035123843022123, "bss_below": -0.012979368578575734, "brier_above": 0.22166457945364892, "bss_above": 0.01858524754980362, "crps": 7.153695352589042, "crpss": 0.028204968256770435, "crps_fair": 6.895031727363343, "crpss_fair": 0.022618965160455806, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.218332, 0.53673, 0.244034, 0.000904, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.264, 0.3512, 0.4323, 0.5139, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3447, 0.3383, 0.3793, 0.1004, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.08223, 0.713163, 0.202092, 0.002514, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2813, 0.3489, 0.4285, 0.5164, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1738, 0.3496, 0.3983, 0.12, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47274137201735117, 0.3795566407558107, 0.37730359146930526, 0.3846441922802712, 0.400204271936534, 0.5732328352431452, 0.369547869342928, 0.4345151313937902, 0.42990304214321823, 0.4438751685987049, 0.5421325577655343, 0.4582956890671067, 0.5866573704472017, 0.49106627687202836, 0.5463916886396739, 0.43183930095672846, 0.44855335794575674, 0.3799374272710559, 0.48824984100109925, 0.42208962452006954, 0.44714451771342, 0.4796909659554916, 0.42982345255818405, 0.4318567803047138 ], "rps_clim": [ 0.4612583059027846, 0.3632558141399608, 0.354883769652867, 0.3845191290006187, 0.5442138095123802, 0.47392048384293584, 0.33694866035330306, 0.4142191822653953, 0.37845219617751535, 0.4951720237139347, 0.5339101528063047, 0.4478677808815762, 0.5122698412139367, 0.546319606847996, 0.5151171329099498, 0.5367285468048282, 0.4864254362866427, 0.45042529340514065, 0.45228609740130155, 0.40382417319303954, 0.47274140836269934, 0.4335462466444369, 0.43507035514007947, 0.4346226259811788 ], "brier_below": [ 0.3390433790835557, 0.1572289922544676, 0.19072963354150413, 0.2562624255050997, 0.09267905858206545, 0.3903893920503765, 0.20336212193220105, 0.16392693303032488, 0.18573338679842058, 0.12446378381713634, 0.14468457627614512, 0.1633612750570009, 0.39760137931643086, 0.11468542996150075, 0.364784263377428, 0.3325206627686121, 0.20538557632120635, 0.2802535585178077, 0.21236938060714752, 0.15924185793428136, 0.3213423527931083, 0.31609457320369283, 0.20982124314555695, 0.2016595786890659 ], "brier_below_clim": [ 0.3406488402474111, 0.15585229033150771, 0.1733474973115743, 0.2607321626770492, 0.12098299127445337, 0.35118589057225497, 0.15964704360397033, 0.13793336355887106, 0.13634373895712082, 0.1384011735129149, 0.12098299127445332, 0.14645923116637555, 0.36837280991055965, 0.12098299127445333, 0.34820491159145306, 0.4161190810910467, 0.23546533423622354, 0.32875690367129495, 0.18568689656698428, 0.13104510989535922, 0.3521319426489182, 0.3129367809306557, 0.21062232617609924, 0.19696310869600517 ], "brier_above": [ 0.1336979923130475, 0.22232764848845202, 0.18657395827453416, 0.1283817665718413, 0.3075252100252775, 0.18284344420257467, 0.1661857477965367, 0.27058819906792214, 0.2441696542576108, 0.3194113849959645, 0.39744798362124295, 0.29493441427470607, 0.18905599153834152, 0.37638084837840247, 0.18160742392535723, 0.0993186396354437, 0.24316778202849756, 0.09968386929285507, 0.27588045896371455, 0.26284776602587495, 0.12580216372449007, 0.16359639271177906, 0.2200022088007427, 0.23019720265858878 ], "brier_above_clim": [ 0.12060946565537374, 0.20740352380845312, 0.18153627234129263, 0.1237869663235696, 0.42323081835917165, 0.12273459327068108, 0.17730161674933273, 0.27628581870652447, 0.24210845734163935, 0.35677085020102, 0.4129271616552412, 0.3014085497152008, 0.1438970313033771, 0.4253366156954207, 0.1669122214397413, 0.12060946565537374, 0.2509601019920115, 0.12166838967543823, 0.2665992007759097, 0.27277906341892527, 0.12060946565537374, 0.12060946565537374, 0.22444802890557244, 0.2376595172267659 ], "crps": [ 2.811577248162882, 5.175364662141594, 3.935293387977348, 2.577745581055435, 14.825474233734646, 5.837396803170045, 3.4379182174017275, 4.567514902274252, 3.5300594835379444, 26.535128232348416, 25.97512161021217, 3.9674183357604, 9.153796981932857, 24.08638308787883, 5.903198604617178, 2.608924211304312, 13.903627766440279, 2.6049313301787946, 6.598654112464994, 5.360618579354503, 4.897719391596168, 5.060034889131564, 6.619935668878786, 3.816796934841217 ], "crps_clim": [ 3.5039629006286863, 4.404502123435348, 3.7921098904802375, 3.7427483154181247, 27.430818422751024, 4.09357752958828, 3.618553854597303, 4.403186407306274, 3.33544948423942, 30.38912596968953, 26.15657705190127, 3.9490911747156954, 4.915805626371291, 26.102456598508446, 4.555869648555982, 4.319504515985746, 15.066223249131706, 3.332735441447136, 6.022796968020984, 5.2148566721483, 4.335017286452637, 3.630233609951502, 6.294926309868744, 4.525624967226858 ], "crps_fair": [ 2.6317234436045878, 4.846080408485902, 3.660247638313386, 2.3643302012202962, 14.193494004658998, 5.44458979389627, 3.2549167641518233, 4.288402833870985, 3.245469921840811, 26.14979061755462, 25.726366316290555, 3.6964223741943076, 8.69183207474042, 23.805338274137455, 5.615348164496037, 2.398095520046142, 13.600972848976904, 2.4150574795219653, 6.366659564961086, 5.119016694430945, 4.577230113215608, 4.761247716647245, 6.101845624742583, 3.5980922166353895 ], "crps_fair_clim": [ 3.134642569756797, 4.0368873592733205, 3.423335292543674, 3.3738802296500032, 27.106814106125587, 3.7253738930894196, 3.249450552047323, 4.035569151257637, 2.965809999169824, 30.070724508266622, 25.830159399346183, 3.580613889817456, 4.549159240055732, 25.77593644509466, 4.188541565312743, 3.9517287715065783, 14.718801138616833, 2.963090816144978, 5.6582471562161265, 4.848776670389135, 3.9672709222205658, 3.261152428150299, 5.930891894544658, 4.158239602390194 ] }, "rps": 0.45205220692496345, "rpss": 0.0017247984510796455, "brier_below": 0.230317700606839, "bss_below": -0.01427929944572437, "brier_above": 0.2217345063155749, "bss_above": 0.017822273216429818, "crps": 8.074609760683181, "crpss": 0.0644269253527201, "crps_fair": 7.773023775443097, "crpss_fair": 0.060212695466278165, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.137173, 0.541931, 0.3201, 0.000796, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2706, 0.3527, 0.4347, 0.5077, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3375, 0.3455, 0.3576, 0.272, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.061004, 0.679778, 0.254441, 0.004776, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2823, 0.3502, 0.429, 0.5167, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1263, 0.334, 0.4277, 0.0302, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5123140978909841, 0.4567473710785702, 0.4590657621217079, 0.4066313579921116, 0.4178817376778532, 0.4256465443213132, 0.5210127208736373, 0.44263003628837944 ], "rps_clim": [ 0.5242304582543107, 0.45938853305268146, 0.5017174223148171, 0.4051068144553075, 0.4317667029427126, 0.41531527803354223, 0.4728878323138167, 0.48863351023117646 ], "brier_below": [ 0.391855572438167, 0.2692587863316488, 0.11768227101095065, 0.23507660163674365, 0.2412210995538361, 0.16309495179979414, 0.3273971186411715, 0.33792100716686985 ], "brier_below_clim": [ 0.40795993245117856, 0.27227812780818744, 0.12370712310234608, 0.2309306977016834, 0.2554229422765291, 0.15868716024439758, 0.31168865779035276, 0.37646203326964833 ], "brier_above": [ 0.12045854405449, 0.18748859015458225, 0.3413834661909733, 0.171554763652346, 0.17666064511106994, 0.26255158698312364, 0.19361561712461925, 0.10470904793538394 ], "brier_above_clim": [ 0.11627054465083109, 0.1871104114792495, 0.37801027156074746, 0.17417612530121018, 0.17634376877195204, 0.25662811177730505, 0.16119918533729533, 0.11217149654219405 ], "crps": [ 3.7053310749404966, 3.2423205586933657, 9.885690826006858, 3.825790634758296, 4.181362107133772, 5.130527728838989, 6.47451946267801, 2.5868065314099846 ], "crps_clim": [ 4.134590890417508, 3.257454258459608, 11.95446652225302, 3.2123112416029844, 3.7715427873017267, 4.553263281560126, 3.429057288259692, 3.466783459627757 ], "crps_fair": [ 3.5976750917817366, 3.142213742182164, 9.721184909248782, 3.746719663909413, 4.087921519306301, 5.020196048879931, 6.282276803679484, 2.476609985441414 ], "crps_fair_clim": [ 3.840649245962226, 2.9635126140043284, 11.660524877797739, 2.9183695971477044, 3.477601142846446, 4.259321637104846, 3.1351156438044105, 3.1728418151724775 ] }, "rps": 0.4552412035305696, "rpss": 0.01544098528014659, "brier_below": 0.26043842607239776, "bss_below": 0.025093980512063796, "brier_above": 0.19480278265082357, "bss_above": 0.0022329419768467584, "crps": 4.879043615557471, "crpss": -0.033162964010572615, "crps_fair": 4.7593497205536535, "crpss_fair": -0.07471113044002342, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.203835, 0.538442, 0.257724, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2609, 0.3562, 0.4198, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3913, 0.4684, 0.5282, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.18774, 0.695617, 0.116643, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2845, 0.3405, 0.4271, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2408, 0.24, 0.3454, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4976223360632481, 0.4690010426496465, 0.46508236439114, 0.406718407764684, 0.42617196130465834, 0.38830809489700796, 0.5343793896578354, 0.43011082042749543 ], "rps_clim": [ 0.5378222423430801, 0.4654037630210716, 0.5441677934136927, 0.42259005509153863, 0.4687251558583407, 0.37920455236096284, 0.4762575897428396, 0.48392300807734495 ], "brier_below": [ 0.38470661233622355, 0.2422867704796632, 0.10410606438957087, 0.23854198244015393, 0.32256140315461257, 0.21472257195951658, 0.31770031338471505, 0.3203855163759374 ], "brier_below_clim": [ 0.4270541912814117, 0.23612689903307224, 0.11111111773384952, 0.25427588380937366, 0.3562146259988406, 0.2119324419419288, 0.29938211945700965, 0.37315495701567675 ], "brier_above": [ 0.11291574331508639, 0.2267142701936663, 0.3609762663084153, 0.16817643457074014, 0.10361057627865324, 0.1735855333024489, 0.2166790899899101, 0.10972532386227332 ], "brier_above_clim": [ 0.11076807075767037, 0.22927686262225755, 0.4330566384694138, 0.16831418081740057, 0.11251054924392284, 0.1672721205797222, 0.1768754781609058, 0.11076807075767037 ], "crps": [ 4.0297061799129015, 3.7891154524926107, 10.929819462060694, 4.09623445178982, 2.632957766811001, 3.3593783138746462, 8.795925770144414, 2.9185720798431163 ], "crps_clim": [ 4.500795459022275, 3.8833491476604167, 14.934177684323762, 3.6806433710989057, 3.5671376707580675, 3.3365612191630336, 3.817686724141159, 4.037007086746878 ], "crps_fair": [ 3.9011414766137373, 3.6904783769201, 10.701494622008905, 4.0028117022294865, 2.5314064103837035, 3.231343401722644, 8.542420987101401, 2.7984677088379715 ], "crps_fair_clim": [ 4.156168553465009, 3.538722242103148, 14.589550778766494, 3.336016465541637, 3.2225107652008003, 2.991934313605765, 3.4730598185838906, 3.692380181189609 ] }, "rps": 0.45217430214446447, "rpss": 0.0425346050022829, "brier_below": 0.26812640431504914, "bss_below": 0.05474975402246285, "brier_above": 0.1840479047276492, "bss_above": 0.024163387736175213, "crps": 5.0689636846161505, "crpss": 0.028872728861508934, "crps_fair": 4.924945585727244, "crpss_fair": -0.010236360386600696, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.167303, 0.519275, 0.313423, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2673, 0.3579, 0.4186, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4029, 0.4869, 0.6297, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.105994, 0.713538, 0.180468, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2874, 0.341, 0.4326, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0946, 0.2013, 0.4375, NaN, NaN, NaN, NaN, NaN ] } } } } }, "ls": { "lambda_": { "training_mean": 0.7469764504591424, "training": [ 0.7378869305157756, 0.7452395318201699, 0.7428107907752752, 0.7380802773927441, 0.8075427418323241, 0.7127019043506934, 0.7381572322894911, 0.7377710296065889, 0.7452253465444688, 0.7785826799127736, 0.74427202159702, 0.7451595788037317, 0.7011358977654482, 0.7764415748522694, 0.7387957283605233, 0.7886721694272075, 0.7582747672743583, 0.7557266828446543, 0.7454418387948121, 0.7340301266024218, 0.7297147716119992, 0.725701359311546, 0.7569531367395458, 0.7431166919935728 ], "test": 0.7874114561160308 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4473607796918462, 0.3746536990027593, 0.46145848546690793, 0.36651924980895806, 0.4277763499704098, 0.5149554434355745, 0.39684548203867076, 0.47886976025088995, 0.3911525418340104, 0.486102635604965, 0.5045036935673605, 0.4361616035777513, 0.5369743872756337, 0.5137337999094246, 0.4826377089256126, 0.42305567571133423, 0.4810325517364388, 0.42893895265394555, 0.4413864902813699, 0.4272711039694079, 0.49003248198772453, 0.42322664081998146, 0.44048190348260946, 0.4338911381926032 ], "rps_clim": [ 0.462562923536876, 0.3645173216522427, 0.44125991495499295, 0.3676651074657129, 0.4796288397923759, 0.5018388000928868, 0.3814774056959005, 0.4578573987892382, 0.3735878385869089, 0.5052606235712064, 0.5036551985237356, 0.4358799350596818, 0.5001476319885705, 0.5372757850199824, 0.4967176353817881, 0.483398419566635, 0.48412488872389453, 0.42298688230915954, 0.4788741887887977, 0.4007718021663261, 0.498737480732011, 0.40202165436042925, 0.44570350792032964, 0.4523372814100714 ], "brier_below": [ 0.3146177008776815, 0.19316083682241575, 0.16988533585866214, 0.23960059428219563, 0.1551828964724201, 0.36875702607995725, 0.21401982669656644, 0.17639091256145112, 0.15216390220281054, 0.13791703317438864, 0.14475197247867208, 0.1734756050724582, 0.36862777504046035, 0.12670493135893526, 0.3374415248396917, 0.2994146987521483, 0.18059161674624402, 0.24082079239448703, 0.2630179093528324, 0.18359624958198462, 0.35828725160223207, 0.25858213061518354, 0.16530320707101845, 0.2463612899238074 ], "brier_below_clim": [ 0.33445347350698373, 0.18448978058131807, 0.15020271959428944, 0.23455533259135652, 0.16559252060812168, 0.3788018404246035, 0.19293962127510628, 0.15038884587226958, 0.13073481316379681, 0.1342598604859912, 0.1282842296352773, 0.16631198513422443, 0.3601361789689049, 0.12098299127445335, 0.35626815432751285, 0.34779494441826286, 0.17732409124021772, 0.23135019401075282, 0.29334157497784386, 0.1580270900868227, 0.3757058539399758, 0.2565886947421901, 0.1693218745678458, 0.2597369379666505 ], "brier_above": [ 0.13274307884549144, 0.1814928623926772, 0.2915731505662654, 0.12691865635557914, 0.27259345244955024, 0.14619841729030708, 0.1828256556656371, 0.3024788480079098, 0.23898863955282584, 0.3481856032822977, 0.3597517224971063, 0.26268599881598687, 0.1683466121082188, 0.3870288694902952, 0.14519618344315804, 0.12364097804240962, 0.30044093601763877, 0.18811816020769329, 0.17836858137859352, 0.2436748542727766, 0.1317452292360956, 0.16464450974033726, 0.275178695882537, 0.18752984855411226 ], "brier_above_clim": [ 0.12810945002989202, 0.1800275410709245, 0.2910571953607033, 0.1331097748743562, 0.3140363192350966, 0.12303695966828301, 0.18853778442079408, 0.3074685529169685, 0.24285302547391838, 0.371000763085215, 0.37537096893986166, 0.26956794992545724, 0.1400114530196655, 0.41629279379655704, 0.14044948110508146, 0.1356034751238968, 0.30680079745918404, 0.19163668827393138, 0.18553261378647845, 0.242744712130419, 0.12303162676755988, 0.14543295959376396, 0.2763816333277958, 0.19260034341894555 ], "crps": [ 2.8464193841080574, 4.568526956094362, 11.11124916312227, 2.753000381696075, 10.86779560969899, 4.5828818862749445, 3.730885388938299, 5.873618359596958, 4.112906740783818, 17.972233135178918, 16.995685015617667, 4.4150502943842325, 8.186374399184109, 23.47894568947394, 4.6474061093776715, 3.0812265217532535, 12.953801841498214, 4.377290659721024, 4.465635803935592, 5.306083565540121, 5.089284379266323, 4.658788406742164, 8.436344934102076, 3.549985215496887 ], "crps_clim": [ 3.383400553071679, 3.6995246089032476, 10.375259519924272, 3.088176782734038, 15.623140866424055, 3.918194532764918, 3.2512248780442565, 5.3613292903859575, 3.3401723993300685, 21.29254756415035, 17.08930816883068, 4.102339013398538, 4.506551529947348, 25.32004262629813, 4.202143270441035, 3.5904825606496558, 13.811056598131602, 3.49561527327503, 4.117308454045926, 4.163338575099779, 4.154173639778647, 3.3440543501428777, 7.576953718515562, 3.8653696148339143 ], "crps_fair": [ 2.6029796934785057, 4.265551403543148, 10.82319159999471, 2.553498819235382, 10.307799744830795, 4.201959565653496, 3.508912791614073, 5.546365416709554, 3.79791888624668, 17.54638876362704, 16.703167378861068, 4.124011744322018, 7.69300695618903, 23.189818191616144, 4.317844390908692, 2.8339138795151717, 12.592149734965636, 4.149881632651717, 4.236580786025791, 5.086507403708084, 4.736889573322676, 4.303776782651468, 8.013417255610515, 3.2874722632980937 ], "crps_fair_clim": [ 3.069144896531585, 3.3858676721658623, 10.074246020518368, 2.773361990265274, 15.332066536235006, 3.604951743610606, 2.9367188887863067, 5.050819710999868, 3.0258348712866763, 21.012210746646392, 16.801010670653753, 3.7894449827302754, 4.194423053287697, 25.04733364035127, 3.8894382629868667, 3.276619104881488, 13.516550290161696, 3.1815721446141088, 3.8044427745910094, 3.8505600739044343, 3.8413777807512575, 3.029724174279054, 7.270640397516081, 3.55202677848655 ] }, "rps": 0.45037593996650793, "rpss": 0.006367353385551722, "brier_below": 0.22786137582744603, "bss_below": -0.0020300918809788016, "brier_above": 0.22251456433731254, "bss_above": 0.01482195931384278, "crps": 7.419225826732749, "crpss": -0.007866066758145163, "crps_fair": 7.100958527440812, "crpss_fair": -0.006571465996251469, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.057051, 0.633783, 0.309015, 0.000151, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2852, 0.3588, 0.4245, 0.5052, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3095, 0.3331, 0.3907, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.042001, 0.795578, 0.159839, 0.002583, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2871, 0.3479, 0.4275, 0.5128, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2012, 0.3375, 0.4197, 0.1295, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47033127691676313, 0.37826595424387555, 0.37407485179672506, 0.3844773389199649, 0.42593792235981687, 0.5462826107592245, 0.3602040886755449, 0.4358504103284019, 0.4076354237490154, 0.4546326112995558, 0.5308097074757184, 0.44836717134933196, 0.5713225591263256, 0.49159307518909345, 0.5383509806238764, 0.4495508785225147, 0.4673309674003384, 0.41142760740346224, 0.470293891298317, 0.4158229571381656, 0.46675431020706115, 0.47335775524400797, 0.4215774253985251, 0.4299000078486 ], "rps_clim": [ 0.4612583059027846, 0.3632558141399608, 0.354883769652867, 0.3845191290006187, 0.5442138095123802, 0.47392048384293584, 0.33694866035330306, 0.4142191822653953, 0.37845219617751535, 0.4951720237139347, 0.5339101528063047, 0.4478677808815762, 0.5122698412139367, 0.546319606847996, 0.5151171329099498, 0.5367285468048282, 0.4864254362866427, 0.45042529340514065, 0.45228609740130155, 0.40382417319303954, 0.47274140836269934, 0.4335462466444369, 0.43507035514007947, 0.4346226259811788 ], "brier_below": [ 0.3354778998806605, 0.15972203359551623, 0.18640857452639628, 0.2518208466236787, 0.0987861539149542, 0.3723747483789556, 0.18784088648245456, 0.1626756735282877, 0.17055353801663928, 0.12855890267304676, 0.1396149238907975, 0.16066477048024064, 0.38597690268071067, 0.11566595105438826, 0.3532132873570446, 0.3421357770943944, 0.2195596377123001, 0.29905181360776045, 0.20218956921342365, 0.15539163980976875, 0.33591391394805353, 0.313451724010176, 0.2014048710977713, 0.1975857016507744 ], "brier_below_clim": [ 0.3406488402474111, 0.15585229033150771, 0.1733474973115743, 0.2607321626770492, 0.12098299127445337, 0.35118589057225497, 0.15964704360397033, 0.13793336355887106, 0.13634373895712082, 0.1384011735129149, 0.12098299127445332, 0.14645923116637555, 0.36837280991055965, 0.12098299127445333, 0.34820491159145306, 0.4161190810910467, 0.23546533423622354, 0.32875690367129495, 0.18568689656698428, 0.13104510989535922, 0.3521319426489182, 0.3129367809306557, 0.21062232617609924, 0.19696310869600517 ], "brier_above": [ 0.13485337721160115, 0.2185439206734733, 0.18766627771165892, 0.13265649274663255, 0.3271517655471678, 0.17390786308024053, 0.17236320272776487, 0.2731747370960223, 0.23708188503412936, 0.32607370950924436, 0.3911947851978197, 0.28770240077472287, 0.1853456570552388, 0.37592712507445464, 0.1851376921398321, 0.10741510270361358, 0.24777133031356163, 0.11237579434339383, 0.2681043217791957, 0.2604313177726504, 0.1308403955263526, 0.1599060309917394, 0.2201725536386799, 0.2323143066576017 ], "brier_above_clim": [ 0.12060946565537374, 0.20740352380845312, 0.18153627234129263, 0.1237869663235696, 0.42323081835917165, 0.12273459327068108, 0.17730161674933273, 0.27628581870652447, 0.24210845734163935, 0.35677085020102, 0.4129271616552412, 0.3014085497152008, 0.1438970313033771, 0.4253366156954207, 0.1669122214397413, 0.12060946565537374, 0.2509601019920115, 0.12166838967543823, 0.2665992007759097, 0.27277906341892527, 0.12060946565537374, 0.12060946565537374, 0.22444802890557244, 0.2376595172267659 ], "crps": [ 2.691373842387478, 5.692062421897695, 4.465998060650013, 2.7970036759018306, 14.955510845068776, 5.507151111365315, 4.086939481243135, 5.194691296958175, 4.075484957175939, 25.30522577482032, 26.03809728915608, 4.497380570916756, 8.888468180660361, 23.93635614556028, 5.338478407055175, 2.492878385045104, 13.79906239009027, 3.052257165502638, 7.43278867633074, 5.9637646192955795, 4.793908666651954, 5.076018492178018, 7.199828025877707, 3.894064393244807 ], "crps_clim": [ 3.5039629006286863, 4.404502123435348, 3.7921098904802375, 3.7427483154181247, 27.430818422751024, 4.09357752958828, 3.618553854597303, 4.403186407306274, 3.33544948423942, 30.38912596968953, 26.15657705190127, 3.9490911747156954, 4.915805626371291, 26.102456598508446, 4.555869648555982, 4.319504515985746, 15.066223249131706, 3.332735441447136, 6.022796968020984, 5.2148566721483, 4.335017286452637, 3.630233609951502, 6.294926309868744, 4.525624967226858 ], "crps_fair": [ 2.4819564880803524, 5.315892411651889, 4.148418877747583, 2.5576144240507572, 14.245649379140186, 5.051068661081005, 3.8762094999428554, 4.881477380340812, 3.74891948798236, 24.853599767064285, 25.757748813088885, 4.189213781905244, 8.347321249296368, 23.61885977332793, 4.9957659418075115, 2.243686823948523, 13.460048720849617, 2.8271906570165335, 7.172544788789406, 5.691131539643142, 4.417033729278519, 4.726123774156632, 6.615916496385768, 3.647285900660754 ], "crps_fair_clim": [ 3.134642569756797, 4.0368873592733205, 3.423335292543674, 3.3738802296500032, 27.106814106125587, 3.7253738930894196, 3.249450552047323, 4.035569151257637, 2.965809999169824, 30.070724508266622, 25.830159399346183, 3.580613889817456, 4.549159240055732, 25.77593644509466, 4.188541565312743, 3.9517287715065783, 14.718801138616833, 2.963090816144978, 5.6582471562161265, 4.848776670389135, 3.9672709222205658, 3.261152428150299, 5.930891894544658, 4.158239602390194 ] }, "rps": 0.4510063243030928, "rpss": 0.004034440278174567, "brier_below": 0.22816832255117472, "bss_below": -0.00481381041557527, "brier_above": 0.222838001887783, "bss_above": 0.012934316034499127, "crps": 8.21561636979309, "crpss": 0.048089047642159155, "crps_fair": 7.869611598634872, "crpss_fair": 0.048534870641536276, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.078794, 0.661107, 0.260099, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.284, 0.355, 0.4229, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2872, 0.3498, 0.3629, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.032848, 0.709411, 0.251579, 0.006162, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2861, 0.3513, 0.4305, 0.5128, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1303, 0.321, 0.441, 0.1294, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4905689365166231, 0.43804079425263104, 0.4763264452278455, 0.40715887510784565, 0.4289185921189767, 0.43937734457375516, 0.48768030040571253, 0.4385769159555189 ], "rps_clim": [ 0.5242304582543107, 0.45938853305268146, 0.5017174223148171, 0.4051068144553075, 0.4317667029427126, 0.41531527803354223, 0.4728878323138167, 0.48863351023117646 ], "brier_below": [ 0.37043246140407304, 0.255742461260533, 0.12950630021516588, 0.23515105835363315, 0.24949731051515697, 0.17665440084368697, 0.3061215356207016, 0.33085952798153684 ], "brier_below_clim": [ 0.40795993245117856, 0.27227812780818744, 0.12370712310234608, 0.2309306977016834, 0.2554229422765291, 0.15868716024439758, 0.31168865779035276, 0.37646203326964833 ], "brier_above": [ 0.12013649411964973, 0.18229833922753896, 0.3468201196439897, 0.17200782463444828, 0.1794212891168573, 0.2627229379336076, 0.18155877848773408, 0.10771740724668896 ], "brier_above_clim": [ 0.11627054465083109, 0.1871104114792495, 0.37801027156074746, 0.17417612530121018, 0.17634376877195204, 0.25662811177730505, 0.16119918533729533, 0.11217149654219405 ], "crps": [ 3.364997374389474, 3.59662848645234, 10.425895898076803, 4.481972909573017, 4.694951188452487, 5.8715132074217875, 6.918935427394796, 2.7487967965796702 ], "crps_clim": [ 4.134590890417508, 3.257454258459608, 11.95446652225302, 3.2123112416029844, 3.7715427873017267, 4.553263281560126, 3.429057288259692, 3.466783459627757 ], "crps_fair": [ 3.2320810433156755, 3.470807084781647, 10.229548475215406, 4.3836922668856655, 4.577628452103535, 5.735120113590924, 6.687885548530485, 2.612679403866328 ], "crps_fair_clim": [ 3.840649245962226, 2.9635126140043284, 11.660524877797739, 2.9183695971477044, 3.477601142846446, 4.259321637104846, 3.1351156438044105, 3.1728418151724775 ] }, "rps": 0.4508310255198636, "rpss": 0.02497896313295389, "brier_below": 0.25674563202431094, "bss_below": 0.03891731372944496, "brier_above": 0.1940853988013143, "bss_above": 0.00590733493601292, "crps": 5.2629614110425464, "crpss": -0.11445956202724061, "crps_fair": 5.116180298536208, "crpss_fair": -0.15528722094731795, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.066471, 0.757159, 0.17637, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2835, 0.3651, 0.412, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2389, 0.4949, 0.4395, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.08761, 0.832927, 0.079463, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2898, 0.337, 0.4217, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2715, 0.2355, 0.4095, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5080672847662764, 0.44349122524884527, 0.4772455447266279, 0.4234990844908767, 0.4309846877793915, 0.38564007674570483, 0.5105588636931792, 0.4534446096334233 ], "rps_clim": [ 0.5378222423430801, 0.4654037630210716, 0.5441677934136927, 0.42259005509153863, 0.4687251558583407, 0.37920455236096284, 0.4762575897428396, 0.48392300807734495 ], "brier_below": [ 0.3893982919962336, 0.22536678638074617, 0.10592576167695279, 0.2537171813652493, 0.31829405474539474, 0.21402176448937452, 0.30781320143905777, 0.338947392948954 ], "brier_below_clim": [ 0.4270541912814117, 0.23612689903307224, 0.11111111773384952, 0.25427588380937366, 0.3562146259988406, 0.2119324419419288, 0.29938211945700965, 0.37315495701567675 ], "brier_above": [ 0.11866901312236532, 0.21812443809284576, 0.3713197497077976, 0.16978191287310362, 0.11269065228652386, 0.17161832319104203, 0.2027456745253821, 0.11449723699886614 ], "brier_above_clim": [ 0.11076807075767037, 0.22927686262225755, 0.4330566384694138, 0.16831418081740057, 0.11251054924392284, 0.1672721205797222, 0.1768754781609058, 0.11076807075767037 ], "crps": [ 3.6431492285361826, 4.028110674480643, 11.510523505836382, 4.6237600772654135, 2.5359997347601433, 3.7604588213774703, 9.435727058374436, 2.964752148170287 ], "crps_clim": [ 4.500795459022275, 3.8833491476604167, 14.934177684323762, 3.6806433710989057, 3.5671376707580675, 3.3365612191630336, 3.817686724141159, 4.037007086746878 ], "crps_fair": [ 3.4958319554574517, 3.914302854634328, 11.252446501484027, 4.515808352309292, 2.4189653082722242, 3.61354581588646, 9.148657885862944, 2.82648373286938 ], "crps_fair_clim": [ 4.156168553465009, 3.538722242103148, 14.589550778766494, 3.336016465541637, 3.2225107652008003, 2.991934313605765, 3.4730598185838906, 3.692380181189609 ] }, "rps": 0.4541164221355406, "rpss": 0.0384222247197904, "brier_below": 0.2691855543802454, "bss_below": 0.05101583657329767, "brier_above": 0.18493087509974082, "bss_above": 0.019481808677145773, "crps": 5.31281015610012, "crpss": -0.017844109759304727, "crps_fair": 5.148255300847014, "crpss_fair": -0.056043078433466675, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.114949, 0.802143, 0.082908, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2831, 0.3611, 0.4094, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3049, 0.5394, 0.602, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.040703, 0.79662, 0.162677, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2888, 0.3425, 0.4232, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1606, 0.1997, 0.4118, NaN, NaN, NaN, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.6505457803274483, "training": [ 0.6309131313774848, 0.652799364449496, 0.6393353583991644, 0.6546716987081564, 0.7268384465935716, 0.6074250418632839, 0.6341905104777777, 0.6256469354606028, 0.6432183444089599, 0.6973892526826708, 0.6458893477514427, 0.6515287505948959, 0.5935043537475497, 0.6912103768088814, 0.6427467682644731, 0.7125696384579645, 0.6705242188035608, 0.6681084019415927, 0.643374629579005, 0.6214999441903218, 0.6380716423660715, 0.6247027157731344, 0.6511116793854063, 0.6458281757732877 ], "test": 0.6727032272325235 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4852390403108769, 0.3684684995384142, 0.44433992867325256, 0.3508355846757249, 0.41096396076232694, 0.5685139020236536, 0.38920911840083955, 0.4673667639874173, 0.38008023449145123, 0.4537922911382962, 0.483685210080621, 0.4400983508487086, 0.5879574301994349, 0.4804374440211711, 0.5217035715111494, 0.4076523758318888, 0.4539060475118373, 0.4087360114023721, 0.4778821960162832, 0.4210566106678469, 0.5286751711203088, 0.42394598102712483, 0.42280458568391194, 0.45701025413382473 ], "rps_clim": [ 0.462562923536876, 0.3645173216522427, 0.44125991495499295, 0.3676651074657129, 0.4796288397923759, 0.5018388000928868, 0.3814774056959005, 0.4578573987892382, 0.3735878385869089, 0.5052606235712064, 0.5036551985237356, 0.4358799350596818, 0.5001476319885705, 0.5372757850199824, 0.4967176353817881, 0.483398419566635, 0.48412488872389453, 0.42298688230915954, 0.4788741887887977, 0.4007718021663261, 0.498737480732011, 0.40202165436042925, 0.44570350792032964, 0.4523372814100714 ], "brier_below": [ 0.34892817563436596, 0.18548784155862647, 0.15773841137858946, 0.22764998445217216, 0.14892013378252106, 0.41290071997525996, 0.21063467964007163, 0.17054688385448635, 0.1408174803125243, 0.11751690401999211, 0.1304262109344826, 0.17401128009724495, 0.4097082826549243, 0.10425851387154786, 0.37660375302554105, 0.28893399624114435, 0.15954092376808782, 0.2267462640171077, 0.2964616733228948, 0.171744713534303, 0.3931142723079088, 0.2539316007217837, 0.14928247044067672, 0.26909354188399937 ], "brier_below_clim": [ 0.33445347350698373, 0.18448978058131807, 0.15020271959428944, 0.23455533259135652, 0.16559252060812168, 0.3788018404246035, 0.19293962127510628, 0.15038884587226958, 0.13073481316379681, 0.1342598604859912, 0.1282842296352773, 0.16631198513422443, 0.3601361789689049, 0.12098299127445335, 0.35626815432751285, 0.34779494441826286, 0.17732409124021772, 0.23135019401075282, 0.29334157497784386, 0.1580270900868227, 0.3757058539399758, 0.2565886947421901, 0.1693218745678458, 0.2597369379666505 ], "brier_above": [ 0.13631086372606835, 0.18298065755001006, 0.2866015188533746, 0.1231856002346351, 0.2620438256250588, 0.15561318173120947, 0.17857443880927207, 0.2968198818614553, 0.2392627538179572, 0.336275387932831, 0.35325900178861447, 0.2660870715574879, 0.17824914725351132, 0.3761789315992316, 0.14509981682970044, 0.11871838028482251, 0.2943651253663534, 0.18198974773167095, 0.18142052159948008, 0.24931189710314433, 0.1355608976363878, 0.17001437950245293, 0.2735221146552211, 0.187916712617817 ], "brier_above_clim": [ 0.12810945002989202, 0.1800275410709245, 0.2910571953607033, 0.1331097748743562, 0.3140363192350966, 0.12303695966828301, 0.18853778442079408, 0.3074685529169685, 0.24285302547391838, 0.371000763085215, 0.37537096893986166, 0.26956794992545724, 0.1400114530196655, 0.41629279379655704, 0.14044948110508146, 0.1356034751238968, 0.30680079745918404, 0.19163668827393138, 0.18553261378647845, 0.242744712130419, 0.12303162676755988, 0.14543295959376396, 0.2763816333277958, 0.19260034341894555 ], "crps": [ 2.9012126517696144, 4.022811938055724, 10.825474022117705, 2.1365861539415656, 10.38160859005143, 4.659396446809786, 2.980327977014097, 5.228360933865616, 3.5184313247964574, 18.236418626506424, 16.832106170752684, 3.942887805153687, 8.217386209425742, 23.739028557107936, 4.8375824059873676, 2.673937502301095, 12.706448134882486, 3.6307132235700608, 3.9865261583167015, 4.642948167267497, 5.275960738048038, 4.297296073956677, 8.14561577259655, 3.3392825723027206 ], "crps_clim": [ 3.383400553071679, 3.6995246089032476, 10.375259519924272, 3.088176782734038, 15.623140866424055, 3.918194532764918, 3.2512248780442565, 5.3613292903859575, 3.3401723993300685, 21.29254756415035, 17.08930816883068, 4.102339013398538, 4.506551529947348, 25.32004262629813, 4.202143270441035, 3.5904825606496558, 13.811056598131602, 3.49561527327503, 4.117308454045926, 4.163338575099779, 4.154173639778647, 3.3440543501428777, 7.576953718515562, 3.8653696148339143 ], "crps_fair": [ 2.7088116635031527, 3.763150543044867, 10.588747084319447, 1.9681069091813659, 9.905011015657692, 4.345443582947353, 2.7974505784050474, 4.956438256575256, 3.2616500058078883, 17.88328700052848, 16.59538428180519, 3.6965690716150186, 7.816718559298431, 23.5058697376584, 4.572410746301149, 2.4720866911756025, 12.410572736105772, 3.4452209556999644, 3.7947455796957663, 4.454384740800479, 4.991055777687179, 4.012848918605484, 7.783965517921971, 3.127525677536053 ], "crps_fair_clim": [ 3.069144896531585, 3.3858676721658623, 10.074246020518368, 2.773361990265274, 15.332066536235006, 3.604951743610606, 2.9367188887863067, 5.050819710999868, 3.0258348712866763, 21.012210746646392, 16.801010670653753, 3.7894449827302754, 4.194423053287697, 25.04733364035127, 3.8894382629868667, 3.276619104881488, 13.516550290161696, 3.1815721446141088, 3.8044427745910094, 3.8505600739044343, 3.8413777807512575, 3.029724174279054, 7.270640397516081, 3.55202677848655 ] }, "rps": 0.45143169016911405, "rpss": 0.004038126233547823, "brier_below": 0.23020827964292737, "bss_below": -0.012350701230952277, "brier_above": 0.22122341065282367, "bss_above": 0.020538512119713026, "crps": 7.1315978398582365, "crpss": 0.031206808847858425, "crps_fair": 6.869060651328209, "crpss_fair": 0.026300403937652317, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.260436, 0.502521, 0.23395, 0.003093, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2607, 0.3507, 0.4338, 0.5077, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3377, 0.3408, 0.3804, 0.4314, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.124953, 0.645165, 0.22305, 0.006832, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2832, 0.3516, 0.4323, 0.5197, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1721, 0.3582, 0.4016, 0.3222, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47655010351411936, 0.3816284153526579, 0.38123245307812365, 0.3836986708145384, 0.3843316875974515, 0.5813022383218676, 0.3743309038442912, 0.4378687616598816, 0.432547002821742, 0.43882723941376006, 0.5248149309624454, 0.4581584263438493, 0.5890624716708295, 0.48109822971355415, 0.5481441238988516, 0.42105418238486136, 0.4479013702818175, 0.3789503297654819, 0.49590696811606216, 0.42429897304688646, 0.4453671005142081, 0.48326654193250307, 0.4307093521670237, 0.43100851522278616 ], "rps_clim": [ 0.4612583059027846, 0.3632558141399608, 0.354883769652867, 0.3845191290006187, 0.5442138095123802, 0.47392048384293584, 0.33694866035330306, 0.4142191822653953, 0.37845219617751535, 0.4951720237139347, 0.5339101528063047, 0.4478677808815762, 0.5122698412139367, 0.546319606847996, 0.5151171329099498, 0.5367285468048282, 0.4864254362866427, 0.45042529340514065, 0.45228609740130155, 0.40382417319303954, 0.47274140836269934, 0.4335462466444369, 0.43507035514007947, 0.4346226259811788 ], "brier_below": [ 0.3404813413586498, 0.15799291342519114, 0.19297532101768547, 0.25405703702257526, 0.08943034946716663, 0.39218293205695987, 0.2084487281442428, 0.16753935126263314, 0.18731901088029357, 0.12279158124661525, 0.138436949801617, 0.16472741766359544, 0.3960888436574373, 0.11220755772737744, 0.36477997874562434, 0.32325318797963004, 0.20459553187915064, 0.28024476963295114, 0.21831411624164762, 0.1622301219832415, 0.31863424481351815, 0.3143938368844962, 0.2104553099014984, 0.20091217472484163 ], "brier_below_clim": [ 0.3406488402474111, 0.15585229033150771, 0.1733474973115743, 0.2607321626770492, 0.12098299127445337, 0.35118589057225497, 0.15964704360397033, 0.13793336355887106, 0.13634373895712082, 0.1384011735129149, 0.12098299127445332, 0.14645923116637555, 0.36837280991055965, 0.12098299127445333, 0.34820491159145306, 0.4161190810910467, 0.23546533423622354, 0.32875690367129495, 0.18568689656698428, 0.13104510989535922, 0.3521319426489182, 0.3129367809306557, 0.21062232617609924, 0.19696310869600517 ], "brier_above": [ 0.13606876147649527, 0.22363550183233147, 0.1882571321369163, 0.12964163360379652, 0.2949013343718781, 0.18911930737809354, 0.16588217619667575, 0.27032941125901794, 0.24522799054353867, 0.31603565836696623, 0.386377983950593, 0.2934310090205925, 0.1929736284139739, 0.36889067367145656, 0.18336414375114385, 0.09780099592685008, 0.24330583893949825, 0.09870556064160967, 0.27759285041811727, 0.26206885061103424, 0.1267328543653439, 0.16887270497802748, 0.22025404161754486, 0.23009634165188408 ], "brier_above_clim": [ 0.12060946565537374, 0.20740352380845312, 0.18153627234129263, 0.1237869663235696, 0.42323081835917165, 0.12273459327068108, 0.17730161674933273, 0.27628581870652447, 0.24210845734163935, 0.35677085020102, 0.4129271616552412, 0.3014085497152008, 0.1438970313033771, 0.4253366156954207, 0.1669122214397413, 0.12060946565537374, 0.2509601019920115, 0.12166838967543823, 0.2665992007759097, 0.27277906341892527, 0.12060946565537374, 0.12060946565537374, 0.22444802890557244, 0.2376595172267659 ], "crps": [ 2.7126257834572103, 5.226360262858614, 4.0073617737236304, 2.4693531730226246, 14.862987311691588, 5.688981944157478, 3.5485911051189114, 4.652642414801957, 3.4972524159461345, 26.485222856580894, 26.146061600605126, 4.060674633067007, 9.079580453086805, 24.081859716287198, 5.775850142051016, 2.4672838465151044, 13.809118208500832, 2.7173274621013195, 6.699959745226213, 5.413508996480161, 4.772181008933668, 4.957845211659523, 6.748439664732371, 3.7266807471618835 ], "crps_clim": [ 3.5039629006286863, 4.404502123435348, 3.7921098904802375, 3.7427483154181247, 27.430818422751024, 4.09357752958828, 3.618553854597303, 4.403186407306274, 3.33544948423942, 30.38912596968953, 26.15657705190127, 3.9490911747156954, 4.915805626371291, 26.102456598508446, 4.555869648555982, 4.319504515985746, 15.066223249131706, 3.332735441447136, 6.022796968020984, 5.2148566721483, 4.335017286452637, 3.630233609951502, 6.294926309868744, 4.525624967226858 ], "crps_fair": [ 2.529768528121334, 4.888135073595127, 3.7254382354116844, 2.2526830241489044, 14.214871927907366, 5.288645018935267, 3.3615321324581497, 4.36788932745793, 3.206701634597818, 26.098162815701308, 25.894883753959498, 3.782867896476012, 8.607622066256875, 23.797194748616064, 5.482243495308594, 2.2514521820695, 13.501571482008266, 2.5238918150659098, 6.462941627837331, 5.167686550341534, 4.444121639677633, 4.653332471112729, 6.216441341124056, 3.5045872537319487 ], "crps_fair_clim": [ 3.134642569756797, 4.0368873592733205, 3.423335292543674, 3.3738802296500032, 27.106814106125587, 3.7253738930894196, 3.249450552047323, 4.035569151257637, 2.965809999169824, 30.070724508266622, 25.830159399346183, 3.580613889817456, 4.549159240055732, 25.77593644509466, 4.188541565312743, 3.9517287715065783, 14.718801138616833, 2.963090816144978, 5.6582471562161265, 4.848776670389135, 3.9672709222205658, 3.261152428150299, 5.930891894544658, 4.158239602390194 ] }, "rps": 0.45133579135164975, "rpss": 0.0033068721361246833, "brier_below": 0.23010385864660998, "bss_below": -0.013337576455951128, "brier_above": 0.2212319327134741, "bss_above": 0.02004843371014331, "crps": 8.066989603240303, "crpss": 0.0653098428359703, "crps_fair": 7.759361085080035, "crpss_fair": 0.06186456523021033, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.147524, 0.515478, 0.330913, 0.006085, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2705, 0.3523, 0.4376, 0.5078, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.334, 0.3402, 0.3652, 0.4522, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.100473, 0.611609, 0.277568, 0.01035, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2851, 0.3524, 0.4331, 0.5244, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1577, 0.3405, 0.4274, 0.0978, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5123679207493415, 0.456732839859798, 0.451616975987714, 0.4074632971466925, 0.4133859195744868, 0.42445023005518284, 0.531810649038922, 0.4400793093706592 ], "rps_clim": [ 0.5242304582543107, 0.45938853305268146, 0.5017174223148171, 0.4051068144553075, 0.4317667029427126, 0.41531527803354223, 0.4728878323138167, 0.48863351023117646 ], "brier_below": [ 0.3911264784187058, 0.2690521969529627, 0.11465641286769766, 0.23564039291968422, 0.23667045432382447, 0.16115043148144825, 0.33348721522750724, 0.33550603392914036 ], "brier_below_clim": [ 0.40795993245117856, 0.27227812780818744, 0.12370712310234608, 0.2309306977016834, 0.2554229422765291, 0.15868716024439758, 0.31168865779035276, 0.37646203326964833 ], "brier_above": [ 0.12124146103032223, 0.18768064828654654, 0.33696053855246316, 0.1718229114160762, 0.17671547216375721, 0.2632997932038361, 0.19832344921484654, 0.10457329414847992 ], "brier_above_clim": [ 0.11627054465083109, 0.1871104114792495, 0.37801027156074746, 0.17417612530121018, 0.17634376877195204, 0.25662811177730505, 0.16119918533729533, 0.11217149654219405 ], "crps": [ 3.546305380029109, 3.236742207744256, 9.975443821470684, 3.8356980255709594, 4.1609555600772845, 5.180509691713798, 6.595779099486692, 2.4714505408920173 ], "crps_clim": [ 4.134590890417508, 3.257454258459608, 11.95446652225302, 3.2123112416029844, 3.7715427873017267, 4.553263281560126, 3.429057288259692, 3.466783459627757 ], "crps_fair": [ 3.436789680021718, 3.1349456796854835, 9.807547855996365, 3.755769589891007, 4.066389806485668, 5.06881017652204, 6.399673638979296, 2.3595924949791796 ], "crps_fair_clim": [ 3.840649245962226, 2.9635126140043284, 11.660524877797739, 2.9183695971477044, 3.477601142846446, 4.259321637104846, 3.1351156438044105, 3.1728418151724775 ] }, "rps": 0.4547383927228496, "rpss": 0.016528424004058295, "brier_below": 0.25966120201512133, "bss_below": 0.028003383795429437, "brier_above": 0.195077196002041, "bss_above": 0.0008274148154752137, "crps": 4.8753605408731, "crpss": -0.032383053713102905, "crps_fair": 4.753689865320094, "crpss_fair": -0.07343307571126156, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.218869, 0.516168, 0.264507, 0.000455, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2535, 0.3543, 0.4226, 0.5029, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3833, 0.4674, 0.5389, 0.8003, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.181986, 0.685731, 0.131557, 0.000727, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.279, 0.3409, 0.4331, 0.5453, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2375, 0.2396, 0.3408, 0.125, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4941732942913044, 0.47270277598409766, 0.4560600852601788, 0.40484363311956106, 0.4217461739563651, 0.3907843954100358, 0.5435897931784596, 0.42430745740631715 ], "rps_clim": [ 0.5378222423430801, 0.4654037630210716, 0.5441677934136927, 0.42259005509153863, 0.4687251558583407, 0.37920455236096284, 0.4762575897428396, 0.48392300807734495 ], "brier_below": [ 0.38029527408927977, 0.24587715771243612, 0.10308037247587615, 0.23598709912524748, 0.31830643070244535, 0.21592848304034154, 0.3209634642247495, 0.3140490997123923 ], "brier_below_clim": [ 0.4270541912814117, 0.23612689903307224, 0.11111111773384952, 0.25427588380937366, 0.3562146259988406, 0.2119324419419288, 0.29938211945700965, 0.37315495701567675 ], "brier_above": [ 0.11387803983630254, 0.22682561633031817, 0.3529796794994938, 0.16885654329959715, 0.10343976135524635, 0.17485592279435594, 0.2226263432272742, 0.11025837753185985 ], "brier_above_clim": [ 0.11076807075767037, 0.22927686262225755, 0.4330566384694138, 0.16831418081740057, 0.11251054924392284, 0.1672721205797222, 0.1768754781609058, 0.11076807075767037 ], "crps": [ 3.879239959302263, 3.8422793721750357, 11.020323237844675, 4.103855174575507, 2.5502248640368426, 3.4084382817842527, 8.939303159297337, 2.7939730405952803 ], "crps_clim": [ 4.500795459022275, 3.8833491476604167, 14.934177684323762, 3.6806433710989057, 3.5671376707580675, 3.3365612191630336, 3.817686724141159, 4.037007086746878 ], "crps_fair": [ 3.747938850438462, 3.7414088880788317, 10.787046209877204, 4.009097398062781, 2.4468889117402335, 3.278145283043861, 8.680863474708211, 2.6716824493779994 ], "crps_fair_clim": [ 4.156168553465009, 3.538722242103148, 14.589550778766494, 3.336016465541637, 3.2225107652008003, 2.991934313605765, 3.4730598185838906, 3.692380181189609 ] }, "rps": 0.4510259510757899, "rpss": 0.0449662036233236, "brier_below": 0.266810922635346, "bss_below": 0.059387340479100104, "brier_above": 0.184215035484306, "bss_above": 0.023277247186939354, "crps": 5.067204636201399, "crpss": 0.02920973263448956, "crps_fair": 4.920383933165947, "crpss_fair": -0.0093006450166222, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.159876, 0.484964, 0.354291, 0.000869, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.262, 0.3564, 0.4234, 0.5017, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4024, 0.4789, 0.6215, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.104479, 0.698765, 0.195023, 0.001733, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2825, 0.341, 0.4403, 0.5453, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0918, 0.1947, 0.4449, 0.125, NaN, NaN, NaN, NaN ] } } } } }, "sqrt_mvs": { "lambda_": { "training_mean": 0.5835982071491503, "training": [ 0.5608084936931825, 0.5854081223014835, 0.5728573527222395, 0.5777585740511892, 0.6616743134114883, 0.5253860959121148, 0.5573838837057391, 0.5647386656210404, 0.5747148909345007, 0.6362375768841537, 0.5945297924299849, 0.5814456482846397, 0.5168092554588416, 0.6417246693261223, 0.5727235091763195, 0.65698669080265, 0.6053458572653327, 0.5989424501792867, 0.5800441142835365, 0.5579630994521453, 0.5649153730315318, 0.5499771285867018, 0.5862660600366216, 0.5817153540287617 ], "test": 0.6129421583737055 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.49188480949675845, 0.37234588420077347, 0.43453670910450654, 0.35816086449791745, 0.3960074525827423, 0.5905402653136572, 0.3998991872340075, 0.4579407153842516, 0.37310808716756305, 0.4258158875936077, 0.45202106796087294, 0.42614896641467076, 0.6141385137460222, 0.45092709565577427, 0.5225052602816694, 0.40509223675283274, 0.45014253162028817, 0.4236757002407631, 0.4654113144090229, 0.4278093708631648, 0.5485429871975108, 0.44127637079506676, 0.4207055404877545, 0.4497318779101364 ], "rps_clim": [ 0.462562923536876, 0.3645173216522427, 0.44125991495499295, 0.3676651074657129, 0.4796288397923759, 0.5018388000928868, 0.3814774056959005, 0.4578573987892382, 0.3735878385869089, 0.5052606235712064, 0.5036551985237356, 0.4358799350596818, 0.5001476319885705, 0.5372757850199824, 0.4967176353817881, 0.483398419566635, 0.48412488872389453, 0.42298688230915954, 0.4788741887887977, 0.4007718021663261, 0.498737480732011, 0.40202165436042925, 0.44570350792032964, 0.4523372814100714 ], "brier_below": [ 0.34036848212396875, 0.18272731420958258, 0.15577477373937948, 0.22723688079757248, 0.14522158085402562, 0.40972880633578296, 0.22002426247938653, 0.17097680203160906, 0.13978538911394825, 0.11206070137088464, 0.12327462020159978, 0.1671237684055938, 0.41352367469836604, 0.10246191752047466, 0.36734840768797045, 0.2836857156439732, 0.1619466517486167, 0.23720350282647634, 0.2817179892343368, 0.178753949341423, 0.3953510528359057, 0.25571140421529204, 0.14912703719597709, 0.258732695618713 ], "brier_below_clim": [ 0.33445347350698373, 0.18448978058131807, 0.15020271959428944, 0.23455533259135652, 0.16559252060812168, 0.3788018404246035, 0.19293962127510628, 0.15038884587226958, 0.13073481316379681, 0.1342598604859912, 0.1282842296352773, 0.16631198513422443, 0.3601361789689049, 0.12098299127445335, 0.35626815432751285, 0.34779494441826286, 0.17732409124021772, 0.23135019401075282, 0.29334157497784386, 0.1580270900868227, 0.3757058539399758, 0.2565886947421901, 0.1693218745678458, 0.2597369379666505 ], "brier_above": [ 0.15151632591013245, 0.18961856855016357, 0.27876193697847595, 0.1309239823762989, 0.25078587045809253, 0.18081145892753922, 0.17987492472704925, 0.28696391542176264, 0.2333226970207323, 0.3137551858034831, 0.32874645037892847, 0.2590251990688948, 0.20061483994924034, 0.34846517933491095, 0.15515684998553056, 0.12140652106553941, 0.28819588211525177, 0.18647219672367374, 0.18369332336646907, 0.24905542166676387, 0.15319193264748662, 0.1855649656217322, 0.27157850355284374, 0.19099918207667524 ], "brier_above_clim": [ 0.12810945002989202, 0.1800275410709245, 0.2910571953607033, 0.1331097748743562, 0.3140363192350966, 0.12303695966828301, 0.18853778442079408, 0.3074685529169685, 0.24285302547391838, 0.371000763085215, 0.37537096893986166, 0.26956794992545724, 0.1400114530196655, 0.41629279379655704, 0.14044948110508146, 0.1356034751238968, 0.30680079745918404, 0.19163668827393138, 0.18553261378647845, 0.242744712130419, 0.12303162676755988, 0.14543295959376396, 0.2763816333277958, 0.19260034341894555 ], "crps": [ 2.962591852915668, 4.003139264653342, 10.624359994878278, 2.144270003637135, 10.597540790152433, 4.6647229151911445, 2.965311662189469, 5.021634205084224, 3.484623038828932, 18.022003787861443, 16.594905044895558, 3.9075739147590225, 8.263865277282829, 23.51128734740039, 4.854230307537014, 2.6375883688863513, 12.605711988095264, 3.640521357596574, 3.9002370616989914, 4.607026922130585, 5.404842302588417, 4.435058954839818, 7.9945643822331895, 3.2749094033843704 ], "crps_clim": [ 3.383400553071679, 3.6995246089032476, 10.375259519924272, 3.088176782734038, 15.623140866424055, 3.918194532764918, 3.2512248780442565, 5.3613292903859575, 3.3401723993300685, 21.29254756415035, 17.08930816883068, 4.102339013398538, 4.506551529947348, 25.32004262629813, 4.202143270441035, 3.5904825606496558, 13.811056598131602, 3.49561527327503, 4.117308454045926, 4.163338575099779, 4.154173639778647, 3.3440543501428777, 7.576953718515562, 3.8653696148339143 ], "crps_fair": [ 2.767298895668411, 3.7402968739129117, 10.387111425916158, 1.9690089817946659, 10.16555956592831, 4.362729495386605, 2.7724814285920125, 4.752050943917203, 3.226377598798992, 17.688175745050067, 16.358832118088536, 3.66173758222897, 7.885662835288216, 23.283332317423508, 4.588663933425639, 2.427019210166123, 12.318122565644169, 3.4473805334654894, 3.7013972528539916, 4.415570940578824, 5.126173055639844, 4.155401830388511, 7.651404802603549, 3.0638914408933546 ], "crps_fair_clim": [ 3.069144896531585, 3.3858676721658623, 10.074246020518368, 2.773361990265274, 15.332066536235006, 3.604951743610606, 2.9367188887863067, 5.050819710999868, 3.0258348712866763, 21.012210746646392, 16.801010670653753, 3.7894449827302754, 4.194423053287697, 25.04733364035127, 3.8894382629868667, 3.276619104881488, 13.516550290161696, 3.1815721446141088, 3.8044427745910094, 3.8505600739044343, 3.8413777807512575, 3.029724174279054, 7.270640397516081, 3.55202677848655 ] }, "rps": 0.4499320290379723, "rpss": 0.007346722733778233, "brier_below": 0.22832780750961912, "bss_below": -0.004081245042179882, "brier_above": 0.22160422140531963, "bss_above": 0.018852481400180032, "crps": 7.0884383395300175, "crpss": 0.037069818932052745, "crps_fair": 6.829820057235586, "crpss_fair": 0.03186281669780833, "reliability": { "below": { "weight": [ 0.0, 0.000239, 0.207878, 0.572432, 0.215734, 0.003718, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1889, 0.2719, 0.3467, 0.4318, 0.5109, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.8753, 0.3535, 0.327, 0.4079, 0.1712, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.094815, 0.521212, 0.34598, 0.037992, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2739, 0.3528, 0.4387, 0.5239, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1684, 0.3303, 0.4085, 0.393, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5035939814807032, 0.3819259703206685, 0.38061906965840786, 0.3889577363330982, 0.3378702253760416, 0.6331025740959153, 0.3805631344918587, 0.4318923609943779, 0.4196632750383161, 0.4159959542827302, 0.4758233618874712, 0.4360442334949406, 0.632009025778659, 0.434681925849016, 0.5710249378139972, 0.41153887678025647, 0.44792552217793674, 0.39510617111556934, 0.4970580160458745, 0.40900025278317703, 0.4644569406771065, 0.518886100614626, 0.42781805318298255, 0.4138599146913478 ], "rps_clim": [ 0.4612583059027846, 0.3632558141399608, 0.354883769652867, 0.3845191290006187, 0.5442138095123802, 0.47392048384293584, 0.33694866035330306, 0.4142191822653953, 0.37845219617751535, 0.4951720237139347, 0.5339101528063047, 0.4478677808815762, 0.5122698412139367, 0.546319606847996, 0.5151171329099498, 0.5367285468048282, 0.4864254362866427, 0.45042529340514065, 0.45228609740130155, 0.40382417319303954, 0.47274140836269934, 0.4335462466444369, 0.43507035514007947, 0.4346226259811788 ], "brier_below": [ 0.3490955052164898, 0.15018388065133217, 0.18536750933589075, 0.24743857296680483, 0.07876581524097988, 0.40583853392486735, 0.21344488368803866, 0.16467369960845119, 0.1852830644572026, 0.11557675327469565, 0.1244545486718659, 0.15802383305478726, 0.41333341230558907, 0.09878028557049, 0.37509122671403766, 0.3113661355794346, 0.2040059150384419, 0.2872751555248055, 0.22126781835452572, 0.157918708840274, 0.3256168272951837, 0.323207242900422, 0.2058369385832828, 0.19002439033318505 ], "brier_below_clim": [ 0.3406488402474111, 0.15585229033150771, 0.1733474973115743, 0.2607321626770492, 0.12098299127445337, 0.35118589057225497, 0.15964704360397033, 0.13793336355887106, 0.13634373895712082, 0.1384011735129149, 0.12098299127445332, 0.14645923116637555, 0.36837280991055965, 0.12098299127445333, 0.34820491159145306, 0.4161190810910467, 0.23546533423622354, 0.32875690367129495, 0.18568689656698428, 0.13104510989535922, 0.3521319426489182, 0.3129367809306557, 0.21062232617609924, 0.19696310869600517 ], "brier_above": [ 0.15449847523745885, 0.23174208960518253, 0.19525155973564295, 0.14151916217591393, 0.2591044058190967, 0.2272640425461193, 0.16711825134428457, 0.2672186624197894, 0.2343802086290959, 0.30041919951390533, 0.35136881646048557, 0.27802040137814743, 0.21867561531759355, 0.3359016405584159, 0.19593371003662705, 0.10017274218541936, 0.2439196076232132, 0.10783101416827183, 0.2757901961477079, 0.2510815436680382, 0.13884011063906285, 0.1956788577126253, 0.22198111386683875, 0.22383552465589543 ], "brier_above_clim": [ 0.12060946565537374, 0.20740352380845312, 0.18153627234129263, 0.1237869663235696, 0.42323081835917165, 0.12273459327068108, 0.17730161674933273, 0.27628581870652447, 0.24210845734163935, 0.35677085020102, 0.4129271616552412, 0.3014085497152008, 0.1438970313033771, 0.4253366156954207, 0.1669122214397413, 0.12060946565537374, 0.2509601019920115, 0.12166838967543823, 0.2665992007759097, 0.27277906341892527, 0.12060946565537374, 0.12060946565537374, 0.22444802890557244, 0.2376595172267659 ], "crps": [ 2.887978848395995, 5.199365829381512, 3.9590067525709793, 2.495122555369095, 15.01865101811782, 5.757931335751254, 3.4719714856532327, 4.487387236192713, 3.3864632212188885, 26.265144600138264, 25.850390732659672, 3.9825110296432342, 9.110375723719626, 23.889815637130216, 5.874552457008546, 2.287456721769455, 13.718738501955794, 2.7150906463433797, 6.549013470608904, 5.233033689602527, 4.906551712714816, 5.205286312210062, 6.522375883120154, 3.5181353143997347 ], "crps_clim": [ 3.5039629006286863, 4.404502123435348, 3.7921098904802375, 3.7427483154181247, 27.430818422751024, 4.09357752958828, 3.618553854597303, 4.403186407306274, 3.33544948423942, 30.38912596968953, 26.15657705190127, 3.9490911747156954, 4.915805626371291, 26.102456598508446, 4.555869648555982, 4.319504515985746, 15.066223249131706, 3.332735441447136, 6.022796968020984, 5.2148566721483, 4.335017286452637, 3.630233609951502, 6.294926309868744, 4.525624967226858 ], "crps_fair": [ 2.703223872622716, 4.870140460613193, 3.678503188469245, 2.2788862027429104, 14.457363246188928, 5.387139508451199, 3.27838091796728, 4.206731260277688, 3.0975250773804244, 25.902668617789434, 25.606709214989117, 3.7115985443312765, 8.671350845269039, 23.626857548429115, 5.584925538004746, 2.065230219135151, 13.426794407941717, 2.519185918860466, 6.3131194146710445, 4.992518557752248, 4.589185986286082, 4.908782243829526, 6.030785393534117, 3.3028021302441366 ], "crps_fair_clim": [ 3.134642569756797, 4.0368873592733205, 3.423335292543674, 3.3738802296500032, 27.106814106125587, 3.7253738930894196, 3.249450552047323, 4.035569151257637, 2.965809999169824, 30.070724508266622, 25.830159399346183, 3.580613889817456, 4.549159240055732, 25.77593644509466, 4.188541565312743, 3.9517287715065783, 14.718801138616833, 2.963090816144978, 5.6582471562161265, 4.848776670389135, 3.9672709222205658, 3.261152428150299, 5.930891894544658, 4.158239602390194 ] }, "rps": 0.4503924006235449, "rpss": 0.005390179229445846, "brier_below": 0.22882794404712822, "bss_below": -0.007718669343275142, "brier_above": 0.22156445631020136, "bss_above": 0.01857551334351959, "crps": 8.012181279819828, "crpss": 0.07166026634602463, "crps_fair": 7.7171003464908665, "crpss_fair": 0.06697404472669566, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.173926, 0.533808, 0.2859, 0.006366, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2731, 0.3471, 0.4344, 0.512, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3481, 0.3294, 0.3865, 0.2161, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.070598, 0.487018, 0.394265, 0.048119, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2748, 0.3541, 0.4423, 0.5238, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1154, 0.3221, 0.4065, 0.3831, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5167067452168829, 0.4580385675940625, 0.42403901310602915, 0.411201992344206, 0.429662071781039, 0.42724818796456965, 0.5504849661791522, 0.43135554649242913 ], "rps_clim": [ 0.5242304582543107, 0.45938853305268146, 0.5017174223148171, 0.4051068144553075, 0.4317667029427126, 0.41531527803354223, 0.4728878323138167, 0.48863351023117646 ], "brier_below": [ 0.38245180546394164, 0.26806062728205027, 0.1110516194902709, 0.2355914802759683, 0.2479857540824326, 0.1651610299711019, 0.33413080608707363, 0.32066104250313576 ], "brier_below_clim": [ 0.40795993245117856, 0.27227812780818744, 0.12370712310234608, 0.2309306977016834, 0.2554229422765291, 0.15868716024439758, 0.31168865779035276, 0.37646203326964833 ], "brier_above": [ 0.13425495944541685, 0.18997794644914862, 0.3129873701985423, 0.17561051963814936, 0.18167632506234252, 0.26208715325182985, 0.21635417651083014, 0.11069452296530437 ], "brier_above_clim": [ 0.11627054465083109, 0.1871104114792495, 0.37801027156074746, 0.17417612530121018, 0.17634376877195204, 0.25662811177730505, 0.16119918533729533, 0.11217149654219405 ], "crps": [ 3.5993839996938743, 3.2594638663373727, 9.813459050445243, 3.775482747737278, 4.191947524533787, 5.140977993882591, 6.583250918366162, 2.401401593128167 ], "crps_clim": [ 4.134590890417508, 3.257454258459608, 11.95446652225302, 3.2123112416029844, 3.7715427873017267, 4.553263281560126, 3.429057288259692, 3.466783459627757 ], "crps_fair": [ 3.4886741916986095, 3.1553511072717386, 9.652123299511187, 3.6919991762108113, 4.094845067785321, 5.029180058096557, 6.3993919785936155, 2.288397498928481 ], "crps_fair_clim": [ 3.840649245962226, 2.9635126140043284, 11.660524877797739, 2.9183695971477044, 3.477601142846446, 4.259321637104846, 3.1351156438044105, 3.1728418151724775 ] }, "rps": 0.4560921363347963, "rpss": 0.013600656336226757, "brier_below": 0.25813677064449686, "bss_below": 0.03370982789406218, "brier_above": 0.1979553716901955, "bss_above": -0.013914412019674138, "crps": 4.84567096176556, "crpss": -0.026096130297791786, "crps_fair": 4.724995297262041, "crpss_fair": -0.06695354100886708, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.147475, 0.62657, 0.224773, 0.001183, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2672, 0.3565, 0.4241, 0.5171, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4024, 0.4604, 0.5343, 0.1541, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.160738, 0.639068, 0.181041, 0.019153, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2738, 0.3512, 0.4428, 0.5124, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2495, 0.2203, 0.3642, 0.2951, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5132630324566101, 0.4594022584727685, 0.4032437882944922, 0.41518910350763655, 0.42851457650947017, 0.3939717290161595, 0.5689932312370563, 0.4317841782334392 ], "rps_clim": [ 0.5378222423430801, 0.4654037630210716, 0.5441677934136927, 0.42259005509153863, 0.4687251558583407, 0.37920455236096284, 0.4762575897428396, 0.48392300807734495 ], "brier_below": [ 0.3879793978845405, 0.23751327351930354, 0.08801456533060605, 0.24146800544853417, 0.3161485798823253, 0.21343237603351214, 0.3279315141952166, 0.31395900559969975 ], "brier_below_clim": [ 0.4270541912814117, 0.23612689903307224, 0.11111111773384952, 0.25427588380937366, 0.3562146259988406, 0.2119324419419288, 0.29938211945700965, 0.37315495701567675 ], "brier_above": [ 0.12528365464088748, 0.22188898442806973, 0.3152291913444741, 0.1737211078985354, 0.11236601572662558, 0.18053936420483768, 0.24106173245423515, 0.1178251927934626 ], "brier_above_clim": [ 0.11076807075767037, 0.22927686262225755, 0.4330566384694138, 0.16831418081740057, 0.11251054924392284, 0.1672721205797222, 0.1768754781609058, 0.11076807075767037 ], "crps": [ 4.0067641216785015, 3.785378862411662, 10.898360249817305, 3.969420969050306, 2.516297147437968, 3.4686813741338582, 8.798526262152782, 2.7640301226918416 ], "crps_clim": [ 4.500795459022275, 3.8833491476604167, 14.934177684323762, 3.6806433710989057, 3.5671376707580675, 3.3365612191630336, 3.817686724141159, 4.037007086746878 ], "crps_fair": [ 3.878279001009249, 3.683618543059298, 10.682792753088675, 3.8737001732111116, 2.4124692356129884, 3.3411720753171443, 8.563707410714306, 2.6423378098266173 ], "crps_fair_clim": [ 4.156168553465009, 3.538722242103148, 14.589550778766494, 3.336016465541637, 3.2225107652008003, 2.991934313605765, 3.4730598185838906, 3.692380181189609 ] }, "rps": 0.45179523721595405, "rpss": 0.04333726351203171, "brier_below": 0.26580583973671723, "bss_below": 0.06293065005945886, "brier_above": 0.18598940543639098, "bss_above": 0.013869396738940165, "crps": 5.025932388671778, "crpss": 0.037116793645566526, "crps_fair": 4.884759625229924, "crpss_fair": -0.0019931589613695344, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.184912, 0.563828, 0.251043, 0.000218, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2621, 0.3606, 0.4206, 0.5103, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3538, 0.5071, 0.6616, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.091036, 0.660696, 0.203029, 0.045239, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2778, 0.3537, 0.4525, 0.5124, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1149, 0.153, 0.5323, 0.2883, NaN, NaN, NaN, NaN ] } } } } }, "pt": { "lambda_": { "training_mean": 0.6594251013608994, "training": [ 0.6417648377562432, 0.6603752791600246, 0.6519751752868738, 0.655569114256483, 0.7276312630630062, 0.6120480468158004, 0.6412007008237872, 0.6414137574868112, 0.6558498582933681, 0.7063384311926157, 0.6545336919335878, 0.6607419722217414, 0.6002128726140137, 0.7012989312587097, 0.6506601800189468, 0.7199490622657668, 0.6768778073670783, 0.6721927322115099, 0.6563530559233576, 0.6419125859132453, 0.6389894303143446, 0.6306843503804632, 0.6699902751047934, 0.6576390209990131 ], "test": 0.6940258768527684 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4837397486719346, 0.3740951882466313, 0.43739678944488686, 0.3592068966789787, 0.41159513755745036, 0.5648346105872708, 0.3945366035742599, 0.4657060385112105, 0.38298099550049036, 0.4439377048595482, 0.47377349699190524, 0.4415834376716276, 0.5906531820595645, 0.4695585015113613, 0.5153273720545788, 0.41238764616392665, 0.4538091964349629, 0.422676863488819, 0.4645047872151848, 0.42786323189390224, 0.5354555704126707, 0.42850730729817255, 0.41636597321785707, 0.45208632116622355 ], "rps_clim": [ 0.462562923536876, 0.3645173216522427, 0.44125991495499295, 0.3676651074657129, 0.4796288397923759, 0.5018388000928868, 0.3814774056959005, 0.4578573987892382, 0.3735878385869089, 0.5052606235712064, 0.5036551985237356, 0.4358799350596818, 0.5001476319885705, 0.5372757850199824, 0.4967176353817881, 0.483398419566635, 0.48412488872389453, 0.42298688230915954, 0.4788741887887977, 0.4007718021663261, 0.498737480732011, 0.40202165436042925, 0.44570350792032964, 0.4523372814100714 ], "brier_below": [ 0.33647037559348353, 0.18674072323257804, 0.16119581383067833, 0.22909974932520424, 0.14962789441936317, 0.3955782606014206, 0.2153968430360512, 0.17373511635316452, 0.14516144715738433, 0.12079397388129673, 0.13227817193145236, 0.17445728204464805, 0.3988066981690521, 0.10977194790018269, 0.36061766621396474, 0.28885632482772244, 0.16536438636903292, 0.23621692620073445, 0.27865563249417247, 0.17818753595857073, 0.3846868620908887, 0.25429443943316143, 0.1521828235735116, 0.26024544934238103 ], "brier_below_clim": [ 0.33445347350698373, 0.18448978058131807, 0.15020271959428944, 0.23455533259135652, 0.16559252060812168, 0.3788018404246035, 0.19293962127510628, 0.15038884587226958, 0.13073481316379681, 0.1342598604859912, 0.1282842296352773, 0.16631198513422443, 0.3601361789689049, 0.12098299127445335, 0.35626815432751285, 0.34779494441826286, 0.17732409124021772, 0.23135019401075282, 0.29334157497784386, 0.1580270900868227, 0.3757058539399758, 0.2565886947421901, 0.1693218745678458, 0.2597369379666505 ], "brier_above": [ 0.14726937174111512, 0.187354464068075, 0.27620097665850024, 0.13010714681600835, 0.2619672414422843, 0.16925634939008927, 0.179139760652962, 0.2919709235397672, 0.23781954781570655, 0.32314373078944963, 0.34149532714347103, 0.267126156542614, 0.19184648492736472, 0.3597865546424226, 0.15470970392247899, 0.12353132163007574, 0.2884448113165959, 0.18645993693304005, 0.18584915352649736, 0.24967569620691898, 0.1507687072592913, 0.1742128666303523, 0.26418314936599413, 0.1918408720373153 ], "brier_above_clim": [ 0.12810945002989202, 0.1800275410709245, 0.2910571953607033, 0.1331097748743562, 0.3140363192350966, 0.12303695966828301, 0.18853778442079408, 0.3074685529169685, 0.24285302547391838, 0.371000763085215, 0.37537096893986166, 0.26956794992545724, 0.1400114530196655, 0.41629279379655704, 0.14044948110508146, 0.1356034751238968, 0.30680079745918404, 0.19163668827393138, 0.18553261378647845, 0.242744712130419, 0.12303162676755988, 0.14543295959376396, 0.2763816333277958, 0.19260034341894555 ], "crps": [ 3.054928847177576, 4.22378240554011, 10.684024957538412, 2.2907756380495523, 10.732416627139745, 4.820380321501798, 3.2392944561405526, 5.22382909995728, 3.737430393222429, 17.831222999215058, 16.62516927916057, 4.09143175381628, 8.436671463287487, 23.293445445144656, 4.911454546052574, 2.8296559377406636, 12.577660665585384, 3.8902461677424904, 4.192385542335077, 4.829154035526703, 5.533429999415391, 4.613919664166358, 8.099892806481945, 3.439670173328236 ], "crps_clim": [ 3.383400553071679, 3.6995246089032476, 10.375259519924272, 3.088176782734038, 15.623140866424055, 3.918194532764918, 3.2512248780442565, 5.3613292903859575, 3.3401723993300685, 21.29254756415035, 17.08930816883068, 4.102339013398538, 4.506551529947348, 25.32004262629813, 4.202143270441035, 3.5904825606496558, 13.811056598131602, 3.49561527327503, 4.117308454045926, 4.163338575099779, 4.154173639778647, 3.3440543501428777, 7.576953718515562, 3.8653696148339143 ], "crps_fair": [ 2.8452393509844924, 3.9438522035436154, 10.431108779230499, 2.099598207439281, 10.265795531352495, 4.496119738436812, 3.0318326866511502, 4.933522014236401, 3.465068528979425, 17.474189380797284, 16.375403587388654, 3.8273788469539722, 8.035560474352371, 23.04829986312429, 4.630694866139776, 2.604108041831142, 12.26898825751795, 3.6819583206782176, 3.9772043100312056, 4.620727344111879, 5.2389599965377585, 4.31691118585353, 7.7283263143800935, 3.2129270770248874 ], "crps_fair_clim": [ 3.069144896531585, 3.3858676721658623, 10.074246020518368, 2.773361990265274, 15.332066536235006, 3.604951743610606, 2.9367188887863067, 5.050819710999868, 3.0258348712866763, 21.012210746646392, 16.801010670653753, 3.7894449827302754, 4.194423053287697, 25.04733364035127, 3.8894382629868667, 3.276619104881488, 13.516550290161696, 3.1815721446141088, 3.8044427745910094, 3.8505600739044343, 3.8413777807512575, 3.029724174279054, 7.270640397516081, 3.55202677848655 ] }, "rps": 0.4509409417172258, "rpss": 0.005120829903526025, "brier_below": 0.2286842643325042, "bss_below": -0.005648779082076061, "brier_above": 0.22225667729159956, "bss_above": 0.015963748190316984, "crps": 7.216761384386096, "crpss": 0.01963775182506189, "crps_fair": 6.939740621149049, "crpss_fair": 0.01628141276002404, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.15393, 0.604985, 0.239327, 0.001758, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2788, 0.3494, 0.4293, 0.506, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3609, 0.3333, 0.3836, 0.276, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.071636, 0.60679, 0.311198, 0.010376, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.285, 0.3547, 0.4326, 0.5164, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1701, 0.3374, 0.3988, 0.3221, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48555897103511136, 0.3813904485108074, 0.38226365274617735, 0.38389076327055327, 0.3798885893685899, 0.5917235191591956, 0.37654864328398435, 0.43423788471126373, 0.42438187493702717, 0.42989558142983625, 0.5032786655973227, 0.45285660939416855, 0.5995575153377941, 0.46758266981368224, 0.5558606878405212, 0.4234058498695196, 0.4468069466956737, 0.3953125464967995, 0.48912567823352787, 0.42344985354654, 0.45823262179680496, 0.491092862881528, 0.42929273310408683, 0.4201721393943073 ], "rps_clim": [ 0.4612583059027846, 0.3632558141399608, 0.354883769652867, 0.3845191290006187, 0.5442138095123802, 0.47392048384293584, 0.33694866035330306, 0.4142191822653953, 0.37845219617751535, 0.4951720237139347, 0.5339101528063047, 0.4478677808815762, 0.5122698412139367, 0.546319606847996, 0.5151171329099498, 0.5367285468048282, 0.4864254362866427, 0.45042529340514065, 0.45228609740130155, 0.40382417319303954, 0.47274140836269934, 0.4335462466444369, 0.43507035514007947, 0.4346226259811788 ], "brier_below": [ 0.34272559245005224, 0.15687722587456732, 0.19115841077952442, 0.2493337827093594, 0.08874580517357017, 0.39133547110214184, 0.20754468000403456, 0.1654450695408606, 0.18435040149292195, 0.122048559047154, 0.13426456545805787, 0.16388471376933694, 0.39784222687244825, 0.10999303986077415, 0.36457407548881615, 0.32211570760734987, 0.20452685231144768, 0.2896053344578513, 0.2139291938683204, 0.16102702618477205, 0.3242735208577529, 0.3148229928147718, 0.2080539013430043, 0.1957010426021923 ], "brier_below_clim": [ 0.3406488402474111, 0.15585229033150771, 0.1733474973115743, 0.2607321626770492, 0.12098299127445337, 0.35118589057225497, 0.15964704360397033, 0.13793336355887106, 0.13634373895712082, 0.1384011735129149, 0.12098299127445332, 0.14645923116637555, 0.36837280991055965, 0.12098299127445333, 0.34820491159145306, 0.4161190810910467, 0.23546533423622354, 0.32875690367129495, 0.18568689656698428, 0.13104510989535922, 0.3521319426489182, 0.3129367809306557, 0.21062232617609924, 0.19696310869600517 ], "brier_above": [ 0.14283337775283153, 0.22451322248196723, 0.19110524161208287, 0.13455698027367666, 0.2911427797849762, 0.20038804909908156, 0.16900396369427467, 0.2687928160488592, 0.24003147212904108, 0.30784702156798444, 0.36901410224717207, 0.2889718959081818, 0.2017152902490047, 0.35758963096187146, 0.19128661124701316, 0.10129014364274717, 0.24228009516418075, 0.1057072121927997, 0.27519648321125045, 0.2624228273489089, 0.13395909905514847, 0.1762698699726072, 0.22123883110619846, 0.22447109779666677 ], "brier_above_clim": [ 0.12060946565537374, 0.20740352380845312, 0.18153627234129263, 0.1237869663235696, 0.42323081835917165, 0.12273459327068108, 0.17730161674933273, 0.27628581870652447, 0.24210845734163935, 0.35677085020102, 0.4129271616552412, 0.3014085497152008, 0.1438970313033771, 0.4253366156954207, 0.1669122214397413, 0.12060946565537374, 0.2509601019920115, 0.12166838967543823, 0.2665992007759097, 0.27277906341892527, 0.12060946565537374, 0.12060946565537374, 0.22444802890557244, 0.2376595172267659 ], "crps": [ 2.9295239533289266, 5.437391016576754, 4.2431532073763165, 2.583233912258896, 14.748416923145625, 5.860927261622992, 3.855319178645251, 4.703436268875215, 3.696184549908182, 26.028587802342606, 25.864808043034046, 4.091963110815557, 9.210973498592654, 23.739353538812853, 5.882628865107018, 2.455637389977785, 13.624319601758865, 2.8873108537260332, 6.983442506390842, 5.566445589845131, 4.948394820188157, 5.337732184157171, 6.836269844097845, 3.627373122743502 ], "crps_clim": [ 3.5039629006286863, 4.404502123435348, 3.7921098904802375, 3.7427483154181247, 27.430818422751024, 4.09357752958828, 3.618553854597303, 4.403186407306274, 3.33544948423942, 30.38912596968953, 26.15657705190127, 3.9490911747156954, 4.915805626371291, 26.102456598508446, 4.555869648555982, 4.319504515985746, 15.066223249131706, 3.332735441447136, 6.022796968020984, 5.2148566721483, 4.335017286452637, 3.630233609951502, 6.294926309868744, 4.525624967226858 ], "crps_fair": [ 2.729344792377781, 5.0859258917858226, 3.94474844699077, 2.3455889180568636, 14.121302261886447, 5.464259534023705, 3.647118469354492, 4.3963182431252426, 3.386738373625206, 25.641776897498673, 25.599265508014348, 3.7991768965591146, 8.735920994454448, 23.452921832886144, 5.572774941348141, 2.215941001585437, 13.304498476334603, 2.6776651127733895, 6.7298189270614825, 5.307006069155295, 4.61073483858823, 5.020398726569728, 6.294047302130258, 3.3923920425047283 ], "crps_fair_clim": [ 3.134642569756797, 4.0368873592733205, 3.423335292543674, 3.3738802296500032, 27.106814106125587, 3.7253738930894196, 3.249450552047323, 4.035569151257637, 2.965809999169824, 30.070724508266622, 25.830159399346183, 3.580613889817456, 4.549159240055732, 25.77593644509466, 4.188541565312743, 3.9517287715065783, 14.718801138616833, 2.963090816144978, 5.6582471562161265, 4.848776670389135, 3.9672709222205658, 3.261152428150299, 5.930891894544658, 4.158239602390194 ] }, "rps": 0.451075304518951, "rpss": 0.003882109998985861, "brier_below": 0.2293407996529618, "bss_below": -0.009977196687162015, "brier_above": 0.22173450477285525, "bss_above": 0.017822280049939465, "crps": 8.130951126805343, "crpss": 0.05789887425241791, "crps_fair": 7.811486854112097, "crpss_fair": 0.055562367090774445, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.116789, 0.562916, 0.317109, 0.003186, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2788, 0.3501, 0.4326, 0.5074, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3489, 0.3351, 0.3722, 0.2729, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.074359, 0.575998, 0.337325, 0.012318, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2865, 0.354, 0.4341, 0.5223, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1612, 0.3262, 0.4219, 0.1237, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5084228994871514, 0.45331654243984937, 0.4488444775276799, 0.4097885731705312, 0.42004959117319385, 0.42637052364993877, 0.5274365596879904, 0.4355424391984954 ], "rps_clim": [ 0.5242304582543107, 0.45938853305268146, 0.5017174223148171, 0.4051068144553075, 0.4317667029427126, 0.41531527803354223, 0.4728878323138167, 0.48863351023117646 ], "brier_below": [ 0.37911278332394877, 0.2630690034076168, 0.11945351751143689, 0.23440881894364468, 0.24256037588805898, 0.16790257706567166, 0.3234414214895878, 0.32459021634340884 ], "brier_below_clim": [ 0.40795993245117856, 0.27227812780818744, 0.12370712310234608, 0.2309306977016834, 0.2554229422765291, 0.15868716024439758, 0.31168865779035276, 0.37646203326964833 ], "brier_above": [ 0.12931013567398203, 0.19024754530159124, 0.32939093613147097, 0.17537976219120213, 0.17748922275954315, 0.2584679417180176, 0.20399515374069857, 0.11095224236437785 ], "brier_above_clim": [ 0.11627054465083109, 0.1871104114792495, 0.37801027156074746, 0.17417612530121018, 0.17634376877195204, 0.25662811177730505, 0.16119918533729533, 0.11217149654219405 ], "crps": [ 3.6028400008528756, 3.4290171306537065, 9.974272591013127, 4.046518029931297, 4.358315250712953, 5.271035611775462, 6.892067866944613, 2.5600520095369665 ], "crps_clim": [ 4.134590890417508, 3.257454258459608, 11.95446652225302, 3.2123112416029844, 3.7715427873017267, 4.553263281560126, 3.429057288259692, 3.466783459627757 ], "crps_fair": [ 3.4837694746328176, 3.31764440803615, 9.799257752137647, 3.954611291680557, 4.251762694630562, 5.1503555141087, 6.694877106877098, 2.4380053209813943 ], "crps_fair_clim": [ 3.840649245962226, 2.9635126140043284, 11.660524877797739, 2.9183695971477044, 3.477601142846446, 4.259321637104846, 3.1351156438044105, 3.1728418151724775 ] }, "rps": 0.4537214507918538, "rpss": 0.018727784118748203, "brier_below": 0.2568173392466718, "bss_below": 0.038648890195427166, "brier_above": 0.19690411748511044, "bss_above": -0.008529957027969548, "crps": 5.016764811427626, "crpss": -0.062326146417588824, "crps_fair": 4.8862854453856155, "crpss_fair": -0.1033745496752696, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.117102, 0.667918, 0.214706, 0.000273, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2762, 0.3573, 0.4186, 0.5082, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3408, 0.4639, 0.5499, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.111085, 0.729136, 0.159049, 0.000729, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2816, 0.3468, 0.4316, 0.5096, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2634, 0.2325, 0.3352, 0.5001, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5008903088103827, 0.46181838634639394, 0.4471964609782747, 0.41287799034423267, 0.42292401679892955, 0.39426896882158835, 0.5415056854114726, 0.43172692548042546 ], "rps_clim": [ 0.5378222423430801, 0.4654037630210716, 0.5441677934136927, 0.42259005509153863, 0.4687251558583407, 0.37920455236096284, 0.4762575897428396, 0.48392300807734495 ], "brier_below": [ 0.38217595685137407, 0.2360067577945397, 0.10073449978202226, 0.24380673768295363, 0.31348437011369545, 0.21559452159641523, 0.3181086209998549, 0.31798329039543194 ], "brier_below_clim": [ 0.4270541912814117, 0.23612689903307224, 0.11111111773384952, 0.25427588380937366, 0.3562146259988406, 0.2119324419419288, 0.29938211945700965, 0.37315495701567675 ], "brier_above": [ 0.11871437183497804, 0.2258116272565146, 0.3464619283373521, 0.16907126262301841, 0.10943966522165019, 0.17867445811387142, 0.22339707825155292, 0.11374365523078914 ], "brier_above_clim": [ 0.11076807075767037, 0.22927686262225755, 0.4330566384694138, 0.16831418081740057, 0.11251054924392284, 0.1672721205797222, 0.1768754781609058, 0.11076807075767037 ], "crps": [ 3.8750548213423275, 4.031268837674239, 11.070046144516382, 4.239652169804221, 2.6837495006341623, 3.6872716670069385, 9.183214957544163, 2.886291076217864 ], "crps_clim": [ 4.500795459022275, 3.8833491476604167, 14.934177684323762, 3.6806433710989057, 3.5671376707580675, 3.3365612191630336, 3.817686724141159, 4.037007086746878 ], "crps_fair": [ 3.736739383324939, 3.921483353817391, 10.833570464814716, 4.135637313816857, 2.568321535479883, 3.548941987606682, 8.929117572475237, 2.7541309244238326 ], "crps_fair_clim": [ 4.156168553465009, 3.538722242103148, 14.589550778766494, 3.336016465541637, 3.2225107652008003, 2.991934313605765, 3.4730598185838906, 3.692380181189609 ] }, "rps": 0.4516510928739625, "rpss": 0.04364248479216004, "brier_below": 0.2659868444020359, "bss_below": 0.062292537953892, "brier_above": 0.18566425585871588, "bss_above": 0.01559336563077307, "crps": 5.207068646842537, "crpss": 0.0024141658410969935, "crps_fair": 5.053492816969942, "crpss_fair": -0.0366047912185572, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.154314, 0.58925, 0.255785, 0.000652, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2734, 0.3608, 0.4185, 0.5082, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3496, 0.5025, 0.6526, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.075328, 0.711801, 0.211132, 0.001739, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.285, 0.3452, 0.4399, 0.5096, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1273, 0.1789, 0.4491, 0.5001, NaN, NaN, NaN, NaN ] } } } } }, "dc": { "lambda_": { "training_mean": 0.7744958803628205, "training": [ 0.7756892607108046, 0.7742549916816988, 0.766669145451787, 0.7606247997906697, 0.8442775632934093, 0.7175062966464288, 0.7553510666818093, 0.7779579542089106, 0.7721452212797391, 0.824264168437872, 0.7654778419745308, 0.7642330835706747, 0.6913319525637664, 0.8088366139643166, 0.7653672999048453, 0.8202378684870338, 0.7935021300045133, 0.7932659565511301, 0.7819476508705, 0.7608686588821019, 0.7621953190664481, 0.7665491300421315, 0.774420362328167, 0.7709267923144013 ], "test": 0.7943628479385619 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.432155653311019, 0.37256673624278835, 0.4474879843117626, 0.3520674174892782, 0.4241765876719191, 0.5809134858356351, 0.39570168742062517, 0.4574007197602394, 0.3883351957944047, 0.45041167177903946, 0.5240366505193821, 0.46316574562958424, 0.6210394993456291, 0.52380692136962, 0.49507442359075066, 0.41910628888895723, 0.4482820348666426, 0.4121930950003327, 0.44332320960952143, 0.4339011896426592, 0.5138473345585661, 0.3924446345758621, 0.43496524109414797, 0.4564093094176465 ], "rps_clim": [ 0.462562923536876, 0.3645173216522427, 0.44125991495499295, 0.3676651074657129, 0.4796288397923759, 0.5018388000928868, 0.3814774056959005, 0.4578573987892382, 0.3735878385869089, 0.5052606235712064, 0.5036551985237356, 0.4358799350596818, 0.5001476319885705, 0.5372757850199824, 0.4967176353817881, 0.483398419566635, 0.48412488872389453, 0.42298688230915954, 0.4788741887887977, 0.4007718021663261, 0.498737480732011, 0.40202165436042925, 0.44570350792032964, 0.4523372814100714 ], "brier_below": [ 0.3131968425028616, 0.19440182238801307, 0.16028005489328154, 0.23673240605232584, 0.1486454046955109, 0.4206813587995905, 0.2164911980356744, 0.1545624981734214, 0.1420582839178168, 0.11156286714166824, 0.13763855052160895, 0.18345812016040616, 0.42856400240254844, 0.11733739851444401, 0.3543716790110228, 0.29856646844398027, 0.15431630308753752, 0.22981199961023147, 0.26589624988328, 0.18996452681713516, 0.3856648933786063, 0.2427567944936262, 0.16117086575506834, 0.2597633679867312 ], "brier_below_clim": [ 0.33445347350698373, 0.18448978058131807, 0.15020271959428944, 0.23455533259135652, 0.16559252060812168, 0.3788018404246035, 0.19293962127510628, 0.15038884587226958, 0.13073481316379681, 0.1342598604859912, 0.1282842296352773, 0.16631198513422443, 0.3601361789689049, 0.12098299127445335, 0.35626815432751285, 0.34779494441826286, 0.17732409124021772, 0.23135019401075282, 0.29334157497784386, 0.1580270900868227, 0.3757058539399758, 0.2565886947421901, 0.1693218745678458, 0.2597369379666505 ], "brier_above": [ 0.11895881122300946, 0.17816491426444775, 0.2872079288490335, 0.11533501173109159, 0.27553118229180296, 0.16023212848491675, 0.17921048932579914, 0.3028382213685381, 0.2462769117447134, 0.33884880412589297, 0.38639809944361997, 0.27970762550741085, 0.1924754977530609, 0.4064695211668575, 0.14070274548658115, 0.12053982027587112, 0.2939657311108795, 0.18238109538605646, 0.1774269596913869, 0.24393666247264734, 0.128182442288376, 0.1496878409439302, 0.2737943750431731, 0.19664594189827134 ], "brier_above_clim": [ 0.12810945002989202, 0.1800275410709245, 0.2910571953607033, 0.1331097748743562, 0.3140363192350966, 0.12303695966828301, 0.18853778442079408, 0.3074685529169685, 0.24285302547391838, 0.371000763085215, 0.37537096893986166, 0.26956794992545724, 0.1400114530196655, 0.41629279379655704, 0.14044948110508146, 0.1356034751238968, 0.30680079745918404, 0.19163668827393138, 0.18553261378647845, 0.242744712130419, 0.12303162676755988, 0.14543295959376396, 0.2763816333277958, 0.19260034341894555 ], "crps": [ 2.3526798834768132, 4.110863340232546, 10.843733855983952, 2.316679578274443, 11.611373174188422, 4.477495090188863, 3.1947989318660133, 5.160054691973124, 3.476074576886968, 17.91415745417231, 17.825969275153774, 4.1471101620081985, 8.237706626372958, 23.93891168487432, 4.346187403435346, 2.359222513621415, 12.968201794237789, 3.798794460699103, 3.936636264093934, 5.308825593705989, 4.801999228126572, 3.6953264074452536, 8.061795674883962, 3.2700111296575933 ], "crps_clim": [ 3.383400553071679, 3.6995246089032476, 10.375259519924272, 3.088176782734038, 15.623140866424055, 3.918194532764918, 3.2512248780442565, 5.3613292903859575, 3.3401723993300685, 21.29254756415035, 17.08930816883068, 4.102339013398538, 4.506551529947348, 25.32004262629813, 4.202143270441035, 3.5904825606496558, 13.811056598131602, 3.49561527327503, 4.117308454045926, 4.163338575099779, 4.154173639778647, 3.3440543501428777, 7.576953718515562, 3.8653696148339143 ], "crps_fair": [ 2.11847591396735, 3.7917779363735047, 10.581695455022526, 2.127479237735062, 10.918374101475347, 4.1308153302412, 3.006414980944003, 4.879343074244372, 3.1889348456566626, 17.520235670219513, 17.5507581595641, 3.8464368656083114, 7.7709702520558706, 23.633289025700883, 4.042192751604339, 2.162531523227762, 12.63584838250993, 3.615972966437111, 3.7364192114827732, 5.087113836043379, 4.475606365016147, 3.352087476365161, 7.595126737310113, 3.019259620457148 ], "crps_fair_clim": [ 3.069144896531585, 3.3858676721658623, 10.074246020518368, 2.773361990265274, 15.332066536235006, 3.604951743610606, 2.9367188887863067, 5.050819710999868, 3.0258348712866763, 21.012210746646392, 16.801010670653753, 3.7894449827302754, 4.194423053287697, 25.04733364035127, 3.8894382629868667, 3.276619104881488, 13.516550290161696, 3.1815721446141088, 3.8044427745910094, 3.8505600739044343, 3.8413777807512575, 3.029724174279054, 7.270640397516081, 3.55202677848655 ] }, "rps": 0.45345052990525053, "rpss": -0.0004158973767207641, "brier_below": 0.22949558152776628, "bss_below": -0.009216580956180165, "brier_above": 0.22395494841155697, "bss_above": 0.008444692439983026, "crps": 7.1731086998149864, "crpss": 0.02556775861142946, "crps_fair": 6.866131654969274, "crpss_fair": 0.026715593541635774, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.23706, 0.50711, 0.25583, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2768, 0.3562, 0.4296, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3243, 0.3378, 0.3961, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 6.1e-05, 0.069498, 0.795998, 0.116324, 0.01812, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.195, 0.2907, 0.3393, 0.446, 0.5285, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.2112, 0.3489, 0.4264, 0.1298, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.40755414353113817, 0.37629080628051603, 0.36463631400309715, 0.3673730587958977, 0.4153212410643062, 0.5998908045983726, 0.36882722479607294, 0.44767052851038186, 0.42113024626940676, 0.4513020259695046, 0.562243444914668, 0.4859330683737348, 0.6515820087467086, 0.527610665798733, 0.5223957845722853, 0.44836775255112193, 0.45656396288474627, 0.38512979393468805, 0.479789514550445, 0.42297494838149174, 0.4561922191121903, 0.44425128882530956, 0.42974103077171666, 0.4622691301895778 ], "rps_clim": [ 0.4612583059027846, 0.3632558141399608, 0.354883769652867, 0.3845191290006187, 0.5442138095123802, 0.47392048384293584, 0.33694866035330306, 0.4142191822653953, 0.37845219617751535, 0.4951720237139347, 0.5339101528063047, 0.4478677808815762, 0.5122698412139367, 0.546319606847996, 0.5151171329099498, 0.5367285468048282, 0.4864254362866427, 0.45042529340514065, 0.45228609740130155, 0.40382417319303954, 0.47274140836269934, 0.4335462466444369, 0.43507035514007947, 0.4346226259811788 ], "brier_below": [ 0.30164760874324686, 0.15681884117030026, 0.192848938258329, 0.25550356900549964, 0.08891084410162663, 0.4085426167011535, 0.20443269033061623, 0.16485180902117202, 0.17404301815328602, 0.11722571590469621, 0.1358501146286037, 0.17169373270692495, 0.44848895412266704, 0.11884504982355232, 0.35243256800397704, 0.34684692171612497, 0.21267810520044314, 0.2852557338610286, 0.20436195325775253, 0.15666606064218233, 0.33930957523283517, 0.3147193572673722, 0.20760070212262197, 0.20918711614314295 ], "brier_below_clim": [ 0.3406488402474111, 0.15585229033150771, 0.1733474973115743, 0.2607321626770492, 0.12098299127445337, 0.35118589057225497, 0.15964704360397033, 0.13793336355887106, 0.13634373895712082, 0.1384011735129149, 0.12098299127445332, 0.14645923116637555, 0.36837280991055965, 0.12098299127445333, 0.34820491159145306, 0.4161190810910467, 0.23546533423622354, 0.32875690367129495, 0.18568689656698428, 0.13104510989535922, 0.3521319426489182, 0.3129367809306557, 0.21062232617609924, 0.19696310869600517 ], "brier_above": [ 0.10590653484353972, 0.21947196556392978, 0.17178737581897532, 0.11186949023351721, 0.3264103951361749, 0.19134819009210496, 0.1643945345823583, 0.28281871960368815, 0.24708722848084466, 0.33407630950816786, 0.426393328994532, 0.3142393358729994, 0.20309305569755287, 0.40876561407140977, 0.1699632182260203, 0.10152083065440025, 0.2438858567612027, 0.09987405994779179, 0.27542756132973917, 0.2663088874524162, 0.1168826447087936, 0.1295319331203444, 0.22214032895044122, 0.2530820145457343 ], "brier_above_clim": [ 0.12060946565537374, 0.20740352380845312, 0.18153627234129263, 0.1237869663235696, 0.42323081835917165, 0.12273459327068108, 0.17730161674933273, 0.27628581870652447, 0.24210845734163935, 0.35677085020102, 0.4129271616552412, 0.3014085497152008, 0.1438970313033771, 0.4253366156954207, 0.1669122214397413, 0.12060946565537374, 0.2509601019920115, 0.12166838967543823, 0.2665992007759097, 0.27277906341892527, 0.12060946565537374, 0.12060946565537374, 0.22444802890557244, 0.2376595172267659 ], "crps": [ 2.0008207907271305, 5.133722753515359, 3.8592137336330645, 2.2060005725303404, 16.95791724847126, 5.516187785367976, 3.8093611113998356, 4.677393485554175, 3.261453133071798, 25.979006669145686, 27.218094193712673, 3.9712994674136706, 8.759090847241858, 24.398979478747496, 4.9148040979062815, 2.037212162125079, 14.488892819916709, 2.7681947071557493, 7.066635523565766, 5.893599743055819, 4.388576395756259, 3.8496080603152807, 6.613711485165928, 3.83578341551513 ], "crps_clim": [ 3.5039629006286863, 4.404502123435348, 3.7921098904802375, 3.7427483154181247, 27.430818422751024, 4.09357752958828, 3.618553854597303, 4.403186407306274, 3.33544948423942, 30.38912596968953, 26.15657705190127, 3.9490911747156954, 4.915805626371291, 26.102456598508446, 4.555869648555982, 4.319504515985746, 15.066223249131706, 3.332735441447136, 6.022796968020984, 5.2148566721483, 4.335017286452637, 3.630233609951502, 6.294926309868744, 4.525624967226858 ], "crps_fair": [ 1.7645198104951991, 4.7162872001763585, 3.5494259803859425, 1.972616916502842, 16.06162597263462, 5.065545144807949, 3.6152777695727902, 4.3781229634089405, 2.964515312929226, 25.524113870282047, 26.93867765315652, 3.632850369361175, 8.211917146572068, 24.02733859348888, 4.55236258643794, 1.8289660913576962, 14.125721136321747, 2.5720639964960723, 6.829293613676975, 5.620251770331407, 4.034812043796128, 3.467465527377307, 5.960494211986759, 3.56698742237824 ], "crps_fair_clim": [ 3.134642569756797, 4.0368873592733205, 3.423335292543674, 3.3738802296500032, 27.106814106125587, 3.7253738930894196, 3.249450552047323, 4.035569151257637, 2.965809999169824, 30.070724508266622, 25.830159399346183, 3.580613889817456, 4.549159240055732, 25.77593644509466, 4.188541565312743, 3.9517287715065783, 14.718801138616833, 2.963090816144978, 5.6582471562161265, 4.848776670389135, 3.9672709222205658, 3.261152428150299, 5.930891894544658, 4.158239602390194 ] }, "rps": 0.45646004197608797, "rpss": -0.00800910475003036, "brier_below": 0.23203173317163142, "bss_below": -0.021827602265977575, "brier_above": 0.22442830892486162, "bss_above": 0.005890017082026633, "crps": 8.066898320042098, "crpss": 0.06532041945885858, "crps_fair": 7.707552212663951, "crpss_fair": 0.06812844939748441, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.215833, 0.475671, 0.308497, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2761, 0.3583, 0.4304, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3663, 0.3209, 0.3778, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000144, 0.060506, 0.785911, 0.126307, 0.027131, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1949, 0.291, 0.3356, 0.4489, 0.5275, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.2123, 0.339, 0.4859, 0.109, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.47555038277301126, 0.44726499893211624, 0.4561655258484134, 0.3946877539918176, 0.4112599367949503, 0.4322636711810385, 0.5352340797560284, 0.4578858208019818 ], "rps_clim": [ 0.5242304582543107, 0.45938853305268146, 0.5017174223148171, 0.4051068144553075, 0.4317667029427126, 0.41531527803354223, 0.4728878323138167, 0.48863351023117646 ], "brier_below": [ 0.3694231179974474, 0.26205018541363195, 0.1121994357501602, 0.227365930885368, 0.24078119365758663, 0.17163238821120094, 0.3451875404309202, 0.35371811012020954 ], "brier_below_clim": [ 0.40795993245117856, 0.27227812780818744, 0.12370712310234608, 0.2309306977016834, 0.2554229422765291, 0.15868716024439758, 0.31168865779035276, 0.37646203326964833 ], "brier_above": [ 0.10612728244592798, 0.18521481862712597, 0.34396606529517587, 0.1673218298663905, 0.17047874984957315, 0.2606312762880142, 0.19004655244618668, 0.10416772934629406 ], "brier_above_clim": [ 0.11627054465083109, 0.1871104114792495, 0.37801027156074746, 0.17417612530121018, 0.17634376877195204, 0.25662811177730505, 0.16119918533729533, 0.11217149654219405 ], "crps": [ 3.058199020238449, 3.121796399717135, 10.863872212151861, 3.8672834358615407, 3.985200926847161, 5.211159352274703, 6.351808237593432, 2.0382358278380015 ], "crps_clim": [ 4.134590890417508, 3.257454258459608, 11.95446652225302, 3.2123112416029844, 3.7715427873017267, 4.553263281560126, 3.429057288259692, 3.466783459627757 ], "crps_fair": [ 2.822508449988421, 2.9096049409220592, 10.450643175992111, 3.7042593871684413, 3.795241126507255, 4.978841967063471, 5.846472604045483, 1.8264598720732257 ], "crps_fair_clim": [ 3.840649245962226, 2.9635126140043284, 11.660524877797739, 2.9183695971477044, 3.477601142846446, 4.259321637104846, 3.1351156438044105, 3.1728418151724775 ] }, "rps": 0.45128902125991965, "rpss": 0.023988446828457688, "brier_below": 0.2602947378083156, "bss_below": 0.025631852575322744, "brier_above": 0.19099428802058604, "bss_above": 0.021739801329674346, "crps": 4.812194426565286, "crpss": -0.019007299154320423, "crps_fair": 4.541753940470059, "crpss_fair": -0.025575718981876827, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.171101, 0.671282, 0.157617, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2729, 0.3624, 0.4184, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4746, 0.436, 0.5977, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.109124, 0.818515, 0.072361, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2869, 0.3249, 0.4478, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2063, 0.2487, 0.3649, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.47210012884252245, 0.466100008873438, 0.4354279529636626, 0.39949999141103826, 0.4088117750754702, 0.3853880506826298, 0.5438653872375635, 0.46340576661526556 ], "rps_clim": [ 0.5378222423430801, 0.4654037630210716, 0.5441677934136927, 0.42259005509153863, 0.4687251558583407, 0.37920455236096284, 0.4762575897428396, 0.48392300807734495 ], "brier_below": [ 0.37249115519515447, 0.23413419905000724, 0.08030865336869702, 0.2382734725474786, 0.3116160169731528, 0.21961226061142744, 0.3336061344584069, 0.35589250182619664 ], "brier_below_clim": [ 0.4270541912814117, 0.23612689903307224, 0.11111111773384952, 0.25427588380937366, 0.3562146259988406, 0.2119324419419288, 0.29938211945700965, 0.37315495701567675 ], "brier_above": [ 0.0996089921178271, 0.2319658073721082, 0.3551192687797, 0.16122652672793697, 0.09719577598479236, 0.1657757995811361, 0.21025926446366178, 0.10751328382204818 ], "brier_above_clim": [ 0.11076807075767037, 0.22927686262225755, 0.4330566384694138, 0.16831418081740057, 0.11251054924392284, 0.1672721205797222, 0.1768754781609058, 0.11076807075767037 ], "crps": [ 3.379224417040329, 3.9187684374774756, 12.63753951527258, 3.9972071398256808, 2.0126174465387097, 3.325779833737953, 8.302461100520926, 2.22552283353302 ], "crps_clim": [ 4.500795459022275, 3.8833491476604167, 14.934177684323762, 3.6806433710989057, 3.5671376707580675, 3.3365612191630336, 3.817686724141159, 4.037007086746878 ], "crps_fair": [ 3.1014710575777844, 3.6994316820391755, 12.052625156792878, 3.802034471337912, 1.8016359120966399, 3.0551262406969837, 7.6097178566959975, 1.9870140675864012 ], "crps_fair_clim": [ 4.156168553465009, 3.538722242103148, 14.589550778766494, 3.336016465541637, 3.2225107652008003, 2.991934313605765, 3.4730598185838906, 3.692380181189609 ] }, "rps": 0.44682488271269877, "rpss": 0.0538618386928158, "brier_below": 0.26824179925381514, "bss_below": 0.05434294181561661, "brier_above": 0.17858308985615134, "bss_above": 0.05313827032852403, "crps": 4.974890090493334, "crpss": 0.046895630273081856, "crps_fair": 4.638632055602971, "crpss_fair": 0.04849410344642724, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.240285, 0.558445, 0.20127, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2725, 0.3656, 0.4207, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.383, 0.5227, 0.6643, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.088049, 0.77752, 0.13443, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2879, 0.3247, 0.4498, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1606, 0.2028, 0.4523, NaN, NaN, NaN, NaN, NaN ] } } } } }, "loci": { "lambda_": { "training_mean": 0.7672156607721613, "training": [ 0.7606277513203392, 0.7683621269479194, 0.7619753273820192, 0.7599926771607886, 0.8288086548404059, 0.7380530510012921, 0.7574048273950168, 0.7571751398168268, 0.7627742296807493, 0.7977400343338187, 0.7715223494159157, 0.7605001554337687, 0.723048545677165, 0.7910349510543092, 0.7587029055935997, 0.800839901995414, 0.7779861511335716, 0.7751979666441663, 0.7683945199460644, 0.7559825475964144, 0.7514917805894663, 0.7507059629741651, 0.771575093723654, 0.7632792068750212 ], "test": 0.7994060194336821 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42926628112739856, 0.3740061787075797, 0.4521841852129937, 0.3577480954619019, 0.4457716803654997, 0.49200304063927963, 0.39830239192613615, 0.4822608113638277, 0.40088931121731497, 0.49736678946129614, 0.5234401097549166, 0.45604192273888183, 0.5202270247253659, 0.5373870601606718, 0.4728559795357042, 0.41866149587302065, 0.47370788690581395, 0.4099503682775126, 0.4558379388641597, 0.43783540819010297, 0.4824700164377278, 0.4052013765397075, 0.4442961788247154, 0.4453984157694832 ], "rps_clim": [ 0.462562923536876, 0.3645173216522427, 0.44125991495499295, 0.3676651074657129, 0.4796288397923759, 0.5018388000928868, 0.3814774056959005, 0.4578573987892382, 0.3735878385869089, 0.5052606235712064, 0.5036551985237356, 0.4358799350596818, 0.5001476319885705, 0.5372757850199824, 0.4967176353817881, 0.483398419566635, 0.48412488872389453, 0.42298688230915954, 0.4788741887887977, 0.4007718021663261, 0.498737480732011, 0.40202165436042925, 0.44570350792032964, 0.4523372814100714 ], "brier_below": [ 0.30581422032446487, 0.19492841078297704, 0.1672317994063299, 0.23761968249519014, 0.16105071765632606, 0.3584765097741863, 0.2185070398616681, 0.17823218010297404, 0.1560054972950231, 0.1425105601805175, 0.14957760538375503, 0.1817781248240956, 0.36212086358598217, 0.1342454722512755, 0.3328997751263453, 0.2973893543481925, 0.17573870942833944, 0.22847631551148972, 0.27394156903323236, 0.18822824514054456, 0.35770404793181254, 0.2524703795814005, 0.1687977489097529, 0.25602381035501265 ], "brier_below_clim": [ 0.33445347350698373, 0.18448978058131807, 0.15020271959428944, 0.23455533259135652, 0.16559252060812168, 0.3788018404246035, 0.19293962127510628, 0.15038884587226958, 0.13073481316379681, 0.1342598604859912, 0.1282842296352773, 0.16631198513422443, 0.3601361789689049, 0.12098299127445335, 0.35626815432751285, 0.34779494441826286, 0.17732409124021772, 0.23135019401075282, 0.29334157497784386, 0.1580270900868227, 0.3757058539399758, 0.2565886947421901, 0.1693218745678458, 0.2597369379666505 ], "brier_above": [ 0.12345206089611722, 0.17907776779683013, 0.2849523867897833, 0.12012841361580322, 0.28472096205021014, 0.13352653029521538, 0.17979535254942314, 0.3040286316021561, 0.2448838135244527, 0.3548562299155539, 0.3738625050317959, 0.2742637977890022, 0.15810616060896426, 0.4031415887856093, 0.13995620380726725, 0.12127214253808681, 0.29796917837928677, 0.18147405284869678, 0.18189636998298853, 0.24960716275441644, 0.1247659674654788, 0.15273099645330113, 0.27549842936859686, 0.18937460532056297 ], "brier_above_clim": [ 0.12810945002989202, 0.1800275410709245, 0.2910571953607033, 0.1331097748743562, 0.3140363192350966, 0.12303695966828301, 0.18853778442079408, 0.3074685529169685, 0.24285302547391838, 0.371000763085215, 0.37537096893986166, 0.26956794992545724, 0.1400114530196655, 0.41629279379655704, 0.14044948110508146, 0.1356034751238968, 0.30680079745918404, 0.19163668827393138, 0.18553261378647845, 0.242744712130419, 0.12303162676755988, 0.14543295959376396, 0.2763816333277958, 0.19260034341894555 ], "crps": [ 2.6905800069107753, 4.356199228211223, 11.003152480281987, 2.5414296419584606, 10.701858027486109, 4.323532690175395, 3.509010921749442, 5.6677315930027214, 3.9259141934212005, 18.046467057398115, 17.18020240242692, 4.243350245571363, 7.936893485568824, 23.91935259496024, 4.490056064079054, 2.8707192839377407, 12.885355553718062, 4.133797686243926, 4.297786073923676, 5.14661426752889, 4.975693476024348, 4.407106572889901, 8.242755410486405, 3.4499380440810548 ], "crps_clim": [ 3.383400553071679, 3.6995246089032476, 10.375259519924272, 3.088176782734038, 15.623140866424055, 3.918194532764918, 3.2512248780442565, 5.3613292903859575, 3.3401723993300685, 21.29254756415035, 17.08930816883068, 4.102339013398538, 4.506551529947348, 25.32004262629813, 4.202143270441035, 3.5904825606496558, 13.811056598131602, 3.49561527327503, 4.117308454045926, 4.163338575099779, 4.154173639778647, 3.3440543501428777, 7.576953718515562, 3.8653696148339143 ], "crps_fair": [ 2.467572221475282, 4.070973337890979, 10.73644048033103, 2.354715929378327, 10.169354376065886, 3.9668598621752076, 3.3015647698480532, 5.361215520472427, 3.6333187235056816, 17.648847396828536, 16.90876668444245, 3.971616289878076, 7.474483877594432, 23.652838600124202, 4.184213576094732, 2.640034504268359, 12.551959809323833, 3.9212158938157726, 4.082895323541357, 4.942570691339203, 4.648652208297334, 4.078871729043002, 7.841396710996847, 3.2064044796532327 ], "crps_fair_clim": [ 3.069144896531585, 3.3858676721658623, 10.074246020518368, 2.773361990265274, 15.332066536235006, 3.604951743610606, 2.9367188887863067, 5.050819710999868, 3.0258348712866763, 21.012210746646392, 16.801010670653753, 3.7894449827302754, 4.194423053287697, 25.04733364035127, 3.8894382629868667, 3.276619104881488, 13.516550290161696, 3.1815721446141088, 3.8044427745910094, 3.8505600739044343, 3.8413777807512575, 3.029724174279054, 7.270640397516081, 3.55202677848655 ] }, "rps": 0.4505462478367088, "rpss": 0.005991615152688756, "brier_below": 0.228323693303787, "bss_below": -0.0040631526470424895, "brier_above": 0.22222255459039997, "bss_above": 0.016114825653542164, "crps": 7.2893957084181595, "crpss": 0.00977072901385967, "crps_fair": 6.992365958182677, "crpss_fair": 0.008821692717753016, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.033667, 0.62324, 0.343093, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2923, 0.3577, 0.432, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2556, 0.3333, 0.3881, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.086669, 0.821678, 0.091654, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2897, 0.3454, 0.4194, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2807, 0.3398, 0.4456, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.41933528626810496, 0.3821404555067367, 0.3630202016826203, 0.3661485303494313, 0.46839283775725793, 0.4790812649036144, 0.3646277315731924, 0.44982788680320507, 0.4369575302702408, 0.491419673594512, 0.5829921922173613, 0.4991373988170731, 0.5295626963335424, 0.5517307491462585, 0.5087162335083949, 0.4311912066490628, 0.45514845754811034, 0.3750123731118048, 0.48741039829638416, 0.441386986827091, 0.43458057745565715, 0.4364648046005529, 0.43162586799551017, 0.44799463128216926 ], "rps_clim": [ 0.4612583059027846, 0.3632558141399608, 0.354883769652867, 0.3845191290006187, 0.5442138095123802, 0.47392048384293584, 0.33694866035330306, 0.4142191822653953, 0.37845219617751535, 0.4951720237139347, 0.5339101528063047, 0.4478677808815762, 0.5122698412139367, 0.546319606847996, 0.5151171329099498, 0.5367285468048282, 0.4864254362866427, 0.45042529340514065, 0.45228609740130155, 0.40382417319303954, 0.47274140836269934, 0.4335462466444369, 0.43507035514007947, 0.4346226259811788 ], "brier_below": [ 0.30741459623470363, 0.16917891157027287, 0.1898734302936615, 0.25156181350210255, 0.11220765039321831, 0.3358469409849592, 0.20088319725139786, 0.1732617002757981, 0.18539055547788827, 0.14855402598906645, 0.15772760297585203, 0.18299324763531252, 0.36603222055704304, 0.13783831099531135, 0.3365397920704621, 0.3311413461608881, 0.21396607871129086, 0.2779683267185027, 0.21280943358602616, 0.1685718291244373, 0.32062672282560967, 0.3035559905929254, 0.2113615942764598, 0.21301313082529846 ], "brier_below_clim": [ 0.3406488402474111, 0.15585229033150771, 0.1733474973115743, 0.2607321626770492, 0.12098299127445337, 0.35118589057225497, 0.15964704360397033, 0.13793336355887106, 0.13634373895712082, 0.1384011735129149, 0.12098299127445332, 0.14645923116637555, 0.36837280991055965, 0.12098299127445333, 0.34820491159145306, 0.4161190810910467, 0.23546533423622354, 0.32875690367129495, 0.18568689656698428, 0.13104510989535922, 0.3521319426489182, 0.3129367809306557, 0.21062232617609924, 0.19696310869600517 ], "brier_above": [ 0.11192069027994325, 0.2129615434060213, 0.17314677205028287, 0.11458671742224182, 0.35618518547768746, 0.14323432350581858, 0.16374453520738338, 0.2765661865258223, 0.2515669735580633, 0.34286564824525334, 0.4252645892197648, 0.31614415003781154, 0.16353047578232133, 0.41389243863795183, 0.17217644046912975, 0.10004986190246955, 0.24118237951449656, 0.09704404700400687, 0.2746009641784068, 0.27281515756040997, 0.11395385417379335, 0.1329088135909917, 0.2202642728747021, 0.23498150030632947 ], "brier_above_clim": [ 0.12060946565537374, 0.20740352380845312, 0.18153627234129263, 0.1237869663235696, 0.42323081835917165, 0.12273459327068108, 0.17730161674933273, 0.27628581870652447, 0.24210845734163935, 0.35677085020102, 0.4129271616552412, 0.3014085497152008, 0.1438970313033771, 0.4253366156954207, 0.1669122214397413, 0.12060946565537374, 0.2509601019920115, 0.12166838967543823, 0.2665992007759097, 0.27277906341892527, 0.12060946565537374, 0.12060946565537374, 0.22444802890557244, 0.2376595172267659 ], "crps": [ 2.4802338490913125, 5.463897507628319, 4.241651971294874, 2.598163781439906, 15.036532361751645, 5.095261903804312, 3.89397490052566, 5.028051695763564, 3.9180758677552814, 25.571675038864978, 26.503269710823222, 4.339108025121502, 8.570933778454144, 24.667471886870047, 5.172084036140131, 2.3233162735651796, 13.792655246586841, 2.8901139606377857, 7.303933546271988, 5.843563902482379, 4.630697349510943, 4.788915794190783, 6.775587513317885, 3.8442252497927742 ], "crps_clim": [ 3.5039629006286863, 4.404502123435348, 3.7921098904802375, 3.7427483154181247, 27.430818422751024, 4.09357752958828, 3.618553854597303, 4.403186407306274, 3.33544948423942, 30.38912596968953, 26.15657705190127, 3.9490911747156954, 4.915805626371291, 26.102456598508446, 4.555869648555982, 4.319504515985746, 15.066223249131706, 3.332735441447136, 6.022796968020984, 5.2148566721483, 4.335017286452637, 3.630233609951502, 6.294926309868744, 4.525624967226858 ], "crps_fair": [ 2.288564983554951, 5.110408233544041, 3.945015773591593, 2.3724636342810714, 14.342016598589758, 4.659306088364654, 3.698537627301268, 4.727172554745125, 3.608023669818539, 25.141111659958387, 26.23813394555547, 4.049475210639886, 8.049578822044797, 24.373380434404304, 4.851757225083391, 2.0897592792222435, 13.474892290875177, 2.6796938144172944, 7.056814263511768, 5.590276525693053, 4.27631596305648, 4.458456201514468, 6.207842162813987, 3.6108503505909293 ], "crps_fair_clim": [ 3.134642569756797, 4.0368873592733205, 3.423335292543674, 3.3738802296500032, 27.106814106125587, 3.7253738930894196, 3.249450552047323, 4.035569151257637, 2.965809999169824, 30.070724508266622, 25.830159399346183, 3.580613889817456, 4.549159240055732, 25.77593644509466, 4.188541565312743, 3.9517287715065783, 14.718801138616833, 2.963090816144978, 5.6582471562161265, 4.848776670389135, 3.9672709222205658, 3.261152428150299, 5.930891894544658, 4.158239602390194 ] }, "rps": 0.45141274885407867, "rpss": 0.0031369254683039083, "brier_below": 0.22951326870952035, "bss_below": -0.01073672056831132, "brier_above": 0.22189948003879598, "bss_above": 0.01709151858944502, "crps": 8.115558131320228, "crpss": 0.059682399715674794, "crps_fair": 7.78749363804886, "crpss_fair": 0.05846323559479216, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.031794, 0.529663, 0.438543, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2922, 0.3553, 0.4403, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1711, 0.3428, 0.3677, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.134502, 0.766145, 0.099353, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.289, 0.3436, 0.4183, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2962, 0.3283, 0.5274, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4809003630526249, 0.45230633753170696, 0.49573563304577284, 0.4001747457566941, 0.42044080051525545, 0.43431997514631665, 0.4831392593340853, 0.4335784475807761 ], "rps_clim": [ 0.5242304582543107, 0.45938853305268146, 0.5017174223148171, 0.4051068144553075, 0.4317667029427126, 0.41531527803354223, 0.4728878323138167, 0.48863351023117646 ], "brier_below": [ 0.3664961238740082, 0.2627622737115354, 0.13491729166917746, 0.23007567182180516, 0.24652771993522593, 0.17489212550968938, 0.3058034115482208, 0.32993543549067605 ], "brier_below_clim": [ 0.40795993245117856, 0.27227812780818744, 0.12370712310234608, 0.2309306977016834, 0.2554229422765291, 0.15868716024439758, 0.31168865779035276, 0.37646203326964833 ], "brier_above": [ 0.11440425742343936, 0.1895440695671122, 0.3608183151316782, 0.1700990813426498, 0.17391308734985267, 0.2594278432930904, 0.17733586089124392, 0.10364303078911964 ], "brier_above_clim": [ 0.11627054465083109, 0.1871104114792495, 0.37801027156074746, 0.17417612530121018, 0.17634376877195204, 0.25662811177730505, 0.16119918533729533, 0.11217149654219405 ], "crps": [ 3.283580370325607, 3.4859121454321307, 10.53087045296531, 4.240908743067344, 4.495580247339028, 5.66729903122197, 6.534720564439248, 2.5323726265835744 ], "crps_clim": [ 4.134590890417508, 3.257454258459608, 11.95446652225302, 3.2123112416029844, 3.7715427873017267, 4.553263281560126, 3.429057288259692, 3.466783459627757 ], "crps_fair": [ 3.159719514964152, 3.3695708380085927, 10.344536031965001, 4.150168490110175, 4.386190681925559, 5.540783214890229, 6.316456685884671, 2.4058249269758125 ], "crps_fair_clim": [ 3.840649245962226, 2.9635126140043284, 11.660524877797739, 2.9183695971477044, 3.477601142846446, 4.259321637104846, 3.1351156438044105, 3.1728418151724775 ] }, "rps": 0.4500744452454041, "rpss": 0.026615234023640744, "brier_below": 0.2564262566950423, "bss_below": 0.04011283981088953, "brier_above": 0.19364819322352328, "bss_above": 0.008146673189644571, "crps": 5.096405522671777, "crpss": -0.07919048290815645, "crps_fair": 4.959156298090525, "crpss_fair": -0.11982955321249888, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.045464, 0.729951, 0.224585, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2867, 0.3634, 0.4208, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2442, 0.4778, 0.4818, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.151272, 0.817876, 0.030852, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2905, 0.335, 0.4127, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2391, 0.2505, 0.3691, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4725647958244344, 0.46653905070583385, 0.526494326423211, 0.40618773209661957, 0.41193426925058835, 0.38117741168335634, 0.49192296755303705, 0.4302440937428067 ], "rps_clim": [ 0.5378222423430801, 0.4654037630210716, 0.5441677934136927, 0.42259005509153863, 0.4687251558583407, 0.37920455236096284, 0.4762575897428396, 0.48392300807734495 ], "brier_below": [ 0.36894650612538, 0.2331366778630458, 0.12292732670916993, 0.24167142098493238, 0.31237325705177493, 0.21598418496535268, 0.29885530071428895, 0.32650583838011343 ], "brier_below_clim": [ 0.4270541912814117, 0.23612689903307224, 0.11111111773384952, 0.25427588380937366, 0.3562146259988406, 0.2119324419419288, 0.29938211945700965, 0.37315495701567675 ], "brier_above": [ 0.10361830823225344, 0.23340237107343212, 0.40356696441525564, 0.16451631942703582, 0.09956102966946541, 0.16519323612544046, 0.19306767792077095, 0.1037382742627199 ], "brier_above_clim": [ 0.11076807075767037, 0.22927686262225755, 0.4330566384694138, 0.16831418081740057, 0.11251054924392284, 0.1672721205797222, 0.1768754781609058, 0.11076807075767037 ], "crps": [ 3.548873161955825, 4.009562969624387, 11.852774343428814, 4.398239131334663, 2.3923848001270462, 3.5795739904271393, 8.788881430754646, 2.775636344152609 ], "crps_clim": [ 4.500795459022275, 3.8833491476604167, 14.934177684323762, 3.6806433710989057, 3.5671376707580675, 3.3365612191630336, 3.817686724141159, 4.037007086746878 ], "crps_fair": [ 3.410715849784446, 3.904342191981218, 11.60290978924148, 4.298384142896538, 2.2813480755519953, 3.4416913947696575, 8.511257583116143, 2.6459144561955408 ], "crps_fair_clim": [ 4.156168553465009, 3.538722242103148, 14.589550778766494, 3.336016465541637, 3.2225107652008003, 2.991934313605765, 3.4730598185838906, 3.692380181189609 ] }, "rps": 0.4483830809099859, "rpss": 0.05056240118525568, "brier_below": 0.26505006409925724, "bss_below": 0.06559505422001843, "brier_above": 0.1833330226407967, "bss_above": 0.02795374935335604, "crps": 5.1682407714756415, "crpss": 0.009852926699375764, "crps_fair": 5.012070435442127, "crpss_fair": -0.028107967197906536, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.068148, 0.633897, 0.297954, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.286, 0.3611, 0.4275, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.262, 0.5196, 0.5719, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.173426, 0.776103, 0.050471, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2885, 0.3359, 0.4131, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1781, 0.2336, 0.4051, NaN, NaN, NaN, NaN, NaN ] } } } } }, "eqm": { "lambda_": { "training_mean": 0.7265988911217152, "training": [ 0.7174093027080998, 0.7269576532809138, 0.7146102310047809, 0.7270834776849037, 0.8151752023577674, 0.6878486695102931, 0.7089590177300898, 0.7117447308921141, 0.7205184876159884, 0.7656044717876185, 0.7272440923252154, 0.7130256298496281, 0.6597556588250425, 0.7688806771847015, 0.7127512515980486, 0.7771524090200143, 0.7372939803967872, 0.7357744941260294, 0.7260247304777973, 0.7173759974881465, 0.7032163614598358, 0.7049111438652037, 0.7323616127680053, 0.7266941029641371 ], "test": 0.742895403300733 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4376686506243554, 0.3665513515502115, 0.44451482927749236, 0.34264696007278106, 0.44188040818600394, 0.5069647298540936, 0.39118272256854164, 0.48209419726367064, 0.39493676937146704, 0.48847438625367734, 0.522058567772681, 0.4605722635714031, 0.54520270891247, 0.5290990237987476, 0.4859714032352778, 0.4198328500046756, 0.4650293115248824, 0.4078844400928678, 0.4695467961065045, 0.43321418595551947, 0.5026226727932857, 0.4019138893449032, 0.4360298031215827, 0.4525736813724645 ], "rps_clim": [ 0.462562923536876, 0.3645173216522427, 0.44125991495499295, 0.3676651074657129, 0.4796288397923759, 0.5018388000928868, 0.3814774056959005, 0.4578573987892382, 0.3735878385869089, 0.5052606235712064, 0.5036551985237356, 0.4358799350596818, 0.5001476319885705, 0.5372757850199824, 0.4967176353817881, 0.483398419566635, 0.48412488872389453, 0.42298688230915954, 0.4788741887887977, 0.4007718021663261, 0.498737480732011, 0.40202165436042925, 0.44570350792032964, 0.4523372814100714 ], "brier_below": [ 0.32134163038499336, 0.188974746158808, 0.15733404582051466, 0.2290183000771, 0.15838682373502436, 0.3776249000298831, 0.21483877162935883, 0.17085075007823222, 0.14510704098565422, 0.1298377829120048, 0.13657679301875436, 0.17905813353212316, 0.3837276542345506, 0.11975813888840992, 0.3497383566842043, 0.30342194283695256, 0.16711067617811007, 0.22853446162039504, 0.288572458306826, 0.18188232240240826, 0.3815117479602199, 0.2523935810726713, 0.16240153414218106, 0.26373193213191515 ], "brier_below_clim": [ 0.33445347350698373, 0.18448978058131807, 0.15020271959428944, 0.23455533259135652, 0.16559252060812168, 0.3788018404246035, 0.19293962127510628, 0.15038884587226958, 0.13073481316379681, 0.1342598604859912, 0.1282842296352773, 0.16631198513422443, 0.3601361789689049, 0.12098299127445335, 0.35626815432751285, 0.34779494441826286, 0.17732409124021772, 0.23135019401075282, 0.29334157497784386, 0.1580270900868227, 0.3757058539399758, 0.2565886947421901, 0.1693218745678458, 0.2597369379666505 ], "brier_above": [ 0.11632701812778884, 0.17757660444987458, 0.2871807871238151, 0.11362865885229967, 0.28349358299846117, 0.1293398267521932, 0.176343951771965, 0.3112434502196494, 0.2498297279204812, 0.3586366052836502, 0.3854817788838525, 0.28151413078488186, 0.16147505321833105, 0.40934088806666186, 0.13623304410226353, 0.1164109073053787, 0.29791863817248726, 0.179349977652886, 0.1809743362522197, 0.251331863822889, 0.12111092233903173, 0.14952030630119306, 0.2736282693792824, 0.18884174806271115 ], "brier_above_clim": [ 0.12810945002989202, 0.1800275410709245, 0.2910571953607033, 0.1331097748743562, 0.3140363192350966, 0.12303695966828301, 0.18853778442079408, 0.3074685529169685, 0.24285302547391838, 0.371000763085215, 0.37537096893986166, 0.26956794992545724, 0.1400114530196655, 0.41629279379655704, 0.14044948110508146, 0.1356034751238968, 0.30680079745918404, 0.19163668827393138, 0.18553261378647845, 0.242744712130419, 0.12303162676755988, 0.14543295959376396, 0.2763816333277958, 0.19260034341894555 ], "crps": [ 2.406775395789779, 4.030440956532005, 10.92560751543062, 1.8856633251017032, 10.672973882687925, 4.18560156901021, 2.871105010582144, 5.35308030852487, 3.541489361591881, 18.570486589630242, 17.619822060183164, 4.074375642937053, 7.958941714895268, 24.253188351929104, 4.501064206205186, 2.463291532107781, 12.949596304926205, 3.615553969921081, 3.899675294272568, 4.757708802543261, 4.921806498728667, 4.0391125501997935, 8.236837721646804, 3.162551702802169 ], "crps_clim": [ 3.383400553071679, 3.6995246089032476, 10.375259519924272, 3.088176782734038, 15.623140866424055, 3.918194532764918, 3.2512248780442565, 5.3613292903859575, 3.3401723993300685, 21.29254756415035, 17.08930816883068, 4.102339013398538, 4.506551529947348, 25.32004262629813, 4.202143270441035, 3.5904825606496558, 13.811056598131602, 3.49561527327503, 4.117308454045926, 4.163338575099779, 4.154173639778647, 3.3440543501428777, 7.576953718515562, 3.8653696148339143 ], "crps_fair": [ 2.2209888756720964, 3.765062641652859, 10.696038934734645, 1.7257855610501769, 10.247693689934717, 3.8784287000664825, 2.6980603522697035, 5.077373427940739, 3.2792028208907857, 18.23673962343192, 17.390848883141064, 3.8157916009293555, 7.582145917744413, 24.01964840572377, 4.235597639986647, 2.2655145377745507, 12.652707184261526, 3.440055559617132, 3.7073614047002335, 4.570513718384078, 4.656332978333843, 3.7457205030261638, 7.864205874641145, 2.9592991676117983 ], "crps_fair_clim": [ 3.069144896531585, 3.3858676721658623, 10.074246020518368, 2.773361990265274, 15.332066536235006, 3.604951743610606, 2.9367188887863067, 5.050819710999868, 3.0258348712866763, 21.012210746646392, 16.801010670653753, 3.7894449827302754, 4.194423053287697, 25.04733364035127, 3.8894382629868667, 3.276619104881488, 13.516550290161696, 3.1815721446141088, 3.8044427745910094, 3.8505600739044343, 3.8413777807512575, 3.029724174279054, 7.270640397516081, 3.55202677848655 ] }, "rps": 0.4511861084428983, "rpss": 0.004579935861739881, "brier_below": 0.22882227186755397, "bss_below": -0.0062556730873635225, "brier_above": 0.22236383657684367, "bss_above": 0.015489302955720707, "crps": 7.120697927840812, "crpss": 0.03268750935618214, "crps_fair": 6.863796583479993, "crpss_fair": 0.027046593409201347, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.066274, 0.727774, 0.186458, 0.019495, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2903, 0.347, 0.4434, 0.5077, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3246, 0.3476, 0.3646, 0.3607, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.141213, 0.797886, 0.060901, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2873, 0.3437, 0.4156, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.255, 0.3501, 0.4769, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4180491449461572, 0.3782899510013499, 0.3620620236737759, 0.3531317821266865, 0.46309194242251517, 0.4807235233176873, 0.3668009786540436, 0.44942282047023907, 0.4399516069542841, 0.4900934910018101, 0.5940818807135274, 0.5072451881787463, 0.5451223563539785, 0.5573072142405908, 0.5160340525049009, 0.43046923196364595, 0.4510341091421048, 0.3727063890994574, 0.5003360179437314, 0.4461889060038385, 0.4313640912234003, 0.4379285388361069, 0.4375528940321197, 0.4485633646777442 ], "rps_clim": [ 0.4612583059027846, 0.3632558141399608, 0.354883769652867, 0.3845191290006187, 0.5442138095123802, 0.47392048384293584, 0.33694866035330306, 0.4142191822653953, 0.37845219617751535, 0.4951720237139347, 0.5339101528063047, 0.4478677808815762, 0.5122698412139367, 0.546319606847996, 0.5151171329099498, 0.5367285468048282, 0.4864254362866427, 0.45042529340514065, 0.45228609740130155, 0.40382417319303954, 0.47274140836269934, 0.4335462466444369, 0.43507035514007947, 0.4346226259811788 ], "brier_below": [ 0.3152711419917621, 0.16498941025226305, 0.19024305196394545, 0.24544316724104012, 0.10778198663395605, 0.34359360218259066, 0.20582496695595198, 0.16936172247208242, 0.18454939739662496, 0.14679349407627587, 0.15109469240747767, 0.1813643267178606, 0.3826581356506895, 0.13014111769416914, 0.34443107683111307, 0.33571563365721113, 0.21140748715297591, 0.28493500785831477, 0.21914292682835576, 0.16564648826459735, 0.322884697231774, 0.3098564189826096, 0.21781604734865803, 0.20918693869601845 ], "brier_below_clim": [ 0.3406488402474111, 0.15585229033150771, 0.1733474973115743, 0.2607321626770492, 0.12098299127445337, 0.35118589057225497, 0.15964704360397033, 0.13793336355887106, 0.13634373895712082, 0.1384011735129149, 0.12098299127445332, 0.14645923116637555, 0.36837280991055965, 0.12098299127445333, 0.34820491159145306, 0.4161190810910467, 0.23546533423622354, 0.32875690367129495, 0.18568689656698428, 0.13104510989535922, 0.3521319426489182, 0.3129367809306557, 0.21062232617609924, 0.19696310869600517 ], "brier_above": [ 0.10277800194430527, 0.21330054096580323, 0.17181897148841116, 0.10768861378020715, 0.35530995312474445, 0.13712991933865964, 0.1609760126258894, 0.2800610994047232, 0.2554022090514086, 0.34329999699080344, 0.4429871921577575, 0.32588086128352334, 0.1624642197224427, 0.4271660975493719, 0.17160297401627314, 0.0947535993198894, 0.23962662286013342, 0.08777138102685096, 0.2811930894416208, 0.28054241836606, 0.10847939140868124, 0.1280721183769447, 0.21973684500907043, 0.23937642598926925 ], "brier_above_clim": [ 0.12060946565537374, 0.20740352380845312, 0.18153627234129263, 0.1237869663235696, 0.42323081835917165, 0.12273459327068108, 0.17730161674933273, 0.27628581870652447, 0.24210845734163935, 0.35677085020102, 0.4129271616552412, 0.3014085497152008, 0.1438970313033771, 0.4253366156954207, 0.1669122214397413, 0.12060946565537374, 0.2509601019920115, 0.12166838967543823, 0.2665992007759097, 0.27277906341892527, 0.12060946565537374, 0.12060946565537374, 0.22444802890557244, 0.2376595172267659 ], "crps": [ 2.213719501809146, 5.402841178744312, 4.087200785557582, 2.0511235121531604, 15.306277283327438, 5.031590707503648, 3.50466457753958, 4.655043816087191, 3.4747890112205146, 26.62928587411117, 27.207285194530378, 4.25515610640336, 8.714231045661469, 25.268402042835692, 5.4981420142563815, 2.0951478780419355, 14.043092085746352, 2.648942536000213, 6.854438801941351, 5.831762014701959, 4.361586633119689, 4.501759245445182, 6.9806182603116484, 3.626017205494374 ], "crps_clim": [ 3.5039629006286863, 4.404502123435348, 3.7921098904802375, 3.7427483154181247, 27.430818422751024, 4.09357752958828, 3.618553854597303, 4.403186407306274, 3.33544948423942, 30.38912596968953, 26.15657705190127, 3.9490911747156954, 4.915805626371291, 26.102456598508446, 4.555869648555982, 4.319504515985746, 15.066223249131706, 3.332735441447136, 6.022796968020984, 5.2148566721483, 4.335017286452637, 3.630233609951502, 6.294926309868744, 4.525624967226858 ], "crps_fair": [ 2.045581968658798, 5.051144911616732, 3.8149197116756812, 1.8480389216807922, 14.76489096819636, 4.6471501351536775, 3.3342569722324344, 4.372328145458607, 3.1800551654748124, 26.245988290127013, 26.967391351225764, 3.9709681476980543, 8.264359114445508, 25.000295974100617, 5.191648640819272, 1.8816147094206574, 13.732162945489927, 2.4762349628536113, 6.616892714304862, 5.591343545943571, 4.0549521113138605, 4.184703419435121, 6.451149695165771, 3.417605108214329 ], "crps_fair_clim": [ 3.134642569756797, 4.0368873592733205, 3.423335292543674, 3.3738802296500032, 27.106814106125587, 3.7253738930894196, 3.249450552047323, 4.035569151257637, 2.965809999169824, 30.070724508266622, 25.830159399346183, 3.580613889817456, 4.549159240055732, 25.77593644509466, 4.188541565312743, 3.9517287715065783, 14.718801138616833, 2.963090816144978, 5.6582471562161265, 4.848776670389135, 3.9672709222205658, 3.261152428150299, 5.930891894544658, 4.158239602390194 ] }, "rps": 0.45323131247843507, "rpss": -0.0008790420257676068, "brier_below": 0.23083887235367992, "bss_below": -0.016574449635587962, "brier_above": 0.22239243980178522, "bss_above": 0.014907942801202778, "crps": 8.09346322135599, "crpss": 0.062242449484265494, "crps_fair": 7.7960699012794095, "crpss_fair": 0.057426333671261154, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.052561, 0.593986, 0.310439, 0.043014, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2906, 0.3471, 0.4527, 0.5078, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2702, 0.34, 0.3763, 0.3551, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.219824, 0.716655, 0.063521, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2856, 0.3414, 0.4155, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3031, 0.3309, 0.6293, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.48639866476383736, 0.46169845381802793, 0.4909768491709558, 0.3988589567904324, 0.41745563010817205, 0.4269922364902193, 0.4994704140143696, 0.4313446251435186 ], "rps_clim": [ 0.5242304582543107, 0.45938853305268146, 0.5017174223148171, 0.4051068144553075, 0.4317667029427126, 0.41531527803354223, 0.4728878323138167, 0.48863351023117646 ], "brier_below": [ 0.3788975382188339, 0.27389307524668083, 0.12651093476982003, 0.2310429864287663, 0.24907101144688007, 0.16604670277743663, 0.3204770405090165, 0.33329157377328056 ], "brier_below_clim": [ 0.40795993245117856, 0.27227812780818744, 0.12370712310234608, 0.2309306977016834, 0.2554229422765291, 0.15868716024439758, 0.31168865779035276, 0.37646203326964833 ], "brier_above": [ 0.10750114382805376, 0.18780538360824503, 0.36446588832624727, 0.16781597710313353, 0.16838462444285243, 0.26094552700074425, 0.17899338699225784, 0.09805306962283772 ], "brier_above_clim": [ 0.11627054465083109, 0.1871104114792495, 0.37801027156074746, 0.17417612530121018, 0.17634376877195204, 0.25662811177730505, 0.16119918533729533, 0.11217149654219405 ], "crps": [ 3.198941927581414, 3.182211378207497, 10.57479840487436, 3.68076255194467, 4.010523063573937, 5.172365660600227, 6.40020257892824, 2.114419782601972 ], "crps_clim": [ 4.134590890417508, 3.257454258459608, 11.95446652225302, 3.2123112416029844, 3.7715427873017267, 4.553263281560126, 3.429057288259692, 3.466783459627757 ], "crps_fair": [ 3.0915158492157846, 3.0856397271623552, 10.408322112370575, 3.6059983591512426, 3.9201001067894725, 5.067400040706523, 6.207202955712948, 2.005222839929487 ], "crps_fair_clim": [ 3.840649245962226, 2.9635126140043284, 11.660524877797739, 2.9183695971477044, 3.477601142846446, 4.259321637104846, 3.1351156438044105, 3.1728418151724775 ] }, "rps": 0.4516494787874416, "rpss": 0.023208878315341908, "brier_below": 0.2599038578963393, "bss_below": 0.02709504364443427, "brier_above": 0.1917456251155465, "bss_above": 0.017891502077368115, "crps": 4.7917781685390395, "crpss": -0.014684049903352037, "crps_fair": 4.673925248879799, "crpss_fair": -0.05542138795201601, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.094703, 0.724492, 0.180805, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.285, 0.3529, 0.4424, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.421, 0.4727, 0.4742, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.207203, 0.745734, 0.047064, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2859, 0.3275, 0.4109, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2262, 0.2515, 0.3838, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4718885247556393, 0.48016103768007484, 0.5261294503096647, 0.40187143693815613, 0.4119119637302901, 0.3770579273484323, 0.5005479661039048, 0.41783064293982564 ], "rps_clim": [ 0.5378222423430801, 0.4654037630210716, 0.5441677934136927, 0.42259005509153863, 0.4687251558583407, 0.37920455236096284, 0.4762575897428396, 0.48392300807734495 ], "brier_below": [ 0.3762332344975709, 0.24261006850320813, 0.11763783233227108, 0.24119316966392312, 0.32115705533996153, 0.2148440282731818, 0.30436882120009334, 0.3197375425288736 ], "brier_below_clim": [ 0.4270541912814117, 0.23612689903307224, 0.11111111773384952, 0.25427588380937366, 0.3562146259988406, 0.2119324419419288, 0.29938211945700965, 0.37315495701567675 ], "brier_above": [ 0.09565530740894909, 0.2375509668063438, 0.4084915832861369, 0.16067827492471579, 0.09075492449971423, 0.16221390776290945, 0.19617915637767344, 0.09809311892533455 ], "brier_above_clim": [ 0.11076807075767037, 0.22927686262225755, 0.4330566384694138, 0.16831418081740057, 0.11251054924392284, 0.1672721205797222, 0.1768754781609058, 0.11076807075767037 ], "crps": [ 3.6189285102093933, 3.933378938688763, 12.10025126572431, 3.928015753152583, 2.2298268772531253, 3.3070489017651084, 8.77295403928759, 2.3905661850539945 ], "crps_clim": [ 4.500795459022275, 3.8833491476604167, 14.934177684323762, 3.6806433710989057, 3.5671376707580675, 3.3365612191630336, 3.817686724141159, 4.037007086746878 ], "crps_fair": [ 3.4903906484732024, 3.839882950635796, 11.878718640779303, 3.8408568974697532, 2.133770753791268, 3.186472384980466, 8.517411660502699, 2.2698443187051027 ], "crps_fair_clim": [ 4.156168553465009, 3.538722242103148, 14.589550778766494, 3.336016465541637, 3.2225107652008003, 2.991934313605765, 3.4730598185838906, 3.692380181189609 ] }, "rps": 0.4484248687257485, "rpss": 0.050473916750524594, "brier_below": 0.2672227190423855, "bss_below": 0.057935597387847704, "brier_above": 0.18120215499897213, "bss_above": 0.03925177887375575, "crps": 5.035121308891859, "crpss": 0.03535635274023541, "crps_fair": 4.894668531917199, "crpss_fair": -0.004025737322473688, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.129913, 0.576449, 0.293638, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2805, 0.3541, 0.452, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3448, 0.5344, 0.5611, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.266494, 0.637997, 0.095509, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2832, 0.3261, 0.4112, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1625, 0.2426, 0.3623, NaN, NaN, NaN, NaN, NaN ] } } } } }, "gqm": { "lambda_": { "training_mean": 0.7338119561688382, "training": [ 0.7281253380060234, 0.7369602123100114, 0.7295711865684559, 0.7350665335256769, 0.7722106659508322, 0.7099622466211858, 0.7282800782963247, 0.7260997279801981, 0.7315949004144752, 0.7704058539289994, 0.7212519432531792, 0.7335905540976309, 0.69463839327119, 0.7455111701599755, 0.7273761722312462, 0.7705055893456408, 0.7465418483141647, 0.7413347032866398, 0.7355427333869261, 0.7076630032656401, 0.7220462219308355, 0.7230324196474247, 0.7389606259157298, 0.735214826343709 ], "test": 0.7636854641532849 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.46370541589089476, 0.37161679898357697, 0.4225923537862824, 0.3550979065956684, 0.43444820121049926, 0.5381384635831434, 0.3918865733151503, 0.45321280398270525, 0.3765393302147419, 0.4596732109890421, 0.4785070117000482, 0.447348796427763, 0.5642231007225504, 0.4897478349695689, 0.5135382987623277, 0.43854438944147783, 0.4507768674971869, 0.40798134620644183, 0.48495599100465075, 0.4267647457610504, 0.5348576667097173, 0.4124176840276954, 0.4300113361456907, 0.46477386889703304 ], "rps_clim": [ 0.462562923536876, 0.3645173216522427, 0.44125991495499295, 0.3676651074657129, 0.4796288397923759, 0.5018388000928868, 0.3814774056959005, 0.4578573987892382, 0.3735878385869089, 0.5052606235712064, 0.5036551985237356, 0.4358799350596818, 0.5001476319885705, 0.5372757850199824, 0.4967176353817881, 0.483398419566635, 0.48412488872389453, 0.42298688230915954, 0.4788741887887977, 0.4007718021663261, 0.498737480732011, 0.40202165436042925, 0.44570350792032964, 0.4523372814100714 ], "brier_below": [ 0.3284721743525966, 0.18536013292316733, 0.15024322201258167, 0.22686344465717465, 0.15732686122284967, 0.38992775363376736, 0.2118265805365771, 0.16125245710197106, 0.13751509153851146, 0.12556556558036186, 0.12811146937651716, 0.17388102557465734, 0.3904082734249817, 0.11338749946109214, 0.36357816550394595, 0.3115397797674513, 0.1610943934446749, 0.22454501482806052, 0.29681358857157614, 0.17613544746555812, 0.3935737239992428, 0.25290826429941565, 0.16010893892471217, 0.2693777851214379 ], "brier_below_clim": [ 0.33445347350698373, 0.18448978058131807, 0.15020271959428944, 0.23455533259135652, 0.16559252060812168, 0.3788018404246035, 0.19293962127510628, 0.15038884587226958, 0.13073481316379681, 0.1342598604859912, 0.1282842296352773, 0.16631198513422443, 0.3601361789689049, 0.12098299127445335, 0.35626815432751285, 0.34779494441826286, 0.17732409124021772, 0.23135019401075282, 0.29334157497784386, 0.1580270900868227, 0.3757058539399758, 0.2565886947421901, 0.1693218745678458, 0.2597369379666505 ], "brier_above": [ 0.1352332417128148, 0.18625666521639353, 0.2723491323814198, 0.1282344610018915, 0.2771213387456615, 0.14821070974355952, 0.18005999265301603, 0.2919603484723774, 0.2390242378387802, 0.3341076447476962, 0.35039554254449023, 0.27346777087790425, 0.1738148284301341, 0.37636033538377905, 0.14996013207538228, 0.12700460902416089, 0.28968247512226647, 0.18343633125879702, 0.18814240117513212, 0.2506292984457328, 0.1412839421602319, 0.15950941989995507, 0.2699023970456627, 0.19539608351729593 ], "brier_above_clim": [ 0.12810945002989202, 0.1800275410709245, 0.2910571953607033, 0.1331097748743562, 0.3140363192350966, 0.12303695966828301, 0.18853778442079408, 0.3074685529169685, 0.24285302547391838, 0.371000763085215, 0.37537096893986166, 0.26956794992545724, 0.1400114530196655, 0.41629279379655704, 0.14044948110508146, 0.1356034751238968, 0.30680079745918404, 0.19163668827393138, 0.18553261378647845, 0.242744712130419, 0.12303162676755988, 0.14543295959376396, 0.2763816333277958, 0.19260034341894555 ], "crps": [ 3.1101283152085704, 4.007062637816525, 10.57826637508927, 2.18978773538479, 10.629113278468777, 4.774954201696609, 2.8969653960162933, 4.8660761498030105, 3.395749533301304, 18.156743369173938, 16.70567037307082, 3.8677061695682555, 8.356574340602418, 23.847343340132667, 5.0457122917301005, 2.7138082553983294, 12.65779887096712, 3.570694730758171, 3.970887615847384, 4.5491016041710415, 5.581805606929424, 4.457893645038388, 8.020289791094955, 3.3719606243444202 ], "crps_clim": [ 3.383400553071679, 3.6995246089032476, 10.375259519924272, 3.088176782734038, 15.623140866424055, 3.918194532764918, 3.2512248780442565, 5.3613292903859575, 3.3401723993300685, 21.29254756415035, 17.08930816883068, 4.102339013398538, 4.506551529947348, 25.32004262629813, 4.202143270441035, 3.5904825606496558, 13.811056598131602, 3.49561527327503, 4.117308454045926, 4.163338575099779, 4.154173639778647, 3.3440543501428777, 7.576953718515562, 3.8653696148339143 ], "crps_fair": [ 2.926132005317676, 3.7511611748344325, 10.354088124543747, 2.017135273731753, 10.19348172578531, 4.479711557081754, 2.7108833293402377, 4.6047720537557195, 3.1461556861470363, 17.8320456748702, 16.480039301179367, 3.6316030633910783, 7.983477732063156, 23.63218821075291, 4.791559429200213, 2.509254983392565, 12.383255972765204, 3.3816765385038776, 3.7740530060504054, 4.363592123060034, 5.313966453097841, 4.1905205494050035, 7.677855700170994, 3.1666924324589556 ], "crps_fair_clim": [ 3.069144896531585, 3.3858676721658623, 10.074246020518368, 2.773361990265274, 15.332066536235006, 3.604951743610606, 2.9367188887863067, 5.050819710999868, 3.0258348712866763, 21.012210746646392, 16.801010670653753, 3.7894449827302754, 4.194423053287697, 25.04733364035127, 3.8894382629868667, 3.276619104881488, 13.516550290161696, 3.1815721446141088, 3.8044427745910094, 3.8505600739044343, 3.8413777807512575, 3.029724174279054, 7.270640397516081, 3.55202677848655 ] }, "rps": 0.45047333320103783, "rpss": 0.006152481566698564, "brier_below": 0.22874236055512012, "bss_below": -0.005904259692049552, "brier_above": 0.22173097247810566, "bss_above": 0.01829129398346374, "crps": 7.138420593817191, "crpss": 0.03027997060925236, "crps_fair": 6.887304254204143, "crpss_fair": 0.02371434601027267, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.154571, 0.669897, 0.159035, 0.016497, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2863, 0.3383, 0.4557, 0.5065, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3209, 0.3538, 0.362, 0.3254, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.111866, 0.616027, 0.271682, 0.000425, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2836, 0.3516, 0.4277, 0.5125, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2712, 0.3236, 0.4216, 0.4295, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43213927026032434, 0.3791547224799827, 0.36095328865231546, 0.3664858099255513, 0.43739541562092876, 0.4977462516860286, 0.36316686579978996, 0.4395274205435966, 0.42421980826102457, 0.482281903104268, 0.5444837220763047, 0.48880453463664364, 0.5589895111220857, 0.5243261820514153, 0.5271200138044538, 0.446546669417306, 0.4501973225281075, 0.3911348524974872, 0.4833262422542205, 0.42600847952265064, 0.4478175894778147, 0.45498483412516544, 0.4405265581042266, 0.4386942114433315 ], "rps_clim": [ 0.4612583059027846, 0.3632558141399608, 0.354883769652867, 0.3845191290006187, 0.5442138095123802, 0.47392048384293584, 0.33694866035330306, 0.4142191822653953, 0.37845219617751535, 0.4951720237139347, 0.5339101528063047, 0.4478677808815762, 0.5122698412139367, 0.546319606847996, 0.5151171329099498, 0.5367285468048282, 0.4864254362866427, 0.45042529340514065, 0.45228609740130155, 0.40382417319303954, 0.47274140836269934, 0.4335462466444369, 0.43507035514007947, 0.4346226259811788 ], "brier_below": [ 0.31515237159681037, 0.16252240217596278, 0.18530889442895998, 0.24775474536819508, 0.10607581256014492, 0.34540043092432654, 0.20020756038947668, 0.16378239321476826, 0.17822549173132657, 0.14602846019177226, 0.14331577708366502, 0.17527193509602984, 0.38570873672653916, 0.1278187401874397, 0.3528128907755125, 0.3434225795735499, 0.2095531258440873, 0.28928675601633724, 0.20970733944687808, 0.15996847075738457, 0.32762535216399435, 0.31392196636323494, 0.21904769526471643, 0.2083449030577538 ], "brier_below_clim": [ 0.3406488402474111, 0.15585229033150771, 0.1733474973115743, 0.2607321626770492, 0.12098299127445337, 0.35118589057225497, 0.15964704360397033, 0.13793336355887106, 0.13634373895712082, 0.1384011735129149, 0.12098299127445332, 0.14645923116637555, 0.36837280991055965, 0.12098299127445333, 0.34820491159145306, 0.4161190810910467, 0.23546533423622354, 0.32875690367129495, 0.18568689656698428, 0.13104510989535922, 0.3521319426489182, 0.3129367809306557, 0.21062232617609924, 0.19696310869600517 ], "brier_above": [ 0.11698689926503215, 0.21663232021296994, 0.1756443944773978, 0.11873106407847335, 0.33131959978414044, 0.1523458210762855, 0.16295930597130923, 0.2757450283669105, 0.24599431504589034, 0.33625344202378876, 0.4011679440655281, 0.31353259839410963, 0.17328077527707741, 0.39650744086143225, 0.17430712249882102, 0.10312409008829056, 0.24064419721205216, 0.10184809579219466, 0.2736189021085312, 0.2660400078325697, 0.12019223635965776, 0.1410628686282697, 0.22147886249816717, 0.23034930811029097 ], "brier_above_clim": [ 0.12060946565537374, 0.20740352380845312, 0.18153627234129263, 0.1237869663235696, 0.42323081835917165, 0.12273459327068108, 0.17730161674933273, 0.27628581870652447, 0.24210845734163935, 0.35677085020102, 0.4129271616552412, 0.3014085497152008, 0.1438970313033771, 0.4253366156954207, 0.1669122214397413, 0.12060946565537374, 0.2509601019920115, 0.12166838967543823, 0.2665992007759097, 0.27277906341892527, 0.12060946565537374, 0.12060946565537374, 0.22444802890557244, 0.2376595172267659 ], "crps": [ 2.918509358995672, 5.131718296174505, 3.8599499030841113, 2.5293707228343543, 15.258894680104191, 5.734211031972531, 3.360272125469797, 4.357359378246823, 3.254974300267641, 26.609991412619028, 26.121353581025456, 3.904426197100066, 9.162303733440188, 24.468493376198474, 6.035985477547289, 2.3978115917683804, 13.8669853980573, 2.756521412243936, 6.482418139968328, 5.142037989429272, 5.005543979629299, 5.210613732503103, 6.421463042448952, 3.5649742874983614 ], "crps_clim": [ 3.5039629006286863, 4.404502123435348, 3.7921098904802375, 3.7427483154181247, 27.430818422751024, 4.09357752958828, 3.618553854597303, 4.403186407306274, 3.33544948423942, 30.38912596968953, 26.15657705190127, 3.9490911747156954, 4.915805626371291, 26.102456598508446, 4.555869648555982, 4.319504515985746, 15.066223249131706, 3.332735441447136, 6.022796968020984, 5.2148566721483, 4.335017286452637, 3.630233609951502, 6.294926309868744, 4.525624967226858 ], "crps_fair": [ 2.746977285944039, 4.814234293072815, 3.595982379594433, 2.3181435626168887, 14.655694731706605, 5.360682809639087, 3.1769207113683864, 4.079009045953871, 2.9686472776037145, 26.24310861364494, 25.8838763658304, 3.643332384142093, 8.710632443559701, 24.221569930086346, 5.759330311781972, 2.1823721045267286, 13.58626587282739, 2.565778668102031, 6.247084955580724, 4.910776456444504, 4.695992263690032, 4.922673476875716, 5.907606999516837, 3.3482858771517603 ], "crps_fair_clim": [ 3.134642569756797, 4.0368873592733205, 3.423335292543674, 3.3738802296500032, 27.106814106125587, 3.7253738930894196, 3.249450552047323, 4.035569151257637, 2.965809999169824, 30.070724508266622, 25.830159399346183, 3.580613889817456, 4.549159240055732, 25.77593644509466, 4.188541565312743, 3.9517287715065783, 14.718801138616833, 2.963090816144978, 5.6582471562161265, 4.848776670389135, 3.9672709222205658, 3.261152428150299, 5.930891894544658, 4.158239602390194 ] }, "rps": 0.45025131164145926, "rpss": 0.005701748623135994, "brier_below": 0.22984436795578608, "bss_below": -0.01219482435566488, "brier_above": 0.2204069433345496, "bss_above": 0.023702741766551294, "crps": 8.064840964526129, "crpss": 0.06555879709973111, "crps_fair": 7.772707450885875, "crpss_fair": 0.060250940274422016, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.11528, 0.546576, 0.302151, 0.035992, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2855, 0.3401, 0.461, 0.5064, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2887, 0.3516, 0.3678, 0.324, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.197662, 0.577399, 0.224068, 0.000871, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2826, 0.3469, 0.4282, 0.5144, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2782, 0.3227, 0.4551, 0.5002, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.521323160722289, 0.4778444116705916, 0.4697511538145944, 0.4038345431511198, 0.427395126995898, 0.4121803150775473, 0.5173768500524393, 0.4576997711517594 ], "rps_clim": [ 0.5242304582543107, 0.45938853305268146, 0.5017174223148171, 0.4051068144553075, 0.4317667029427126, 0.41531527803354223, 0.4728878323138167, 0.48863351023117646 ], "brier_below": [ 0.3956510907470924, 0.28066630241101653, 0.1221096988224169, 0.2296541731829902, 0.2504574694678961, 0.15913565512404088, 0.3265959573593104, 0.3468258771852678 ], "brier_below_clim": [ 0.40795993245117856, 0.27227812780818744, 0.12370712310234608, 0.2309306977016834, 0.2554229422765291, 0.15868716024439758, 0.31168865779035276, 0.37646203326964833 ], "brier_above": [ 0.1256720891464553, 0.19717811593593162, 0.34764142993186886, 0.17418037763770242, 0.17693766451025172, 0.2530446541139792, 0.1907809065394858, 0.11087391289604984 ], "brier_above_clim": [ 0.11627054465083109, 0.1871104114792495, 0.37801027156074746, 0.17417612530121018, 0.17634376877195204, 0.25662811177730505, 0.16119918533729533, 0.11217149654219405 ], "crps": [ 3.8287139975053837, 3.405603597322708, 9.92992897077741, 3.7172139953364542, 4.233593284507313, 5.042757689148614, 6.532179323786547, 2.4843645427064636 ], "crps_clim": [ 4.134590890417508, 3.257454258459608, 11.95446652225302, 3.2123112416029844, 3.7715427873017267, 4.553263281560126, 3.429057288259692, 3.466783459627757 ], "crps_fair": [ 3.7226557014063837, 3.3060226780033295, 9.769236924209636, 3.636302861183491, 4.138659788419584, 4.93435754495651, 6.349956887781981, 2.374776886901261 ], "crps_fair_clim": [ 3.840649245962226, 2.9635126140043284, 11.660524877797739, 2.9183695971477044, 3.477601142846446, 4.259321637104846, 3.1351156438044105, 3.1728418151724775 ] }, "rps": 0.4609256665795299, "rpss": 0.003147086363942897, "brier_below": 0.26388702803750386, "bss_below": 0.012184737950195146, "brier_above": 0.1970386438389656, "bss_above": -0.009218992176678098, "crps": 4.8967944251363615, "crpss": -0.03692179063381418, "crps_fair": 4.7789961591077725, "crpss_fair": -0.07914750251338343, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.125777, 0.704823, 0.1694, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2824, 0.338, 0.4449, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4368, 0.4675, 0.494, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.171679, 0.701854, 0.126467, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2831, 0.347, 0.4184, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2489, 0.2381, 0.3371, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4994718169555531, 0.480750102225996, 0.5079485771995993, 0.40535541298386446, 0.434425947366646, 0.37906287364668334, 0.5053052310732706, 0.4336254592550472 ], "rps_clim": [ 0.5378222423430801, 0.4654037630210716, 0.5441677934136927, 0.42259005509153863, 0.4687251558583407, 0.37920455236096284, 0.4762575897428396, 0.48392300807734495 ], "brier_below": [ 0.39106078536684197, 0.2442176556508196, 0.11690735795512373, 0.23815506876269624, 0.33029624374137656, 0.21300612677072553, 0.3050704779923307, 0.32666708455949733 ], "brier_below_clim": [ 0.4270541912814117, 0.23612689903307224, 0.11111111773384952, 0.25427588380937366, 0.3562146259988406, 0.2119324419419288, 0.29938211945700965, 0.37315495701567675 ], "brier_above": [ 0.10841105000764063, 0.23653244527815553, 0.39104118487054385, 0.16720035265208807, 0.10412972087853184, 0.16605675639632425, 0.2002347643021263, 0.10695839317450222 ], "brier_above_clim": [ 0.11076807075767037, 0.22927686262225755, 0.4330566384694138, 0.16831418081740057, 0.11251054924392284, 0.1672721205797222, 0.1768754781609058, 0.11076807075767037 ], "crps": [ 4.26706407942598, 3.94693082720108, 11.23911806704732, 3.8634184641827334, 2.6696411095458212, 3.4464512709893884, 8.501150750981806, 2.802510763675696 ], "crps_clim": [ 4.500795459022275, 3.8833491476604167, 14.934177684323762, 3.6806433710989057, 3.5671376707580675, 3.3365612191630336, 3.817686724141159, 4.037007086746878 ], "crps_fair": [ 4.1438307199248126, 3.850356037717716, 11.016909510535976, 3.7714027576765057, 2.566272539409569, 3.3215927711727273, 8.258327450073539, 2.6840497579011493 ], "crps_fair_clim": [ 4.156168553465009, 3.538722242103148, 14.589550778766494, 3.336016465541637, 3.2225107652008003, 2.991934313605765, 3.4730598185838906, 3.692380181189609 ] }, "rps": 0.4557431775883325, "rpss": 0.034977619299302654, "brier_below": 0.27067260009992644, "bss_below": 0.045773419900836165, "brier_above": 0.18507058344498908, "bss_above": 0.018741063931728585, "crps": 5.0920356666312285, "crpss": 0.024452529324065164, "crps_fair": 4.9515926930514995, "crpss_fair": -0.015702385594290824, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.142749, 0.549092, 0.308159, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2785, 0.3404, 0.4495, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.326, 0.5413, 0.5642, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.23838, 0.61837, 0.14325, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2811, 0.3418, 0.4209, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1852, 0.2064, 0.425, NaN, NaN, NaN, NaN, NaN ] } } } } }, "dqm": { "lambda_": { "training_mean": 0.8256068952235331, "training": [ 0.822968041169692, 0.8283145946356175, 0.8199178159799831, 0.8204866493762722, 0.8694915033115493, 0.7907546446534683, 0.8152497239475567, 0.8253423762586125, 0.825037871885425, 0.8644415270676286, 0.8122055861946617, 0.8197579124710103, 0.7624269799560698, 0.8491315206255019, 0.8219038882554058, 0.8639957270555915, 0.8379722095458779, 0.8350664625797287, 0.8348673546283725, 0.8146380691696451, 0.8065240837809559, 0.8221710771362298, 0.8284265880849286, 0.8234732775950101 ], "test": 0.8488287336861473 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4402306428585011, 0.3723354017542629, 0.44363956193033643, 0.3530574775168518, 0.4550486618490564, 0.5281655555969651, 0.3926974195762375, 0.46384468091001635, 0.390536913181261, 0.47414585062855474, 0.5266126384450842, 0.4570768013806638, 0.5752999656171764, 0.5251879963895263, 0.48798972674540897, 0.4310433959733801, 0.4543061330366892, 0.4115981733550561, 0.45456843019158233, 0.43138189524480375, 0.5091686184406641, 0.3935258118089129, 0.4393211931882417, 0.45803301229859666 ], "rps_clim": [ 0.462562923536876, 0.3645173216522427, 0.44125991495499295, 0.3676651074657129, 0.4796288397923759, 0.5018388000928868, 0.3814774056959005, 0.4578573987892382, 0.3735878385869089, 0.5052606235712064, 0.5036551985237356, 0.4358799350596818, 0.5001476319885705, 0.5372757850199824, 0.4967176353817881, 0.483398419566635, 0.48412488872389453, 0.42298688230915954, 0.4788741887887977, 0.4007718021663261, 0.498737480732011, 0.40202165436042925, 0.44570350792032964, 0.4523372814100714 ], "brier_below": [ 0.3197225077792232, 0.19379120949453732, 0.1557946316272496, 0.23412563140016615, 0.16111653678433216, 0.38882937310728105, 0.21129181443503012, 0.1582852114531887, 0.1421014008463078, 0.1243882784219415, 0.13967976755267494, 0.1790413990891027, 0.40161030671017234, 0.11853427423277564, 0.34926427666858595, 0.3069576555086371, 0.15711344829704182, 0.22903464617064317, 0.27388778507396105, 0.18489994016342529, 0.3828023799724364, 0.24566559951401246, 0.16542825399941039, 0.2655505181971997 ], "brier_below_clim": [ 0.33445347350698373, 0.18448978058131807, 0.15020271959428944, 0.23455533259135652, 0.16559252060812168, 0.3788018404246035, 0.19293962127510628, 0.15038884587226958, 0.13073481316379681, 0.1342598604859912, 0.1282842296352773, 0.16631198513422443, 0.3601361789689049, 0.12098299127445335, 0.35626815432751285, 0.34779494441826286, 0.17732409124021772, 0.23135019401075282, 0.29334157497784386, 0.1580270900868227, 0.3757058539399758, 0.2565886947421901, 0.1693218745678458, 0.2597369379666505 ], "brier_above": [ 0.12050813449860606, 0.17854419229909127, 0.2878449313953712, 0.11893184670402528, 0.2939321239917198, 0.13933618260536815, 0.18140560569860018, 0.30555946978940307, 0.24843551219503232, 0.3497575717302016, 0.386932871677172, 0.2780354023850256, 0.17368965980944118, 0.4066537231991623, 0.13872544921878785, 0.12408574130885487, 0.29719268554382144, 0.18256352723709324, 0.18068064512773585, 0.2464819547453431, 0.12636623791951695, 0.14786021191602064, 0.27389293899195977, 0.19248249412213317 ], "brier_above_clim": [ 0.12810945002989202, 0.1800275410709245, 0.2910571953607033, 0.1331097748743562, 0.3140363192350966, 0.12303695966828301, 0.18853778442079408, 0.3074685529169685, 0.24285302547391838, 0.371000763085215, 0.37537096893986166, 0.26956794992545724, 0.1400114530196655, 0.41629279379655704, 0.14044948110508146, 0.1356034751238968, 0.30680079745918404, 0.19163668827393138, 0.18553261378647845, 0.242744712130419, 0.12303162676755988, 0.14543295959376396, 0.2763816333277958, 0.19260034341894555 ], "crps": [ 2.410152665722437, 4.335346325824093, 10.984006612362547, 2.386056322501389, 11.631858222252367, 4.602330814464295, 3.344317917088852, 5.409123383624844, 3.8473297083396294, 17.97869077377769, 17.80226821461104, 4.236853382054314, 9.225310922955021, 24.323167311266474, 4.624633621482783, 2.620545138837944, 12.839524645467042, 3.9502572108046783, 4.150071527500425, 5.2075428818204506, 5.208827744711179, 4.237921304751269, 8.236516616897205, 3.323170508893401 ], "crps_clim": [ 3.383400553071679, 3.6995246089032476, 10.375259519924272, 3.088176782734038, 15.623140866424055, 3.918194532764918, 3.2512248780442565, 5.3613292903859575, 3.3401723993300685, 21.29254756415035, 17.08930816883068, 4.102339013398538, 4.506551529947348, 25.32004262629813, 4.202143270441035, 3.5904825606496558, 13.811056598131602, 3.49561527327503, 4.117308454045926, 4.163338575099779, 4.154173639778647, 3.3440543501428777, 7.576953718515562, 3.8653696148339143 ], "crps_fair": [ 2.2181210644674443, 4.058457002834838, 10.748326981720993, 2.2116487949669685, 11.147929078311302, 4.302718150483185, 3.166484751506973, 5.126886089465192, 3.580473158119297, 17.623086864336887, 17.566181507409883, 3.9775213782040684, 8.817591909337365, 24.091929179322225, 4.353942110198968, 2.4215507566682666, 12.533896161894958, 3.7758195017394933, 3.9561671880568214, 5.012345501253304, 4.937385464039089, 3.939940352989512, 7.86281258551433, 3.115461484407304 ], "crps_fair_clim": [ 3.069144896531585, 3.3858676721658623, 10.074246020518368, 2.773361990265274, 15.332066536235006, 3.604951743610606, 2.9367188887863067, 5.050819710999868, 3.0258348712866763, 21.012210746646392, 16.801010670653753, 3.7894449827302754, 4.194423053287697, 25.04733364035127, 3.8894382629868667, 3.276619104881488, 13.516550290161696, 3.1815721446141088, 3.8044427745910094, 3.8505600739044343, 3.8413777807512575, 3.029724174279054, 7.270640397516081, 3.55202677848655 ] }, "rps": 0.4528673315799096, "rpss": 0.0008707719234926081, "brier_below": 0.228704868604139, "bss_below": -0.005739387242956306, "brier_above": 0.22416246308789525, "bss_above": 0.007525926053353782, "crps": 7.37149265741714, "crpss": -0.0013817457877982608, "crps_fair": 7.106111542385361, "crpss_fair": -0.0073019135530132395, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.128059, 0.609994, 0.261947, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.287, 0.3508, 0.4202, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3819, 0.3369, 0.3629, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 3e-05, 0.020487, 0.877389, 0.102093, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1955, 0.2906, 0.3399, 0.4336, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.2508, 0.3424, 0.3799, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4243176367929219, 0.3779884350853134, 0.36352199771155413, 0.3657469049427949, 0.4873233008547106, 0.49165208132083743, 0.35964463931777874, 0.44254717378724334, 0.42592255930640033, 0.48677493807313627, 0.5861140576334075, 0.4868383238841583, 0.5692084201712, 0.5421117565273004, 0.5178451145955606, 0.45998535255650447, 0.45471408040410416, 0.3887297406349964, 0.4787534839551379, 0.4334081370413322, 0.4427139557622186, 0.4373131988021795, 0.4420652173793423, 0.46162796071365114 ], "rps_clim": [ 0.4612583059027846, 0.3632558141399608, 0.354883769652867, 0.3845191290006187, 0.5442138095123802, 0.47392048384293584, 0.33694866035330306, 0.4142191822653953, 0.37845219617751535, 0.4951720237139347, 0.5339101528063047, 0.4478677808815762, 0.5122698412139367, 0.546319606847996, 0.5151171329099498, 0.5367285468048282, 0.4864254362866427, 0.45042529340514065, 0.45228609740130155, 0.40382417319303954, 0.47274140836269934, 0.4335462466444369, 0.43507035514007947, 0.4346226259811788 ], "brier_below": [ 0.3147157185516049, 0.1635297741187936, 0.18685874539320885, 0.25309871231851766, 0.11594485611406193, 0.34431332086671945, 0.19165400450899525, 0.16461017733805094, 0.17551250172504748, 0.14108198498882235, 0.14931892965144478, 0.17171228421715878, 0.3983547770393844, 0.12470669170665352, 0.3479412118647698, 0.3541106921343113, 0.21217027142931563, 0.28828714051376425, 0.20464984813170603, 0.16064894775856942, 0.32895967109330326, 0.3106681324449352, 0.22016225708059867, 0.21796201092985815 ], "brier_below_clim": [ 0.3406488402474111, 0.15585229033150771, 0.1733474973115743, 0.2607321626770492, 0.12098299127445337, 0.35118589057225497, 0.15964704360397033, 0.13793336355887106, 0.13634373895712082, 0.1384011735129149, 0.12098299127445332, 0.14645923116637555, 0.36837280991055965, 0.12098299127445333, 0.34820491159145306, 0.4161190810910467, 0.23546533423622354, 0.32875690367129495, 0.18568689656698428, 0.13104510989535922, 0.3521319426489182, 0.3129367809306557, 0.21062232617609924, 0.19696310869600517 ], "brier_above": [ 0.10960191801931428, 0.21445866084463186, 0.1766632524381615, 0.11264819323545872, 0.3713784417965483, 0.1473387613949042, 0.16799063558639304, 0.2779369964477746, 0.25041005672448796, 0.3456929528844894, 0.4367951280443542, 0.3151260390130791, 0.17085364403911665, 0.41740506469333616, 0.16990390159055327, 0.10587466148035872, 0.2425438098698853, 0.10044260096281538, 0.27410363509676366, 0.2727591890929191, 0.11375428416766252, 0.126645066069595, 0.2219029597030323, 0.2436659500101634 ], "brier_above_clim": [ 0.12060946565537374, 0.20740352380845312, 0.18153627234129263, 0.1237869663235696, 0.42323081835917165, 0.12273459327068108, 0.17730161674933273, 0.27628581870652447, 0.24210845734163935, 0.35677085020102, 0.4129271616552412, 0.3014085497152008, 0.1438970313033771, 0.4253366156954207, 0.1669122214397413, 0.12060946565537374, 0.2509601019920115, 0.12166838967543823, 0.2665992007759097, 0.27277906341892527, 0.12060946565537374, 0.12060946565537374, 0.22444802890557244, 0.2376595172267659 ], "crps": [ 2.2150102285751294, 5.554686835193268, 4.208947499854186, 2.3262037099790414, 15.76559741539257, 5.613228148176924, 3.9349379811178884, 4.957530358580279, 3.8404195718215233, 25.916935361871953, 27.34613145708489, 4.374870274156224, 9.91175525552828, 25.351102933702798, 5.699675686013663, 2.1385079645202305, 14.129468573983432, 2.786727302189232, 7.386840272465048, 5.912466424310275, 4.469148590645663, 4.666313622984904, 6.73433722736884, 3.8736300332718154 ], "crps_clim": [ 3.5039629006286863, 4.404502123435348, 3.7921098904802375, 3.7427483154181247, 27.430818422751024, 4.09357752958828, 3.618553854597303, 4.403186407306274, 3.33544948423942, 30.38912596968953, 26.15657705190127, 3.9490911747156954, 4.915805626371291, 26.102456598508446, 4.555869648555982, 4.319504515985746, 15.066223249131706, 3.332735441447136, 6.022796968020984, 5.2148566721483, 4.335017286452637, 3.630233609951502, 6.294926309868744, 4.525624967226858 ], "crps_fair": [ 2.0292067705937455, 5.191971903882406, 3.926101840455457, 2.1067018481739046, 15.136999377983562, 5.238556489898965, 3.747230240878483, 4.666648248551741, 3.548823373382289, 25.51612729898841, 27.104363883081014, 4.087214342407034, 9.430027239521655, 25.08619159317805, 5.388416673655599, 1.9164341611251905, 13.817702273377815, 2.6195819236415105, 7.15030320587527, 5.661545447939353, 4.156013543182819, 4.349874766617853, 6.190638380645105, 3.650958863997932 ], "crps_fair_clim": [ 3.134642569756797, 4.0368873592733205, 3.423335292543674, 3.3738802296500032, 27.106814106125587, 3.7253738930894196, 3.249450552047323, 4.035569151257637, 2.965809999169824, 30.070724508266622, 25.830159399346183, 3.580613889817456, 4.549159240055732, 25.77593644509466, 4.188541565312743, 3.9517287715065783, 14.718801138616833, 2.963090816144978, 5.6582471562161265, 4.848776670389135, 3.9672709222205658, 3.261152428150299, 5.930891894544658, 4.158239602390194 ] }, "rps": 0.4552861861355743, "rpss": -0.0054168573108475115, "brier_below": 0.2308738609133165, "bss_below": -0.01672853319782952, "brier_above": 0.22441232513357492, "bss_above": 0.005960817626570747, "crps": 8.296436363699502, "crpss": 0.038724754823926455, "crps_fair": 7.988234737126466, "crpss_fair": 0.0341928947517236, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.068346, 0.530304, 0.40135, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2859, 0.3529, 0.4219, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.515, 0.3256, 0.3497, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 7.2e-05, 0.017606, 0.896755, 0.085567, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1955, 0.2846, 0.3357, 0.4334, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.264, 0.3341, 0.4602, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.48579097999312837, 0.4503751799004659, 0.48840837359280076, 0.3975244469742655, 0.4149789283472097, 0.4275558558670086, 0.5093790133257378, 0.4483061282661118 ], "rps_clim": [ 0.5242304582543107, 0.45938853305268146, 0.5017174223148171, 0.4051068144553075, 0.4317667029427126, 0.41531527803354223, 0.4728878323138167, 0.48863351023117646 ], "brier_below": [ 0.3767586407133861, 0.26449538936348077, 0.12385083860213852, 0.22839072968862947, 0.24373895567499806, 0.16749709673368274, 0.3285584825930477, 0.34432028383747343 ], "brier_below_clim": [ 0.40795993245117856, 0.27227812780818744, 0.12370712310234608, 0.2309306977016834, 0.2554229422765291, 0.15868716024439758, 0.31168865779035276, 0.37646203326964833 ], "brier_above": [ 0.10903235706126646, 0.185879796006304, 0.36455750885952476, 0.16913372463048823, 0.1712399793851055, 0.2600587523764738, 0.18082054296348596, 0.10398586323505857 ], "brier_above_clim": [ 0.11627054465083109, 0.1871104114792495, 0.37801027156074746, 0.17417612530121018, 0.17634376877195204, 0.25662811177730505, 0.16119918533729533, 0.11217149654219405 ], "crps": [ 3.048687041548204, 3.2300488728839523, 10.516006557461894, 4.071503007764231, 4.161086839947084, 5.298658322109888, 6.9581411098320745, 2.0915424546142205 ], "crps_clim": [ 4.134590890417508, 3.257454258459608, 11.95446652225302, 3.2123112416029844, 3.7715427873017267, 4.553263281560126, 3.429057288259692, 3.466783459627757 ], "crps_fair": [ 2.941862755371759, 3.13033531957647, 10.342809134000465, 3.9922781437979853, 4.069342358000104, 5.194261653712873, 6.760117401986788, 1.983981572798709 ], "crps_fair_clim": [ 3.840649245962226, 2.9635126140043284, 11.660524877797739, 2.9183695971477044, 3.477601142846446, 4.259321637104846, 3.1351156438044105, 3.1728418151724775 ] }, "rps": 0.45278986328334103, "rpss": 0.020742546562027453, "brier_below": 0.2597013021508546, "bss_below": 0.02785327590122122, "brier_above": 0.1930885655647134, "bss_above": 0.011013049301529909, "crps": 4.9219592757701935, "crpss": -0.04225057916663877, "crps_fair": 4.8018735424056445, "crpss_fair": -0.084313455828263, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.135128, 0.764665, 0.100207, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2872, 0.3644, 0.4092, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4632, 0.4596, 0.5394, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.058182, 0.89794, 0.043879, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2938, 0.3255, 0.4207, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2532, 0.253, 0.2407, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4787890485354962, 0.4662782212735858, 0.5154603863609428, 0.4044611174634561, 0.41775502382466645, 0.37899981055585114, 0.5022171238734299, 0.44662304630436717 ], "rps_clim": [ 0.5378222423430801, 0.4654037630210716, 0.5441677934136927, 0.42259005509153863, 0.4687251558583407, 0.37920455236096284, 0.4762575897428396, 0.48392300807734495 ], "brier_below": [ 0.3776071955710798, 0.23443316101972936, 0.11016243372949194, 0.24142423913408917, 0.31827803978336794, 0.2148227316874259, 0.3076388273502561, 0.3404920191929689 ], "brier_below_clim": [ 0.4270541912814117, 0.23612689903307224, 0.11111111773384952, 0.25427588380937366, 0.3562146259988406, 0.2119324419419288, 0.29938211945700965, 0.37315495701567675 ], "brier_above": [ 0.10118187132884711, 0.2318450582502114, 0.40529791849558794, 0.1630368867733986, 0.09947700175310173, 0.16417708808985038, 0.19457830607545218, 0.10613104620356295 ], "brier_above_clim": [ 0.11076807075767037, 0.22927686262225755, 0.4330566384694138, 0.16831418081740057, 0.11251054924392284, 0.1672721205797222, 0.1768754781609058, 0.11076807075767037 ], "crps": [ 3.382003235617535, 3.992756912594324, 12.15820627312961, 4.27180563661193, 2.1973097911672825, 3.3617721458437555, 9.418706267941612, 2.3785723853395817 ], "crps_clim": [ 4.500795459022275, 3.8833491476604167, 14.934177684323762, 3.6806433710989057, 3.5671376707580675, 3.3365612191630336, 3.817686724141159, 4.037007086746878 ], "crps_fair": [ 3.252977219392539, 3.894166401736586, 11.91979061706011, 4.176184547825921, 2.0967662916834, 3.2409002088507495, 9.159121447879683, 2.256334745790021 ], "crps_fair_clim": [ 4.156168553465009, 3.538722242103148, 14.589550778766494, 3.336016465541637, 3.2225107652008003, 2.991934313605765, 3.4730598185838906, 3.692380181189609 ] }, "rps": 0.45132297227397444, "rpss": 0.04433727022862666, "brier_below": 0.2681073309335511, "bss_below": 0.05481699513808025, "brier_above": 0.18321564712125152, "bss_above": 0.02857608368269915, "crps": 5.145141581030703, "crpss": 0.014278338909445631, "crps_fair": 4.999530185027377, "crpss_fair": -0.025535630769652595, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.158549, 0.647108, 0.194342, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2873, 0.3699, 0.4093, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3358, 0.5493, 0.5606, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.054784, 0.8733, 0.071915, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2929, 0.3246, 0.4207, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3057, 0.2199, 0.3322, NaN, NaN, NaN, NaN, NaN ] } } } } }, "qdm": { "lambda_": { "training_mean": 0.7692034534596265, "training": [ 0.7545256247338682, 0.7717718992829252, 0.7638369643667389, 0.7695318069124285, 0.8104709093531484, 0.741805517719978, 0.7601162228939535, 0.7504698920693145, 0.7712942413316929, 0.8060341208503076, 0.7710836662488155, 0.7672455269152678, 0.7149053602977004, 0.8108996886081017, 0.7599619031680364, 0.8109377120098683, 0.7766121075049203, 0.7765708354644412, 0.7764734313071063, 0.7573911346031326, 0.7461971666375792, 0.7519554681964873, 0.772066950786254, 0.7687247317689705 ], "test": 0.7994661998989318 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43833637458874986, 0.37167436069989346, 0.44201192910368947, 0.3489379729998951, 0.4695346991720031, 0.49508650295341794, 0.39434938598387687, 0.4901758010019971, 0.393065690195626, 0.47716865998323826, 0.5158773719302299, 0.45745037411171313, 0.5460598590899809, 0.5174210394775834, 0.4851979193453286, 0.41433199605800625, 0.4624319106928669, 0.41214607844855156, 0.45155464554776353, 0.44471789061447936, 0.5000164143891287, 0.40645251452677505, 0.4374244068846594, 0.44656922035461133 ], "rps_clim": [ 0.462562923536876, 0.3645173216522427, 0.44125991495499295, 0.3676651074657129, 0.4796288397923759, 0.5018388000928868, 0.3814774056959005, 0.4578573987892382, 0.3735878385869089, 0.5052606235712064, 0.5036551985237356, 0.4358799350596818, 0.5001476319885705, 0.5372757850199824, 0.4967176353817881, 0.483398419566635, 0.48412488872389453, 0.42298688230915954, 0.4788741887887977, 0.4007718021663261, 0.498737480732011, 0.40202165436042925, 0.44570350792032964, 0.4523372814100714 ], "brier_below": [ 0.3159885560495718, 0.19527140542305402, 0.15891845871010937, 0.23385479640978463, 0.17072473134230143, 0.36261810349801793, 0.2155153888764163, 0.1803931550198918, 0.14995705336371637, 0.13352863291971234, 0.1374647367995961, 0.176881696864506, 0.3769167552478988, 0.12288980378010539, 0.3465036093512867, 0.2950079146872854, 0.1686571051973826, 0.23108519865218902, 0.2721670048075829, 0.19072928373683293, 0.37142643137352616, 0.25386755051753285, 0.1678427742627484, 0.2587125113527796 ], "brier_below_clim": [ 0.33445347350698373, 0.18448978058131807, 0.15020271959428944, 0.23455533259135652, 0.16559252060812168, 0.3788018404246035, 0.19293962127510628, 0.15038884587226958, 0.13073481316379681, 0.1342598604859912, 0.1282842296352773, 0.16631198513422443, 0.3601361789689049, 0.12098299127445335, 0.35626815432751285, 0.34779494441826286, 0.17732409124021772, 0.23135019401075282, 0.29334157497784386, 0.1580270900868227, 0.3757058539399758, 0.2565886947421901, 0.1693218745678458, 0.2597369379666505 ], "brier_above": [ 0.12234781778604033, 0.17640295502708028, 0.28309347181658806, 0.11508317710087117, 0.29880996689080286, 0.13246839908798214, 0.17883399794796412, 0.3097826460876163, 0.24310863647202047, 0.343640027075136, 0.378412636695223, 0.2805686771156675, 0.16914310400942975, 0.39453123628424563, 0.13869430917602618, 0.11932408252424194, 0.29377480676704004, 0.1810608799410635, 0.17938764055241413, 0.2539886069376314, 0.12858998218970916, 0.15258496335360183, 0.2695816325798071, 0.18785670855776793 ], "brier_above_clim": [ 0.12810945002989202, 0.1800275410709245, 0.2910571953607033, 0.1331097748743562, 0.3140363192350966, 0.12303695966828301, 0.18853778442079408, 0.3074685529169685, 0.24285302547391838, 0.371000763085215, 0.37537096893986166, 0.26956794992545724, 0.1400114530196655, 0.41629279379655704, 0.14044948110508146, 0.1356034751238968, 0.30680079745918404, 0.19163668827393138, 0.18553261378647845, 0.242744712130419, 0.12303162676755988, 0.14543295959376396, 0.2763816333277958, 0.19260034341894555 ], "crps": [ 2.5376084868085127, 4.083693757952018, 10.807041612146431, 2.099200042426763, 12.36841458710944, 4.444038402815138, 3.1887787189839685, 5.561023872735241, 3.8323712802592174, 17.635120757591764, 17.43853099510122, 4.031606870820449, 8.676445145767632, 23.61517351677094, 4.6840486592760495, 2.47333836268432, 12.781874391776936, 3.8457136862773162, 4.0511896660952935, 5.060499768722559, 5.353758515811122, 4.467900252383601, 8.036063426963354, 3.136336527986129 ], "crps_clim": [ 3.383400553071679, 3.6995246089032476, 10.375259519924272, 3.088176782734038, 15.623140866424055, 3.918194532764918, 3.2512248780442565, 5.3613292903859575, 3.3401723993300685, 21.29254756415035, 17.08930816883068, 4.102339013398538, 4.506551529947348, 25.32004262629813, 4.202143270441035, 3.5904825606496558, 13.811056598131602, 3.49561527327503, 4.117308454045926, 4.163338575099779, 4.154173639778647, 3.3440543501428777, 7.576953718515562, 3.8653696148339143 ], "crps_fair": [ 2.341655551605886, 3.8157273276723513, 10.564375638265231, 1.9302349845558784, 11.85643531958781, 4.1160650487542085, 2.994041979255146, 5.273854310979338, 3.55337916328551, 17.26692355778027, 17.193641654620226, 3.777893626939565, 8.245542820074585, 23.377182681905264, 4.407576346884895, 2.255894958072746, 12.469966379814661, 3.645720570986475, 3.8475659506630167, 4.871273992149812, 5.051620535386419, 4.165594765214805, 7.654487801091044, 2.9183954437356276 ], "crps_fair_clim": [ 3.069144896531585, 3.3858676721658623, 10.074246020518368, 2.773361990265274, 15.332066536235006, 3.604951743610606, 2.9367188887863067, 5.050819710999868, 3.0258348712866763, 21.012210746646392, 16.801010670653753, 3.7894449827302754, 4.194423053287697, 25.04733364035127, 3.8894382629868667, 3.276619104881488, 13.516550290161696, 3.1815721446141088, 3.8044427745910094, 3.8505600739044343, 3.8413777807512575, 3.029724174279054, 7.270640397516081, 3.55202677848655 ] }, "rps": 0.45074970908975276, "rpss": 0.005542732951386964, "brier_below": 0.2286217774268262, "bss_below": -0.005373990256587469, "brier_above": 0.2221279317489988, "bss_above": 0.016533766075592204, "crps": 7.258740471052725, "crpss": 0.01393509524702019, "crps_fair": 6.9831271003866995, "crpss_fair": 0.010131314594840624, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.055486, 0.615809, 0.328645, 6.1e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2911, 0.3497, 0.4334, 0.5015, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.305, 0.3402, 0.3745, 0.5009, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 3e-05, 0.098866, 0.781976, 0.119128, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1969, 0.2918, 0.3409, 0.4267, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.2581, 0.345, 0.4118, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4214316698858797, 0.38248133632748027, 0.36354898423823134, 0.3576154916263965, 0.5128525753511508, 0.46057237289942726, 0.3638805179193124, 0.45646206590188365, 0.4374860752468926, 0.48314729122871364, 0.5832154700539312, 0.49458802629485676, 0.5470164055764553, 0.5483587383959648, 0.5266629604144846, 0.4367227521913715, 0.4441330382835616, 0.375007585823188, 0.48857468936424503, 0.45067228846188584, 0.43215985480181557, 0.44348660921885635, 0.43943130134883346, 0.4439304849851249 ], "rps_clim": [ 0.4612583059027846, 0.3632558141399608, 0.354883769652867, 0.3845191290006187, 0.5442138095123802, 0.47392048384293584, 0.33694866035330306, 0.4142191822653953, 0.37845219617751535, 0.4951720237139347, 0.5339101528063047, 0.4478677808815762, 0.5122698412139367, 0.546319606847996, 0.5151171329099498, 0.5367285468048282, 0.4864254362866427, 0.45042529340514065, 0.45228609740130155, 0.40382417319303954, 0.47274140836269934, 0.4335462466444369, 0.43507035514007947, 0.4346226259811788 ], "brier_below": [ 0.3139750897475141, 0.16962376858269546, 0.18940007861943767, 0.24780923149562636, 0.13198663320129897, 0.3229879983481399, 0.19990121881369163, 0.1771825500539011, 0.18507436761208895, 0.1481387176461163, 0.14910835737457936, 0.17562151533034623, 0.37647358286952654, 0.13224914796481038, 0.35008449721009477, 0.33644885079099063, 0.20858997978939067, 0.27985145579131804, 0.21229796050774324, 0.17202818637288325, 0.3226050888115183, 0.31185849979562374, 0.21941460928173045, 0.20770683819065308 ], "brier_below_clim": [ 0.3406488402474111, 0.15585229033150771, 0.1733474973115743, 0.2607321626770492, 0.12098299127445337, 0.35118589057225497, 0.15964704360397033, 0.13793336355887106, 0.13634373895712082, 0.1384011735129149, 0.12098299127445332, 0.14645923116637555, 0.36837280991055965, 0.12098299127445333, 0.34820491159145306, 0.4161190810910467, 0.23546533423622354, 0.32875690367129495, 0.18568689656698428, 0.13104510989535922, 0.3521319426489182, 0.3129367809306557, 0.21062232617609924, 0.19696310869600517 ], "brier_above": [ 0.10745657952946887, 0.21285756740170625, 0.17414890597673083, 0.10980626034342614, 0.3808659395401591, 0.13758437545669305, 0.16397930012687892, 0.279279515833931, 0.25241170632837256, 0.33500857326782807, 0.43410711389818474, 0.31896650992197834, 0.17054282325761777, 0.41610958984857244, 0.1765784623072177, 0.10027390299031846, 0.2355430586911664, 0.09515613147331597, 0.276276727789097, 0.2786441021580803, 0.10955476541627195, 0.13162810917131038, 0.22001669177038186, 0.2362236472615921 ], "brier_above_clim": [ 0.12060946565537374, 0.20740352380845312, 0.18153627234129263, 0.1237869663235696, 0.42323081835917165, 0.12273459327068108, 0.17730161674933273, 0.27628581870652447, 0.24210845734163935, 0.35677085020102, 0.4129271616552412, 0.3014085497152008, 0.1438970313033771, 0.4253366156954207, 0.1669122214397413, 0.12060946565537374, 0.2509601019920115, 0.12166838967543823, 0.2665992007759097, 0.27277906341892527, 0.12060946565537374, 0.12060946565537374, 0.22444802890557244, 0.2376595172267659 ], "crps": [ 2.323340308372173, 5.465005143288207, 4.086602670617595, 2.144798298566041, 16.203713819474928, 5.526838920808187, 3.7425676777332697, 4.889626610123857, 3.783072646484558, 25.10196236613619, 26.868019969724912, 4.201063795349454, 9.460590441162697, 24.3264243705148, 5.970087442156577, 2.0323880025968655, 13.85697428864293, 2.6573470196614695, 7.332777119620493, 5.843063283189815, 4.530663289222205, 5.197128096403448, 6.5009190235800824, 3.5509917646698836 ], "crps_clim": [ 3.5039629006286863, 4.404502123435348, 3.7921098904802375, 3.7427483154181247, 27.430818422751024, 4.09357752958828, 3.618553854597303, 4.403186407306274, 3.33544948423942, 30.38912596968953, 26.15657705190127, 3.9490911747156954, 4.915805626371291, 26.102456598508446, 4.555869648555982, 4.319504515985746, 15.066223249131706, 3.332735441447136, 6.022796968020984, 5.2148566721483, 4.335017286452637, 3.630233609951502, 6.294926309868744, 4.525624967226858 ], "crps_fair": [ 2.1441979626362913, 5.116470456024958, 3.7975968082854816, 1.9294688099710533, 15.540544065728923, 5.1140539750969705, 3.5458701716084233, 4.595439029922718, 3.47132829285999, 24.69713481240371, 26.615845239860235, 3.915030205346324, 8.96494316631656, 24.04550105145336, 5.663610376428204, 1.7955593178753977, 13.55016772720273, 2.4550209085997095, 7.079619212854416, 5.594534840673611, 4.189382930746492, 4.882035104792015, 5.945026673510781, 3.324372718124235 ], "crps_fair_clim": [ 3.134642569756797, 4.0368873592733205, 3.423335292543674, 3.3738802296500032, 27.106814106125587, 3.7253738930894196, 3.249450552047323, 4.035569151257637, 2.965809999169824, 30.070724508266622, 25.830159399346183, 3.580613889817456, 4.549159240055732, 25.77593644509466, 4.188541565312743, 3.9517287715065783, 14.718801138616833, 2.963090816144978, 5.6582471562161265, 4.848776670389135, 3.9672709222205658, 3.261152428150299, 5.930891894544658, 4.158239602390194 ] }, "rps": 0.45389327440999755, "rpss": -0.0023408647323601706, "brier_below": 0.2308507593417383, "bss_below": -0.016626797874080168, "brier_above": 0.2230425149900125, "bss_above": 0.012028420884560798, "crps": 8.149831932004192, "crpss": 0.05571123008195722, "crps_fair": 7.832198077430107, "crpss_fair": 0.053058303640316384, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.049225, 0.483021, 0.467609, 0.000145, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2906, 0.3496, 0.4383, 0.5015, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.289, 0.3463, 0.3565, 0.5009, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 7.2e-05, 0.122304, 0.786488, 0.091136, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1969, 0.2933, 0.3352, 0.4278, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3089, 0.3354, 0.4621, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.48724859961638983, 0.4490651553653465, 0.4907342430244483, 0.39807292885609014, 0.41502814366058516, 0.4312398385875504, 0.49496693683713255, 0.4255794433687472 ], "rps_clim": [ 0.5242304582543107, 0.45938853305268146, 0.5017174223148171, 0.4051068144553075, 0.4317667029427126, 0.41531527803354223, 0.4728878323138167, 0.48863351023117646 ], "brier_below": [ 0.3770910680208418, 0.26336326126061566, 0.12907818480750854, 0.2306147276401318, 0.24492091143763578, 0.17082621729945216, 0.3112728473207985, 0.32635384182325644 ], "brier_below_clim": [ 0.40795993245117856, 0.27227812780818744, 0.12370712310234608, 0.2309306977016834, 0.2554229422765291, 0.15868716024439758, 0.31168865779035276, 0.37646203326964833 ], "brier_above": [ 0.1101575493637862, 0.18570189925353378, 0.3616560325573843, 0.16745820823804095, 0.17010723864535976, 0.26041361428402593, 0.18369410206677503, 0.09922561982857646 ], "brier_above_clim": [ 0.11627054465083109, 0.1871104114792495, 0.37801027156074746, 0.17417612530121018, 0.17634376877195204, 0.25662811177730505, 0.16119918533729533, 0.11217149654219405 ], "crps": [ 3.1526220491354673, 3.15752998269763, 10.478288087517166, 3.9018337086472483, 4.10439760545426, 5.325670304175653, 7.233969211082182, 2.0642087259301745 ], "crps_clim": [ 4.134590890417508, 3.257454258459608, 11.95446652225302, 3.2123112416029844, 3.7715427873017267, 4.553263281560126, 3.429057288259692, 3.466783459627757 ], "crps_fair": [ 3.044025681198669, 3.055656199918231, 10.308450949478924, 3.821718776423758, 4.007448797990557, 5.214490773973625, 7.035775620848045, 1.950345467293842 ], "crps_fair_clim": [ 3.840649245962226, 2.9635126140043284, 11.660524877797739, 2.9183695971477044, 3.477601142846446, 4.259321637104846, 3.1351156438044105, 3.1728418151724775 ] }, "rps": 0.4489919111645363, "rpss": 0.028956451557980767, "brier_below": 0.2566901324512801, "bss_below": 0.039125066742864534, "brier_above": 0.1923017830296853, "bss_above": 0.01504289776979384, "crps": 4.927314959329973, "crpss": -0.043384673127856876, "crps_fair": 4.804739033390707, "crpss_fair": -0.0849605137745455, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.052146, 0.717889, 0.229965, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2856, 0.3589, 0.4191, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2227, 0.4681, 0.5237, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.16065, 0.786632, 0.052718, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2916, 0.3261, 0.423, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2345, 0.254, 0.2836, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.47099434545195823, 0.4724757297397473, 0.5286139548090976, 0.40404230745641895, 0.40932841353282834, 0.3777942014107476, 0.4848399314238432, 0.42477402876170206 ], "rps_clim": [ 0.5378222423430801, 0.4654037630210716, 0.5441677934136927, 0.42259005509153863, 0.4687251558583407, 0.37920455236096284, 0.4762575897428396, 0.48392300807734495 ], "brier_below": [ 0.37258378634859574, 0.2390811849768188, 0.12220055876389144, 0.24274037709767513, 0.3130678319309634, 0.21442515017601838, 0.29226160243080834, 0.32467478792821036 ], "brier_below_clim": [ 0.4270541912814117, 0.23612689903307224, 0.11111111773384952, 0.25427588380937366, 0.3562146259988406, 0.2119324419419288, 0.29938211945700965, 0.37315495701567675 ], "brier_above": [ 0.09841057726366993, 0.23339454223851971, 0.4064133615434232, 0.16130193858771455, 0.09626059912018825, 0.16336906007976487, 0.19257833847766867, 0.1000992591727873 ], "brier_above_clim": [ 0.11076807075767037, 0.22927686262225755, 0.4330566384694138, 0.16831418081740057, 0.11251054924392284, 0.1672721205797222, 0.1768754781609058, 0.11076807075767037 ], "crps": [ 3.4682904771155516, 3.931909033255832, 12.121781921911829, 4.145787792423194, 2.1355935426083326, 3.3641756707088843, 9.88888953486197, 2.36514995368691 ], "crps_clim": [ 4.500795459022275, 3.8833491476604167, 14.934177684323762, 3.6806433710989057, 3.5671376707580675, 3.3365612191630336, 3.817686724141159, 4.037007086746878 ], "crps_fair": [ 3.339109935226056, 3.8341430091105964, 11.886333126455835, 4.052259473381137, 2.031288029678278, 3.23593538166685, 9.629572364266096, 2.241780631108495 ], "crps_fair_clim": [ 4.156168553465009, 3.538722242103148, 14.589550778766494, 3.336016465541637, 3.2225107652008003, 2.991934313605765, 3.4730598185838906, 3.692380181189609 ] }, "rps": 0.4466078640732929, "rpss": 0.05432136909141472, "brier_below": 0.2651294099566227, "bss_below": 0.06531532909789328, "brier_above": 0.18147845956046707, "bss_above": 0.037786790138126025, "crps": 5.177697240821564, "crpss": 0.008041227929786787, "crps_fair": 5.031302743861668, "crpss_fair": -0.03205302139625066, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.069918, 0.603892, 0.32619, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2863, 0.3609, 0.4239, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1839, 0.5282, 0.5696, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.157544, 0.778444, 0.064012, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2917, 0.3232, 0.4247, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2042, 0.2228, 0.4218, NaN, NaN, NaN, NaN, NaN ] } } } } }, "sdm": { "lambda_": { "training_mean": 0.7989790974497816, "training": [ 0.7984239643339902, 0.7986218809194456, 0.7972342363672494, 0.799515487908449, 0.8289576760062729, 0.7825710479335624, 0.7931528363409278, 0.7920891658964258, 0.794815355186824, 0.8208732852995162, 0.7878269345881875, 0.7962688188939528, 0.7635045131388615, 0.8062749921759249, 0.7962949644324713, 0.8333978977853638, 0.8104163198239107, 0.81172142325902, 0.80166381041619, 0.7759405396161836, 0.7894845116391545, 0.7922782194217992, 0.8063046917670967, 0.7978657656439758 ], "test": 0.8226742806231859 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.41188786096608576, 0.3730487057044351, 0.46301928644035334, 0.3465755726744356, 0.4555437364154411, 0.4715559194030111, 0.39681293675974083, 0.4933480888708911, 0.4094888127511749, 0.5159061823461067, 0.5452884426075622, 0.46813624879258453, 0.5110133806163663, 0.5611228088607617, 0.46138082480692627, 0.4105152314496629, 0.47597910296415724, 0.40950919087888743, 0.44447494210247535, 0.44706413230911685, 0.46237469117424085, 0.3921146634117648, 0.4425634953609629, 0.44256063617947944 ], "rps_clim": [ 0.462562923536876, 0.3645173216522427, 0.44125991495499295, 0.3676651074657129, 0.4796288397923759, 0.5018388000928868, 0.3814774056959005, 0.4578573987892382, 0.3735878385869089, 0.5052606235712064, 0.5036551985237356, 0.4358799350596818, 0.5001476319885705, 0.5372757850199824, 0.4967176353817881, 0.483398419566635, 0.48412488872389453, 0.42298688230915954, 0.4788741887887977, 0.4007718021663261, 0.498737480732011, 0.40202165436042925, 0.44570350792032964, 0.4523372814100714 ], "brier_below": [ 0.30243386594266486, 0.201669679281215, 0.16738548003068432, 0.23654511987928273, 0.16398102606782014, 0.35479610475290835, 0.2189916378572101, 0.17951764794299113, 0.16038693345887844, 0.14265078317411906, 0.1501008631985311, 0.1859513409188473, 0.36409699634529585, 0.13361289453949138, 0.33040568221292016, 0.294835884873488, 0.1713483845210758, 0.22860055364220355, 0.2679903053078675, 0.19570926621283768, 0.3520423168617417, 0.2508331596907506, 0.1668736697639206, 0.25651535658714547 ], "brier_below_clim": [ 0.33445347350698373, 0.18448978058131807, 0.15020271959428944, 0.23455533259135652, 0.16559252060812168, 0.3788018404246035, 0.19293962127510628, 0.15038884587226958, 0.13073481316379681, 0.1342598604859912, 0.1282842296352773, 0.16631198513422443, 0.3601361789689049, 0.12098299127445335, 0.35626815432751285, 0.34779494441826286, 0.17732409124021772, 0.23135019401075282, 0.29334157497784386, 0.1580270900868227, 0.3757058539399758, 0.2565886947421901, 0.1693218745678458, 0.2597369379666505 ], "brier_above": [ 0.10945399564350819, 0.17137902646247605, 0.2956338068534453, 0.11003045384059462, 0.2915627100356378, 0.11675981408295116, 0.1778212993895802, 0.31383044059376225, 0.24910187860890542, 0.37325539999284507, 0.39518757884649186, 0.2821849073990612, 0.14691638352850023, 0.4275099141359558, 0.1309751425807638, 0.11567934776006877, 0.3046307197690728, 0.18090863730231413, 0.17648463694594502, 0.2513548656569934, 0.11033237442947923, 0.14128150311035784, 0.2756898247936033, 0.1860452793041009 ], "brier_above_clim": [ 0.12810945002989202, 0.1800275410709245, 0.2910571953607033, 0.1331097748743562, 0.3140363192350966, 0.12303695966828301, 0.18853778442079408, 0.3074685529169685, 0.24285302547391838, 0.371000763085215, 0.37537096893986166, 0.26956794992545724, 0.1400114530196655, 0.41629279379655704, 0.14044948110508146, 0.1356034751238968, 0.30680079745918404, 0.19163668827393138, 0.18553261378647845, 0.242744712130419, 0.12303162676755988, 0.14543295959376396, 0.2763816333277958, 0.19260034341894555 ], "crps": [ 2.0905751457890167, 3.9976876897500158, 12.135432888900226, 2.425862622124117, 11.210726902528153, 3.2795985512311296, 3.7143011628864184, 6.092857950009996, 3.700178931382299, 20.424812630799693, 19.07403421379571, 4.330825631659791, 6.682174078705802, 26.665189384313514, 3.802628491896296, 2.7268678505502737, 14.42249604957227, 4.4943213883184345, 4.585312708370387, 5.833966944444264, 4.325189422195971, 3.276534269175239, 7.825471724445863, 3.2172362737857254 ], "crps_clim": [ 3.383400553071679, 3.6995246089032476, 10.375259519924272, 3.088176782734038, 15.623140866424055, 3.918194532764918, 3.2512248780442565, 5.3613292903859575, 3.3401723993300685, 21.29254756415035, 17.08930816883068, 4.102339013398538, 4.506551529947348, 25.32004262629813, 4.202143270441035, 3.5904825606496558, 13.811056598131602, 3.49561527327503, 4.117308454045926, 4.163338575099779, 4.154173639778647, 3.3440543501428777, 7.576953718515562, 3.8653696148339143 ], "crps_fair": [ 1.940613296908625, 3.780125407528491, 11.944194514842241, 2.287124178182992, 10.857940500525027, 3.0346533967707643, 3.5658666926960625, 5.870075921569474, 3.489263041476103, 20.149244576022703, 18.883420233193853, 4.1269009017128715, 6.3617297473522205, 26.486721809506765, 3.5845666261392335, 2.5600742922022404, 14.185702791830169, 4.341138607567731, 4.426239958153605, 5.684145769122327, 4.106192559524529, 3.0496266252003092, 7.5399052076695785, 3.056417727822549 ], "crps_fair_clim": [ 3.069144896531585, 3.3858676721658623, 10.074246020518368, 2.773361990265274, 15.332066536235006, 3.604951743610606, 2.9367188887863067, 5.050819710999868, 3.0258348712866763, 21.012210746646392, 16.801010670653753, 3.7894449827302754, 4.194423053287697, 25.04733364035127, 3.8894382629868667, 3.276619104881488, 13.516550290161696, 3.1815721446141088, 3.8044427745910094, 3.8505600739044343, 3.8413777807512575, 3.029724174279054, 7.270640397516081, 3.55202677848655 ] }, "rps": 0.450470203910276, "rpss": 0.006159385500025816, "brier_below": 0.22821978971099544, "bss_below": -0.0036062321783865148, "brier_above": 0.2222504142111006, "bss_above": 0.015991477833061984, "crps": 7.513928454442943, "crpss": -0.02073096225142157, "crps_fair": 7.304661849313352, "crpss_fair": -0.03544671579994896, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.058778, 0.520977, 0.420245, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2918, 0.3576, 0.4316, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1983, 0.3385, 0.3843, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000152, 0.156221, 0.789294, 0.054333, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.19, 0.2909, 0.3313, 0.4323, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.2578, 0.3489, 0.5256, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4064861734824832, 0.3848228992959078, 0.3667138484937364, 0.35250315175886227, 0.4784552440458597, 0.4532983737160793, 0.3670949009923595, 0.4626672636477209, 0.44264667173223315, 0.5040229846480356, 0.6108333169742239, 0.5094252418748464, 0.520219830416485, 0.571775533261776, 0.5034171840036955, 0.42729805589779574, 0.45007338232677263, 0.3704100765268294, 0.4899222202375221, 0.4566590193166743, 0.4174290152472548, 0.4196111891284028, 0.4346366095390399, 0.45776938576493803 ], "rps_clim": [ 0.4612583059027846, 0.3632558141399608, 0.354883769652867, 0.3845191290006187, 0.5442138095123802, 0.47392048384293584, 0.33694866035330306, 0.4142191822653953, 0.37845219617751535, 0.4951720237139347, 0.5339101528063047, 0.4478677808815762, 0.5122698412139367, 0.546319606847996, 0.5151171329099498, 0.5367285468048282, 0.4864254362866427, 0.45042529340514065, 0.45228609740130155, 0.40382417319303954, 0.47274140836269934, 0.4335462466444369, 0.43507035514007947, 0.4346226259811788 ], "brier_below": [ 0.3066712283518301, 0.17580679004347385, 0.19582564407363276, 0.25039452434369314, 0.11730741895817404, 0.3292221277439832, 0.2049143731957454, 0.17866970425722337, 0.1905588984130349, 0.1478197167755916, 0.16082535974340903, 0.1852321644548039, 0.3697525617739789, 0.13759943196312513, 0.33724140928628255, 0.33073085141358555, 0.20778850599570783, 0.2772045807167098, 0.21207768380914976, 0.17839349062997614, 0.31517063900959696, 0.30335885529586554, 0.2139123569647649, 0.2176432242256386 ], "brier_below_clim": [ 0.3406488402474111, 0.15585229033150771, 0.1733474973115743, 0.2607321626770492, 0.12098299127445337, 0.35118589057225497, 0.15964704360397033, 0.13793336355887106, 0.13634373895712082, 0.1384011735129149, 0.12098299127445332, 0.14645923116637555, 0.36837280991055965, 0.12098299127445333, 0.34820491159145306, 0.4161190810910467, 0.23546533423622354, 0.32875690367129495, 0.18568689656698428, 0.13104510989535922, 0.3521319426489182, 0.3129367809306557, 0.21062232617609924, 0.19696310869600517 ], "brier_above": [ 0.09981494593629185, 0.20901610904313433, 0.1708882051207532, 0.10210862872033827, 0.36114782340927326, 0.12407624540513994, 0.16218052835842556, 0.28399755910572666, 0.2520877724337807, 0.3562032683409874, 0.4500079555305459, 0.3241930758232502, 0.15046726801102658, 0.4341761003556929, 0.1661757739095091, 0.09656720586549031, 0.2422848774522958, 0.0932054971365409, 0.2778445355486047, 0.2782655281571543, 0.10225837677503384, 0.11625233343480429, 0.2207242519397977, 0.24012616087378696 ], "brier_above_clim": [ 0.12060946565537374, 0.20740352380845312, 0.18153627234129263, 0.1237869663235696, 0.42323081835917165, 0.12273459327068108, 0.17730161674933273, 0.27628581870652447, 0.24210845734163935, 0.35677085020102, 0.4129271616552412, 0.3014085497152008, 0.1438970313033771, 0.4253366156954207, 0.1669122214397413, 0.12060946565537374, 0.2509601019920115, 0.12166838967543823, 0.2665992007759097, 0.27277906341892527, 0.12060946565537374, 0.12060946565537374, 0.22444802890557244, 0.2376595172267659 ], "crps": [ 1.907213072765437, 4.9487616448216984, 4.204057700578816, 2.03593501810697, 16.554501936009363, 3.6774749925905583, 4.315190144824596, 5.434554164107873, 3.822615570790702, 29.077904913815072, 29.2153642164877, 4.361587753622225, 7.089241939088798, 27.54988210282277, 4.232179957228181, 2.031945473385289, 15.976993536416682, 3.0181194632908284, 8.308733669018386, 6.691774493408258, 3.8671653263070507, 3.3759717280314523, 5.405030707744151, 3.9632472646413137 ], "crps_clim": [ 3.5039629006286863, 4.404502123435348, 3.7921098904802375, 3.7427483154181247, 27.430818422751024, 4.09357752958828, 3.618553854597303, 4.403186407306274, 3.33544948423942, 30.38912596968953, 26.15657705190127, 3.9490911747156954, 4.915805626371291, 26.102456598508446, 4.555869648555982, 4.319504515985746, 15.066223249131706, 3.332735441447136, 6.022796968020984, 5.2148566721483, 4.335017286452637, 3.630233609951502, 6.294926309868744, 4.525624967226858 ], "crps_fair": [ 1.7676273287443238, 4.673401356570716, 3.979316098493448, 1.8686312460418621, 16.08667906024502, 3.3723938079419145, 4.168645018977592, 5.211788801386251, 3.595881386631012, 28.777398917591757, 29.025913196930816, 4.137054073501351, 6.7238466903464795, 27.349245728993562, 3.9923584645877614, 1.8570109302502178, 15.746439815909529, 2.8736517013767244, 8.125348439553607, 6.506645715677275, 3.6204326840706487, 3.1357416531265483, 4.9830887941398165, 3.8043425595611464 ], "crps_fair_clim": [ 3.134642569756797, 4.0368873592733205, 3.423335292543674, 3.3738802296500032, 27.106814106125587, 3.7253738930894196, 3.249450552047323, 4.035569151257637, 2.965809999169824, 30.070724508266622, 25.830159399346183, 3.580613889817456, 4.549159240055732, 25.77593644509466, 4.188541565312743, 3.9517287715065783, 14.718801138616833, 2.963090816144978, 5.6582471562161265, 4.848776670389135, 3.9672709222205658, 3.261152428150299, 5.930891894544658, 4.158239602390194 ] }, "rps": 0.45242464884706396, "rpss": 0.0009023281054988397, "brier_below": 0.23100506422662404, "bss_below": -0.017306329886298988, "brier_above": 0.2214195844453077, "bss_above": 0.019217226360137896, "crps": 8.37772694957934, "crpss": 0.029305936376278763, "crps_fair": 8.140953477943725, "crpss_fair": 0.015728634519063478, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.045964, 0.42223, 0.531806, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2914, 0.3579, 0.435, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.12, 0.371, 0.3499, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000362, 0.16776, 0.787247, 0.044631, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.19, 0.2919, 0.3294, 0.4269, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.2895, 0.3288, 0.8052, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4707660960382094, 0.44281751923298057, 0.5191499583654665, 0.39536757952824986, 0.4131758800052647, 0.4407664276280577, 0.48539744191346773, 0.4234418920319803 ], "rps_clim": [ 0.5242304582543107, 0.45938853305268146, 0.5017174223148171, 0.4051068144553075, 0.4317667029427126, 0.41531527803354223, 0.4728878323138167, 0.48863351023117646 ], "brier_below": [ 0.3670561149244745, 0.25894209065129487, 0.13889240524172, 0.22928942665937194, 0.24355790261060198, 0.17756082830780912, 0.312494493566964, 0.3260478055793774 ], "brier_below_clim": [ 0.40795993245117856, 0.27227812780818744, 0.12370712310234608, 0.2309306977016834, 0.2554229422765291, 0.15868716024439758, 0.31168865779035276, 0.37646203326964833 ], "brier_above": [ 0.1037099983879741, 0.1838754334301924, 0.380257525838093, 0.16607815938015597, 0.16961798323996238, 0.263205591766701, 0.17290296035836344, 0.09739410428826217 ], "brier_above_clim": [ 0.11627054465083109, 0.1871104114792495, 0.37801027156074746, 0.17417612530121018, 0.17634376877195204, 0.25662811177730505, 0.16119918533729533, 0.11217149654219405 ], "crps": [ 2.8231248243841027, 3.3909181603211094, 11.334335612666885, 4.404167428147069, 4.491613975001924, 5.907466731389601, 5.318900261390968, 2.1718567654127203 ], "crps_clim": [ 4.134590890417508, 3.257454258459608, 11.95446652225302, 3.2123112416029844, 3.7715427873017267, 4.553263281560126, 3.429057288259692, 3.466783459627757 ], "crps_fair": [ 2.7272752324870435, 3.3004208071455325, 11.19108956908039, 4.333784381094719, 4.408241258952986, 5.811348881925795, 5.154710979240896, 2.0733011893800364 ], "crps_fair_clim": [ 3.840649245962226, 2.9635126140043284, 11.660524877797739, 2.9183695971477044, 3.477601142846446, 4.259321637104846, 3.1351156438044105, 3.1728418151724775 ] }, "rps": 0.4488603493429596, "rpss": 0.029240982871099552, "brier_below": 0.25673013344270174, "bss_below": 0.038975329978169104, "brier_above": 0.19213021958621307, "bss_above": 0.01592163445891215, "crps": 4.980297969839298, "crpss": -0.05460410228103596, "crps_fair": 4.875021537413425, "crpss_fair": -0.10083104100691398, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.071854, 0.629757, 0.298389, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2844, 0.3674, 0.4167, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3855, 0.4504, 0.5252, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.293826, 0.681005, 0.025169, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2928, 0.3224, 0.4197, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2125, 0.271, 0.2172, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4545529183835341, 0.4665961957340414, 0.5520870025583848, 0.4007951013794441, 0.40094494520213053, 0.3786497731449765, 0.49254786655487504, 0.4188264080143927 ], "rps_clim": [ 0.5378222423430801, 0.4654037630210716, 0.5441677934136927, 0.42259005509153863, 0.4687251558583407, 0.37920455236096284, 0.4762575897428396, 0.48392300807734495 ], "brier_below": [ 0.3583754557247613, 0.23326107352618475, 0.1253275984184173, 0.2400747328869278, 0.30790862275813097, 0.21795392713270323, 0.3016055932378412, 0.32120294479495476 ], "brier_below_clim": [ 0.4270541912814117, 0.23612689903307224, 0.11111111773384952, 0.25427588380937366, 0.3562146259988406, 0.2119324419419288, 0.29938211945700965, 0.37315495701567675 ], "brier_above": [ 0.09617748024465265, 0.23333511972053153, 0.42675936794485875, 0.16072037618450025, 0.09303633919536217, 0.16069585453619217, 0.19094228316314013, 0.09762348123880593 ], "brier_above_clim": [ 0.11076807075767037, 0.22927686262225755, 0.4330566384694138, 0.16831418081740057, 0.11251054924392284, 0.1672721205797222, 0.1768754781609058, 0.11076807075767037 ], "crps": [ 2.9227332568270548, 4.2725550175137075, 12.798643685406047, 4.607427489845074, 2.148379629441876, 3.534881887868755, 6.966043265754865, 2.236523380894631 ], "crps_clim": [ 4.500795459022275, 3.8833491476604167, 14.934177684323762, 3.6806433710989057, 3.5671376707580675, 3.3365612191630336, 3.817686724141159, 4.037007086746878 ], "crps_fair": [ 2.8120609856750227, 4.187054088869077, 12.60555583678565, 4.526722575449627, 2.06210611368891, 3.427370530543318, 6.7509960838861165, 2.1317094766683886 ], "crps_fair_clim": [ 4.156168553465009, 3.538722242103148, 14.589550778766494, 3.336016465541637, 3.2225107652008003, 2.991934313605765, 3.4730598185838906, 3.692380181189609 ] }, "rps": 0.4456250263714724, "rpss": 0.05640249816913834, "brier_below": 0.26321374355999017, "bss_below": 0.0720688009808792, "brier_above": 0.18241128777850543, "bss_above": 0.03284086081900828, "crps": 4.935898451694001, "crpss": 0.054365765421087286, "crps_fair": 4.812946961445764, "crpss_fair": 0.01273751426702574, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.090145, 0.521102, 0.388753, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2824, 0.3702, 0.4197, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3019, 0.5041, 0.5859, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.297004, 0.664275, 0.038721, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2929, 0.3247, 0.418, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1632, 0.2612, 0.2751, NaN, NaN, NaN, NaN, NaN ] } } } } }, "cdft": { "lambda_": { "training_mean": 0.8094732661233621, "training": [ 0.7927704105960167, 0.8054002975247164, 0.8026491261129, 0.8034497682921082, 0.8630207949434581, 0.7727311181897024, 0.7939395951228138, 0.7941524508677139, 0.8061100814860807, 0.8380693933041631, 0.8225163889075843, 0.8071733482984498, 0.7570637779216015, 0.857612517001358, 0.8027115581571607, 0.8554776147073887, 0.8208614259380247, 0.8277169305780284, 0.8095993947111675, 0.7965991599356923, 0.79612645659315, 0.7836511048412705, 0.8104921420333986, 0.807463530896742 ], "test": 0.8268428258657585 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48142217521021885, 0.37610896622243745, 0.43532779339176986, 0.3599956851869687, 0.4230542154730299, 0.5728636195117925, 0.39556784601104045, 0.4791616639041445, 0.3807091715206151, 0.45271532916321433, 0.48110070029069363, 0.4380249494780975, 0.6077093954472182, 0.47767720196477353, 0.5076577211177753, 0.4269612206130696, 0.45676843297780856, 0.4170754276690248, 0.4548546843315361, 0.4333495490186527, 0.521423707900586, 0.432165180974415, 0.4297375056313357, 0.44478133021310157 ], "rps_clim": [ 0.462562923536876, 0.3645173216522427, 0.44125991495499295, 0.3676651074657129, 0.4796288397923759, 0.5018388000928868, 0.3814774056959005, 0.4578573987892382, 0.3735878385869089, 0.5052606235712064, 0.5036551985237356, 0.4358799350596818, 0.5001476319885705, 0.5372757850199824, 0.4967176353817881, 0.483398419566635, 0.48412488872389453, 0.42298688230915954, 0.4788741887887977, 0.4007718021663261, 0.498737480732011, 0.40202165436042925, 0.44570350792032964, 0.4523372814100714 ], "brier_below": [ 0.3394785838507998, 0.18867593294255675, 0.1526095223254308, 0.2374869533030773, 0.14957217342239554, 0.41347113180549816, 0.21477931211037912, 0.1700240377485968, 0.13814801170283084, 0.11318898590795012, 0.11907005508964173, 0.1661690123774497, 0.4219252037441905, 0.1000974220876434, 0.36323334287424125, 0.3042935885959943, 0.1624316462093269, 0.23295806007539385, 0.2741356503747565, 0.18518496385982502, 0.39205401046173965, 0.25754712168871574, 0.15612851930079813, 0.25666587323942397 ], "brier_below_clim": [ 0.33445347350698373, 0.18448978058131807, 0.15020271959428944, 0.23455533259135652, 0.16559252060812168, 0.3788018404246035, 0.19293962127510628, 0.15038884587226958, 0.13073481316379681, 0.1342598604859912, 0.1282842296352773, 0.16631198513422443, 0.3601361789689049, 0.12098299127445335, 0.35626815432751285, 0.34779494441826286, 0.17732409124021772, 0.23135019401075282, 0.29334157497784386, 0.1580270900868227, 0.3757058539399758, 0.2565886947421901, 0.1693218745678458, 0.2597369379666505 ], "brier_above": [ 0.14194359214800495, 0.1874330338687025, 0.28271827166500674, 0.12250873246602967, 0.2734820405717826, 0.1593924888462969, 0.18078853434451597, 0.3091376256933053, 0.24256115914021237, 0.3395263428593527, 0.3620306454288929, 0.27185593705622413, 0.18578419339650143, 0.377579779058763, 0.1444243782178244, 0.12266763295559406, 0.2943367875565028, 0.18411736793656397, 0.1807190340707509, 0.24816458529454472, 0.1293696978019076, 0.174618060156552, 0.2736089862500017, 0.18811545693427037 ], "brier_above_clim": [ 0.12810945002989202, 0.1800275410709245, 0.2910571953607033, 0.1331097748743562, 0.3140363192350966, 0.12303695966828301, 0.18853778442079408, 0.3074685529169685, 0.24285302547391838, 0.371000763085215, 0.37537096893986166, 0.26956794992545724, 0.1400114530196655, 0.41629279379655704, 0.14044948110508146, 0.1356034751238968, 0.30680079745918404, 0.19163668827393138, 0.18553261378647845, 0.242744712130419, 0.12303162676755988, 0.14543295959376396, 0.2763816333277958, 0.19260034341894555 ], "crps": [ 2.606822605266807, 4.362425921516884, 10.891746810690119, 2.3652520483633195, 12.826192833660329, 5.036237854549867, 3.590894117048354, 5.740955868953122, 4.05950485795016, 17.74977373080335, 17.336636167705954, 4.141709398820127, 9.372159657947872, 23.554357180609948, 4.775253812839963, 2.7782971295173695, 12.705245946819893, 4.195033170659344, 4.34374063541793, 5.234939950288206, 5.628357161718854, 4.83445201630072, 8.624722036481183, 3.246362512827542 ], "crps_clim": [ 3.383400553071679, 3.6995246089032476, 10.375259519924272, 3.088176782734038, 15.623140866424055, 3.918194532764918, 3.2512248780442565, 5.3613292903859575, 3.3401723993300685, 21.29254756415035, 17.08930816883068, 4.102339013398538, 4.506551529947348, 25.32004262629813, 4.202143270441035, 3.5904825606496558, 13.811056598131602, 3.49561527327503, 4.117308454045926, 4.163338575099779, 4.154173639778647, 3.3440543501428777, 7.576953718515562, 3.8653696148339143 ], "crps_fair": [ 2.4165687234063506, 4.10112625004552, 10.65514185633196, 2.1973150231238323, 12.40029463479421, 4.726814656139907, 3.4003773441235574, 5.458791029663979, 3.797325305645956, 17.40121239112863, 17.09699068101662, 3.8977526544661965, 8.969462149537229, 23.33136805124323, 4.511200650041551, 2.5679268679926155, 12.405767607861002, 3.997568910849178, 4.142700543527599, 5.052947030775088, 5.342934784439274, 4.546550367752639, 8.27613340081489, 3.040984164204945 ], "crps_fair_clim": [ 3.069144896531585, 3.3858676721658623, 10.074246020518368, 2.773361990265274, 15.332066536235006, 3.604951743610606, 2.9367188887863067, 5.050819710999868, 3.0258348712866763, 21.012210746646392, 16.801010670653753, 3.7894449827302754, 4.194423053287697, 25.04733364035127, 3.8894382629868667, 3.276619104881488, 13.516550290161696, 3.1815721446141088, 3.8044427745910094, 3.8505600739044343, 3.8413777807512575, 3.029724174279054, 7.270640397516081, 3.55202677848655 ] }, "rps": 0.45359222805097166, "rpss": -0.0007285159938779096, "brier_below": 0.2295553797957773, "bss_below": -0.009479546383172055, "brier_above": 0.22403684848825434, "bss_above": 0.00808208176174241, "crps": 7.500044726114884, "crpss": -0.018844924679749298, "crps_fair": 7.238968961621914, "crpss_fair": -0.026134650954961147, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.280914, 0.482242, 0.236844, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2828, 0.3479, 0.422, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3758, 0.3184, 0.3817, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.03398, 0.758362, 0.207657, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.291, 0.3399, 0.4498, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2361, 0.3317, 0.4086, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5108507912501982, 0.3863833781975828, 0.3712203698392915, 0.3792383858356301, 0.4160701135900837, 0.5914628831696113, 0.362854793181642, 0.4470890287085183, 0.42883000756425044, 0.4354794621316875, 0.5125059587596977, 0.44551406447760167, 0.6355595632510409, 0.46418656885568876, 0.5774161254258683, 0.4542590866177992, 0.4488381968876349, 0.3981235364462814, 0.48092400185342804, 0.41931888295239195, 0.44888565524769397, 0.5220685631321254, 0.43205599304181913, 0.4289603389069604 ], "rps_clim": [ 0.4612583059027846, 0.3632558141399608, 0.354883769652867, 0.3845191290006187, 0.5442138095123802, 0.47392048384293584, 0.33694866035330306, 0.4142191822653953, 0.37845219617751535, 0.4951720237139347, 0.5339101528063047, 0.4478677808815762, 0.5122698412139367, 0.546319606847996, 0.5151171329099498, 0.5367285468048282, 0.4864254362866427, 0.45042529340514065, 0.45228609740130155, 0.40382417319303954, 0.47274140836269934, 0.4335462466444369, 0.43507035514007947, 0.4346226259811788 ], "brier_below": [ 0.36338274860860875, 0.1538184538279379, 0.19190814521532698, 0.2566410265517862, 0.091672551085562, 0.39766706327661483, 0.19653490061568765, 0.1672781622971959, 0.17922700068827363, 0.11300296797295871, 0.1170462987020804, 0.15077450810926968, 0.43478158340387063, 0.09468752330852556, 0.39176572544856136, 0.3499131039995603, 0.20934375551745218, 0.29457204858101305, 0.20592505123926952, 0.15609944787912114, 0.33293180921972965, 0.33844477170624504, 0.2078560259182376, 0.19315616465437715 ], "brier_below_clim": [ 0.3406488402474111, 0.15585229033150771, 0.1733474973115743, 0.2607321626770492, 0.12098299127445337, 0.35118589057225497, 0.15964704360397033, 0.13793336355887106, 0.13634373895712082, 0.1384011735129149, 0.12098299127445332, 0.14645923116637555, 0.36837280991055965, 0.12098299127445333, 0.34820491159145306, 0.4161190810910467, 0.23546533423622354, 0.32875690367129495, 0.18568689656698428, 0.13104510989535922, 0.3521319426489182, 0.3129367809306557, 0.21062232617609924, 0.19696310869600517 ], "brier_above": [ 0.14746804421255721, 0.23256492538971008, 0.17931222505128677, 0.1225973598500619, 0.32439755836985323, 0.19379582316956914, 0.1663198933202942, 0.27981086633117447, 0.24960300553816742, 0.32247649360850755, 0.3954596599000552, 0.2947395551582488, 0.20077798225421686, 0.36949904374611886, 0.1856503999270367, 0.10434598384377922, 0.23949444206237153, 0.103551488955708, 0.27499895023761417, 0.26321943474562154, 0.11595384607607902, 0.1836237937113058, 0.22419996713705787, 0.23580417429382233 ], "brier_above_clim": [ 0.12060946565537374, 0.20740352380845312, 0.18153627234129263, 0.1237869663235696, 0.42323081835917165, 0.12273459327068108, 0.17730161674933273, 0.27628581870652447, 0.24210845734163935, 0.35677085020102, 0.4129271616552412, 0.3014085497152008, 0.1438970313033771, 0.4253366156954207, 0.1669122214397413, 0.12060946565537374, 0.2509601019920115, 0.12166838967543823, 0.2665992007759097, 0.27277906341892527, 0.12060946565537374, 0.12060946565537374, 0.22444802890557244, 0.2376595172267659 ], "crps": [ 2.4788214316102186, 5.708647279085547, 4.22155257165844, 2.2464028229516306, 15.205003941573885, 6.474617404430061, 4.034882557939875, 4.995477303986051, 3.9676380990047178, 25.316466335346604, 26.556771173513535, 4.185085329495531, 10.112228066567404, 24.188613078105103, 6.169571162222136, 2.335215046493469, 13.712391712295728, 2.85800435532283, 7.726536723883606, 5.866692184949939, 4.740995895700055, 5.850896965236221, 7.2134133461220244, 3.692623828138946 ], "crps_clim": [ 3.5039629006286863, 4.404502123435348, 3.7921098904802375, 3.7427483154181247, 27.430818422751024, 4.09357752958828, 3.618553854597303, 4.403186407306274, 3.33544948423942, 30.38912596968953, 26.15657705190127, 3.9490911747156954, 4.915805626371291, 26.102456598508446, 4.555869648555982, 4.319504515985746, 15.066223249131706, 3.332735441447136, 6.022796968020984, 5.2148566721483, 4.335017286452637, 3.630233609951502, 6.294926309868744, 4.525624967226858 ], "crps_fair": [ 2.308501351706883, 5.376565617715157, 3.9351470001154407, 2.034990131743829, 14.66511374439787, 6.098768373075401, 3.843484549810971, 4.709768866995353, 3.667214006387694, 24.944477205747052, 26.31382623623739, 3.909903566933543, 9.657542947012889, 23.933319624294437, 5.87486755902414, 2.1050577551502165, 13.42768119782358, 2.6622278979106957, 7.483302506473036, 5.629011400793618, 4.41382556339839, 5.562871847157618, 6.7007620861772, 3.4738724585313228 ], "crps_fair_clim": [ 3.134642569756797, 4.0368873592733205, 3.423335292543674, 3.3738802296500032, 27.106814106125587, 3.7253738930894196, 3.249450552047323, 4.035569151257637, 2.965809999169824, 30.070724508266622, 25.830159399346183, 3.580613889817456, 4.549159240055732, 25.77593644509466, 4.188541565312743, 3.9517287715065783, 14.718801138616833, 2.963090816144978, 5.6582471562161265, 4.848776670389135, 3.9672709222205658, 3.261152428150299, 5.930891894544658, 4.158239602390194 ] }, "rps": 0.45825398955518865, "rpss": -0.011970712178687615, "brier_below": 0.2328512849094694, "bss_below": -0.025436766304710368, "brier_above": 0.22540270487042577, "bss_above": 0.0015739094508613327, "crps": 8.327439525651398, "crpss": 0.03513254115530351, "crps_fair": 8.030504312275573, "crpss_fair": 0.02908234688248068, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.297638, 0.42426, 0.278102, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2827, 0.3465, 0.4232, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4217, 0.294, 0.3524, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.017104, 0.723444, 0.259452, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2836, 0.3368, 0.4533, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2162, 0.3188, 0.4216, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5079470625948582, 0.44468328900347154, 0.4460882033623599, 0.39739614070215956, 0.4157469167850193, 0.42680310099581037, 0.5364192886727543, 0.4296213393289433 ], "rps_clim": [ 0.5242304582543107, 0.45938853305268146, 0.5017174223148171, 0.4051068144553075, 0.4317667029427126, 0.41531527803354223, 0.4728878323138167, 0.48863351023117646 ], "brier_below": [ 0.39384733614334505, 0.2599322221673444, 0.10635072259228902, 0.22978798757691266, 0.24463829616783464, 0.16701735277396004, 0.3377253427803758, 0.3294691144586454 ], "brier_below_clim": [ 0.40795993245117856, 0.27227812780818744, 0.12370712310234608, 0.2309306977016834, 0.2554229422765291, 0.15868716024439758, 0.31168865779035276, 0.37646203326964833 ], "brier_above": [ 0.11409974471067431, 0.18475107212425101, 0.3397374563753135, 0.16760816022676686, 0.17110862715745798, 0.25978574174137464, 0.19869395906974097, 0.1001522430915052 ], "brier_above_clim": [ 0.11627054465083109, 0.1871104114792495, 0.37801027156074746, 0.17417612530121018, 0.17634376877195204, 0.25662811177730505, 0.16119918533729533, 0.11217149654219405 ], "crps": [ 3.254478839428573, 3.2111372677327203, 10.351966782442258, 4.176727953382259, 4.266102090986883, 5.412617897082291, 8.578336293839577, 2.204808745765644 ], "crps_clim": [ 4.134590890417508, 3.257454258459608, 11.95446652225302, 3.2123112416029844, 3.7715427873017267, 4.553263281560126, 3.429057288259692, 3.466783459627757 ], "crps_fair": [ 3.148362628157462, 3.1096127698256493, 10.187482997538796, 4.095863758946862, 4.167614045381502, 5.3016284066105, 8.395963276277339, 2.091072835985297 ], "crps_fair_clim": [ 3.840649245962226, 2.9635126140043284, 11.660524877797739, 2.9183695971477044, 3.477601142846446, 4.259321637104846, 3.1351156438044105, 3.1728418151724775 ] }, "rps": 0.45058816768067206, "rpss": 0.0255041965103745, "brier_below": 0.25859604683258836, "bss_below": 0.031990607243214786, "brier_above": 0.19199212556213555, "bss_above": 0.01662894298017381, "crps": 5.182021983832525, "crpss": -0.09732021564899163, "crps_fair": 5.062200089840426, "crpss_fair": -0.14309792314087644, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.227349, 0.605084, 0.167567, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2786, 0.365, 0.4117, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4077, 0.4574, 0.5887, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.079079, 0.814553, 0.106368, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2908, 0.3246, 0.4407, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2225, 0.2456, 0.3268, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.48379670028929034, 0.46398356919576916, 0.4346298583475386, 0.39995375614049616, 0.4168460141088932, 0.377461480957965, 0.5464580375350614, 0.432487404186969 ], "rps_clim": [ 0.5378222423430801, 0.4654037630210716, 0.5441677934136927, 0.42259005509153863, 0.4687251558583407, 0.37920455236096284, 0.4762575897428396, 0.48392300807734495 ], "brier_below": [ 0.38168490354361184, 0.23347768408504155, 0.07838667005853585, 0.2398939691073431, 0.31749018493018094, 0.21191250525880986, 0.32843955844115413, 0.3304127432550825 ], "brier_below_clim": [ 0.4270541912814117, 0.23612689903307224, 0.11111111773384952, 0.25427588380937366, 0.3562146259988406, 0.2119324419419288, 0.29938211945700965, 0.37315495701567675 ], "brier_above": [ 0.10211181536200899, 0.23050588298272665, 0.3562431569637659, 0.16005979521581137, 0.09935584684959944, 0.16554898558499942, 0.21801849054333963, 0.10207467955494952 ], "brier_above_clim": [ 0.11076807075767037, 0.22927686262225755, 0.4330566384694138, 0.16831418081740057, 0.11251054924392284, 0.1672721205797222, 0.1768754781609058, 0.11076807075767037 ], "crps": [ 3.2824105464783178, 3.946781480484343, 11.861383387498483, 4.30070634706282, 2.2854181665340008, 3.425645106465415, 12.109546816215804, 2.413805677632892 ], "crps_clim": [ 4.500795459022275, 3.8833491476604167, 14.934177684323762, 3.6806433710989057, 3.5671376707580675, 3.3365612191630336, 3.817686724141159, 4.037007086746878 ], "crps_fair": [ 3.1548667876017493, 3.8496003665270244, 11.638413976680155, 4.206827020553847, 2.1782332637721744, 3.2973622725355445, 11.873898748159098, 2.290565874008913 ], "crps_fair_clim": [ 4.156168553465009, 3.538722242103148, 14.589550778766494, 3.336016465541637, 3.2225107652008003, 2.991934313605765, 3.4730598185838906, 3.692380181189609 ] }, "rps": 0.44445210259524787, "rpss": 0.05888612875446564, "brier_below": 0.26521227733497, "bss_below": 0.06502318923958139, "brier_above": 0.17923983163215013, "bss_above": 0.049656173258355585, "crps": 5.453212191046509, "crpss": -0.0447427528633344, "crps_fair": 5.311221038729814, "crpss_fair": -0.0894716536411917, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.275873, 0.507951, 0.216176, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2781, 0.3658, 0.4124, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3024, 0.5618, 0.6886, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.041086, 0.793992, 0.164921, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2883, 0.3233, 0.4418, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1695, 0.1931, 0.4387, NaN, NaN, NaN, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "sqrt_mvs", "1994": "sqrt_mvs", "1995": "sqrt_mvs", "1996": "sqrt_mvs", "1997": "sqrt_mvs", "1998": "sqrt_mvs", "1999": "sqrt_mvs", "2000": "sqrt_mvs", "2001": "sqrt_mvs", "2002": "sqrt_mvs", "2003": "sqrt_mvs", "2004": "sqrt_mvs", "2005": "sqrt_mvs", "2006": "sqrt_mvs", "2007": "sqrt_mvs", "2008": "sqrt_mvs", "2009": "sqrt_mvs", "2010": "sqrt_mvs", "2011": "sqrt_mvs", "2012": "sqrt_mvs", "2013": "sqrt_mvs", "2014": "sqrt_mvs", "2015": "sqrt_mvs", "2016": "sqrt_mvs" }, "chosen_test": "sqrt_mvs", "frequency": { "mvs": 0, "ls": 0, "vs": 0, "sqrt_mvs": 24, "pt": 0, "dc": 0, "loci": 0, "eqm": 0, "gqm": 0, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.49188480949675845, 0.37234588420077347, 0.43453670910450654, 0.35816086449791745, 0.3960074525827423, 0.5905402653136572, 0.3998991872340075, 0.4579407153842516, 0.37310808716756305, 0.4258158875936077, 0.45202106796087294, 0.42614896641467076, 0.6141385137460222, 0.45092709565577427, 0.5225052602816694, 0.40509223675283274, 0.45014253162028817, 0.4236757002407631, 0.4654113144090229, 0.4278093708631648, 0.5485429871975108, 0.44127637079506676, 0.4207055404877545, 0.4497318779101364 ], "rps_clim": [ 0.462562923536876, 0.3645173216522427, 0.44125991495499295, 0.3676651074657129, 0.4796288397923759, 0.5018388000928868, 0.3814774056959005, 0.4578573987892382, 0.3735878385869089, 0.5052606235712064, 0.5036551985237356, 0.4358799350596818, 0.5001476319885705, 0.5372757850199824, 0.4967176353817881, 0.483398419566635, 0.48412488872389453, 0.42298688230915954, 0.4788741887887977, 0.4007718021663261, 0.498737480732011, 0.40202165436042925, 0.44570350792032964, 0.4523372814100714 ], "brier_below": [ 0.34036848212396875, 0.18272731420958258, 0.15577477373937948, 0.22723688079757248, 0.14522158085402562, 0.40972880633578296, 0.22002426247938653, 0.17097680203160906, 0.13978538911394825, 0.11206070137088464, 0.12327462020159978, 0.1671237684055938, 0.41352367469836604, 0.10246191752047466, 0.36734840768797045, 0.2836857156439732, 0.1619466517486167, 0.23720350282647634, 0.2817179892343368, 0.178753949341423, 0.3953510528359057, 0.25571140421529204, 0.14912703719597709, 0.258732695618713 ], "brier_below_clim": [ 0.33445347350698373, 0.18448978058131807, 0.15020271959428944, 0.23455533259135652, 0.16559252060812168, 0.3788018404246035, 0.19293962127510628, 0.15038884587226958, 0.13073481316379681, 0.1342598604859912, 0.1282842296352773, 0.16631198513422443, 0.3601361789689049, 0.12098299127445335, 0.35626815432751285, 0.34779494441826286, 0.17732409124021772, 0.23135019401075282, 0.29334157497784386, 0.1580270900868227, 0.3757058539399758, 0.2565886947421901, 0.1693218745678458, 0.2597369379666505 ], "brier_above": [ 0.15151632591013245, 0.18961856855016357, 0.27876193697847595, 0.1309239823762989, 0.25078587045809253, 0.18081145892753922, 0.17987492472704925, 0.28696391542176264, 0.2333226970207323, 0.3137551858034831, 0.32874645037892847, 0.2590251990688948, 0.20061483994924034, 0.34846517933491095, 0.15515684998553056, 0.12140652106553941, 0.28819588211525177, 0.18647219672367374, 0.18369332336646907, 0.24905542166676387, 0.15319193264748662, 0.1855649656217322, 0.27157850355284374, 0.19099918207667524 ], "brier_above_clim": [ 0.12810945002989202, 0.1800275410709245, 0.2910571953607033, 0.1331097748743562, 0.3140363192350966, 0.12303695966828301, 0.18853778442079408, 0.3074685529169685, 0.24285302547391838, 0.371000763085215, 0.37537096893986166, 0.26956794992545724, 0.1400114530196655, 0.41629279379655704, 0.14044948110508146, 0.1356034751238968, 0.30680079745918404, 0.19163668827393138, 0.18553261378647845, 0.242744712130419, 0.12303162676755988, 0.14543295959376396, 0.2763816333277958, 0.19260034341894555 ], "crps": [ 2.962591852915668, 4.003139264653342, 10.624359994878278, 2.144270003637135, 10.597540790152433, 4.6647229151911445, 2.965311662189469, 5.021634205084224, 3.484623038828932, 18.022003787861443, 16.594905044895558, 3.9075739147590225, 8.263865277282829, 23.51128734740039, 4.854230307537014, 2.6375883688863513, 12.605711988095264, 3.640521357596574, 3.9002370616989914, 4.607026922130585, 5.404842302588417, 4.435058954839818, 7.9945643822331895, 3.2749094033843704 ], "crps_clim": [ 3.383400553071679, 3.6995246089032476, 10.375259519924272, 3.088176782734038, 15.623140866424055, 3.918194532764918, 3.2512248780442565, 5.3613292903859575, 3.3401723993300685, 21.29254756415035, 17.08930816883068, 4.102339013398538, 4.506551529947348, 25.32004262629813, 4.202143270441035, 3.5904825606496558, 13.811056598131602, 3.49561527327503, 4.117308454045926, 4.163338575099779, 4.154173639778647, 3.3440543501428777, 7.576953718515562, 3.8653696148339143 ], "crps_fair": [ 2.767298895668411, 3.7402968739129117, 10.387111425916158, 1.9690089817946659, 10.16555956592831, 4.362729495386605, 2.7724814285920125, 4.752050943917203, 3.226377598798992, 17.688175745050067, 16.358832118088536, 3.66173758222897, 7.885662835288216, 23.283332317423508, 4.588663933425639, 2.427019210166123, 12.318122565644169, 3.4473805334654894, 3.7013972528539916, 4.415570940578824, 5.126173055639844, 4.155401830388511, 7.651404802603549, 3.0638914408933546 ], "crps_fair_clim": [ 3.069144896531585, 3.3858676721658623, 10.074246020518368, 2.773361990265274, 15.332066536235006, 3.604951743610606, 2.9367188887863067, 5.050819710999868, 3.0258348712866763, 21.012210746646392, 16.801010670653753, 3.7894449827302754, 4.194423053287697, 25.04733364035127, 3.8894382629868667, 3.276619104881488, 13.516550290161696, 3.1815721446141088, 3.8044427745910094, 3.8505600739044343, 3.8413777807512575, 3.029724174279054, 7.270640397516081, 3.55202677848655 ] }, "rps": 0.4499320290379723, "rpss": 0.007346722733778233, "brier_below": 0.22832780750961912, "bss_below": -0.004081245042179882, "brier_above": 0.22160422140531963, "bss_above": 0.018852481400180032, "crps": 7.0884383395300175, "crpss": 0.037069818932052745, "crps_fair": 6.829820057235586, "crpss_fair": 0.03186281669780833 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5035939814807032, 0.3819259703206685, 0.38061906965840786, 0.3889577363330982, 0.3378702253760416, 0.6331025740959153, 0.3805631344918587, 0.4318923609943779, 0.4196632750383161, 0.4159959542827302, 0.4758233618874712, 0.4360442334949406, 0.632009025778659, 0.434681925849016, 0.5710249378139972, 0.41153887678025647, 0.44792552217793674, 0.39510617111556934, 0.4970580160458745, 0.40900025278317703, 0.4644569406771065, 0.518886100614626, 0.42781805318298255, 0.4138599146913478 ], "rps_clim": [ 0.4612583059027846, 0.3632558141399608, 0.354883769652867, 0.3845191290006187, 0.5442138095123802, 0.47392048384293584, 0.33694866035330306, 0.4142191822653953, 0.37845219617751535, 0.4951720237139347, 0.5339101528063047, 0.4478677808815762, 0.5122698412139367, 0.546319606847996, 0.5151171329099498, 0.5367285468048282, 0.4864254362866427, 0.45042529340514065, 0.45228609740130155, 0.40382417319303954, 0.47274140836269934, 0.4335462466444369, 0.43507035514007947, 0.4346226259811788 ], "brier_below": [ 0.3490955052164898, 0.15018388065133217, 0.18536750933589075, 0.24743857296680483, 0.07876581524097988, 0.40583853392486735, 0.21344488368803866, 0.16467369960845119, 0.1852830644572026, 0.11557675327469565, 0.1244545486718659, 0.15802383305478726, 0.41333341230558907, 0.09878028557049, 0.37509122671403766, 0.3113661355794346, 0.2040059150384419, 0.2872751555248055, 0.22126781835452572, 0.157918708840274, 0.3256168272951837, 0.323207242900422, 0.2058369385832828, 0.19002439033318505 ], "brier_below_clim": [ 0.3406488402474111, 0.15585229033150771, 0.1733474973115743, 0.2607321626770492, 0.12098299127445337, 0.35118589057225497, 0.15964704360397033, 0.13793336355887106, 0.13634373895712082, 0.1384011735129149, 0.12098299127445332, 0.14645923116637555, 0.36837280991055965, 0.12098299127445333, 0.34820491159145306, 0.4161190810910467, 0.23546533423622354, 0.32875690367129495, 0.18568689656698428, 0.13104510989535922, 0.3521319426489182, 0.3129367809306557, 0.21062232617609924, 0.19696310869600517 ], "brier_above": [ 0.15449847523745885, 0.23174208960518253, 0.19525155973564295, 0.14151916217591393, 0.2591044058190967, 0.2272640425461193, 0.16711825134428457, 0.2672186624197894, 0.2343802086290959, 0.30041919951390533, 0.35136881646048557, 0.27802040137814743, 0.21867561531759355, 0.3359016405584159, 0.19593371003662705, 0.10017274218541936, 0.2439196076232132, 0.10783101416827183, 0.2757901961477079, 0.2510815436680382, 0.13884011063906285, 0.1956788577126253, 0.22198111386683875, 0.22383552465589543 ], "brier_above_clim": [ 0.12060946565537374, 0.20740352380845312, 0.18153627234129263, 0.1237869663235696, 0.42323081835917165, 0.12273459327068108, 0.17730161674933273, 0.27628581870652447, 0.24210845734163935, 0.35677085020102, 0.4129271616552412, 0.3014085497152008, 0.1438970313033771, 0.4253366156954207, 0.1669122214397413, 0.12060946565537374, 0.2509601019920115, 0.12166838967543823, 0.2665992007759097, 0.27277906341892527, 0.12060946565537374, 0.12060946565537374, 0.22444802890557244, 0.2376595172267659 ], "crps": [ 2.887978848395995, 5.199365829381512, 3.9590067525709793, 2.495122555369095, 15.01865101811782, 5.757931335751254, 3.4719714856532327, 4.487387236192713, 3.3864632212188885, 26.265144600138264, 25.850390732659672, 3.9825110296432342, 9.110375723719626, 23.889815637130216, 5.874552457008546, 2.287456721769455, 13.718738501955794, 2.7150906463433797, 6.549013470608904, 5.233033689602527, 4.906551712714816, 5.205286312210062, 6.522375883120154, 3.5181353143997347 ], "crps_clim": [ 3.5039629006286863, 4.404502123435348, 3.7921098904802375, 3.7427483154181247, 27.430818422751024, 4.09357752958828, 3.618553854597303, 4.403186407306274, 3.33544948423942, 30.38912596968953, 26.15657705190127, 3.9490911747156954, 4.915805626371291, 26.102456598508446, 4.555869648555982, 4.319504515985746, 15.066223249131706, 3.332735441447136, 6.022796968020984, 5.2148566721483, 4.335017286452637, 3.630233609951502, 6.294926309868744, 4.525624967226858 ], "crps_fair": [ 2.703223872622716, 4.870140460613193, 3.678503188469245, 2.2788862027429104, 14.457363246188928, 5.387139508451199, 3.27838091796728, 4.206731260277688, 3.0975250773804244, 25.902668617789434, 25.606709214989117, 3.7115985443312765, 8.671350845269039, 23.626857548429115, 5.584925538004746, 2.065230219135151, 13.426794407941717, 2.519185918860466, 6.3131194146710445, 4.992518557752248, 4.589185986286082, 4.908782243829526, 6.030785393534117, 3.3028021302441366 ], "crps_fair_clim": [ 3.134642569756797, 4.0368873592733205, 3.423335292543674, 3.3738802296500032, 27.106814106125587, 3.7253738930894196, 3.249450552047323, 4.035569151257637, 2.965809999169824, 30.070724508266622, 25.830159399346183, 3.580613889817456, 4.549159240055732, 25.77593644509466, 4.188541565312743, 3.9517287715065783, 14.718801138616833, 2.963090816144978, 5.6582471562161265, 4.848776670389135, 3.9672709222205658, 3.261152428150299, 5.930891894544658, 4.158239602390194 ] }, "rps": 0.4503924006235449, "rpss": 0.005390179229445846, "brier_below": 0.22882794404712822, "bss_below": -0.007718669343275142, "brier_above": 0.22156445631020136, "bss_above": 0.01857551334351959, "crps": 8.012181279819828, "crpss": 0.07166026634602463, "crps_fair": 7.7171003464908665, "crpss_fair": 0.06697404472669566 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5167067452168829, 0.4580385675940625, 0.42403901310602915, 0.411201992344206, 0.429662071781039, 0.42724818796456965, 0.5504849661791522, 0.43135554649242913 ], "rps_clim": [ 0.5242304582543107, 0.45938853305268146, 0.5017174223148171, 0.4051068144553075, 0.4317667029427126, 0.41531527803354223, 0.4728878323138167, 0.48863351023117646 ], "brier_below": [ 0.38245180546394164, 0.26806062728205027, 0.1110516194902709, 0.2355914802759683, 0.2479857540824326, 0.1651610299711019, 0.33413080608707363, 0.32066104250313576 ], "brier_below_clim": [ 0.40795993245117856, 0.27227812780818744, 0.12370712310234608, 0.2309306977016834, 0.2554229422765291, 0.15868716024439758, 0.31168865779035276, 0.37646203326964833 ], "brier_above": [ 0.13425495944541685, 0.18997794644914862, 0.3129873701985423, 0.17561051963814936, 0.18167632506234252, 0.26208715325182985, 0.21635417651083014, 0.11069452296530437 ], "brier_above_clim": [ 0.11627054465083109, 0.1871104114792495, 0.37801027156074746, 0.17417612530121018, 0.17634376877195204, 0.25662811177730505, 0.16119918533729533, 0.11217149654219405 ], "crps": [ 3.5993839996938743, 3.2594638663373727, 9.813459050445243, 3.775482747737278, 4.191947524533787, 5.140977993882591, 6.583250918366162, 2.401401593128167 ], "crps_clim": [ 4.134590890417508, 3.257454258459608, 11.95446652225302, 3.2123112416029844, 3.7715427873017267, 4.553263281560126, 3.429057288259692, 3.466783459627757 ], "crps_fair": [ 3.4886741916986095, 3.1553511072717386, 9.652123299511187, 3.6919991762108113, 4.094845067785321, 5.029180058096557, 6.3993919785936155, 2.288397498928481 ], "crps_fair_clim": [ 3.840649245962226, 2.9635126140043284, 11.660524877797739, 2.9183695971477044, 3.477601142846446, 4.259321637104846, 3.1351156438044105, 3.1728418151724775 ] }, "rps": 0.4560921363347963, "rpss": 0.013600656336226757, "brier_below": 0.25813677064449686, "bss_below": 0.03370982789406218, "brier_above": 0.1979553716901955, "bss_above": -0.013914412019674138, "crps": 4.84567096176556, "crpss": -0.026096130297791786, "crps_fair": 4.724995297262041, "crpss_fair": -0.06695354100886708 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5132630324566101, 0.4594022584727685, 0.4032437882944922, 0.41518910350763655, 0.42851457650947017, 0.3939717290161595, 0.5689932312370563, 0.4317841782334392 ], "rps_clim": [ 0.5378222423430801, 0.4654037630210716, 0.5441677934136927, 0.42259005509153863, 0.4687251558583407, 0.37920455236096284, 0.4762575897428396, 0.48392300807734495 ], "brier_below": [ 0.3879793978845405, 0.23751327351930354, 0.08801456533060605, 0.24146800544853417, 0.3161485798823253, 0.21343237603351214, 0.3279315141952166, 0.31395900559969975 ], "brier_below_clim": [ 0.4270541912814117, 0.23612689903307224, 0.11111111773384952, 0.25427588380937366, 0.3562146259988406, 0.2119324419419288, 0.29938211945700965, 0.37315495701567675 ], "brier_above": [ 0.12528365464088748, 0.22188898442806973, 0.3152291913444741, 0.1737211078985354, 0.11236601572662558, 0.18053936420483768, 0.24106173245423515, 0.1178251927934626 ], "brier_above_clim": [ 0.11076807075767037, 0.22927686262225755, 0.4330566384694138, 0.16831418081740057, 0.11251054924392284, 0.1672721205797222, 0.1768754781609058, 0.11076807075767037 ], "crps": [ 4.0067641216785015, 3.785378862411662, 10.898360249817305, 3.969420969050306, 2.516297147437968, 3.4686813741338582, 8.798526262152782, 2.7640301226918416 ], "crps_clim": [ 4.500795459022275, 3.8833491476604167, 14.934177684323762, 3.6806433710989057, 3.5671376707580675, 3.3365612191630336, 3.817686724141159, 4.037007086746878 ], "crps_fair": [ 3.878279001009249, 3.683618543059298, 10.682792753088675, 3.8737001732111116, 2.4124692356129884, 3.3411720753171443, 8.563707410714306, 2.6423378098266173 ], "crps_fair_clim": [ 4.156168553465009, 3.538722242103148, 14.589550778766494, 3.336016465541637, 3.2225107652008003, 2.991934313605765, 3.4730598185838906, 3.692380181189609 ] }, "rps": 0.45179523721595405, "rpss": 0.04333726351203171, "brier_below": 0.26580583973671723, "bss_below": 0.06293065005945886, "brier_above": 0.18598940543639098, "bss_above": 0.013869396738940165, "crps": 5.025932388671778, "crpss": 0.037116793645566526, "crps_fair": 4.884759625229924, "crpss_fair": -0.0019931589613695344 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "sqrt_mvs", "1994": "sqrt_mvs", "1995": "sqrt_mvs", "1996": "sqrt_mvs", "1997": "sqrt_mvs", "1998": "sqrt_mvs", "1999": "sqrt_mvs", "2000": "sqrt_mvs", "2001": "sqrt_mvs", "2002": "eqm", "2003": "sqrt_mvs", "2004": "sqrt_mvs", "2005": "sqrt_mvs", "2006": "sqrt_mvs", "2007": "sqrt_mvs", "2008": "sqrt_mvs", "2009": "sqrt_mvs", "2010": "sqrt_mvs", "2011": "sqrt_mvs", "2012": "sqrt_mvs", "2013": "sqrt_mvs", "2014": "sqrt_mvs", "2015": "sqrt_mvs", "2016": "sqrt_mvs" }, "chosen_test": "sqrt_mvs", "frequency": { "mvs": 0, "ls": 0, "vs": 0, "sqrt_mvs": 23, "pt": 0, "dc": 0, "loci": 0, "eqm": 1, "gqm": 0, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.49188480949675845, 0.37234588420077347, 0.43453670910450654, 0.35816086449791745, 0.3960074525827423, 0.5905402653136572, 0.3998991872340075, 0.4579407153842516, 0.37310808716756305, 0.48847438625367734, 0.45202106796087294, 0.42614896641467076, 0.6141385137460222, 0.45092709565577427, 0.5225052602816694, 0.40509223675283274, 0.45014253162028817, 0.4236757002407631, 0.4654113144090229, 0.4278093708631648, 0.5485429871975108, 0.44127637079506676, 0.4207055404877545, 0.4497318779101364 ], "rps_clim": [ 0.462562923536876, 0.3645173216522427, 0.44125991495499295, 0.3676651074657129, 0.4796288397923759, 0.5018388000928868, 0.3814774056959005, 0.4578573987892382, 0.3735878385869089, 0.5052606235712064, 0.5036551985237356, 0.4358799350596818, 0.5001476319885705, 0.5372757850199824, 0.4967176353817881, 0.483398419566635, 0.48412488872389453, 0.42298688230915954, 0.4788741887887977, 0.4007718021663261, 0.498737480732011, 0.40202165436042925, 0.44570350792032964, 0.4523372814100714 ], "brier_below": [ 0.34036848212396875, 0.18272731420958258, 0.15577477373937948, 0.22723688079757248, 0.14522158085402562, 0.40972880633578296, 0.22002426247938653, 0.17097680203160906, 0.13978538911394825, 0.1298377829120048, 0.12327462020159978, 0.1671237684055938, 0.41352367469836604, 0.10246191752047466, 0.36734840768797045, 0.2836857156439732, 0.1619466517486167, 0.23720350282647634, 0.2817179892343368, 0.178753949341423, 0.3953510528359057, 0.25571140421529204, 0.14912703719597709, 0.258732695618713 ], "brier_below_clim": [ 0.33445347350698373, 0.18448978058131807, 0.15020271959428944, 0.23455533259135652, 0.16559252060812168, 0.3788018404246035, 0.19293962127510628, 0.15038884587226958, 0.13073481316379681, 0.1342598604859912, 0.1282842296352773, 0.16631198513422443, 0.3601361789689049, 0.12098299127445335, 0.35626815432751285, 0.34779494441826286, 0.17732409124021772, 0.23135019401075282, 0.29334157497784386, 0.1580270900868227, 0.3757058539399758, 0.2565886947421901, 0.1693218745678458, 0.2597369379666505 ], "brier_above": [ 0.15151632591013245, 0.18961856855016357, 0.27876193697847595, 0.1309239823762989, 0.25078587045809253, 0.18081145892753922, 0.17987492472704925, 0.28696391542176264, 0.2333226970207323, 0.3586366052836502, 0.32874645037892847, 0.2590251990688948, 0.20061483994924034, 0.34846517933491095, 0.15515684998553056, 0.12140652106553941, 0.28819588211525177, 0.18647219672367374, 0.18369332336646907, 0.24905542166676387, 0.15319193264748662, 0.1855649656217322, 0.27157850355284374, 0.19099918207667524 ], "brier_above_clim": [ 0.12810945002989202, 0.1800275410709245, 0.2910571953607033, 0.1331097748743562, 0.3140363192350966, 0.12303695966828301, 0.18853778442079408, 0.3074685529169685, 0.24285302547391838, 0.371000763085215, 0.37537096893986166, 0.26956794992545724, 0.1400114530196655, 0.41629279379655704, 0.14044948110508146, 0.1356034751238968, 0.30680079745918404, 0.19163668827393138, 0.18553261378647845, 0.242744712130419, 0.12303162676755988, 0.14543295959376396, 0.2763816333277958, 0.19260034341894555 ], "crps": [ 2.962591852915668, 4.003139264653342, 10.624359994878278, 2.144270003637135, 10.597540790152433, 4.6647229151911445, 2.965311662189469, 5.021634205084224, 3.484623038828932, 18.570486589630242, 16.594905044895558, 3.9075739147590225, 8.263865277282829, 23.51128734740039, 4.854230307537014, 2.6375883688863513, 12.605711988095264, 3.640521357596574, 3.9002370616989914, 4.607026922130585, 5.404842302588417, 4.435058954839818, 7.9945643822331895, 3.2749094033843704 ], "crps_clim": [ 3.383400553071679, 3.6995246089032476, 10.375259519924272, 3.088176782734038, 15.623140866424055, 3.918194532764918, 3.2512248780442565, 5.3613292903859575, 3.3401723993300685, 21.29254756415035, 17.08930816883068, 4.102339013398538, 4.506551529947348, 25.32004262629813, 4.202143270441035, 3.5904825606496558, 13.811056598131602, 3.49561527327503, 4.117308454045926, 4.163338575099779, 4.154173639778647, 3.3440543501428777, 7.576953718515562, 3.8653696148339143 ], "crps_fair": [ 2.767298895668411, 3.7402968739129117, 10.387111425916158, 1.9690089817946659, 10.16555956592831, 4.362729495386605, 2.7724814285920125, 4.752050943917203, 3.226377598798992, 18.23673962343192, 16.358832118088536, 3.66173758222897, 7.885662835288216, 23.283332317423508, 4.588663933425639, 2.427019210166123, 12.318122565644169, 3.4473805334654894, 3.7013972528539916, 4.415570940578824, 5.126173055639844, 4.155401830388511, 7.651404802603549, 3.0638914408933546 ], "crps_fair_clim": [ 3.069144896531585, 3.3858676721658623, 10.074246020518368, 2.773361990265274, 15.332066536235006, 3.604951743610606, 2.9367188887863067, 5.050819710999868, 3.0258348712866763, 21.012210746646392, 16.801010670653753, 3.7894449827302754, 4.194423053287697, 25.04733364035127, 3.8894382629868667, 3.276619104881488, 13.516550290161696, 3.1815721446141088, 3.8044427745910094, 3.8505600739044343, 3.8413777807512575, 3.029724174279054, 7.270640397516081, 3.55202677848655 ] }, "rps": 0.4525427998154752, "rpss": 0.0015867634483271997, "brier_below": 0.2290685192404991, "bss_below": -0.007338556383585271, "brier_above": 0.2234742805503266, "bss_above": 0.010572838178029675, "crps": 7.111291789603719, "crpss": 0.033965287896665974, "crps_fair": 6.852676885501496, "crpss_fair": 0.02862282718840148 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5035939814807032, 0.3819259703206685, 0.38061906965840786, 0.3889577363330982, 0.3378702253760416, 0.6331025740959153, 0.3805631344918587, 0.4318923609943779, 0.4196632750383161, 0.4900934910018101, 0.4758233618874712, 0.4360442334949406, 0.632009025778659, 0.434681925849016, 0.5710249378139972, 0.41153887678025647, 0.44792552217793674, 0.39510617111556934, 0.4970580160458745, 0.40900025278317703, 0.4644569406771065, 0.518886100614626, 0.42781805318298255, 0.4138599146913478 ], "rps_clim": [ 0.4612583059027846, 0.3632558141399608, 0.354883769652867, 0.3845191290006187, 0.5442138095123802, 0.47392048384293584, 0.33694866035330306, 0.4142191822653953, 0.37845219617751535, 0.4951720237139347, 0.5339101528063047, 0.4478677808815762, 0.5122698412139367, 0.546319606847996, 0.5151171329099498, 0.5367285468048282, 0.4864254362866427, 0.45042529340514065, 0.45228609740130155, 0.40382417319303954, 0.47274140836269934, 0.4335462466444369, 0.43507035514007947, 0.4346226259811788 ], "brier_below": [ 0.3490955052164898, 0.15018388065133217, 0.18536750933589075, 0.24743857296680483, 0.07876581524097988, 0.40583853392486735, 0.21344488368803866, 0.16467369960845119, 0.1852830644572026, 0.14679349407627587, 0.1244545486718659, 0.15802383305478726, 0.41333341230558907, 0.09878028557049, 0.37509122671403766, 0.3113661355794346, 0.2040059150384419, 0.2872751555248055, 0.22126781835452572, 0.157918708840274, 0.3256168272951837, 0.323207242900422, 0.2058369385832828, 0.19002439033318505 ], "brier_below_clim": [ 0.3406488402474111, 0.15585229033150771, 0.1733474973115743, 0.2607321626770492, 0.12098299127445337, 0.35118589057225497, 0.15964704360397033, 0.13793336355887106, 0.13634373895712082, 0.1384011735129149, 0.12098299127445332, 0.14645923116637555, 0.36837280991055965, 0.12098299127445333, 0.34820491159145306, 0.4161190810910467, 0.23546533423622354, 0.32875690367129495, 0.18568689656698428, 0.13104510989535922, 0.3521319426489182, 0.3129367809306557, 0.21062232617609924, 0.19696310869600517 ], "brier_above": [ 0.15449847523745885, 0.23174208960518253, 0.19525155973564295, 0.14151916217591393, 0.2591044058190967, 0.2272640425461193, 0.16711825134428457, 0.2672186624197894, 0.2343802086290959, 0.34329999699080344, 0.35136881646048557, 0.27802040137814743, 0.21867561531759355, 0.3359016405584159, 0.19593371003662705, 0.10017274218541936, 0.2439196076232132, 0.10783101416827183, 0.2757901961477079, 0.2510815436680382, 0.13884011063906285, 0.1956788577126253, 0.22198111386683875, 0.22383552465589543 ], "brier_above_clim": [ 0.12060946565537374, 0.20740352380845312, 0.18153627234129263, 0.1237869663235696, 0.42323081835917165, 0.12273459327068108, 0.17730161674933273, 0.27628581870652447, 0.24210845734163935, 0.35677085020102, 0.4129271616552412, 0.3014085497152008, 0.1438970313033771, 0.4253366156954207, 0.1669122214397413, 0.12060946565537374, 0.2509601019920115, 0.12166838967543823, 0.2665992007759097, 0.27277906341892527, 0.12060946565537374, 0.12060946565537374, 0.22444802890557244, 0.2376595172267659 ], "crps": [ 2.887978848395995, 5.199365829381512, 3.9590067525709793, 2.495122555369095, 15.01865101811782, 5.757931335751254, 3.4719714856532327, 4.487387236192713, 3.3864632212188885, 26.62928587411117, 25.850390732659672, 3.9825110296432342, 9.110375723719626, 23.889815637130216, 5.874552457008546, 2.287456721769455, 13.718738501955794, 2.7150906463433797, 6.549013470608904, 5.233033689602527, 4.906551712714816, 5.205286312210062, 6.522375883120154, 3.5181353143997347 ], "crps_clim": [ 3.5039629006286863, 4.404502123435348, 3.7921098904802375, 3.7427483154181247, 27.430818422751024, 4.09357752958828, 3.618553854597303, 4.403186407306274, 3.33544948423942, 30.38912596968953, 26.15657705190127, 3.9490911747156954, 4.915805626371291, 26.102456598508446, 4.555869648555982, 4.319504515985746, 15.066223249131706, 3.332735441447136, 6.022796968020984, 5.2148566721483, 4.335017286452637, 3.630233609951502, 6.294926309868744, 4.525624967226858 ], "crps_fair": [ 2.703223872622716, 4.870140460613193, 3.678503188469245, 2.2788862027429104, 14.457363246188928, 5.387139508451199, 3.27838091796728, 4.206731260277688, 3.0975250773804244, 26.245988290127013, 25.606709214989117, 3.7115985443312765, 8.671350845269039, 23.626857548429115, 5.584925538004746, 2.065230219135151, 13.426794407941717, 2.519185918860466, 6.3131194146710445, 4.992518557752248, 4.589185986286082, 4.908782243829526, 6.030785393534117, 3.3028021302441366 ], "crps_fair_clim": [ 3.134642569756797, 4.0368873592733205, 3.423335292543674, 3.3738802296500032, 27.106814106125587, 3.7253738930894196, 3.249450552047323, 4.035569151257637, 2.965809999169824, 30.070724508266622, 25.830159399346183, 3.580613889817456, 4.549159240055732, 25.77593644509466, 4.188541565312743, 3.9517287715065783, 14.718801138616833, 2.963090816144978, 5.6582471562161265, 4.848776670389135, 3.9672709222205658, 3.261152428150299, 5.930891894544658, 4.158239602390194 ] }, "rps": 0.4534797979868399, "rpss": -0.0014277771434925146, "brier_below": 0.2301286415805274, "bss_below": -0.013446716208500353, "brier_above": 0.2233511562050721, "bss_above": 0.010661288037102645, "crps": 8.027353832902032, "crpss": 0.06990228267150889, "crps_fair": 7.731405332838267, "crpss_fair": 0.06524451900424932 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5167067452168829, 0.4580385675940625, 0.42403901310602915, 0.411201992344206, 0.429662071781039, 0.42724818796456965, 0.5504849661791522, 0.43135554649242913 ], "rps_clim": [ 0.5242304582543107, 0.45938853305268146, 0.5017174223148171, 0.4051068144553075, 0.4317667029427126, 0.41531527803354223, 0.4728878323138167, 0.48863351023117646 ], "brier_below": [ 0.38245180546394164, 0.26806062728205027, 0.1110516194902709, 0.2355914802759683, 0.2479857540824326, 0.1651610299711019, 0.33413080608707363, 0.32066104250313576 ], "brier_below_clim": [ 0.40795993245117856, 0.27227812780818744, 0.12370712310234608, 0.2309306977016834, 0.2554229422765291, 0.15868716024439758, 0.31168865779035276, 0.37646203326964833 ], "brier_above": [ 0.13425495944541685, 0.18997794644914862, 0.3129873701985423, 0.17561051963814936, 0.18167632506234252, 0.26208715325182985, 0.21635417651083014, 0.11069452296530437 ], "brier_above_clim": [ 0.11627054465083109, 0.1871104114792495, 0.37801027156074746, 0.17417612530121018, 0.17634376877195204, 0.25662811177730505, 0.16119918533729533, 0.11217149654219405 ], "crps": [ 3.5993839996938743, 3.2594638663373727, 9.813459050445243, 3.775482747737278, 4.191947524533787, 5.140977993882591, 6.583250918366162, 2.401401593128167 ], "crps_clim": [ 4.134590890417508, 3.257454258459608, 11.95446652225302, 3.2123112416029844, 3.7715427873017267, 4.553263281560126, 3.429057288259692, 3.466783459627757 ], "crps_fair": [ 3.4886741916986095, 3.1553511072717386, 9.652123299511187, 3.6919991762108113, 4.094845067785321, 5.029180058096557, 6.3993919785936155, 2.288397498928481 ], "crps_fair_clim": [ 3.840649245962226, 2.9635126140043284, 11.660524877797739, 2.9183695971477044, 3.477601142846446, 4.259321637104846, 3.1351156438044105, 3.1728418151724775 ] }, "rps": 0.4560921363347963, "rpss": 0.013600656336226757, "brier_below": 0.25813677064449686, "bss_below": 0.03370982789406218, "brier_above": 0.1979553716901955, "bss_above": -0.013914412019674138, "crps": 4.84567096176556, "crpss": -0.026096130297791786, "crps_fair": 4.724995297262041, "crpss_fair": -0.06695354100886708 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5132630324566101, 0.4594022584727685, 0.4032437882944922, 0.41518910350763655, 0.42851457650947017, 0.3939717290161595, 0.5689932312370563, 0.4317841782334392 ], "rps_clim": [ 0.5378222423430801, 0.4654037630210716, 0.5441677934136927, 0.42259005509153863, 0.4687251558583407, 0.37920455236096284, 0.4762575897428396, 0.48392300807734495 ], "brier_below": [ 0.3879793978845405, 0.23751327351930354, 0.08801456533060605, 0.24146800544853417, 0.3161485798823253, 0.21343237603351214, 0.3279315141952166, 0.31395900559969975 ], "brier_below_clim": [ 0.4270541912814117, 0.23612689903307224, 0.11111111773384952, 0.25427588380937366, 0.3562146259988406, 0.2119324419419288, 0.29938211945700965, 0.37315495701567675 ], "brier_above": [ 0.12528365464088748, 0.22188898442806973, 0.3152291913444741, 0.1737211078985354, 0.11236601572662558, 0.18053936420483768, 0.24106173245423515, 0.1178251927934626 ], "brier_above_clim": [ 0.11076807075767037, 0.22927686262225755, 0.4330566384694138, 0.16831418081740057, 0.11251054924392284, 0.1672721205797222, 0.1768754781609058, 0.11076807075767037 ], "crps": [ 4.0067641216785015, 3.785378862411662, 10.898360249817305, 3.969420969050306, 2.516297147437968, 3.4686813741338582, 8.798526262152782, 2.7640301226918416 ], "crps_clim": [ 4.500795459022275, 3.8833491476604167, 14.934177684323762, 3.6806433710989057, 3.5671376707580675, 3.3365612191630336, 3.817686724141159, 4.037007086746878 ], "crps_fair": [ 3.878279001009249, 3.683618543059298, 10.682792753088675, 3.8737001732111116, 2.4124692356129884, 3.3411720753171443, 8.563707410714306, 2.6423378098266173 ], "crps_fair_clim": [ 4.156168553465009, 3.538722242103148, 14.589550778766494, 3.336016465541637, 3.2225107652008003, 2.991934313605765, 3.4730598185838906, 3.692380181189609 ] }, "rps": 0.45179523721595405, "rpss": 0.04333726351203171, "brier_below": 0.26580583973671723, "bss_below": 0.06293065005945886, "brier_above": 0.18598940543639098, "bss_above": 0.013869396738940165, "crps": 5.025932388671778, "crpss": 0.037116793645566526, "crps_fair": 4.884759625229924, "crpss_fair": -0.0019931589613695344 } } } } }, "Jan": { "tag": "init09_Jan", "methods": { "mvs": { "lambda_": { "training_mean": 0.9138494483270931, "training": [ 0.9015440095270478, 0.9096984427381559, 0.8924744929044867, 0.9134977990005921, 0.9739809762681032, 0.9135662366642403, 0.9398504609218483, 0.904813588596652, 0.9073518630735369, 0.9150521876494314, 0.8815346430421451, 0.915224978842721, 0.9020731856486852, 0.9083222231397325, 0.9104530462599659, 0.9121125336109879, 0.9059324118331624, 0.9202344161454487, 0.9366643869040936, 0.9112132706445167, 0.9180350080835152, 0.917973538237099, 0.9076509189937322, 0.9131321411203357 ], "test": 0.9033070186773285 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5260280072447884, 0.5562385766602199, 0.4991479016939384, 0.44605258184493507, 0.5016165672317163, 0.4107786551321611, 0.4788002230172633, 0.4638882241146649, 0.48817556583868876, 0.4049359932280877, 0.5014593398574445, 0.4269395909743774, 0.3986999276378469, 0.3971664453100316, 0.4036581987967835, 0.48338975047133886, 0.4516129322032602, 0.40348501782310053, 0.4985451382560919, 0.3984493823055474, 0.4336011385190292, 0.446330383184296, 0.3710159666569978, 0.47599849233044866 ], "rps_clim": [ 0.4973013035288361, 0.5299108613891841, 0.49682096989761637, 0.45140321943555783, 0.5120439264472348, 0.41031169960340397, 0.47797132071856974, 0.45308842078032785, 0.5043277834760528, 0.4169267074583939, 0.5103230589589499, 0.439774482865257, 0.3965890932152538, 0.3999865075263042, 0.4105095366915584, 0.495347056515228, 0.4525412471251873, 0.4026341732498444, 0.4947135575342954, 0.4107579478352957, 0.4281083690429166, 0.4373547673375428, 0.3794648521113215, 0.46535364949831176 ], "brier_below": [ 0.39809284420370145, 0.4341258200996804, 0.13001479986255982, 0.18089421784894724, 0.12104679954337953, 0.18478477561154674, 0.35110506906209127, 0.31977731877893706, 0.1088134123507679, 0.15867434055096655, 0.11181621383027636, 0.1428746566583373, 0.2449596571630102, 0.15764274159819938, 0.16167271639902994, 0.1568803217963204, 0.19890686630808735, 0.21748606037113635, 0.377591660928668, 0.1534435261914491, 0.30279985015898536, 0.3234558159169703, 0.1784879933659669, 0.3446928543892386 ], "brier_below_clim": [ 0.3742768451297219, 0.40873323143582757, 0.13866980785737074, 0.18456937257153472, 0.1256044036343616, 0.18760042277090966, 0.34539584613599755, 0.3109003023417131, 0.12201400407191382, 0.16742828213175504, 0.1244088544959247, 0.15170887566157665, 0.2434586977209261, 0.1637619591020418, 0.1668761402054322, 0.16458520031461277, 0.20321388944011462, 0.21596862310093545, 0.36773408199884783, 0.16227747027615622, 0.2938514971990294, 0.31090927642329086, 0.1849857245631276, 0.33273847477773943 ], "brier_above": [ 0.12793516313029224, 0.12211275680239368, 0.3691331015468597, 0.26515836406815174, 0.3805697675445528, 0.22599387952501304, 0.12769515426887323, 0.14411090537965313, 0.3793621532111757, 0.24626165264709624, 0.3896431259950003, 0.28406493422594226, 0.1537402704337265, 0.23952370377870985, 0.24198548259988714, 0.3265094285558011, 0.25270606574708365, 0.18599895756364637, 0.12095347781189428, 0.24500585616892087, 0.13080128865104265, 0.12287456773439291, 0.19252797339888775, 0.1313056380245866 ], "brier_above_clim": [ 0.12302445839911424, 0.12117762995335662, 0.35815116204024555, 0.26683384686402306, 0.38643952281287314, 0.22271127683249428, 0.13257547458257218, 0.14218811843861479, 0.38231377940413913, 0.24949842532663888, 0.38591420446302543, 0.2880656072036803, 0.15313039549432772, 0.2362245484242624, 0.2436333964861261, 0.3307618562006153, 0.24932735768507294, 0.18666555014890895, 0.12697947553544767, 0.24848047755913946, 0.13425687184388715, 0.12644549091425192, 0.19447912754819396, 0.13261517472057238 ], "crps": [ 5.531483576481441, 5.637080880118267, 13.238884916641394, 6.292863424432008, 20.82527466032423, 3.7430785808478726, 3.2738367650376805, 4.1682631836272614, 7.186833843383649, 3.4672190788482142, 15.317926868198464, 4.105993583739614, 4.087228753223878, 4.945624208559033, 5.028552301448741, 8.13859382455231, 5.415015684075021, 3.3584355076136228, 3.633402653662782, 3.1921698949214194, 3.0317138907694727, 3.745894872221321, 4.313082317737223, 4.631939838771066 ], "crps_clim": [ 3.3942682418184753, 3.592082216148263, 11.21710177556662, 5.807811897394496, 27.273601914436462, 3.5784752533248567, 3.4807211044876976, 3.1460002230570745, 7.545217676196043, 3.8249735735183252, 13.840864383262339, 4.430030997054808, 2.8001820448761534, 4.516117521457113, 4.888260025218961, 8.339483640689286, 4.951633793647444, 2.997413909666159, 3.4711294001341106, 3.627536580866378, 2.846454770181788, 3.161925584164043, 3.3250528086483198, 3.5450641992642202 ], "crps_fair": [ 5.359974628709169, 5.447847475317656, 13.117105334304274, 6.193090853647751, 20.564821450089877, 3.6421838613631166, 3.207415487593458, 3.9670571534361034, 7.001884404245589, 3.3155248907125174, 15.181389369158904, 3.9269231682734267, 3.8868750524241964, 4.772137004312959, 4.941002496496309, 7.944782611596326, 5.235358636395308, 3.2320480269333913, 3.531203961600057, 3.0484940845447768, 2.9137587648607615, 3.635882066261871, 4.106209147319422, 4.4361945801773945 ], "crps_fair_clim": [ 3.147316707451114, 3.345505329459557, 10.984966213801052, 5.565431468435425, 27.0718763908127, 3.331872595873229, 3.2339333066026654, 2.898578484108726, 7.306127788484703, 3.578837768945852, 13.61369806885984, 4.185041134572365, 2.552105347257009, 4.271290701634523, 4.644138020744405, 8.101898044577364, 4.707631815249459, 2.7497107572454813, 3.224323436142348, 3.3810268425956997, 2.5984657102999638, 2.914534006884459, 3.0779701844454106, 3.298398263301115 ] }, "rps": 0.45275058334721074, "rpss": 0.0006943916046007192, "brier_below": 0.22750168054117723, "bss_below": -0.0015351346756609097, "brier_above": 0.22524890286723265, "bss_above": 0.002936162590439495, "crps": 6.096266379551499, "crpss": -0.048058181395509214, "crps_fair": 5.9420485212406104, "crpss_fair": -0.06596036428335816, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.000833, 0.999167, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2793, 0.3297, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3475, 0.3488, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.000861, 0.959547, 0.039592, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2731, 0.3452, 0.4049, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2925, 0.3417, 0.4194, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.566086616904025, 0.5561358211738073, 0.4715951915656282, 0.4195081443204912, 0.5318524766945378, 0.40385819849525156, 0.4078590552609035, 0.43323694183603223, 0.47712483086194823, 0.3470510555782329, 0.5363061784709373, 0.4673028664808372, 0.3530746765853834, 0.4005296618229046, 0.3394586938200744, 0.5018551988128709, 0.48386723906889917, 0.43472530072281995, 0.5295263759011333, 0.4437510526495195, 0.5225780097416662, 0.447412985269803, 0.3962272496190892, 0.38944746994669704 ], "rps_clim": [ 0.5271012360586466, 0.5237026442993877, 0.47266510161074154, 0.4183814440705189, 0.5463137956783317, 0.3948310621955931, 0.406559211835899, 0.4283146824891483, 0.49352864176266736, 0.37069796075288813, 0.544586430341869, 0.4920445637631002, 0.3565574427493965, 0.3975457708734299, 0.3515003838097367, 0.5287991675877444, 0.4852899981103904, 0.42598321042574033, 0.5180054420460954, 0.46522910237657855, 0.5021412600717393, 0.4343952633284925, 0.40487741793271564, 0.39251245424822917 ], "brier_below": [ 0.44043620407626966, 0.43281730749985237, 0.15025347271468836, 0.2911388031573164, 0.11521510913966194, 0.25771719971186646, 0.27790205679122476, 0.2517563659167858, 0.1080231217937238, 0.11172204322057447, 0.10485008106199194, 0.10966019609464168, 0.2019716671966383, 0.22045269085504623, 0.15067533750642959, 0.10966715053404547, 0.19542786612921254, 0.2719155477530149, 0.41281597290814465, 0.10594291165809205, 0.4024589545013787, 0.32879500321034333, 0.1809007805566025, 0.2373580481503616 ], "brier_below_clim": [ 0.4061182447841931, 0.40271965302493434, 0.159291887101158, 0.2832363680142811, 0.12098299127445336, 0.2529029231506273, 0.2730640226173197, 0.24952665149579165, 0.12265985005988321, 0.12767684799994297, 0.1218471520520865, 0.12515848079062122, 0.20389895401113928, 0.22223880236089205, 0.1594727085269456, 0.12431961025338657, 0.19935641299605145, 0.2639725231877702, 0.3970224507716421, 0.12181436140512257, 0.3811582687972861, 0.3134122720540391, 0.18796271335346026, 0.23816938425362752 ], "brier_above": [ 0.12565041338433847, 0.12331851428744402, 0.3213417186249037, 0.1283693417988429, 0.4166373672889001, 0.1461409992234295, 0.12995699900243507, 0.18148057607457374, 0.3691017080785584, 0.23532901209890617, 0.4314560966296157, 0.35764267003409816, 0.15110300949238986, 0.18007697120660238, 0.18878335661758824, 0.3921880477085877, 0.28843937304992645, 0.16280975336986328, 0.11671040377905827, 0.3378081407797063, 0.12011905586292423, 0.11861798296082889, 0.21532646893408308, 0.15208942204162645 ], "brier_above_clim": [ 0.1209829912744533, 0.1209829912744533, 0.31337321450958355, 0.1351450760562379, 0.4253308044038784, 0.1419281390449658, 0.13349518921857934, 0.17878803099335663, 0.3708687917027841, 0.24302111275294516, 0.4227392782897825, 0.3668860829724789, 0.15265848873825724, 0.17530696851253785, 0.1920276752827911, 0.40447955733435775, 0.285933585114339, 0.16201068723797019, 0.1209829912744533, 0.343414740971456, 0.1209829912744533, 0.1209829912744533, 0.21691470457925532, 0.1543430699946016 ], "crps": [ 4.51400700034195, 4.497675937204131, 6.506841515422267, 2.1712794435848677, 26.419046687027606, 2.127100866730809, 2.278688111952342, 2.7210588800755438, 6.115746742265006, 2.0411731664633677, 17.76471353539401, 3.5159045912957483, 3.13469799731514, 4.629213275396581, 2.1768846564543547, 6.82251356975242, 6.936862622834509, 3.0143685612581375, 3.3923924985446168, 2.8387284425975645, 3.2894995038474364, 3.550036512889451, 4.385052668381305, 2.9426529840677604 ], "crps_clim": [ 2.674920399403526, 2.637398212409991, 5.54786431635389, 2.076207700785368, 34.28249991078239, 2.0856628172110057, 2.3437315827679472, 2.6602769523695353, 5.95174143690428, 2.5420943861841945, 15.72510138242277, 4.179451182954188, 2.085216845411654, 4.0937047249597684, 2.2900971059547115, 7.841787160003542, 6.476073885230757, 2.4043541490534586, 2.7661997358793817, 3.668076251614806, 2.404003843392272, 2.7090584880115154, 2.3942251507817365, 2.2230392708520568 ], "crps_fair": [ 4.41076055906251, 4.32957573046697, 6.419346589241487, 2.103670409700211, 26.17761187139669, 2.0245407779039097, 2.23602323990666, 2.571407002805138, 5.94968219104913, 1.9115354174256103, 17.682182688168773, 3.3857567374495594, 2.9944283377043965, 4.461937585691401, 2.1284789726200755, 6.619296512286511, 6.814386365825736, 2.922361905712335, 3.3108373017157327, 2.7083309394462836, 3.188548805541612, 3.452936910268413, 4.166138717320774, 2.757310361862866 ], "crps_fair_clim": [ 2.4548094454165224, 2.4172161936748946, 5.333194544027777, 1.8549628212328, 34.12225179677904, 1.8644358450759109, 2.122993377234286, 2.4401382645813325, 5.73783658336709, 2.3217318677782153, 15.529706680297545, 3.9621897190875477, 1.8639890286330005, 3.876280862498442, 2.06925731997254, 7.631461938517677, 6.263162085572975, 2.1837307589862482, 2.5462616594235836, 3.4498462746206284, 2.1833797898673692, 2.4890121894953605, 2.173582577005678, 2.0020724813943143 ] }, "rps": 0.45251547048347884, "rpss": 0.001947550685030941, "brier_below": 0.22791141217241281, "bss_below": -0.0021785257735660313, "brier_above": 0.22460405843038464, "bss_above": 0.006099799544456275, "crps": 5.324422490462372, "crpss": -0.030011842976352288, "crps_fair": 5.196961913773865, "crpss_fair": -0.04906560598047993, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3251, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.3497, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.0, 0.91506, 0.08494, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3461, 0.4047, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.3392, 0.4079, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5266236260321976, 0.5174020870618985, 0.3927965162257285, 0.45229321742613016, 0.4417613082716121, 0.39129062402794307, 0.38710644698763386, 0.5051351247381353 ], "rps_clim": [ 0.5137612852478612, 0.49705237444422495, 0.4061007445054705, 0.44669599826620215, 0.4481977901053744, 0.3995579224080249, 0.3906212765735246, 0.4961503793308776 ], "brier_below": [ 0.42083326172147045, 0.4002299825956815, 0.1349816505133488, 0.31815968751876456, 0.11656781908367231, 0.2034887229804956, 0.15339517759613483, 0.39283560559694963 ], "brier_below_clim": [ 0.4021405089154269, 0.37912161362031016, 0.14453244502842236, 0.30843984040656025, 0.12589433667964914, 0.20523722232274816, 0.16125753035770213, 0.37806000678348534 ], "brier_above": [ 0.10579038282179942, 0.11717212256967549, 0.257814858569318, 0.13413354384536558, 0.32519347136198606, 0.1878019055187911, 0.2337112689847343, 0.1122995366986797 ], "brier_above_clim": [ 0.11162079604670827, 0.11793077940987547, 0.26156829250705416, 0.1382561728111389, 0.3223034355309777, 0.1943207050116538, 0.22936374487601524, 0.11809039116878442 ], "crps": [ 3.4695752137797715, 4.551660962264741, 4.123165784449876, 3.000588516998633, 8.697297920404123, 2.8154977807461643, 4.716373800118921, 3.4862845648121428 ], "crps_clim": [ 3.2326234694826756, 3.444075545420181, 4.664597692983636, 2.8485585347508224, 7.734730772827549, 3.0019126203171878, 4.262232370432686, 3.1582949283763986 ], "crps_fair": [ 3.4270747022951333, 4.463906313994474, 4.056816998363489, 2.9536228351211813, 8.634639418140878, 2.7560690250865796, 4.574040173395895, 3.436189385574784 ], "crps_fair_clim": [ 3.000358402837215, 3.2118104787747215, 4.432332626338175, 2.616293468105364, 7.502465706182092, 2.7696475536717284, 4.029967303787228, 2.9260298617309384 ] }, "rps": 0.4518011188464099, "rpss": -0.004522111415909524, "brier_below": 0.26756148845081473, "bss_below": -0.017013676128602606, "brier_above": 0.1842396362962937, "bss_above": 0.013081904658701404, "crps": 4.357555567946797, "crpss": -0.07770169084680667, "crps_fair": 4.287794856496552, "crpss_fair": -0.12507675826126596, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.000867, 0.999133, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2644, 0.3154, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5, 0.4558, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.001503, 0.998497, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.273, 0.3303, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2143, 0.2268, NaN, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5771465675637575, 0.48396489508025, 0.454995805346898, 0.4623407866047055, 0.4239740536047942, 0.36223645078933964, 0.3362815686549821, 0.46683893360573103 ], "rps_clim": [ 0.5473323450214652, 0.45950886455856493, 0.47310563766181457, 0.45125841650166265, 0.43752409736537534, 0.3769753190502442, 0.34410807327585485, 0.4522036283839493 ], "brier_below": [ 0.467217179671194, 0.37155435202178716, 0.09549667522003955, 0.3412317391229096, 0.12987085631077339, 0.167793495404538, 0.12492307192030996, 0.3377141305473933 ], "brier_below_clim": [ 0.43622124715583027, 0.34839776669293, 0.11202969533110177, 0.327320640209203, 0.141320167462079, 0.17256239240732962, 0.1394661409403721, 0.32190666733284123 ], "brier_above": [ 0.10992940680288418, 0.11241056237912528, 0.3594991060826183, 0.12110906406607866, 0.29410318457396606, 0.1944429584150397, 0.21135850163590209, 0.12912481907087314 ], "brier_above_clim": [ 0.11111111773384953, 0.11111111773384953, 0.36107591750173545, 0.12393779386708581, 0.2962039166743374, 0.20441292982746392, 0.2046419354790828, 0.1302969774886234 ], "crps": [ 3.324661126266338, 3.6357657482946384, 5.244712983341535, 2.652566788050045, 9.70152703275625, 2.202886516602143, 4.032814985181297, 3.2127115152135843 ], "crps_clim": [ 2.5726443205176754, 2.4663219929375395, 5.77433068113816, 2.2030894884274272, 8.536670815597677, 2.154154910592676, 3.6369598104064913, 2.3797284899665048 ], "crps_fair": [ 3.2951399439544873, 3.5675867309094778, 5.176515894588561, 2.619045827141605, 9.650348279214638, 2.1621194821166343, 3.8652270275353073, 3.1698537453697666 ], "crps_fair_clim": [ 2.366231987002849, 2.259909659422711, 5.567918347623332, 1.9966771549125995, 8.330258482082852, 1.9477425770778494, 3.4305474768916633, 2.1733161564516763 ] }, "rps": 0.44597238265630723, "rpss": -0.007273450107053714, "brier_below": 0.25447518752736814, "bss_below": -0.01829548342740428, "brier_above": 0.19149720037831092, "bss_above": 0.0070094383028757035, "crps": 4.250955836963229, "crpss": -0.14411790218246856, "crps_fair": 4.1882296163538095, "crpss_fair": -0.19354227014824144, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3086, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.4164, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3382, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.2452, NaN, NaN, NaN, NaN, NaN, NaN ] } } } } }, "ls": { "lambda_": { "training_mean": 0.7783961658554102, "training": [ 0.7528301088413772, 0.7644908708834772, 0.7484313242359897, 0.7807143764996255, 0.8607333934875211, 0.7660294261712498, 0.8144799301085967, 0.7671767899473726, 0.7764848571285302, 0.779243175771329, 0.7607986554790203, 0.7823257138490604, 0.7586898193365701, 0.7654552522469764, 0.7681306586231089, 0.7780151139130487, 0.761514901142957, 0.770486890467508, 0.8215489129930446, 0.7760918587465038, 0.7891336349627762, 0.7893786316846165, 0.7750625701767989, 0.7742611138327888 ], "test": 0.8198548406524585 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.46981456569156466, 0.47095356839701197, 0.5781620452718108, 0.4538710604023306, 0.48456627117542506, 0.4346395083143075, 0.40214577789354605, 0.4224357641551408, 0.5521572858584509, 0.4290272687172322, 0.5803319245352608, 0.45975012462133874, 0.4066683373875527, 0.43430215998674915, 0.4434071163581625, 0.5196783980801267, 0.47515303249127394, 0.4080013917848151, 0.41348106096526116, 0.430291622651657, 0.38978180874072826, 0.39581196328716267, 0.38234678232002905, 0.4370990597500403 ], "rps_clim": [ 0.4973013035288361, 0.5299108613891841, 0.49682096989761637, 0.45140321943555783, 0.5120439264472348, 0.41031169960340397, 0.47797132071856974, 0.45308842078032785, 0.5043277834760528, 0.4169267074583939, 0.5103230589589499, 0.439774482865257, 0.3965890932152538, 0.3999865075263042, 0.4105095366915584, 0.495347056515228, 0.4525412471251873, 0.4026341732498444, 0.4947135575342954, 0.4107579478352957, 0.4281083690429166, 0.4373547673375428, 0.3794648521113215, 0.46535364949831176 ], "brier_below": [ 0.34607031222306833, 0.35918494018580566, 0.19002365617038489, 0.1895844039468805, 0.12489962646611631, 0.20555125411334632, 0.29108782657381854, 0.2825693344798969, 0.15928980459805958, 0.17867343239123, 0.1706674883234424, 0.17168703523397547, 0.2493938740274831, 0.19420296359775907, 0.20225364305852214, 0.18519387458157732, 0.21313034084473256, 0.22417502926072952, 0.3096482309694834, 0.18049509222428223, 0.2724027762962363, 0.2875777262498091, 0.18966186389225817, 0.3120773368950284 ], "brier_below_clim": [ 0.3742768451297219, 0.40873323143582757, 0.13866980785737074, 0.18456937257153472, 0.1256044036343616, 0.18760042277090966, 0.34539584613599755, 0.3109003023417131, 0.12201400407191382, 0.16742828213175504, 0.1244088544959247, 0.15170887566157665, 0.2434586977209261, 0.1637619591020418, 0.1668761402054322, 0.16458520031461277, 0.20321388944011462, 0.21596862310093545, 0.36773408199884783, 0.16227747027615622, 0.2938514971990294, 0.31090927642329086, 0.1849857245631276, 0.33273847477773943 ], "brier_above": [ 0.12374425248361007, 0.11176862767017266, 0.38813838761579944, 0.26428665745187624, 0.3596666444955651, 0.22908825315305853, 0.11105795267709838, 0.13986642937279667, 0.3928674808649967, 0.25035383637311853, 0.40966443517999374, 0.2880630897985933, 0.15727446221385252, 0.24009919671508445, 0.2411534732500735, 0.3344845233372914, 0.2620226906772517, 0.18382636205208944, 0.10383283134766207, 0.24979653022090686, 0.11737903350672775, 0.10823423758758886, 0.19268491821177758, 0.12502172286666569 ], "brier_above_clim": [ 0.12302445839911424, 0.12117762995335662, 0.35815116204024555, 0.26683384686402306, 0.38643952281287314, 0.22271127683249428, 0.13257547458257218, 0.14218811843861479, 0.38231377940413913, 0.24949842532663888, 0.38591420446302543, 0.2880656072036803, 0.15313039549432772, 0.2362245484242624, 0.2436333964861261, 0.3307618562006153, 0.24932735768507294, 0.18666555014890895, 0.12697947553544767, 0.24848047755913946, 0.13425687184388715, 0.12644549091425192, 0.19447912754819396, 0.13261517472057238 ], "crps": [ 4.510760256695111, 4.183348844254022, 15.432787690530207, 7.45276993533525, 17.49355051610492, 5.399101179348974, 2.743230652475988, 4.664952214810945, 9.068664865680171, 4.9521742223413945, 16.72750188752867, 6.079764749205963, 4.42660847513565, 6.706185471018779, 6.131678745484511, 10.327713858147996, 6.870902580246244, 3.2798660857302036, 2.529500785715371, 4.633295641989636, 2.8634467988078907, 2.5761148677817878, 5.259345692594125, 3.674539289272825 ], "crps_clim": [ 3.3942682418184753, 3.592082216148263, 11.21710177556662, 5.807811897394496, 27.273601914436462, 3.5784752533248567, 3.4807211044876976, 3.1460002230570745, 7.545217676196043, 3.8249735735183252, 13.840864383262339, 4.430030997054808, 2.8001820448761534, 4.516117521457113, 4.888260025218961, 8.339483640689286, 4.951633793647444, 2.997413909666159, 3.4711294001341106, 3.627536580866378, 2.846454770181788, 3.161925584164043, 3.3250528086483198, 3.5450641992642202 ], "crps_fair": [ 4.130994437249333, 3.762996697159844, 15.173670966176669, 7.235366174115341, 16.885602481176463, 5.18354248583195, 2.595263148348602, 4.2028265913795995, 8.661565674549422, 4.627630214507407, 16.447612083255756, 5.6790337226737115, 3.970436903786808, 6.329709742088342, 5.933953125437363, 9.908619852354578, 6.484568437307914, 2.98235041361617, 2.3071644938600797, 4.300396631801648, 2.5966320343751326, 2.336419245081136, 4.793831709994694, 3.216506369197958 ], "crps_fair_clim": [ 3.147316707451114, 3.345505329459557, 10.984966213801052, 5.565431468435425, 27.0718763908127, 3.331872595873229, 3.2339333066026654, 2.898578484108726, 7.306127788484703, 3.578837768945852, 13.61369806885984, 4.185041134572365, 2.552105347257009, 4.271290701634523, 4.644138020744405, 8.101898044577364, 4.707631815249459, 2.7497107572454813, 3.224323436142348, 3.3810268425956997, 2.5984657102999638, 2.914534006884459, 3.0779701844454106, 3.298398263301115 ] }, "rps": 0.4530782457848741, "rpss": -2.8820962452824617e-05, "brier_below": 0.22872924444183027, "bss_below": -0.006939263443584531, "brier_above": 0.22434900121348544, "bss_above": 0.006919575538316458, "crps": 6.582825221093194, "crpss": -0.13170642490379425, "crps_fair": 6.2394455681385805, "crpss_fair": -0.11931123533648913, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.003803, 0.506287, 0.48991, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2922, 0.3674, 0.428, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1905, 0.3227, 0.3771, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.114692, 0.873568, 0.011741, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2924, 0.3365, 0.409, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3156, 0.3457, 0.5569, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4523655512739925, 0.4338914030427107, 0.53358662863063, 0.36553315867669495, 0.5116016142385758, 0.3596621041039354, 0.3599982857100284, 0.39897174663757967, 0.576795140400527, 0.396370121685365, 0.6594281466137161, 0.5297257185652721, 0.37307890163065477, 0.400460776502546, 0.3880207355571849, 0.5711821451036476, 0.4942066555408112, 0.4036782069736324, 0.41062026106114574, 0.5203448960923186, 0.41744137586739216, 0.37721233728949255, 0.43677766753454067, 0.3906159755793832 ], "rps_clim": [ 0.5271012360586466, 0.5237026442993877, 0.47266510161074154, 0.4183814440705189, 0.5463137956783317, 0.3948310621955931, 0.406559211835899, 0.4283146824891483, 0.49352864176266736, 0.37069796075288813, 0.544586430341869, 0.4920445637631002, 0.3565574427493965, 0.3975457708734299, 0.3515003838097367, 0.5287991675877444, 0.4852899981103904, 0.42598321042574033, 0.5180054420460954, 0.46522910237657855, 0.5021412600717393, 0.4343952633284925, 0.40487741793271564, 0.39251245424822917 ], "brier_below": [ 0.34522614649403166, 0.3329054944489773, 0.1997062393998331, 0.2562875444237743, 0.12078532875054504, 0.22703804350299878, 0.2503009366562695, 0.227398666587222, 0.17634410950076623, 0.15400589702608558, 0.18787578257176307, 0.15854226881884817, 0.22338413160143633, 0.22898832373603797, 0.20805457052303256, 0.16124849515189776, 0.20099132425018487, 0.25286205304987247, 0.31611138593686594, 0.16349291418652567, 0.31787931266986735, 0.2823638343993121, 0.2124575661180284, 0.24608525109420673 ], "brier_below_clim": [ 0.4061182447841931, 0.40271965302493434, 0.159291887101158, 0.2832363680142811, 0.12098299127445336, 0.2529029231506273, 0.2730640226173197, 0.24952665149579165, 0.12265985005988321, 0.12767684799994297, 0.1218471520520865, 0.12515848079062122, 0.20389895401113928, 0.22223880236089205, 0.1594727085269456, 0.12431961025338657, 0.19935641299605145, 0.2639725231877702, 0.3970224507716421, 0.12181436140512257, 0.3811582687972861, 0.3134122720540391, 0.18796271335346026, 0.23816938425362752 ], "brier_above": [ 0.10713940472697653, 0.10098590894569652, 0.3338803876911464, 0.10924561565739858, 0.390816284498126, 0.1326240607200356, 0.10969735031374257, 0.17157308036486363, 0.4004510284901566, 0.2423642239454052, 0.47155236095922537, 0.37118345020311316, 0.1496947688977903, 0.17147245355895513, 0.1799661651021108, 0.4099336495034146, 0.29321533183568027, 0.15081615422104394, 0.09450887676886369, 0.3568519807794816, 0.09956206482984423, 0.09484850465947095, 0.2243201005922325, 0.14453072532740832 ], "brier_above_clim": [ 0.1209829912744533, 0.1209829912744533, 0.31337321450958355, 0.1351450760562379, 0.4253308044038784, 0.1419281390449658, 0.13349518921857934, 0.17878803099335663, 0.3708687917027841, 0.24302111275294516, 0.4227392782897825, 0.3668860829724789, 0.15265848873825724, 0.17530696851253785, 0.1920276752827911, 0.40447955733435775, 0.285933585114339, 0.16201068723797019, 0.1209829912744533, 0.343414740971456, 0.1209829912744533, 0.1209829912744533, 0.21691470457925532, 0.1543430699946016 ], "crps": [ 2.7459719402859952, 3.07463771607404, 8.899940479557632, 2.800362913944556, 20.666279228080743, 2.842809654423089, 2.47386033508793, 4.279586112924393, 8.350207081020613, 3.6774077208795743, 19.187555540161874, 5.488973715388772, 2.9707478872890656, 5.258453835580492, 3.4681582961479935, 9.083529754395878, 8.303292864804979, 2.118097266605798, 2.020143540856591, 4.743892318727861, 2.205266982891678, 2.1542837547212845, 5.0509741743534775, 3.204092153633647 ], "crps_clim": [ 2.674920399403526, 2.637398212409991, 5.54786431635389, 2.076207700785368, 34.28249991078239, 2.0856628172110057, 2.3437315827679472, 2.6602769523695353, 5.95174143690428, 2.5420943861841945, 15.72510138242277, 4.179451182954188, 2.085216845411654, 4.0937047249597684, 2.2900971059547115, 7.841787160003542, 6.476073885230757, 2.4043541490534586, 2.7661997358793817, 3.668076251614806, 2.404003843392272, 2.7090584880115154, 2.3942251507817365, 2.2230392708520568 ], "crps_fair": [ 2.518260655759482, 2.690380818577839, 8.713957799780088, 2.64970351589199, 20.078347054051886, 2.6212615584863097, 2.3807610727392756, 3.900082118356618, 7.9508049385416335, 3.394508919174932, 19.02774278526007, 5.1837193692956465, 2.66617875625498, 4.878510265612803, 3.356410821934893, 8.637171318914788, 8.03122819841049, 1.870916980946524, 1.8348150996605763, 4.416822375047003, 1.9638070539740002, 1.9394003505851616, 4.524443291865136, 2.7357880981281855 ], "crps_fair_clim": [ 2.4548094454165224, 2.4172161936748946, 5.333194544027777, 1.8549628212328, 34.12225179677904, 1.8644358450759109, 2.122993377234286, 2.4401382645813325, 5.73783658336709, 2.3217318677782153, 15.529706680297545, 3.9621897190875477, 1.8639890286330005, 3.876280862498442, 2.06925731997254, 7.631461938517677, 6.263162085572975, 2.1837307589862482, 2.5462616594235836, 3.4498462746206284, 2.1833797898673692, 2.4890121894953605, 2.173582577005678, 2.0020724813943143 ] }, "rps": 0.44839873142965736, "rpss": 0.01102728776333961, "brier_below": 0.2270973175374326, "bss_below": 0.0014012342452408566, "brier_above": 0.2213014138580076, "bss_above": 0.02071440235020361, "crps": 5.627855219493248, "crpss": -0.08871103617679554, "crps_fair": 5.33187596738543, "crpss_fair": -0.07629953529448597, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.000458, 0.35884, 0.640702, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2946, 0.3685, 0.4327, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0, 0.2382, 0.4124, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.157304, 0.832672, 0.010024, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2925, 0.3305, 0.4099, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2782, 0.3508, 0.9086, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4266007716464176, 0.45092407796753964, 0.42644670917491256, 0.4055707057899547, 0.4966127634215245, 0.40844004040435017, 0.3986991962243379, 0.42651433601279615 ], "rps_clim": [ 0.5137612852478612, 0.49705237444422495, 0.4061007445054705, 0.44669599826620215, 0.4481977901053744, 0.3995579224080249, 0.3906212765735246, 0.4961503793308776 ], "brier_below": [ 0.3345808170794453, 0.34187706330706963, 0.16599389872690296, 0.28041030856396293, 0.16150367948920538, 0.2178003722479962, 0.16641646652311015, 0.3251892471138539 ], "brier_below_clim": [ 0.4021405089154269, 0.37912161362031016, 0.14453244502842236, 0.30843984040656025, 0.12589433667964914, 0.20523722232274816, 0.16125753035770213, 0.37806000678348534 ], "brier_above": [ 0.09201997174913396, 0.10904703228294371, 0.2604528025905625, 0.1251604101524571, 0.33510906467815, 0.19063967200962154, 0.23228272948892356, 0.10132510544725482 ], "brier_above_clim": [ 0.11162079604670827, 0.11793077940987547, 0.26156829250705416, 0.1382561728111389, 0.3223034355309777, 0.1943207050116538, 0.22936374487601524, 0.11809039116878442 ], "crps": [ 2.0929363833057764, 3.079689214086566, 5.766746374912865, 3.0687245265151484, 10.87624024612564, 3.853603448260453, 7.167609116703271, 2.3379436639333933 ], "crps_clim": [ 3.2326234694826756, 3.444075545420181, 4.664597692983636, 2.8485585347508224, 7.734730772827549, 3.0019126203171878, 4.262232370432686, 3.1582949283763986 ], "crps_fair": [ 2.000805517439019, 2.8871368509798723, 5.622618803385625, 2.967274850652033, 10.736030057151572, 3.7239232008156944, 6.854280334038541, 2.2275495948105886 ], "crps_fair_clim": [ 3.000358402837215, 3.2118104787747215, 4.432332626338175, 2.616293468105364, 7.502465706182092, 2.7696475536717284, 4.029967303787228, 2.9260298617309384 ] }, "rps": 0.42997607508022917, "rpss": 0.04400308724169166, "brier_below": 0.2492214816314433, "bss_below": 0.05269754376177904, "brier_above": 0.1807545985498809, "bss_above": 0.03175023729343873, "crps": 4.780436621730389, "crpss": -0.18228776429632854, "crps_fair": 4.627452401159118, "crpss_fair": -0.21419968089571761, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.00941, 0.633367, 0.357222, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2941, 0.3726, 0.4143, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0466, 0.4473, 0.482, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.247528, 0.748085, 0.004386, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2943, 0.3214, 0.4072, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0928, 0.2713, 0.1999, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4389893945700047, 0.4095894925628949, 0.5159559934203359, 0.3929591267481645, 0.4776028092853485, 0.4053719265666556, 0.3407731534399192, 0.41621945230081736 ], "rps_clim": [ 0.5473323450214652, 0.45950886455856493, 0.47310563766181457, 0.45125841650166265, 0.43752409736537534, 0.3769753190502442, 0.34410807327585485, 0.4522036283839493 ], "brier_below": [ 0.3485722745859759, 0.3133353874964607, 0.14526032553358084, 0.287302746965278, 0.1726291435569431, 0.2025566074730702, 0.13579677754947872, 0.2984142100081727 ], "brier_below_clim": [ 0.43622124715583027, 0.34839776669293, 0.11202969533110177, 0.327320640209203, 0.141320167462079, 0.17256239240732962, 0.1394661409403721, 0.32190666733284123 ], "brier_above": [ 0.09041713693888805, 0.09625412289446224, 0.3706956429565333, 0.10565639448179034, 0.30497365080949157, 0.20281532105002253, 0.2049763813286215, 0.11780525720079565 ], "brier_above_clim": [ 0.11111111773384953, 0.11111111773384953, 0.36107591750173545, 0.12393779386708581, 0.2962039166743374, 0.20441292982746392, 0.2046419354790828, 0.1302969774886234 ], "crps": [ 1.5859211482736415, 2.45856159437831, 6.862588806566255, 2.081712837848303, 11.316266745925683, 2.8102112654175695, 7.188577090762851, 1.905974548622744 ], "crps_clim": [ 2.5726443205176754, 2.4663219929375395, 5.77433068113816, 2.2030894884274272, 8.536670815597677, 2.154154910592676, 3.6369598104064913, 2.3797284899665048 ], "crps_fair": [ 1.520261551553797, 2.3023360118886202, 6.712566678055733, 2.0073999676324195, 11.197233915411895, 2.720767611931326, 6.806966264233337, 1.8045626880370635 ], "crps_fair_clim": [ 2.366231987002849, 2.259909659422711, 5.567918347623332, 1.9966771549125995, 8.330258482082852, 1.9477425770778494, 3.4305474768916633, 2.1733161564516763 ] }, "rps": 0.4246826686117676, "rpss": 0.04081150885320206, "brier_below": 0.23798343414612005, "bss_below": 0.04769711154854972, "brier_above": 0.18669923845757563, "bss_above": 0.03188881457187698, "crps": 4.526226754724419, "crpss": -0.21820533029034617, "crps_fair": 4.384011836093023, "crpss_fair": -0.24933537998390398, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.020983, 0.509031, 0.469986, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2946, 0.371, 0.4149, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0493, 0.4004, 0.45, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.252799, 0.733769, 0.013432, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2956, 0.322, 0.4072, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0961, 0.2978, 0.1796, NaN, NaN, NaN, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.8999005539195268, "training": [ 0.8840712388866462, 0.893548690056061, 0.8741669771878983, 0.8974818793697262, 0.9670961521175989, 0.904703471386229, 0.9264038267579318, 0.8905084424420544, 0.8891900297499737, 0.9014484433365014, 0.856887428843595, 0.8972422671884112, 0.8914925732650496, 0.8960473005002456, 0.8995250521020179, 0.8934291215145802, 0.8898712568906846, 0.9062030377659709, 0.9294774406285162, 0.8957537140158063, 0.9104567441245435, 0.9046681723569479, 0.8964818952850129, 0.9014581382966432 ], "test": 0.8887890585820647 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5279249464381416, 0.5584769799831326, 0.5026498387423994, 0.44706077892832236, 0.4988753707131498, 0.4092274261527717, 0.47666088584046684, 0.4662140749679147, 0.4881825069260888, 0.4058596695113536, 0.505475800631329, 0.4266578057661206, 0.40003412334172395, 0.39538183027043744, 0.4024854817751222, 0.4860032063205363, 0.4510677476894927, 0.40057145020605756, 0.49597204669570927, 0.398479652068886, 0.43102114819188836, 0.44452867983936, 0.3697958960777453, 0.47502358011198575 ], "rps_clim": [ 0.4973013035288361, 0.5299108613891841, 0.49682096989761637, 0.45140321943555783, 0.5120439264472348, 0.41031169960340397, 0.47797132071856974, 0.45308842078032785, 0.5043277834760528, 0.4169267074583939, 0.5103230589589499, 0.439774482865257, 0.3965890932152538, 0.3999865075263042, 0.4105095366915584, 0.495347056515228, 0.4525412471251873, 0.4026341732498444, 0.4947135575342954, 0.4107579478352957, 0.4281083690429166, 0.4373547673375428, 0.3794648521113215, 0.46535364949831176 ], "brier_below": [ 0.400088243009449, 0.4373775591792095, 0.13094258388592872, 0.18146979312629605, 0.1197157024479118, 0.18352119360346145, 0.3506333329321584, 0.32175079027309395, 0.107148847215843, 0.15869245555603734, 0.11242421896581412, 0.1416758293131869, 0.2463338257045581, 0.15636337487521412, 0.16156067224979562, 0.1585098526489956, 0.1976232426532646, 0.21543781699942532, 0.37631909234283595, 0.15258275341055497, 0.3012932486939702, 0.3230617648601826, 0.17762643976034362, 0.3449969902249977 ], "brier_below_clim": [ 0.3742768451297219, 0.40873323143582757, 0.13866980785737074, 0.18456937257153472, 0.1256044036343616, 0.18760042277090966, 0.34539584613599755, 0.3109003023417131, 0.12201400407191382, 0.16742828213175504, 0.1244088544959247, 0.15170887566157665, 0.2434586977209261, 0.1637619591020418, 0.1668761402054322, 0.16458520031461277, 0.20321388944011462, 0.21596862310093545, 0.36773408199884783, 0.16227747027615622, 0.2938514971990294, 0.31090927642329086, 0.1849857245631276, 0.33273847477773943 ], "brier_above": [ 0.1278367034441525, 0.12109942100327757, 0.3717072547222334, 0.26559098591186164, 0.3791596680863742, 0.2257062326265292, 0.1260275531914407, 0.144463284663809, 0.38103365964067315, 0.24716721404085593, 0.3930515817911715, 0.2849819764458585, 0.15370029749823721, 0.2390184555144753, 0.24092480985336548, 0.32749335375734356, 0.2534445048357854, 0.18513363332756505, 0.11965295481476063, 0.24589689879974672, 0.12972789967389176, 0.121466915444574, 0.19216945638211758, 0.13002658984489596 ], "brier_above_clim": [ 0.12302445839911424, 0.12117762995335662, 0.35815116204024555, 0.26683384686402306, 0.38643952281287314, 0.22271127683249428, 0.13257547458257218, 0.14218811843861479, 0.38231377940413913, 0.24949842532663888, 0.38591420446302543, 0.2880656072036803, 0.15313039549432772, 0.2362245484242624, 0.2436333964861261, 0.3307618562006153, 0.24932735768507294, 0.18666555014890895, 0.12697947553544767, 0.24848047755913946, 0.13425687184388715, 0.12644549091425192, 0.19447912754819396, 0.13261517472057238 ], "crps": [ 4.99023361968985, 5.04715706212972, 13.361850367997508, 6.225436847019879, 20.366008075215905, 3.6350580440322107, 2.6046769714840794, 3.9120884421642295, 7.393960757545589, 3.5648931728562716, 15.389437599661175, 4.215169887619752, 3.8509916692974073, 4.932462053162831, 4.894398142067625, 8.416337359058204, 5.419944113476991, 2.7375411253421125, 2.8269683914658112, 3.2033243096420847, 2.4344784587442514, 3.0258607248853595, 4.146449890306732, 3.9601073583903004 ], "crps_clim": [ 3.3942682418184753, 3.592082216148263, 11.21710177556662, 5.807811897394496, 27.273601914436462, 3.5784752533248567, 3.4807211044876976, 3.1460002230570745, 7.545217676196043, 3.8249735735183252, 13.840864383262339, 4.430030997054808, 2.8001820448761534, 4.516117521457113, 4.888260025218961, 8.339483640689286, 4.951633793647444, 2.997413909666159, 3.4711294001341106, 3.627536580866378, 2.846454770181788, 3.161925584164043, 3.3250528086483198, 3.5450641992642202 ], "crps_fair": [ 4.792612118113043, 4.824110740734308, 13.224312408045, 6.112065245254502, 20.082619500108727, 3.5171093741151207, 2.5300681886607435, 3.6769953130823256, 7.179139050248299, 3.388832195508243, 15.23563023000949, 4.005226883436067, 3.6181590900449505, 4.7306573551896225, 4.794217640169744, 8.19104187458697, 5.2081946796917205, 2.5926644505269114, 2.708973074139304, 3.033412878533359, 2.29901268543453, 2.897954572651743, 3.90058018417747, 3.728990891259503 ], "crps_fair_clim": [ 3.147316707451114, 3.345505329459557, 10.984966213801052, 5.565431468435425, 27.0718763908127, 3.331872595873229, 3.2339333066026654, 2.898578484108726, 7.306127788484703, 3.578837768945852, 13.61369806885984, 4.185041134572365, 2.552105347257009, 4.271290701634523, 4.644138020744405, 8.101898044577364, 4.707631815249459, 2.7497107572454813, 3.224323436142348, 3.3810268425956997, 2.5984657102999638, 2.914534006884459, 3.0779701844454106, 3.298398263301115 ] }, "rps": 0.4526512886329223, "rpss": 0.0009135536963177371, "brier_below": 0.22738123433052204, "bss_below": -0.0010048919472434026, "brier_above": 0.22527005438812484, "bss_above": 0.0028425354236948364, "crps": 5.856451435135661, "crpss": -0.006829665633962145, "crps_fair": 5.67802419265507, "crpss_fair": -0.018596316603055607, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.000327, 0.999673, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2777, 0.3282, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.8853, 0.3487, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.000861, 0.963698, 0.035441, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2781, 0.3439, 0.4121, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2925, 0.344, 0.3665, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5698392446679983, 0.5582424778942822, 0.47594673184654496, 0.4190948693045602, 0.5284812019257343, 0.40459774389843195, 0.406243420116277, 0.4359148550078061, 0.47987463051752155, 0.34551805744863345, 0.5431478962344799, 0.4669262248581657, 0.351404887936081, 0.4001244407831288, 0.33686416684021414, 0.5014418941701472, 0.4876833926928628, 0.4334489180467978, 0.5271801619249392, 0.44400351140525884, 0.5208673739435502, 0.4459753346446099, 0.39470713187852613, 0.38632064165105157 ], "rps_clim": [ 0.5271012360586466, 0.5237026442993877, 0.47266510161074154, 0.4183814440705189, 0.5463137956783317, 0.3948310621955931, 0.406559211835899, 0.4283146824891483, 0.49352864176266736, 0.37069796075288813, 0.544586430341869, 0.4920445637631002, 0.3565574427493965, 0.3975457708734299, 0.3515003838097367, 0.5287991675877444, 0.4852899981103904, 0.42598321042574033, 0.5180054420460954, 0.46522910237657855, 0.5021412600717393, 0.4343952633284925, 0.40487741793271564, 0.39251245424822917 ], "brier_below": [ 0.4448919923570683, 0.43664280298438196, 0.15188602229390505, 0.29280507124381877, 0.11365701767584693, 0.2585698208826501, 0.27789238952444234, 0.25287697646926366, 0.10699717217038444, 0.11005991612418478, 0.10525406725099598, 0.10687729730538023, 0.2019151945158505, 0.2203970194248675, 0.1506384762135773, 0.10846846145959019, 0.19636983203327824, 0.27140453667956754, 0.4118552331766689, 0.10418685052396454, 0.40208175362509024, 0.32935324349207173, 0.17969446936621566, 0.23661830792776653 ], "brier_below_clim": [ 0.4061182447841931, 0.40271965302493434, 0.159291887101158, 0.2832363680142811, 0.12098299127445336, 0.2529029231506273, 0.2730640226173197, 0.24952665149579165, 0.12265985005988321, 0.12767684799994297, 0.1218471520520865, 0.12515848079062122, 0.20389895401113928, 0.22223880236089205, 0.1594727085269456, 0.12431961025338657, 0.19935641299605145, 0.2639725231877702, 0.3970224507716421, 0.12181436140512257, 0.3811582687972861, 0.3134122720540391, 0.18796271335346026, 0.23816938425362752 ], "brier_above": [ 0.12494725291799112, 0.12159967555381775, 0.3240607093846338, 0.12628979874804958, 0.41482418397111914, 0.14602792344793394, 0.12835103114631174, 0.18303787872360083, 0.3728774574291778, 0.23545814109637278, 0.4378938281280193, 0.360048927372197, 0.14948969331526707, 0.17972742170573647, 0.1862256911145375, 0.3929734324132063, 0.2913135608732697, 0.16204438174522517, 0.11532492958322936, 0.3398166608032279, 0.11878562087810995, 0.11662209214351833, 0.21501266224911778, 0.14970233394741325 ], "brier_above_clim": [ 0.1209829912744533, 0.1209829912744533, 0.31337321450958355, 0.1351450760562379, 0.4253308044038784, 0.1419281390449658, 0.13349518921857934, 0.17878803099335663, 0.3708687917027841, 0.24302111275294516, 0.4227392782897825, 0.3668860829724789, 0.15265848873825724, 0.17530696851253785, 0.1920276752827911, 0.40447955733435775, 0.285933585114339, 0.16201068723797019, 0.1209829912744533, 0.343414740971456, 0.1209829912744533, 0.1209829912744533, 0.21691470457925532, 0.1543430699946016 ], "crps": [ 3.93214821336466, 3.858897709584645, 6.6740930964786305, 1.6811810887141196, 26.084056190051538, 1.9723192511427006, 1.637591495790926, 2.7457417521275294, 6.309267220344435, 2.1256502827302928, 17.848543825369475, 3.7012084070425386, 2.8276622351911223, 4.370778460339216, 2.018578871684864, 7.120655471432554, 7.007876714557109, 2.3645244396732945, 2.574450239123294, 2.986938811016669, 2.587419016430766, 2.8478993832787087, 4.16470502159214, 2.321522367824238 ], "crps_clim": [ 2.674920399403526, 2.637398212409991, 5.54786431635389, 2.076207700785368, 34.28249991078239, 2.0856628172110057, 2.3437315827679472, 2.6602769523695353, 5.95174143690428, 2.5420943861841945, 15.72510138242277, 4.179451182954188, 2.085216845411654, 4.0937047249597684, 2.2900971059547115, 7.841787160003542, 6.476073885230757, 2.4043541490534586, 2.7661997358793817, 3.668076251614806, 2.404003843392272, 2.7090584880115154, 2.3942251507817365, 2.2230392708520568 ], "crps_fair": [ 3.810396529262438, 3.659040798449402, 6.571467914380303, 1.6009066094896256, 25.837080566132542, 1.8533737092231697, 1.588975812736086, 2.5695083964179806, 6.114889053888583, 1.9718199492613024, 17.752490248806712, 3.546049863268346, 2.6615442221002303, 4.176964161262694, 1.9619519490845354, 6.880068178022595, 6.864210602714391, 2.258653227817814, 2.479477734917595, 2.829855897412681, 2.470172572747329, 2.732840270642291, 3.8992376617932645, 2.0972863312656087 ], "crps_fair_clim": [ 2.4548094454165224, 2.4172161936748946, 5.333194544027777, 1.8549628212328, 34.12225179677904, 1.8644358450759109, 2.122993377234286, 2.4401382645813325, 5.73783658336709, 2.3217318677782153, 15.529706680297545, 3.9621897190875477, 1.8639890286330005, 3.876280862498442, 2.06925731997254, 7.631461938517677, 6.263162085572975, 2.1837307589862482, 2.5462616594235836, 3.4498462746206284, 2.1833797898673692, 2.4890121894953605, 2.173582577005678, 2.0020724813943143 ] }, "rps": 0.45266038373490014, "rpss": 0.00162793503660974, "brier_below": 0.22797474686336797, "bss_below": -0.0024570228729730026, "brier_above": 0.22468563702879515, "bss_above": 0.00573880435193963, "crps": 5.073487898536894, "crpss": 0.018531562803085766, "crps_fair": 4.92451092754573, "crpss_fair": 0.005931710472787177, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3231, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.3497, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.0, 0.919024, 0.080976, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3436, 0.4121, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.3461, 0.3327, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5230124167666519, 0.5157631320919167, 0.39177796226948663, 0.4505480342178847, 0.44326667668093533, 0.39034560057775386, 0.38518586971515945, 0.5011045585516428 ], "rps_clim": [ 0.5137612852478612, 0.49705237444422495, 0.4061007445054705, 0.44669599826620215, 0.4481977901053744, 0.3995579224080249, 0.3906212765735246, 0.4961503793308776 ], "brier_below": [ 0.4193497138296383, 0.3998731076917145, 0.13426547336297084, 0.3183151439834888, 0.116838100119288, 0.20412458212507248, 0.15138974703007332, 0.3908526167771717 ], "brier_below_clim": [ 0.4021405089154269, 0.37912161362031016, 0.14453244502842236, 0.30843984040656025, 0.12589433667964914, 0.20523722232274816, 0.16125753035770213, 0.37806000678348534 ], "brier_above": [ 0.10366272124421394, 0.11589004241992928, 0.2575124817041815, 0.1322329040265495, 0.32642855865694204, 0.18622102277363273, 0.23379612242815342, 0.11025195917733581 ], "brier_above_clim": [ 0.11162079604670827, 0.11793077940987547, 0.26156829250705416, 0.1382561728111389, 0.3223034355309777, 0.1943207050116538, 0.22936374487601524, 0.11809039116878442 ], "crps": [ 2.6264380388344466, 3.848347049562005, 4.123334782862328, 2.460672300824086, 8.8638717848892, 2.5490654878067662, 4.961607482146083, 2.682574734550792 ], "crps_clim": [ 3.2326234694826756, 3.444075545420181, 4.664597692983636, 2.8485585347508224, 7.734730772827549, 3.0019126203171878, 4.262232370432686, 3.1582949283763986 ], "crps_fair": [ 2.5775606073429724, 3.747508514997485, 4.0465682219671875, 2.406706163522014, 8.791511682373876, 2.4804352562226675, 4.796086949290496, 2.6251679535360597 ], "crps_fair_clim": [ 3.000358402837215, 3.2118104787747215, 4.432332626338175, 2.616293468105364, 7.502465706182092, 2.7696475536717284, 4.029967303787228, 2.9260298617309384 ] }, "rps": 0.4501255313589289, "rpss": -0.000796656540799523, "brier_below": 0.26687606061492725, "bss_below": -0.014408333008660401, "brier_above": 0.18324947655386725, "bss_above": 0.018385902141130117, "crps": 4.014488957684463, "crpss": 0.007144838402849296, "crps_fair": 3.9339431686565947, "crpss_fair": -0.03222942689767039, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.539357, 0.460643, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2973, 0.3346, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4345, 0.4809, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.006264, 0.956132, 0.037604, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2939, 0.3253, 0.4053, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0514, 0.2244, 0.3176, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5759552530532517, 0.48212400065406447, 0.4528650195054071, 0.46084679401947765, 0.4261738444413693, 0.35999359422603777, 0.33543265729162547, 0.4627292098449479 ], "rps_clim": [ 0.5473323450214652, 0.45950886455856493, 0.47310563766181457, 0.45125841650166265, 0.43752409736537534, 0.3769753190502442, 0.34410807327585485, 0.4522036283839493 ], "brier_below": [ 0.46860511464942867, 0.3718483100849335, 0.09377508815618599, 0.3423904538716477, 0.1300743468281676, 0.16794237281314967, 0.1233246965566732, 0.3361860344471798 ], "brier_below_clim": [ 0.43622124715583027, 0.34839776669293, 0.11202969533110177, 0.327320640209203, 0.141320167462079, 0.17256239240732962, 0.1394661409403721, 0.32190666733284123 ], "brier_above": [ 0.10735015704331356, 0.11027570967083203, 0.35908990724963813, 0.1184563565151578, 0.2960994847152299, 0.19205122418885412, 0.212107965786667, 0.12654319124702706 ], "brier_above_clim": [ 0.11111111773384953, 0.11111111773384953, 0.36107591750173545, 0.12393779386708581, 0.2962039166743374, 0.20441292982746392, 0.2046419354790828, 0.1302969774886234 ], "crps": [ 2.5451382428956597, 2.9464316256457566, 5.246303592870989, 2.1040676099432467, 9.783276004784023, 1.8814244277447143, 4.360894395913865, 2.473169910356349 ], "crps_clim": [ 2.5726443205176754, 2.4663219929375395, 5.77433068113816, 2.2030894884274272, 8.536670815597677, 2.154154910592676, 3.6369598104064913, 2.3797284899665048 ], "crps_fair": [ 2.5104525241822295, 2.8664127557034673, 5.16809359593869, 2.0652939885216774, 9.723791472641693, 1.8339476665359613, 4.168636311799193, 2.4238642074898302 ], "crps_fair_clim": [ 2.366231987002849, 2.259909659422711, 5.567918347623332, 1.9966771549125995, 8.330258482082852, 1.9477425770778494, 3.4305474768916633, 2.1733161564516763 ] }, "rps": 0.4445150466295227, "rpss": -0.003981910216351858, "brier_below": 0.2542683021759208, "bss_below": -0.017467621108043785, "brier_above": 0.19024674955208995, "bss_above": 0.013493532408955455, "crps": 3.9175882262693253, "crpss": -0.05439411627855262, "crps_fair": 3.845061565351593, "crpss_fair": -0.09574782902299339, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.787651, 0.212349, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2973, 0.3422, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4035, 0.4643, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.0, 0.90971, 0.09029, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3289, 0.4054, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.2387, 0.3107, NaN, NaN, NaN, NaN, NaN ] } } } } }, "sqrt_mvs": { "lambda_": { "training_mean": 0.5992972952714025, "training": [ 0.5328663523488768, 0.5618827130252748, 0.5428455223573002, 0.602543451234414, 0.7308337583322356, 0.5845029612000316, 0.6700720939907668, 0.580353953550762, 0.598278378041753, 0.6027241884633289, 0.5405073070960668, 0.6092329437067029, 0.5659215156185199, 0.5891168321376261, 0.5854620496478368, 0.5844111803106713, 0.5869279415749767, 0.594668707967538, 0.6972794412137124, 0.6011270121405623, 0.6252709591519451, 0.6151800816435699, 0.5872024698793227, 0.5939232718798675 ], "test": 0.6266199516379526 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.588633804667167, 0.5887836950123753, 0.5538382419036938, 0.42876383751723773, 0.4116346793552621, 0.4250286603774453, 0.4161488604032324, 0.48604777979273633, 0.4793039549247328, 0.3995703516095693, 0.529185458918858, 0.41549487092040815, 0.4298830874332637, 0.41041313727344725, 0.4170102070032151, 0.48234395503059513, 0.46362866193579144, 0.3949260053778396, 0.42077332999771305, 0.3876886464161921, 0.3993984725574448, 0.420977441578112, 0.36026275858011747, 0.4893290000502668 ], "rps_clim": [ 0.4973013035288361, 0.5299108613891841, 0.49682096989761637, 0.45140321943555783, 0.5120439264472348, 0.41031169960340397, 0.47797132071856974, 0.45308842078032785, 0.5043277834760528, 0.4169267074583939, 0.5103230589589499, 0.439774482865257, 0.3965890932152538, 0.3999865075263042, 0.4105095366915584, 0.495347056515228, 0.4525412471251873, 0.4026341732498444, 0.4947135575342954, 0.4107579478352957, 0.4281083690429166, 0.4373547673375428, 0.3794648521113215, 0.46535364949831176 ], "brier_below": [ 0.4323462672895313, 0.45489436864635613, 0.15560063256698162, 0.17236242133936971, 0.09337236462132668, 0.1875532517443154, 0.3109024654792745, 0.32718966408668804, 0.1076746110567994, 0.15270370676778755, 0.13892236452085654, 0.14063575731115657, 0.25459870077302693, 0.1633088912325793, 0.18288937372913597, 0.1650212389021241, 0.2022794899980383, 0.21127488047964887, 0.32354730728770426, 0.14742004010911805, 0.2808249777709056, 0.3069854201318652, 0.16439835415614779, 0.3544871587572931 ], "brier_below_clim": [ 0.3742768451297219, 0.40873323143582757, 0.13866980785737074, 0.18456937257153472, 0.1256044036343616, 0.18760042277090966, 0.34539584613599755, 0.3109003023417131, 0.12201400407191382, 0.16742828213175504, 0.1244088544959247, 0.15170887566157665, 0.2434586977209261, 0.1637619591020418, 0.1668761402054322, 0.16458520031461277, 0.20321388944011462, 0.21596862310093545, 0.36773408199884783, 0.16227747027615622, 0.2938514971990294, 0.31090927642329086, 0.1849857245631276, 0.33273847477773943 ], "brier_above": [ 0.1562875354431577, 0.1338893242323759, 0.39823761207194397, 0.2564014166396429, 0.31826231340572037, 0.23747540806239611, 0.10524639451825539, 0.1588581141423791, 0.3716293471545152, 0.2468666448488758, 0.39026310026569516, 0.27485911539973595, 0.17528438583560516, 0.2471042462061649, 0.23412083509192264, 0.31732272016569885, 0.26134917272612085, 0.18365112454551932, 0.09722602283831404, 0.24026860751673149, 0.11857349330107135, 0.11399201971689753, 0.19586440368888997, 0.13484183954652226 ], "brier_above_clim": [ 0.12302445839911424, 0.12117762995335662, 0.35815116204024555, 0.26683384686402306, 0.38643952281287314, 0.22271127683249428, 0.13257547458257218, 0.14218811843861479, 0.38231377940413913, 0.24949842532663888, 0.38591420446302543, 0.2880656072036803, 0.15313039549432772, 0.2362245484242624, 0.2436333964861261, 0.3307618562006153, 0.24932735768507294, 0.18666555014890895, 0.12697947553544767, 0.24848047755913946, 0.13425687184388715, 0.12644549091425192, 0.19447912754819396, 0.13261517472057238 ], "crps": [ 4.7776141256806, 4.723463599027611, 13.299567319396145, 5.897762374486102, 19.276948303117756, 3.7200349034555895, 1.7763879819817985, 4.01268190089912, 7.148330437356788, 3.6756241591416416, 14.964153226862024, 4.285293068922375, 3.9867637641772493, 4.895558570597216, 4.692771650568561, 8.35887031943764, 5.441623944596175, 2.491118035428611, 1.7801875363409019, 3.240705082203368, 2.060694544737268, 2.44698456395977, 4.279097748042376, 3.589602007567688 ], "crps_clim": [ 3.3942682418184753, 3.592082216148263, 11.21710177556662, 5.807811897394496, 27.273601914436462, 3.5784752533248567, 3.4807211044876976, 3.1460002230570745, 7.545217676196043, 3.8249735735183252, 13.840864383262339, 4.430030997054808, 2.8001820448761534, 4.516117521457113, 4.888260025218961, 8.339483640689286, 4.951633793647444, 2.997413909666159, 3.4711294001341106, 3.627536580866378, 2.846454770181788, 3.161925584164043, 3.3250528086483198, 3.5450641992642202 ], "crps_fair": [ 4.545268679252122, 4.470373796729635, 13.1307322005711, 5.749843165430986, 18.97294533175144, 3.564794839927425, 1.6677026455664974, 3.7457304451572457, 6.909650683094387, 3.465196634403491, 14.777810153135375, 4.042002849039838, 3.727742690317883, 4.661830368393486, 4.5599229946805675, 8.099312000085058, 5.201996567282686, 2.309988901947666, 1.6271896987260992, 3.0381262837384826, 1.8833439646946875, 2.2808247786241482, 4.001781138059854, 3.327563619046911 ], "crps_fair_clim": [ 3.147316707451114, 3.345505329459557, 10.984966213801052, 5.565431468435425, 27.0718763908127, 3.331872595873229, 3.2339333066026654, 2.898578484108726, 7.306127788484703, 3.578837768945852, 13.61369806885984, 4.185041134572365, 2.552105347257009, 4.271290701634523, 4.644138020744405, 8.101898044577364, 4.707631815249459, 2.7497107572454813, 3.224323436142348, 3.3810268425956997, 2.5984657102999638, 2.914534006884459, 3.0779701844454106, 3.298398263301115 ] }, "rps": 0.44996120410986323, "rpss": 0.006851075700323617, "brier_below": 0.22629973786491797, "bss_below": 0.0037562012708524106, "brier_above": 0.22366146655683963, "bss_above": 0.009962946379999948, "crps": 5.6175766319993485, "crpss": 0.034237222879310525, "crps_fair": 5.406736434569044, "crpss_fair": 0.030070737595724206, "reliability": { "below": { "weight": [ 0.0, 0.002219, 0.298822, 0.572166, 0.124582, 0.002212, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1959, 0.2693, 0.3463, 0.4306, 0.5102, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3924, 0.3231, 0.3391, 0.4531, 0.4433, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.198158, 0.601219, 0.195619, 0.005004, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2747, 0.3499, 0.4321, 0.5208, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2346, 0.3657, 0.3954, 0.2168, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6152979155183317, 0.5717110262876339, 0.5168518533243294, 0.3753466256777211, 0.40617401200860137, 0.4053408100141507, 0.36199631040364266, 0.4416230572903454, 0.5157403946891261, 0.33799274400713675, 0.5929311257138073, 0.4400348505810493, 0.3702878293412808, 0.40745106054784236, 0.35952154142202175, 0.4970138651347322, 0.4835500495015518, 0.4257276252690961, 0.4066597754023331, 0.4335702308873011, 0.4472353492295399, 0.3933158960641296, 0.40286790405497297, 0.3877828683402152 ], "rps_clim": [ 0.5271012360586466, 0.5237026442993877, 0.47266510161074154, 0.4183814440705189, 0.5463137956783317, 0.3948310621955931, 0.406559211835899, 0.4283146824891483, 0.49352864176266736, 0.37069796075288813, 0.544586430341869, 0.4920445637631002, 0.3565574427493965, 0.3975457708734299, 0.3515003838097367, 0.5287991675877444, 0.4852899981103904, 0.42598321042574033, 0.5180054420460954, 0.46522910237657855, 0.5021412600717393, 0.4343952633284925, 0.40487741793271564, 0.39251245424822917 ], "brier_below": [ 0.4746154360129051, 0.4465622408595637, 0.17746746143103045, 0.27179219572166574, 0.083237820900926, 0.2445381677637137, 0.25735949203593195, 0.24633060008261204, 0.13207801117252357, 0.10618821288590664, 0.15364364960200683, 0.10584257543448726, 0.2054350369334502, 0.21695147715196597, 0.1883386691584208, 0.13198214836020886, 0.19229045945757603, 0.2660595137535248, 0.31882920141141297, 0.11011705753038237, 0.34162432476851196, 0.2951059617207405, 0.18200112508483735, 0.2405911096233703 ], "brier_below_clim": [ 0.4061182447841931, 0.40271965302493434, 0.159291887101158, 0.2832363680142811, 0.12098299127445336, 0.2529029231506273, 0.2730640226173197, 0.24952665149579165, 0.12265985005988321, 0.12767684799994297, 0.1218471520520865, 0.12515848079062122, 0.20389895401113928, 0.22223880236089205, 0.1594727085269456, 0.12431961025338657, 0.19935641299605145, 0.2639725231877702, 0.3970224507716421, 0.12181436140512257, 0.3811582687972861, 0.3134122720540391, 0.18796271335346026, 0.23816938425362752 ], "brier_above": [ 0.14068247729374245, 0.12514878321906625, 0.3393843937961251, 0.10355442997122531, 0.32293618841319005, 0.16080264034312688, 0.10463681851965632, 0.1952924561076149, 0.38366238685961446, 0.23180453061593115, 0.4392874811090921, 0.3341922783678506, 0.1648527908182183, 0.1904995822282006, 0.1711828724609884, 0.36503172148245366, 0.2912595919886808, 0.15966811068080908, 0.08783057562279968, 0.3234531761159902, 0.10561102375134453, 0.09820993338015031, 0.22086677857537143, 0.14719175787121563 ], "brier_above_clim": [ 0.1209829912744533, 0.1209829912744533, 0.31337321450958355, 0.1351450760562379, 0.4253308044038784, 0.1419281390449658, 0.13349518921857934, 0.17878803099335663, 0.3708687917027841, 0.24302111275294516, 0.4227392782897825, 0.3668860829724789, 0.15265848873825724, 0.17530696851253785, 0.1920276752827911, 0.40447955733435775, 0.285933585114339, 0.16201068723797019, 0.1209829912744533, 0.343414740971456, 0.1209829912744533, 0.1209829912744533, 0.21691470457925532, 0.1543430699946016 ], "crps": [ 3.45166557325611, 3.3642966086302852, 6.83293588170337, 1.2937728772517687, 24.17910535224037, 2.0643838603007705, 1.0167494003149613, 3.0149099660843413, 6.24964208192775, 2.5100897543145537, 17.38457473251443, 3.7008858363577186, 2.7815661114605907, 4.245868973742833, 2.0110831113906547, 7.208638519255911, 6.785383764899158, 1.7844111929135202, 1.205269902066671, 3.0625232455320797, 1.633415410027097, 1.8141578204677327, 4.299693829532965, 2.064996045482588 ], "crps_clim": [ 2.674920399403526, 2.637398212409991, 5.54786431635389, 2.076207700785368, 34.28249991078239, 2.0856628172110057, 2.3437315827679472, 2.6602769523695353, 5.95174143690428, 2.5420943861841945, 15.72510138242277, 4.179451182954188, 2.085216845411654, 4.0937047249597684, 2.2900971059547115, 7.841787160003542, 6.476073885230757, 2.4043541490534586, 2.7661997358793817, 3.668076251614806, 2.404003843392272, 2.7090584880115154, 2.3942251507817365, 2.2230392708520568 ], "crps_fair": [ 3.2900928904023465, 3.128908111402894, 6.697338191355622, 1.1789179584860465, 23.89710236560198, 1.9010014600292566, 0.9363252794325969, 2.798217078302263, 6.028223249139607, 2.3103512646968354, 17.255817981474006, 3.506944378564066, 2.5752090033735655, 4.010165314560232, 1.9231063523906546, 6.92338632470695, 6.607412620248921, 1.6370427097159965, 1.0769993966761602, 2.8691822951811825, 1.4717755657378484, 1.6612167963865405, 3.991020360194093, 1.8072442887533766 ], "crps_fair_clim": [ 2.4548094454165224, 2.4172161936748946, 5.333194544027777, 1.8549628212328, 34.12225179677904, 1.8644358450759109, 2.122993377234286, 2.4401382645813325, 5.73783658336709, 2.3217318677782153, 15.529706680297545, 3.9621897190875477, 1.8639890286330005, 3.876280862498442, 2.06925731997254, 7.631461938517677, 6.263162085572975, 2.1837307589862482, 2.5462616594235836, 3.4498462746206284, 2.1833797898673692, 2.4890121894953605, 2.173582577005678, 2.0020724813943143 ] }, "rps": 0.44150103002962054, "rpss": 0.026240619076840832, "brier_below": 0.22454091453573646, "bss_below": 0.012642322030633757, "brier_above": 0.21696011581635244, "bss_above": 0.03992517273428242, "crps": 4.748334160486176, "crpss": 0.08143269463103464, "crps_fair": 4.561791718200543, "crpss_fair": 0.07915068984301521, "reliability": { "below": { "weight": [ 0.0, 0.005284, 0.283795, 0.489932, 0.215044, 0.005944, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1959, 0.2658, 0.3507, 0.4337, 0.5094, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4537, 0.2997, 0.3231, 0.4695, 0.4997, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.190954, 0.608309, 0.192882, 0.007855, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.277, 0.351, 0.4317, 0.5286, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1539, 0.3547, 0.5054, 0.3043, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.45224810213164507, 0.4976473625190694, 0.38455307209331124, 0.4175140852984864, 0.46741485976601765, 0.3840213600569024, 0.39534056927846095, 0.4463930676583124 ], "rps_clim": [ 0.5137612852478612, 0.49705237444422495, 0.4061007445054705, 0.44669599826620215, 0.4481977901053744, 0.3995579224080249, 0.3906212765735246, 0.4961503793308776 ], "brier_below": [ 0.3631565841842588, 0.3826077374565708, 0.13688703336447047, 0.29383700091593157, 0.13386353151830713, 0.2074096385241351, 0.1461776272845216, 0.34785814109138824 ], "brier_below_clim": [ 0.4021405089154269, 0.37912161362031016, 0.14453244502842236, 0.30843984040656025, 0.12589433667964914, 0.20523722232274816, 0.16125753035770213, 0.37806000678348534 ], "brier_above": [ 0.08909153478371849, 0.11503964278466056, 0.2476660319417269, 0.12367709660420564, 0.3335513105393335, 0.17661172476979925, 0.2491629446499573, 0.09853494243484029 ], "brier_above_clim": [ 0.11162079604670827, 0.11793077940987547, 0.26156829250705416, 0.1382561728111389, 0.3223034355309777, 0.1943207050116538, 0.22936374487601524, 0.11809039116878442 ], "crps": [ 1.7818856092813378, 3.1530445254165897, 4.062416903727908, 1.9793878987220117, 8.770216685409766, 2.3070276031547965, 5.378509125224102, 1.906119932038329 ], "crps_clim": [ 3.2326234694826756, 3.444075545420181, 4.664597692983636, 2.8485585347508224, 7.734730772827549, 3.0019126203171878, 4.262232370432686, 3.1582949283763986 ], "crps_fair": [ 1.7158916010666894, 3.0374960156808237, 3.9693099920009214, 1.9086428036739669, 8.680216740919002, 2.220539693909686, 5.203200859839368, 1.8307672942614774 ], "crps_fair_clim": [ 3.000358402837215, 3.2118104787747215, 4.432332626338175, 2.616293468105364, 7.502465706182092, 2.7696475536717284, 4.029967303787228, 2.9260298617309384 ] }, "rps": 0.43064155985027575, "rpss": 0.042523466810407196, "brier_below": 0.25147466179244793, "bss_below": 0.044133101054455004, "brier_above": 0.17916690356353027, "bss_above": 0.040255057121633464, "crps": 3.667326035371855, "crpss": 0.0930044591332636, "crps_fair": 3.570758125168992, "crpss_fair": 0.06306688858647902, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.208619, 0.645097, 0.146284, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.262, 0.3539, 0.4211, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2306, 0.5139, 0.5213, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.39572, 0.510726, 0.083929, 0.009625, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2759, 0.3362, 0.4417, 0.5141, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1283, 0.2877, 0.3323, 0.1249, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4787804970317363, 0.44361958434908594, 0.44937184115622636, 0.4068195060706757, 0.45167232330564655, 0.37109174189245747, 0.3426900354353162, 0.444143721996869 ], "rps_clim": [ 0.5473323450214652, 0.45950886455856493, 0.47310563766181457, 0.45125841650166265, 0.43752409736537534, 0.3769753190502442, 0.34410807327585485, 0.4522036283839493 ], "brier_below": [ 0.3838551773474477, 0.3419291509283263, 0.10015107158902803, 0.3016942329643541, 0.14906855593221507, 0.18788716211984244, 0.10083245878793226, 0.3220365502495378 ], "brier_below_clim": [ 0.43622124715583027, 0.34839776669293, 0.11202969533110177, 0.327320640209203, 0.141320167462079, 0.17256239240732962, 0.1394661409403721, 0.32190666733284123 ], "brier_above": [ 0.09492533739465225, 0.10169045226538394, 0.3492207472315406, 0.10512528848915535, 0.3026037547364981, 0.18320458098089287, 0.2418575864548576, 0.12210718660760057 ], "brier_above_clim": [ 0.11111111773384953, 0.11111111773384953, 0.36107591750173545, 0.12393779386708581, 0.2962039166743374, 0.20441292982746392, 0.2046419354790828, 0.1302969774886234 ], "crps": [ 1.3980857524497334, 2.0683180679659503, 5.1190771460697135, 1.2775313982408532, 9.598229358794448, 1.5106377144116354, 5.081011346357517, 1.688216852977571 ], "crps_clim": [ 2.5726443205176754, 2.4663219929375395, 5.77433068113816, 2.2030894884274272, 8.536670815597677, 2.154154910592676, 3.6369598104064913, 2.3797284899665048 ], "crps_fair": [ 1.3470506869608008, 1.9702812239649097, 5.020500696825403, 1.2220013536940322, 9.519320485697605, 1.444332551455209, 4.8748123372937195, 1.6199440607415745 ], "crps_fair_clim": [ 2.366231987002849, 2.259909659422711, 5.567918347623332, 1.9966771549125995, 8.330258482082852, 1.9477425770778494, 3.4305474768916633, 2.1733161564516763 ] }, "rps": 0.42352365640475165, "rpss": 0.043429254412968854, "brier_below": 0.23593179498983546, "bss_below": 0.05590685060706879, "brier_above": 0.18759186677007267, "bss_above": 0.027260175157503674, "crps": 3.4676384546584273, "crpss": 0.06670702156594166, "crps_fair": 3.3772804245791566, "crpss_fair": 0.03755827303741077, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.239694, 0.55333, 0.206975, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2464, 0.356, 0.4263, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1418, 0.5266, 0.4398, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.286144, 0.566314, 0.118684, 0.028858, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2812, 0.3336, 0.4519, 0.5145, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0756, 0.319, 0.3299, 0.1308, NaN, NaN, NaN, NaN ] } } } } }, "pt": { "lambda_": { "training_mean": 0.6720284383821135, "training": [ 0.6180092155919897, 0.6357208896518601, 0.6266640739536005, 0.6783339438889864, 0.7906292510659505, 0.655735741853573, 0.7308919721025762, 0.6499077996190231, 0.6792382757236284, 0.6765009772100159, 0.631835019683834, 0.6836590451929678, 0.6431299540178564, 0.6599067273511736, 0.6552127401151004, 0.6562965082072884, 0.66216486770061, 0.666700264715505, 0.7516854540309154, 0.6732155094990177, 0.694482198898991, 0.6840008275172219, 0.6577253481763932, 0.6670359154026436 ], "test": 0.7133308311889642 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5866644973732286, 0.5968308887421556, 0.5291689354682341, 0.4242960132707446, 0.41758800353843467, 0.4126918305441608, 0.43547156539727416, 0.5012613686679827, 0.46322485259989093, 0.4099177085417388, 0.5091338861981688, 0.4184147896292843, 0.44595513148496485, 0.4027790594698073, 0.4113089899628114, 0.48906939980267705, 0.4480576524636074, 0.39323198014072946, 0.4363256223878031, 0.3918237897207157, 0.4093866927121735, 0.4366230515616995, 0.3736354155284676, 0.5019243366990959 ], "rps_clim": [ 0.4973013035288361, 0.5299108613891841, 0.49682096989761637, 0.45140321943555783, 0.5120439264472348, 0.41031169960340397, 0.47797132071856974, 0.45308842078032785, 0.5043277834760528, 0.4169267074583939, 0.5103230589589499, 0.439774482865257, 0.3965890932152538, 0.3999865075263042, 0.4105095366915584, 0.495347056515228, 0.4525412471251873, 0.4026341732498444, 0.4947135575342954, 0.4107579478352957, 0.4281083690429166, 0.4373547673375428, 0.3794648521113215, 0.46535364949831176 ], "brier_below": [ 0.41500982231665984, 0.4416468517241763, 0.1534783855283457, 0.17186540786519983, 0.099417108552477, 0.18255259488349884, 0.3176968892692033, 0.32915681407370995, 0.1122221007624585, 0.1596962364092207, 0.1392368072219667, 0.14537701636962036, 0.2577345894253094, 0.15976196533158932, 0.18287998060452604, 0.17282532400512002, 0.19699531349257493, 0.20911903751846983, 0.32699290092356526, 0.15314882191164322, 0.2790060041418671, 0.30435246414776074, 0.16824624579713154, 0.3530169370659975 ], "brier_below_clim": [ 0.3742768451297219, 0.40873323143582757, 0.13866980785737074, 0.18456937257153472, 0.1256044036343616, 0.18760042277090966, 0.34539584613599755, 0.3109003023417131, 0.12201400407191382, 0.16742828213175504, 0.1244088544959247, 0.15170887566157665, 0.2434586977209261, 0.1637619591020418, 0.1668761402054322, 0.16458520031461277, 0.20321388944011462, 0.21596862310093545, 0.36773408199884783, 0.16227747027615622, 0.2938514971990294, 0.31090927642329086, 0.1849857245631276, 0.33273847477773943 ], "brier_above": [ 0.1716546751060804, 0.1551840354201375, 0.3756905525521434, 0.2524306055287996, 0.31817089308235086, 0.23013923572018413, 0.11777467595203835, 0.17210455379354977, 0.35100275400446596, 0.2502214723885203, 0.36989708263756726, 0.273037774187437, 0.18822054187085008, 0.2430170950676856, 0.22842900983751585, 0.3162440783372382, 0.25106233978324055, 0.18411294211842266, 0.10933272177707723, 0.23867496810891667, 0.1303806872140798, 0.13227058600416136, 0.2053891692756689, 0.14890739859934068 ], "brier_above_clim": [ 0.12302445839911424, 0.12117762995335662, 0.35815116204024555, 0.26683384686402306, 0.38643952281287314, 0.22271127683249428, 0.13257547458257218, 0.14218811843861479, 0.38231377940413913, 0.24949842532663888, 0.38591420446302543, 0.2880656072036803, 0.15313039549432772, 0.2362245484242624, 0.2436333964861261, 0.3307618562006153, 0.24932735768507294, 0.18666555014890895, 0.12697947553544767, 0.24848047755913946, 0.13425687184388715, 0.12644549091425192, 0.19447912754819396, 0.13261517472057238 ], "crps": [ 5.588367070671843, 5.434571263928638, 13.295444850322662, 6.021686366984102, 19.73466217801283, 4.06370173351177, 2.226125071650304, 4.631673399933111, 6.820379695877512, 4.032795261685206, 14.419251199661804, 4.439833746136481, 4.874763936623312, 5.024076400810557, 4.972673989260771, 8.246303992949684, 5.590405388510919, 3.000339876904396, 2.2654143127448316, 3.511578507259458, 2.7153818319861105, 3.055166739747911, 4.955458046985368, 4.1677870040349365 ], "crps_clim": [ 3.3942682418184753, 3.592082216148263, 11.21710177556662, 5.807811897394496, 27.273601914436462, 3.5784752533248567, 3.4807211044876976, 3.1460002230570745, 7.545217676196043, 3.8249735735183252, 13.840864383262339, 4.430030997054808, 2.8001820448761534, 4.516117521457113, 4.888260025218961, 8.339483640689286, 4.951633793647444, 2.997413909666159, 3.4711294001341106, 3.627536580866378, 2.846454770181788, 3.161925584164043, 3.3250528086483198, 3.5450641992642202 ], "crps_fair": [ 5.341822902685536, 5.179336184313462, 13.102248697309218, 5.842562571251612, 19.48721271381499, 3.876048508064032, 2.0836268364309065, 4.3638611211855745, 6.576622567862904, 3.8043928738471777, 14.206213923311262, 4.182247202770833, 4.621543109870132, 4.7800420693132315, 4.811577757747986, 7.975282531392321, 5.338723820188596, 2.795278687890865, 2.0828412765776005, 3.2904754272311623, 2.5060206912852214, 2.8565078189062443, 4.683336018413179, 3.907076932005278 ], "crps_fair_clim": [ 3.147316707451114, 3.345505329459557, 10.984966213801052, 5.565431468435425, 27.0718763908127, 3.331872595873229, 3.2339333066026654, 2.898578484108726, 7.306127788484703, 3.578837768945852, 13.61369806885984, 4.185041134572365, 2.552105347257009, 4.271290701634523, 4.644138020744405, 8.101898044577364, 4.707631815249459, 2.7497107572454813, 3.224323436142348, 3.3810268425956997, 2.5984657102999638, 2.914534006884459, 3.0779701844454106, 3.298398263301115 ] }, "rps": 0.4518660609127438, "rpss": 0.0026466988175027906, "brier_below": 0.2263098174725872, "bss_below": 0.0037118276152361407, "brier_above": 0.225556243681978, "bss_above": 0.0015757190622275319, "crps": 5.961993411091439, "crpss": -0.024974235522202237, "crps_fair": 5.737287593486222, "crpss_fair": -0.02922774044835519, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.223021, 0.658801, 0.118141, 3.7e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2801, 0.3441, 0.4253, 0.5086, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3374, 0.3373, 0.4346, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.081935, 0.605027, 0.299659, 0.01338, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2854, 0.3536, 0.431, 0.5184, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2566, 0.3467, 0.3657, 0.3306, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6051448428211436, 0.5675494343564433, 0.5041759387237144, 0.3799735828593382, 0.4094157161222719, 0.41656174243395255, 0.3694656834467114, 0.450137418464297, 0.5008624162350661, 0.35232449543814315, 0.5664580682376454, 0.4402302842149324, 0.3897293151010094, 0.4194881281561779, 0.37338696293953816, 0.49499145234963393, 0.4741262976195494, 0.4328955093418607, 0.41607005244965667, 0.43176085283462545, 0.45635482267929023, 0.4046588328362967, 0.412704571037262, 0.39670727140555107 ], "rps_clim": [ 0.5271012360586466, 0.5237026442993877, 0.47266510161074154, 0.4183814440705189, 0.5463137956783317, 0.3948310621955931, 0.406559211835899, 0.4283146824891483, 0.49352864176266736, 0.37069796075288813, 0.544586430341869, 0.4920445637631002, 0.3565574427493965, 0.3975457708734299, 0.3515003838097367, 0.5287991675877444, 0.4852899981103904, 0.42598321042574033, 0.5180054420460954, 0.46522910237657855, 0.5021412600717393, 0.4343952633284925, 0.40487741793271564, 0.39251245424822917 ], "brier_below": [ 0.4403860116131579, 0.4169446851908025, 0.18155952692533808, 0.2613166589947436, 0.09377248053612491, 0.24126017290733398, 0.2537491246076609, 0.24439198387760128, 0.14241018294572025, 0.11846189621122459, 0.1608190359361474, 0.1173394193059848, 0.20776845053488135, 0.21593968274816724, 0.1950794475523808, 0.1385400640260083, 0.18778673741411298, 0.2649492123477494, 0.31764022655438195, 0.12192203309208106, 0.33771476933458816, 0.28978557015816303, 0.18873980523448186, 0.24105711328961651 ], "brier_below_clim": [ 0.4061182447841931, 0.40271965302493434, 0.159291887101158, 0.2832363680142811, 0.12098299127445336, 0.2529029231506273, 0.2730640226173197, 0.24952665149579165, 0.12265985005988321, 0.12767684799994297, 0.1218471520520865, 0.12515848079062122, 0.20389895401113928, 0.22223880236089205, 0.1594727085269456, 0.12431961025338657, 0.19935641299605145, 0.2639725231877702, 0.3970224507716421, 0.12181436140512257, 0.3811582687972861, 0.3134122720540391, 0.18796271335346026, 0.23816938425362752 ], "brier_above": [ 0.16475883113481277, 0.15060474757583775, 0.3226164125892611, 0.1186569238306862, 0.3156432323291155, 0.17530156911835645, 0.11571655923115043, 0.20574543458456893, 0.3584522352915056, 0.23386259942921292, 0.40563903495861947, 0.32289086603073414, 0.18196086391781702, 0.20354844654732046, 0.17830751471502962, 0.3564513903777759, 0.28633956254951604, 0.1679462964113403, 0.09842982737194811, 0.3098388203750677, 0.11864005294990045, 0.11487326212187367, 0.22396476573746796, 0.1556501567290328 ], "brier_above_clim": [ 0.1209829912744533, 0.1209829912744533, 0.31337321450958355, 0.1351450760562379, 0.4253308044038784, 0.1419281390449658, 0.13349518921857934, 0.17878803099335663, 0.3708687917027841, 0.24302111275294516, 0.4227392782897825, 0.3668860829724789, 0.15265848873825724, 0.17530696851253785, 0.1920276752827911, 0.40447955733435775, 0.285933585114339, 0.16201068723797019, 0.1209829912744533, 0.343414740971456, 0.1209829912744533, 0.1209829912744533, 0.21691470457925532, 0.1543430699946016 ], "crps": [ 4.4806693224221315, 4.22508954968322, 7.213917529925591, 2.017262414303598, 25.155801153665085, 2.9891744680505545, 1.7613709610615826, 3.6189010016483194, 6.076842491160208, 3.3315543926358107, 16.596327929152064, 3.8575422438076483, 3.860621950449455, 4.825392002618381, 2.601745017914558, 7.201922009993938, 6.866583581604539, 2.508939194737069, 1.8228768538066884, 3.3325839823711307, 2.462588304956969, 2.358858697158591, 5.334837478615755, 2.6621477137187224 ], "crps_clim": [ 2.674920399403526, 2.637398212409991, 5.54786431635389, 2.076207700785368, 34.28249991078239, 2.0856628172110057, 2.3437315827679472, 2.6602769523695353, 5.95174143690428, 2.5420943861841945, 15.72510138242277, 4.179451182954188, 2.085216845411654, 4.0937047249597684, 2.2900971059547115, 7.841787160003542, 6.476073885230757, 2.4043541490534586, 2.7661997358793817, 3.668076251614806, 2.404003843392272, 2.7090584880115154, 2.3942251507817365, 2.2230392708520568 ], "crps_fair": [ 4.282263655357036, 3.9859613727486365, 7.042078711258208, 1.8616195815961993, 24.941114985349362, 2.7861693689858043, 1.6411664659639897, 3.3825635230900706, 5.8506028998816655, 3.1025042162578407, 16.423619677133413, 3.633736069741571, 3.6346839671795688, 4.578603426884341, 2.471584148632805, 6.908735231150491, 6.6545796027884565, 2.3291225705325584, 1.663122360832962, 3.116350595405039, 2.261966886211567, 2.170184990925172, 5.041649989653393, 2.41193665198507 ], "crps_fair_clim": [ 2.4548094454165224, 2.4172161936748946, 5.333194544027777, 1.8549628212328, 34.12225179677904, 1.8644358450759109, 2.122993377234286, 2.4401382645813325, 5.73783658336709, 2.3217318677782153, 15.529706680297545, 3.9621897190875477, 1.8639890286330005, 3.876280862498442, 2.06925731997254, 7.631461938517677, 6.263162085572975, 2.1837307589862482, 2.5462616594235836, 3.4498462746206284, 2.1833797898673692, 2.4890121894953605, 2.173582577005678, 2.0020724813943143 ] }, "rps": 0.4443822371710046, "rpss": 0.01988592839329406, "brier_below": 0.22413892880576888, "bss_below": 0.014409945083823206, "brier_above": 0.220243308579498, "bss_above": 0.025396646543666135, "crps": 5.298481260227567, "crpss": -0.024993500722128692, "crps_fair": 5.090663372897717, "crpss_fair": -0.02760804191722932, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.12981, 0.623645, 0.24643, 0.000115, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2852, 0.3514, 0.4282, 0.5086, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3018, 0.3238, 0.4408, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.069873, 0.587277, 0.335332, 0.007518, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2881, 0.3532, 0.4284, 0.5195, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1573, 0.316, 0.4365, 0.2726, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.472015400385499, 0.5076586095876148, 0.38807597499552626, 0.4310214079674477, 0.4541015815875335, 0.3882681736639266, 0.3913083791140308, 0.4699334115772856 ], "rps_clim": [ 0.5137612852478612, 0.49705237444422495, 0.4061007445054705, 0.44669599826620215, 0.4481977901053744, 0.3995579224080249, 0.3906212765735246, 0.4961503793308776 ], "brier_below": [ 0.36627788924673055, 0.38032836344998916, 0.13989209343655354, 0.29651784552697286, 0.1351639963910142, 0.2098446168259053, 0.14701862234074842, 0.355705003181241 ], "brier_below_clim": [ 0.4021405089154269, 0.37912161362031016, 0.14453244502842236, 0.30843984040656025, 0.12589433667964914, 0.20523722232274816, 0.16125753035770213, 0.37806000678348534 ], "brier_above": [ 0.10573752970276284, 0.12733026513148837, 0.24818387615371254, 0.13450357672630076, 0.31893756850382976, 0.1784235614371859, 0.24428976003271125, 0.11422842588680097 ], "brier_above_clim": [ 0.11162079604670827, 0.11793077940987547, 0.26156829250705416, 0.1382561728111389, 0.3223034355309777, 0.1943207050116538, 0.22936374487601524, 0.11809039116878442 ], "crps": [ 2.2288531625573724, 3.667865957527381, 4.12533853941786, 2.45888997560436, 8.598100152213364, 2.77108137050273, 5.83155743353255, 2.445591329006003 ], "crps_clim": [ 3.2326234694826756, 3.444075545420181, 4.664597692983636, 2.8485585347508224, 7.734730772827549, 3.0019126203171878, 4.262232370432686, 3.1582949283763986 ], "crps_fair": [ 2.1453205015864976, 3.5473287320446927, 4.0230495577709044, 2.3727361798747073, 8.49686722671714, 2.669516109358392, 5.67663490790969, 2.3535168039603414 ], "crps_fair_clim": [ 3.000358402837215, 3.2118104787747215, 4.432332626338175, 2.616293468105364, 7.502465706182092, 2.7696475536717284, 4.029967303787228, 2.9260298617309384 ] }, "rps": 0.43779786735985804, "rpss": 0.026612330627694636, "brier_below": 0.2538435537998944, "bss_below": 0.03512883223088836, "brier_above": 0.18395432044684906, "bss_above": 0.014610258602321569, "crps": 4.015909740045203, "crpss": 0.006793453428264762, "crps_fair": 3.9106212524027955, "crpss_fair": -0.02610997696747841, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.155383, 0.777204, 0.067414, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2771, 0.3521, 0.4166, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1943, 0.5146, 0.3818, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.149494, 0.72045, 0.129837, 0.000219, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2853, 0.3397, 0.436, 0.5026, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0683, 0.2407, 0.3326, 0.0, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4852302201504656, 0.44908113845710307, 0.4470976969547986, 0.4199549197117894, 0.45400494815390807, 0.38456690561722123, 0.3486677922816476, 0.45548081416935116 ], "rps_clim": [ 0.5473323450214652, 0.45950886455856493, 0.47310563766181457, 0.45125841650166265, 0.43752409736537534, 0.3769753190502442, 0.34410807327585485, 0.4522036283839493 ], "brier_below": [ 0.3763301496417484, 0.3333661262673425, 0.11204467853881736, 0.2994212854375245, 0.15771308635612252, 0.19413580521133264, 0.11216634374005627, 0.319672629603564 ], "brier_below_clim": [ 0.43622124715583027, 0.34839776669293, 0.11202969533110177, 0.327320640209203, 0.141320167462079, 0.17256239240732962, 0.1394661409403721, 0.32190666733284123 ], "brier_above": [ 0.10890009015490665, 0.11571503233110941, 0.3350529974906194, 0.12053365170459181, 0.29629185028775074, 0.19043110328912202, 0.23650145753389712, 0.13580820063144775 ], "brier_above_clim": [ 0.11111111773384953, 0.11111111773384953, 0.36107591750173545, 0.12393779386708581, 0.2962039166743374, 0.20441292982746392, 0.2046419354790828, 0.1302969774886234 ], "crps": [ 1.9052323790577343, 2.683295991992637, 5.095854217799361, 1.9274996461996976, 9.524429606827516, 2.2071390954990777, 5.881137838266044, 2.3823441460121684 ], "crps_clim": [ 2.5726443205176754, 2.4663219929375395, 5.77433068113816, 2.2030894884274272, 8.536670815597677, 2.154154910592676, 3.6369598104064913, 2.3797284899665048 ], "crps_fair": [ 1.83292949479584, 2.5736748809034173, 4.986587729199701, 1.8514291157415899, 9.429656492095914, 2.1204554293874907, 5.711356113904966, 2.295503325170601 ], "crps_fair_clim": [ 2.366231987002849, 2.259909659422711, 5.567918347623332, 1.9966771549125995, 8.330258482082852, 1.9477425770778494, 3.4305474768916633, 2.1733161564516763 ] }, "rps": 0.43051055443703556, "rpss": 0.027648642966567993, "brier_below": 0.23810626309956354, "bss_below": 0.04720560520665085, "brier_above": 0.19240429792793062, "bss_above": 0.0023057700323656505, "crps": 3.9508666152067793, "crpss": -0.06335078437848063, "crps_fair": 3.85019907264994, "crpss_fair": -0.09721189204853276, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.145338, 0.706018, 0.148644, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.27, 0.3627, 0.4186, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0685, 0.5056, 0.3328, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.078369, 0.759714, 0.161229, 0.000687, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2862, 0.3422, 0.4484, 0.5026, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0264, 0.2532, 0.3151, 0.0, NaN, NaN, NaN, NaN ] } } } } }, "dc": { "lambda_": { "training_mean": 0.8669075936213702, "training": [ 0.8448644862971344, 0.842501504648646, 0.8368138381960124, 0.8686770914233327, 0.9263320153803758, 0.8622262368351078, 0.9186069305380014, 0.8318424732881603, 0.8990949240035453, 0.8577295027629136, 0.8369526111081075, 0.8794246098615919, 0.83852153560781, 0.8681418357182167, 0.8569861824212793, 0.8888952222675057, 0.8459972690614252, 0.8552269333830744, 0.9170384982095336, 0.8650366466348788, 0.8684392094564565, 0.882768724070141, 0.8718396404364811, 0.8418243253031515 ], "test": 0.8893429856426386 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5125095478713946, 0.5473057196343638, 0.5338222491397431, 0.4522601226951326, 0.46803787635087013, 0.4255299429113018, 0.44415482197177486, 0.49165206591345084, 0.48323750431227275, 0.4290541034174778, 0.5507368985447915, 0.4284145418049637, 0.4298450350776333, 0.40827089503537656, 0.41548156215437876, 0.4863293607468273, 0.47159868434684765, 0.40892949853741734, 0.4615883856029709, 0.4035801020873458, 0.42020320956324925, 0.4149392635274611, 0.36560206300093234, 0.4888576828570775 ], "rps_clim": [ 0.4973013035288361, 0.5299108613891841, 0.49682096989761637, 0.45140321943555783, 0.5120439264472348, 0.41031169960340397, 0.47797132071856974, 0.45308842078032785, 0.5043277834760528, 0.4169267074583939, 0.5103230589589499, 0.439774482865257, 0.3965890932152538, 0.3999865075263042, 0.4105095366915584, 0.495347056515228, 0.4525412471251873, 0.4026341732498444, 0.4947135575342954, 0.4107579478352957, 0.4281083690429166, 0.4373547673375428, 0.3794648521113215, 0.46535364949831176 ], "brier_below": [ 0.3805172178975168, 0.4209620164764551, 0.15645208058900514, 0.18521237176419245, 0.11036273494840874, 0.19772480781778168, 0.32320034206411064, 0.33120345010867797, 0.11448196496347027, 0.1761820191425194, 0.144314369942341, 0.14379928367867365, 0.259860146326374, 0.1689700152960389, 0.1806909494533047, 0.16111008562337242, 0.21260887941392587, 0.21989132092471136, 0.3460738607110275, 0.1599396677723161, 0.29288015564820163, 0.3001857758665823, 0.1707244432329549, 0.34337450113440887 ], "brier_below_clim": [ 0.3742768451297219, 0.40873323143582757, 0.13866980785737074, 0.18456937257153472, 0.1256044036343616, 0.18760042277090966, 0.34539584613599755, 0.3109003023417131, 0.12201400407191382, 0.16742828213175504, 0.1244088544959247, 0.15170887566157665, 0.2434586977209261, 0.1637619591020418, 0.1668761402054322, 0.16458520031461277, 0.20321388944011462, 0.21596862310093545, 0.36773408199884783, 0.16227747027615622, 0.2938514971990294, 0.31090927642329086, 0.1849857245631276, 0.33273847477773943 ], "brier_above": [ 0.13199233030760907, 0.12634370367312506, 0.37737016822245634, 0.26704775066431974, 0.3576751411324107, 0.22780513526879814, 0.120954479918787, 0.16044861622825682, 0.3687555388582008, 0.25287208413711204, 0.40642252806455653, 0.2846152578941968, 0.1699848892871994, 0.23930087983571305, 0.23479061271028928, 0.325219274687414, 0.25898980474495337, 0.1890381779242168, 0.11551452496906536, 0.24364043424251225, 0.1273230541513565, 0.11475348776618498, 0.19487761977785623, 0.14548318237467353 ], "brier_above_clim": [ 0.12302445839911424, 0.12117762995335662, 0.35815116204024555, 0.26683384686402306, 0.38643952281287314, 0.22271127683249428, 0.13257547458257218, 0.14218811843861479, 0.38231377940413913, 0.24949842532663888, 0.38591420446302543, 0.2880656072036803, 0.15313039549432772, 0.2362245484242624, 0.2436333964861261, 0.3307618562006153, 0.24932735768507294, 0.18666555014890895, 0.12697947553544767, 0.24848047755913946, 0.13425687184388715, 0.12644549091425192, 0.19447912754819396, 0.13261517472057238 ], "crps": [ 4.966325137326583, 5.095314042832331, 14.163152390171454, 7.022315627149576, 17.60708359691793, 5.030551137611197, 1.948876873081596, 5.376650888431353, 7.035231210116853, 4.355248141566045, 16.32181785956527, 4.745793765256461, 5.477513639447394, 5.016291337880784, 5.303803490603818, 8.01693476908705, 6.263186199209962, 2.7078871685169417, 1.8358654322385932, 3.788660865958189, 1.9858929178269409, 2.138383789886813, 5.171061151610671, 4.808161932416243 ], "crps_clim": [ 3.3942682418184753, 3.592082216148263, 11.21710177556662, 5.807811897394496, 27.273601914436462, 3.5784752533248567, 3.4807211044876976, 3.1460002230570745, 7.545217676196043, 3.8249735735183252, 13.840864383262339, 4.430030997054808, 2.8001820448761534, 4.516117521457113, 4.888260025218961, 8.339483640689286, 4.951633793647444, 2.997413909666159, 3.4711294001341106, 3.627536580866378, 2.846454770181788, 3.161925584164043, 3.3250528086483198, 3.5450641992642202 ], "crps_fair": [ 4.688146622020304, 4.799631002417759, 14.004247938944358, 6.868091880078916, 17.09893846527874, 4.861750585675308, 1.8577090067818371, 5.066440310112882, 6.761719576675166, 4.08479474267314, 16.131338343979966, 4.461582367064241, 5.152801902678914, 4.763520954830207, 5.165415565937143, 7.7436275570815525, 5.982815852105416, 2.5124040609818494, 1.703739821477259, 3.541097659739279, 1.8136450922920777, 1.9670797774706912, 4.802124184459721, 4.525073779337089 ], "crps_fair_clim": [ 3.147316707451114, 3.345505329459557, 10.984966213801052, 5.565431468435425, 27.0718763908127, 3.331872595873229, 3.2339333066026654, 2.898578484108726, 7.306127788484703, 3.578837768945852, 13.61369806885984, 4.185041134572365, 2.552105347257009, 4.271290701634523, 4.644138020744405, 8.101898044577364, 4.707631815249459, 2.7497107572454813, 3.224323436142348, 3.3810268425956997, 2.5984657102999638, 2.914534006884459, 3.0779701844454106, 3.298398263301115 ] }, "rps": 0.45591421404604393, "rpss": -0.006288335787737909, "brier_below": 0.2291967691998488, "bss_below": -0.008997456905595058, "brier_above": 0.22671744486838596, "bss_above": -0.0035643357668380116, "crps": 6.090916806862919, "crpss": -0.047138493331673414, "crps_fair": 5.848239043753909, "crpss_fair": -0.04913162509728397, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.081954, 0.808276, 0.10977, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2956, 0.3492, 0.4169, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.6195, 0.3332, 0.2622, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.004096, 0.919768, 0.076136, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2898, 0.3419, 0.4271, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.374, 0.3502, 0.2775, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47950471996225214, 0.5411206187136473, 0.5071205458806363, 0.3807029426644178, 0.48525886100742927, 0.37584350461490706, 0.38322526352991554, 0.4792762124917772, 0.4551355009421465, 0.3860416451743891, 0.6367586614797035, 0.47684505849010267, 0.3699335537218833, 0.4002972379958763, 0.37238056840675304, 0.5103933813079259, 0.4859369487274102, 0.43180309998909805, 0.4784899244283538, 0.45065529091640055, 0.4947163722454186, 0.41158035789478437, 0.39698341067595666, 0.41793378349913457 ], "rps_clim": [ 0.5271012360586466, 0.5237026442993877, 0.47266510161074154, 0.4183814440705189, 0.5463137956783317, 0.3948310621955931, 0.406559211835899, 0.4283146824891483, 0.49352864176266736, 0.37069796075288813, 0.544586430341869, 0.4920445637631002, 0.3565574427493965, 0.3975457708734299, 0.3515003838097367, 0.5287991675877444, 0.4852899981103904, 0.42598321042574033, 0.5180054420460954, 0.46522910237657855, 0.5021412600717393, 0.4343952633284925, 0.40487741793271564, 0.39251245424822917 ], "brier_below": [ 0.3721416073606522, 0.4162888007880301, 0.17773138548985257, 0.26321432264163197, 0.10508456160905631, 0.239415778960046, 0.26278574267983024, 0.2781807885700124, 0.10833981020984827, 0.14185057213442648, 0.16807700904711026, 0.11665605254839038, 0.21788497768348264, 0.2212784025784681, 0.18791061548675617, 0.11793979256669622, 0.19673033269386833, 0.2623290943512418, 0.3692677522330351, 0.11703091295340645, 0.37732272359192204, 0.3035441510822049, 0.1757672984906774, 0.24273195189224975 ], "brier_below_clim": [ 0.4061182447841931, 0.40271965302493434, 0.159291887101158, 0.2832363680142811, 0.12098299127445336, 0.2529029231506273, 0.2730640226173197, 0.24952665149579165, 0.12265985005988321, 0.12767684799994297, 0.1218471520520865, 0.12515848079062122, 0.20389895401113928, 0.22223880236089205, 0.1594727085269456, 0.12431961025338657, 0.19935641299605145, 0.2639725231877702, 0.3970224507716421, 0.12181436140512257, 0.3811582687972861, 0.3134122720540391, 0.18796271335346026, 0.23816938425362752 ], "brier_above": [ 0.10736311303307391, 0.12483181838009458, 0.32938916023855475, 0.11748861999969677, 0.38017429859399593, 0.13642772631018668, 0.12043952082123356, 0.20109542459897187, 0.3467956899250914, 0.24419107296006598, 0.46868165245186955, 0.3601890052373518, 0.15204857642678793, 0.17901883562944695, 0.18446995337192637, 0.39245358822497245, 0.2892066156284754, 0.16947400602302767, 0.10922217226307199, 0.3336243776743497, 0.11739364897263929, 0.10803620678399102, 0.22121611226112528, 0.1752018322954964 ], "brier_above_clim": [ 0.1209829912744533, 0.1209829912744533, 0.31337321450958355, 0.1351450760562379, 0.4253308044038784, 0.1419281390449658, 0.13349518921857934, 0.17878803099335663, 0.3708687917027841, 0.24302111275294516, 0.4227392782897825, 0.3668860829724789, 0.15265848873825724, 0.17530696851253785, 0.1920276752827911, 0.40447955733435775, 0.285933585114339, 0.16201068723797019, 0.1209829912744533, 0.343414740971456, 0.1209829912744533, 0.1209829912744533, 0.21691470457925532, 0.1543430699946016 ], "crps": [ 2.630115409827618, 3.9201861264669797, 7.662131141736515, 1.9107915733580862, 20.337385097097744, 2.29601887313799, 1.7944910439393078, 4.422337406857731, 5.767267403188929, 3.2733932606366825, 19.71430344956607, 4.372789091507546, 2.969340577747662, 4.384136601644493, 2.8464819169688687, 6.4916873956022085, 7.340713126670706, 2.060351346382776, 1.3004490756093132, 3.9525721437757357, 1.6013401716549371, 1.9118552783556988, 5.416225064460792, 4.099173502978529 ], "crps_clim": [ 2.674920399403526, 2.637398212409991, 5.54786431635389, 2.076207700785368, 34.28249991078239, 2.0856628172110057, 2.3437315827679472, 2.6602769523695353, 5.95174143690428, 2.5420943861841945, 15.72510138242277, 4.179451182954188, 2.085216845411654, 4.0937047249597684, 2.2900971059547115, 7.841787160003542, 6.476073885230757, 2.4043541490534586, 2.7661997358793817, 3.668076251614806, 2.404003843392272, 2.7090584880115154, 2.3942251507817365, 2.2230392708520568 ], "crps_fair": [ 2.441683069999713, 3.6503989508112786, 7.537541768124166, 1.8096969476572289, 19.843118736146014, 2.111290404179659, 1.7334486637573716, 4.1721432208053795, 5.522042381879145, 3.012841086520117, 19.588522223122148, 4.1414806643028825, 2.7227358939806128, 4.114590238289752, 2.7625618259900393, 6.173189834262863, 7.137078151138107, 1.9060067024144431, 1.1912639425625429, 3.7154394659846584, 1.4468972338280814, 1.7675552296601882, 5.0070402188470196, 3.8158596771546125 ], "crps_fair_clim": [ 2.4548094454165224, 2.4172161936748946, 5.333194544027777, 1.8549628212328, 34.12225179677904, 1.8644358450759109, 2.122993377234286, 2.4401382645813325, 5.73783658336709, 2.3217318677782153, 15.529706680297545, 3.9621897190875477, 1.8639890286330005, 3.876280862498442, 2.06925731997254, 7.631461938517677, 6.263162085572975, 2.1837307589862482, 2.5462616594235836, 3.4498462746206284, 2.1833797898673692, 2.4890121894953605, 2.173582577005678, 2.0020724813943143 ] }, "rps": 0.4503307276983466, "rpss": 0.006766143705717709, "brier_below": 0.22664601823512065, "bss_below": 0.003385700337406039, "brier_above": 0.2236847095043957, "bss_above": 0.010168030048457677, "crps": 5.103147336632205, "crpss": 0.012793931623569565, "crps_fair": 4.888517772142418, "crpss_fair": 0.013197336430955109, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.063149, 0.773642, 0.163209, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2953, 0.3487, 0.4211, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5635, 0.3368, 0.3282, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.008661, 0.900239, 0.0911, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2951, 0.3392, 0.4283, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4333, 0.3412, 0.3737, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4610265808312753, 0.508514581060989, 0.4114663940482758, 0.42211086538532966, 0.461010969245502, 0.4045857763901256, 0.39614681896294723, 0.45656372881445567 ], "rps_clim": [ 0.5137612852478612, 0.49705237444422495, 0.4061007445054705, 0.44669599826620215, 0.4481977901053744, 0.3995579224080249, 0.3906212765735246, 0.4961503793308776 ], "brier_below": [ 0.3635501344243885, 0.38794477852830106, 0.1508760357665912, 0.29404207240815877, 0.13611572780574238, 0.21223944499452024, 0.1562783112735962, 0.34988010872431247 ], "brier_below_clim": [ 0.4021405089154269, 0.37912161362031016, 0.14453244502842236, 0.30843984040656025, 0.12589433667964914, 0.20523722232274816, 0.16125753035770213, 0.37806000678348534 ], "brier_above": [ 0.0974764644875298, 0.12056982102229268, 0.2605903508641041, 0.12806880652142139, 0.3248952230848355, 0.19234633557115552, 0.23986850762215625, 0.10668363734043117 ], "brier_above_clim": [ 0.11162079604670827, 0.11793077940987547, 0.26156829250705416, 0.1382561728111389, 0.3223034355309777, 0.1943207050116538, 0.22936374487601524, 0.11809039116878442 ], "crps": [ 1.560862983777402, 3.819496522615956, 4.617507218044958, 2.225706205084678, 9.083076623324928, 2.5500994916168658, 7.805292116437774, 1.6621516578710958 ], "crps_clim": [ 3.2326234694826756, 3.444075545420181, 4.664597692983636, 2.8485585347508224, 7.734730772827549, 3.0019126203171878, 4.262232370432686, 3.1582949283763986 ], "crps_fair": [ 1.4420125376571604, 3.583189170801951, 4.401275988362117, 2.0967556752464893, 8.905816981923904, 2.3958667155956075, 7.304608184255045, 1.5244955180402993 ], "crps_fair_clim": [ 3.000358402837215, 3.2118104787747215, 4.432332626338175, 2.616293468105364, 7.502465706182092, 2.7696475536717284, 4.029967303787228, 2.9260298617309384 ] }, "rps": 0.44017821434236254, "rpss": 0.021319932984074086, "brier_below": 0.25636582674070135, "bss_below": 0.025541555337706634, "brier_above": 0.1838123933142408, "bss_above": 0.015370520933526644, "crps": 4.165524102346707, "crpss": -0.030208863286487198, "crps_fair": 3.956752596485322, "crpss_fair": -0.03821440471918547, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.093095, 0.901837, 0.005068, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2985, 0.3552, 0.4028, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3037, 0.4691, 0.8927, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.028443, 0.940247, 0.03131, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2967, 0.3241, 0.4028, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0189, 0.2388, 0.0557, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.48044008819566864, 0.47288254387149764, 0.4826412468649131, 0.4192251711380993, 0.44640554124380505, 0.3963208202322523, 0.35003509578617253, 0.4337145385532096 ], "rps_clim": [ 0.5473323450214652, 0.45950886455856493, 0.47310563766181457, 0.45125841650166265, 0.43752409736537534, 0.3769753190502442, 0.34410807327585485, 0.4522036283839493 ], "brier_below": [ 0.38494924893648264, 0.36156967632876474, 0.1183160725931074, 0.30775001790701234, 0.14950345843463583, 0.19121981571621022, 0.12400004156642355, 0.3098560850573051 ], "brier_below_clim": [ 0.43622124715583027, 0.34839776669293, 0.11202969533110177, 0.327320640209203, 0.141320167462079, 0.17256239240732962, 0.1394661409403721, 0.32190666733284123 ], "brier_above": [ 0.09549085721119246, 0.11131288701404718, 0.36432514968299917, 0.11147516915765969, 0.2969020692822026, 0.20510100710380091, 0.22603505944896685, 0.12385846936253263 ], "brier_above_clim": [ 0.11111111773384953, 0.11111111773384953, 0.36107591750173545, 0.12393779386708581, 0.2962039166743374, 0.20441292982746392, 0.2046419354790828, 0.1302969774886234 ], "crps": [ 1.23367244681425, 2.5806627686813153, 5.500186002270435, 1.3642306920158398, 9.845814469850037, 1.9111266313866053, 9.093566435241275, 1.2338945844776852 ], "crps_clim": [ 2.5726443205176754, 2.4663219929375395, 5.77433068113816, 2.2030894884274272, 8.536670815597677, 2.154154910592676, 3.6369598104064913, 2.3797284899665048 ], "crps_fair": [ 1.1453122118091699, 2.3808692544021812, 5.270347707429727, 1.2671613586997779, 9.68793692982948, 1.794950540010715, 8.460465198997163, 1.1029420992952335 ], "crps_fair_clim": [ 2.366231987002849, 2.259909659422711, 5.567918347623332, 1.9966771549125995, 8.330258482082852, 1.9477425770778494, 3.4305474768916633, 2.1733161564516763 ] }, "rps": 0.4352081307357023, "rpss": 0.017038694751129402, "brier_below": 0.2433955520674927, "bss_below": 0.026040244768492538, "brier_above": 0.19181258353292518, "bss_above": 0.005374048880829041, "crps": 4.09539425384218, "crpss": -0.10224948506247733, "crps_fair": 3.888748162559181, "crpss_fair": -0.10819743307588436, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.153831, 0.841715, 0.004454, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2986, 0.358, 0.4028, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2052, 0.4531, 0.7692, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.009593, 0.910437, 0.07997, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2986, 0.3231, 0.4028, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0357, 0.264, 0.0559, NaN, NaN, NaN, NaN, NaN ] } } } } }, "loci": { "lambda_": { "training_mean": 0.7882884144189252, "training": [ 0.7620050796694009, 0.7734096531305377, 0.7582748224484421, 0.7884086033013331, 0.867221245494966, 0.7750556364708363, 0.8235695508890989, 0.7797096616036092, 0.7884490092930247, 0.7882451473995898, 0.7718077870350506, 0.7919067754019439, 0.7708524441039755, 0.7765981060940458, 0.7795784260833174, 0.7876475970040492, 0.7737081471936771, 0.783166882005988, 0.8283378201247249, 0.7875728545756506, 0.797857491249143, 0.7972539417168257, 0.7851121310495841, 0.7831731327153889 ], "test": 0.8240132848565104 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.46968249704387827, 0.4734409348046864, 0.5764371470774665, 0.45262157278486276, 0.48827604063498176, 0.4297031768146912, 0.40714443879359546, 0.4219529989867475, 0.5502677209776169, 0.42792299400561906, 0.5795459660657989, 0.4600540834361275, 0.40605569490426574, 0.4318645278683048, 0.44172985506750356, 0.5213418639737046, 0.4706964858472584, 0.40531761125986954, 0.4165202438540331, 0.4298340526797022, 0.38934468416661033, 0.3970139753402729, 0.3817545954002783, 0.43891314481782356 ], "rps_clim": [ 0.4973013035288361, 0.5299108613891841, 0.49682096989761637, 0.45140321943555783, 0.5120439264472348, 0.41031169960340397, 0.47797132071856974, 0.45308842078032785, 0.5043277834760528, 0.4169267074583939, 0.5103230589589499, 0.439774482865257, 0.3965890932152538, 0.3999865075263042, 0.4105095366915584, 0.495347056515228, 0.4525412471251873, 0.4026341732498444, 0.4947135575342954, 0.4107579478352957, 0.4281083690429166, 0.4373547673375428, 0.3794648521113215, 0.46535364949831176 ], "brier_below": [ 0.34856481627767677, 0.36300849373109345, 0.18719000596153124, 0.18832021611906571, 0.12486041027223206, 0.20273944051028495, 0.2956164052289005, 0.28357756108408105, 0.15585885444294958, 0.17751368550633825, 0.16783356942841707, 0.17033038156292826, 0.25016217847869604, 0.19274133157080556, 0.2002917949457497, 0.18453331206513948, 0.20993998050598212, 0.22279125188067425, 0.31218786172650204, 0.17907303912154898, 0.27214963561339583, 0.2890970461974892, 0.18869983362989395, 0.31464506689031374 ], "brier_below_clim": [ 0.3742768451297219, 0.40873323143582757, 0.13866980785737074, 0.18456937257153472, 0.1256044036343616, 0.18760042277090966, 0.34539584613599755, 0.3109003023417131, 0.12201400407191382, 0.16742828213175504, 0.1244088544959247, 0.15170887566157665, 0.2434586977209261, 0.1637619591020418, 0.1668761402054322, 0.16458520031461277, 0.20321388944011462, 0.21596862310093545, 0.36773408199884783, 0.16227747027615622, 0.2938514971990294, 0.31090927642329086, 0.1849857245631276, 0.33273847477773943 ], "brier_above": [ 0.1211176798186124, 0.1104324405450294, 0.38924713960037405, 0.2643013576568301, 0.3634156303105127, 0.22696373535295325, 0.11152803484495896, 0.1383754376807599, 0.3944088660527726, 0.25040930862984473, 0.411712395513751, 0.28972370199351866, 0.15589351535445428, 0.23912319660578824, 0.24143806000276968, 0.33680855173683993, 0.2607565044688953, 0.18252635894901578, 0.10433238342979695, 0.25076101340992607, 0.1171950494998507, 0.10791692957743501, 0.193054761475818, 0.12426807790030793 ], "brier_above_clim": [ 0.12302445839911424, 0.12117762995335662, 0.35815116204024555, 0.26683384686402306, 0.38643952281287314, 0.22271127683249428, 0.13257547458257218, 0.14218811843861479, 0.38231377940413913, 0.24949842532663888, 0.38591420446302543, 0.2880656072036803, 0.15313039549432772, 0.2362245484242624, 0.2436333964861261, 0.3307618562006153, 0.24932735768507294, 0.18666555014890895, 0.12697947553544767, 0.24848047755913946, 0.13425687184388715, 0.12644549091425192, 0.19447912754819396, 0.13261517472057238 ], "crps": [ 4.218881936819539, 3.9098982647510767, 15.341640409484523, 7.329614805191874, 18.533024959474773, 5.149892333262202, 2.4933861835471594, 4.313052199654917, 8.980391042918699, 4.7422723067612464, 16.879894703872335, 5.837665398828539, 4.10180063479636, 6.432726565545514, 6.020939629552055, 10.187025897467606, 6.675962485409678, 2.991321217043288, 2.282042891746892, 4.471266899158616, 2.630337711582132, 2.38804519273198, 4.8092541217736215, 3.379449236083138 ], "crps_clim": [ 3.3942682418184753, 3.592082216148263, 11.21710177556662, 5.807811897394496, 27.273601914436462, 3.5784752533248567, 3.4807211044876976, 3.1460002230570745, 7.545217676196043, 3.8249735735183252, 13.840864383262339, 4.430030997054808, 2.8001820448761534, 4.516117521457113, 4.888260025218961, 8.339483640689286, 4.951633793647444, 2.997413909666159, 3.4711294001341106, 3.627536580866378, 2.846454770181788, 3.161925584164043, 3.3250528086483198, 3.5450641992642202 ], "crps_fair": [ 3.8793407668183746, 3.542660535191018, 15.113367064314199, 7.136461713867228, 18.015763503236755, 4.960677573887154, 2.36188315267333, 3.9195248956591042, 8.639674028899632, 4.454768209824039, 16.62622030554107, 5.492445644029509, 3.706798141086496, 6.107868861441591, 5.848615079036658, 9.826951756288235, 6.336575360947498, 2.7450434085547846, 2.0846156004773793, 4.191734622627491, 2.3987513913354004, 2.174308791036164, 4.408913901646697, 2.994901936343046 ], "crps_fair_clim": [ 3.147316707451114, 3.345505329459557, 10.984966213801052, 5.565431468435425, 27.0718763908127, 3.331872595873229, 3.2339333066026654, 2.898578484108726, 7.306127788484703, 3.578837768945852, 13.61369806885984, 4.185041134572365, 2.552105347257009, 4.271290701634523, 4.644138020744405, 8.101898044577364, 4.707631815249459, 2.7497107572454813, 3.224323436142348, 3.3810268425956997, 2.5984657102999638, 2.914534006884459, 3.0779701844454106, 3.298398263301115 ] }, "rps": 0.45280984610857083, "rpss": 0.0005635875549222513, "brier_below": 0.22840525719798707, "bss_below": -0.005512968010848329, "brier_above": 0.22440458876711733, "bss_above": 0.006673517338560919, "crps": 6.420824459477406, "crpss": -0.10385557111347454, "crps_fair": 6.123661093531786, "crpss_fair": -0.09854034120982047, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.003073, 0.552951, 0.443976, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2919, 0.3665, 0.4284, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2587, 0.3184, 0.3874, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.1261, 0.863698, 0.010201, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2916, 0.3351, 0.4108, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3096, 0.3472, 0.5703, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45123863424929644, 0.43525714908830887, 0.5356753369823488, 0.3656967189443652, 0.5219162139040348, 0.35204885293301164, 0.3608299831500325, 0.39330739381514357, 0.5753592319899996, 0.3959905257183654, 0.661548161103898, 0.5339625799243622, 0.37361415868039954, 0.399000402691228, 0.3871922661679446, 0.5781689410157137, 0.48640084172388937, 0.4022967685733825, 0.41370249748188326, 0.5207802809232203, 0.41772748099243767, 0.3788346592260362, 0.4369844892040248, 0.3897216257435948 ], "rps_clim": [ 0.5271012360586466, 0.5237026442993877, 0.47266510161074154, 0.4183814440705189, 0.5463137956783317, 0.3948310621955931, 0.406559211835899, 0.4283146824891483, 0.49352864176266736, 0.37069796075288813, 0.544586430341869, 0.4920445637631002, 0.3565574427493965, 0.3975457708734299, 0.3515003838097367, 0.5287991675877444, 0.4852899981103904, 0.42598321042574033, 0.5180054420460954, 0.46522910237657855, 0.5021412600717393, 0.4343952633284925, 0.40487741793271564, 0.39251245424822917 ], "brier_below": [ 0.3489485232391406, 0.33660511597083015, 0.19797032961752725, 0.257485485083166, 0.12247273390954047, 0.22435508214384525, 0.25158689907373094, 0.2243266468065838, 0.17278156912551274, 0.1541002480542455, 0.18533704519454125, 0.15816336995328026, 0.22585143404246344, 0.23117129869466416, 0.20610840493101776, 0.16186808768460262, 0.1941218726013457, 0.25354221958500217, 0.3190336365225483, 0.16104632956851025, 0.319764944619642, 0.2845259377847417, 0.21095895441733722, 0.2466733620423217 ], "brier_below_clim": [ 0.4061182447841931, 0.40271965302493434, 0.159291887101158, 0.2832363680142811, 0.12098299127445336, 0.2529029231506273, 0.2730640226173197, 0.24952665149579165, 0.12265985005988321, 0.12767684799994297, 0.1218471520520865, 0.12515848079062122, 0.20389895401113928, 0.22223880236089205, 0.1594727085269456, 0.12431961025338657, 0.19935641299605145, 0.2639725231877702, 0.3970224507716421, 0.12181436140512257, 0.3811582687972861, 0.3134122720540391, 0.18796271335346026, 0.23816938425362752 ], "brier_above": [ 0.10229011104531731, 0.09865203338968219, 0.33770500571989964, 0.1082112349311173, 0.3994434797363625, 0.12769377063936058, 0.10924308531951075, 0.16898074743764502, 0.4025776603474468, 0.2418902773577185, 0.4762111125353175, 0.3757992097427741, 0.14776272358004378, 0.16782910527363235, 0.18108386130026743, 0.4163008525297878, 0.292278969645348, 0.14875454928440837, 0.09466886255401077, 0.35973395059887164, 0.09796253794831052, 0.09430872302666325, 0.22602553366632908, 0.14304826448771643 ], "brier_above_clim": [ 0.1209829912744533, 0.1209829912744533, 0.31337321450958355, 0.1351450760562379, 0.4253308044038784, 0.1419281390449658, 0.13349518921857934, 0.17878803099335663, 0.3708687917027841, 0.24302111275294516, 0.4227392782897825, 0.3668860829724789, 0.15265848873825724, 0.17530696851253785, 0.1920276752827911, 0.40447955733435775, 0.285933585114339, 0.16201068723797019, 0.1209829912744533, 0.343414740971456, 0.1209829912744533, 0.1209829912744533, 0.21691470457925532, 0.1543430699946016 ], "crps": [ 2.5101550118427363, 2.760737707095249, 8.833709184875895, 2.5987734073147903, 22.882944927892744, 2.5851463084306268, 2.267287679306806, 3.9206900481765836, 8.298450302307177, 3.3978086168679433, 19.612734537805565, 5.401795718749114, 2.705002873577223, 4.969838691015036, 3.3360487334794753, 8.959477458847656, 8.281755927248135, 1.822091976630576, 1.8076224614706544, 4.664408422986398, 1.9891848447627742, 1.9604001464641947, 4.4404668941333885, 2.809480543234847 ], "crps_clim": [ 2.674920399403526, 2.637398212409991, 5.54786431635389, 2.076207700785368, 34.28249991078239, 2.0856628172110057, 2.3437315827679472, 2.6602769523695353, 5.95174143690428, 2.5420943861841945, 15.72510138242277, 4.179451182954188, 2.085216845411654, 4.0937047249597684, 2.2900971059547115, 7.841787160003542, 6.476073885230757, 2.4043541490534586, 2.7661997358793817, 3.668076251614806, 2.404003843392272, 2.7090584880115154, 2.3942251507817365, 2.2230392708520568 ], "crps_fair": [ 2.318856643836445, 2.45287908842954, 8.68051410484043, 2.471620269246958, 22.434252018739336, 2.4037492389209, 2.1895277535936413, 3.6449111712082494, 8.008274287863753, 3.161595634763946, 19.47194109399971, 5.166177680092446, 2.453665423710231, 4.672909125324293, 3.2482968547712865, 8.599370816612383, 8.066253503094394, 1.6502144736811553, 1.6570743936704324, 4.420501380442755, 1.8004689720808416, 1.7810447122062425, 4.024607165399919, 2.460393487878563 ], "crps_fair_clim": [ 2.4548094454165224, 2.4172161936748946, 5.333194544027777, 1.8549628212328, 34.12225179677904, 1.8644358450759109, 2.122993377234286, 2.4401382645813325, 5.73783658336709, 2.3217318677782153, 15.529706680297545, 3.9621897190875477, 1.8639890286330005, 3.876280862498442, 2.06925731997254, 7.631461938517677, 6.263162085572975, 2.1837307589862482, 2.5462616594235836, 3.4498462746206284, 2.1833797898673692, 2.4890121894953605, 2.173582577005678, 2.0020724813943143 ] }, "rps": 0.44863563309278837, "rpss": 0.010504785659970484, "brier_below": 0.2270333137777559, "bss_below": 0.0016826733926067483, "brier_above": 0.22160231925406423, "bss_above": 0.019382859476273273, "crps": 5.53400051768815, "crpss": -0.07055480335503272, "crps_fair": 5.3016291372669935, "crpss_fair": -0.07019387015903678, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.000688, 0.392174, 0.607137, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2975, 0.3673, 0.4347, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1667, 0.2443, 0.418, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.202802, 0.790225, 0.006973, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2903, 0.3276, 0.4095, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2598, 0.3614, 0.9671, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.42782707801313435, 0.45274628890115165, 0.42641237870661197, 0.40663210339934763, 0.4959575393321563, 0.4087106770088732, 0.39600196197518306, 0.4286348724557945 ], "rps_clim": [ 0.5137612852478612, 0.49705237444422495, 0.4061007445054705, 0.44669599826620215, 0.4481977901053744, 0.3995579224080249, 0.3906212765735246, 0.4961503793308776 ], "brier_below": [ 0.33650815826655534, 0.3446718037089503, 0.1647714187265362, 0.2816838873128227, 0.16000117630996258, 0.21774045275525206, 0.16563623767123395, 0.3275639797380191 ], "brier_below_clim": [ 0.4021405089154269, 0.37912161362031016, 0.14453244502842236, 0.30843984040656025, 0.12589433667964914, 0.20523722232274816, 0.16125753035770213, 0.37806000678348534 ], "brier_above": [ 0.0913189368841233, 0.10807450269332625, 0.2616409520862393, 0.12494822900164913, 0.3359563436317491, 0.19097022805386074, 0.23036572385283455, 0.10107090920898584 ], "brier_above_clim": [ 0.11162079604670827, 0.11793077940987547, 0.26156829250705416, 0.1382561728111389, 0.3223034355309777, 0.1943207050116538, 0.22936374487601524, 0.11809039116878442 ], "crps": [ 1.8822395232507092, 2.835146031789811, 5.640395496253879, 2.8318369812603787, 10.801091569493899, 3.6271585427709843, 6.374609879096598, 2.0793134615215436 ], "crps_clim": [ 3.2326234694826756, 3.444075545420181, 4.664597692983636, 2.8485585347508224, 7.734730772827549, 3.0019126203171878, 4.262232370432686, 3.1582949283763986 ], "crps_fair": [ 1.7997093371372757, 2.6669913178368194, 5.516208195247786, 2.7417074253403255, 10.680075711180418, 3.512058195605893, 6.111698788792475, 1.9840057065140553 ], "crps_fair_clim": [ 3.000358402837215, 3.2118104787747215, 4.432332626338175, 2.616293468105364, 7.502465706182092, 2.7696475536717284, 4.029967303787228, 2.9260298617309384 ] }, "rps": 0.43036536247403157, "rpss": 0.04313755641749084, "brier_below": 0.24982213931116654, "bss_below": 0.05041441595258955, "brier_above": 0.18054322817659602, "bss_above": 0.032882486848460735, "crps": 4.508973935679725, "crpss": -0.11515017047868636, "crps_fair": 4.37655683470688, "crpss_fair": -0.1483670606297265, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.012346, 0.640556, 0.347099, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2943, 0.3704, 0.4143, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0885, 0.4508, 0.4783, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.307561, 0.688717, 0.003722, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.294, 0.3217, 0.407, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1359, 0.2672, 0.2637, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.437487939943876, 0.4098475491522606, 0.5193697336280326, 0.39336860066048324, 0.47987460988122116, 0.40690006818662505, 0.33543673359959736, 0.41795197762698416 ], "rps_clim": [ 0.5473323450214652, 0.45950886455856493, 0.47310563766181457, 0.45125841650166265, 0.43752409736537534, 0.3769753190502442, 0.34410807327585485, 0.4522036283839493 ], "brier_below": [ 0.3491889434067261, 0.3151639117079549, 0.14502963392590112, 0.28839499088743586, 0.17247857761751098, 0.20284109271651007, 0.13548123021277908, 0.30100970566190843 ], "brier_below_clim": [ 0.43622124715583027, 0.34839776669293, 0.11202969533110177, 0.327320640209203, 0.141320167462079, 0.17256239240732962, 0.1394661409403721, 0.32190666733284123 ], "brier_above": [ 0.08829901328440605, 0.09468365514641051, 0.3743400748154039, 0.10497362445355439, 0.3073960172974688, 0.20405897726367683, 0.19995550830149517, 0.11694228655322354 ], "brier_above_clim": [ 0.11111111773384953, 0.11111111773384953, 0.36107591750173545, 0.12393779386708581, 0.2962039166743374, 0.20441292982746392, 0.2046419354790828, 0.1302969774886234 ], "crps": [ 1.4179985609782466, 2.176346409366321, 6.859631775067396, 1.8812751279784874, 11.424650179641427, 2.6483768896427207, 5.779112074180962, 1.6731003089217296 ], "crps_clim": [ 2.5726443205176754, 2.4663219929375395, 5.77433068113816, 2.2030894884274272, 8.536670815597677, 2.154154910592676, 3.6369598104064913, 2.3797284899665048 ], "crps_fair": [ 1.3633405211093808, 2.0519850852051196, 6.740785666037081, 1.820832506374066, 11.331432736380625, 2.575047607825367, 5.48913707218514, 1.5953837582922028 ], "crps_fair_clim": [ 2.366231987002849, 2.259909659422711, 5.567918347623332, 1.9966771549125995, 8.330258482082852, 1.9477425770778494, 3.4305474768916633, 2.1733161564516763 ] }, "rps": 0.42502965158488504, "rpss": 0.0400278129337851, "brier_below": 0.2386985107670908, "bss_below": 0.04483569586195846, "brier_above": 0.18633114463945488, "bss_above": 0.03379753013790554, "crps": 4.232561415722161, "crpss": -0.13916715993781947, "crps_fair": 4.120993119176123, "crpss_fair": -0.1743815247189744, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.024426, 0.502531, 0.473043, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2946, 0.3687, 0.4169, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0705, 0.407, 0.4442, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.379071, 0.610598, 0.01033, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2935, 0.3224, 0.4061, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1718, 0.2916, 0.2, NaN, NaN, NaN, NaN, NaN ] } } } } }, "eqm": { "lambda_": { "training_mean": 0.5985547255393028, "training": [ 0.5159967980357486, 0.5520767313280264, 0.5064946400526592, 0.6017477937759858, 0.7841593588588089, 0.5530760337581209, 0.7088868091424194, 0.5679021729056707, 0.6086473843791853, 0.5960210715383929, 0.5499931342611015, 0.6101535443618756, 0.5374144560813683, 0.5677121874124598, 0.5762226412036501, 0.5872332871566958, 0.5608080981807211, 0.5965641118962888, 0.7176085749528608, 0.6142878315898661, 0.6420972223295623, 0.6329653213562972, 0.5825054651616839, 0.5947387432238168 ], "test": 0.6237494432692142 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.555340734673526, 0.5553953380789344, 0.5831135785449455, 0.4391442262041266, 0.4355571318998535, 0.44208424857154427, 0.41449351663937906, 0.4739810726130681, 0.49617417298408156, 0.40753354203557557, 0.5465452754390594, 0.4271057251282684, 0.4404729729671332, 0.4207977033288089, 0.42267252949166445, 0.5013292370680567, 0.4702075399385938, 0.4044031115467903, 0.42692936750683663, 0.3997749471223068, 0.39924756650951937, 0.4139332270489723, 0.3662212096109959, 0.46267333445777475 ], "rps_clim": [ 0.4973013035288361, 0.5299108613891841, 0.49682096989761637, 0.45140321943555783, 0.5120439264472348, 0.41031169960340397, 0.47797132071856974, 0.45308842078032785, 0.5043277834760528, 0.4169267074583939, 0.5103230589589499, 0.439774482865257, 0.3965890932152538, 0.3999865075263042, 0.4105095366915584, 0.495347056515228, 0.4525412471251873, 0.4026341732498444, 0.4947135575342954, 0.4107579478352957, 0.4281083690429166, 0.4373547673375428, 0.3794648521113215, 0.46535364949831176 ], "brier_below": [ 0.40881409521150874, 0.42933602970923984, 0.17392917222543258, 0.17965262935088108, 0.10356752334816564, 0.20283739779388954, 0.30923913057220126, 0.3222709436443193, 0.11734510069565186, 0.1543992955098019, 0.14192995324440824, 0.14772475377780364, 0.2578979727007065, 0.17642220602209896, 0.18303019720017155, 0.17362482082732775, 0.20658199076967895, 0.21802007807037135, 0.3280173380625547, 0.15306489243166174, 0.2829033446094481, 0.30224971569419096, 0.16884116134111993, 0.3332478016031983 ], "brier_below_clim": [ 0.3742768451297219, 0.40873323143582757, 0.13866980785737074, 0.18456937257153472, 0.1256044036343616, 0.18760042277090966, 0.34539584613599755, 0.3109003023417131, 0.12201400407191382, 0.16742828213175504, 0.1244088544959247, 0.15170887566157665, 0.2434586977209261, 0.1637619591020418, 0.1668761402054322, 0.16458520031461277, 0.20321388944011462, 0.21596862310093545, 0.36773408199884783, 0.16227747027615622, 0.2938514971990294, 0.31090927642329086, 0.1849857245631276, 0.33273847477773943 ], "brier_above": [ 0.14652663372506688, 0.12605930243325572, 0.40918441051555443, 0.2594915993204214, 0.33198960829725016, 0.23924685081041758, 0.10525438486447264, 0.15171012421911736, 0.37882908101436463, 0.25313424831699716, 0.40461533034320013, 0.2793809739099926, 0.18257499786166498, 0.2443754974214801, 0.23964233427960302, 0.3277044219534514, 0.26362555089953305, 0.1863830315148195, 0.09891202858982064, 0.2467100561873196, 0.11634421788360441, 0.11168350706463576, 0.19738004839261186, 0.1294255281549669 ], "brier_above_clim": [ 0.12302445839911424, 0.12117762995335662, 0.35815116204024555, 0.26683384686402306, 0.38643952281287314, 0.22271127683249428, 0.13257547458257218, 0.14218811843861479, 0.38231377940413913, 0.24949842532663888, 0.38591420446302543, 0.2880656072036803, 0.15313039549432772, 0.2362245484242624, 0.2436333964861261, 0.3307618562006153, 0.24932735768507294, 0.18666555014890895, 0.12697947553544767, 0.24848047755913946, 0.13425687184388715, 0.12644549091425192, 0.19447912754819396, 0.13261517472057238 ], "crps": [ 4.876281732955039, 4.771496903993373, 13.412458143066546, 5.9679717884135695, 20.112370780401395, 3.990579388068066, 1.6207945431910324, 4.051102138510029, 7.331610465240459, 3.998310011830822, 14.953160174652131, 4.464546211602839, 4.3198144137170384, 4.989957641529867, 4.778969435732802, 8.484396490826686, 5.515278021032308, 2.5854695259373255, 1.7033891493166295, 3.468414800798123, 2.151703623674191, 2.494164062667545, 4.658044864296605, 3.510987751898286 ], "crps_clim": [ 3.3942682418184753, 3.592082216148263, 11.21710177556662, 5.807811897394496, 27.273601914436462, 3.5784752533248567, 3.4807211044876976, 3.1460002230570745, 7.545217676196043, 3.8249735735183252, 13.840864383262339, 4.430030997054808, 2.8001820448761534, 4.516117521457113, 4.888260025218961, 8.339483640689286, 4.951633793647444, 2.997413909666159, 3.4711294001341106, 3.627536580866378, 2.846454770181788, 3.161925584164043, 3.3250528086483198, 3.5450641992642202 ], "crps_fair": [ 4.642225202237569, 4.5383449148378086, 13.247259688689137, 5.817633101416259, 19.877604823903688, 3.8286980081999484, 1.5125949497957554, 3.7921882464134207, 7.103217743477979, 3.781053953760864, 14.772049760190928, 4.213060834670487, 4.079210897939406, 4.764872972385107, 4.640841454795673, 8.239597574629638, 5.2789262939724395, 2.3986327515372547, 1.5520931606074668, 3.2587956935428597, 1.9723515682345312, 2.3210201288626284, 4.392625071095594, 3.283210604282165 ], "crps_fair_clim": [ 3.147316707451114, 3.345505329459557, 10.984966213801052, 5.565431468435425, 27.0718763908127, 3.331872595873229, 3.2339333066026654, 2.898578484108726, 7.306127788484703, 3.578837768945852, 13.61369806885984, 4.185041134572365, 2.552105347257009, 4.271290701634523, 4.644138020744405, 8.101898044577364, 4.707631815249459, 2.7497107572454813, 3.224323436142348, 3.3810268425956997, 2.5984657102999638, 2.914534006884459, 3.0779701844454106, 3.298398263301115 ] }, "rps": 0.454380471225409, "rpss": -0.002903077195323789, "brier_below": 0.22812281435065965, "bss_below": -0.0042695642941665835, "brier_above": 0.2262576569989009, "bss_above": -0.001529085642608452, "crps": 5.758803002639696, "crpss": 0.00995786171574864, "crps_fair": 5.554504558311607, "crpss_fair": 0.003562209021608087, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.116353, 0.776328, 0.095573, 0.01046, 0.001286, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2807, 0.3467, 0.4244, 0.5456, 0.6239, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3408, 0.3467, 0.3784, 0.3415, 0.199, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.00066, 0.177861, 0.70879, 0.112689, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1914, 0.2775, 0.3475, 0.4243, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6121, 0.2934, 0.3667, 0.286, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5591773538693627, 0.5259702596006466, 0.5408559216740476, 0.3819519002779115, 0.43797836838502857, 0.3967270592751867, 0.3635399653775856, 0.4258904851594471, 0.5127342654870245, 0.35209174368758245, 0.6048467923734925, 0.45901902322159427, 0.3852549839094436, 0.403197091766893, 0.36098601249484785, 0.5165495985301565, 0.4750965480852504, 0.42738780473504584, 0.4439371780475248, 0.4613757999449, 0.46000842782702994, 0.394100563126066, 0.41806175501605847, 0.3727260782117274 ], "rps_clim": [ 0.5271012360586466, 0.5237026442993877, 0.47266510161074154, 0.4183814440705189, 0.5463137956783317, 0.3948310621955931, 0.406559211835899, 0.4283146824891483, 0.49352864176266736, 0.37069796075288813, 0.544586430341869, 0.4920445637631002, 0.3565574427493965, 0.3975457708734299, 0.3515003838097367, 0.5287991675877444, 0.4852899981103904, 0.42598321042574033, 0.5180054420460954, 0.46522910237657855, 0.5021412600717393, 0.4343952633284925, 0.40487741793271564, 0.39251245424822917 ], "brier_below": [ 0.4342509847848138, 0.4123853723393912, 0.19180834464328458, 0.2779011489327199, 0.09461113227444509, 0.24873782110819356, 0.25829773248700827, 0.24408984893940353, 0.12947749502654993, 0.10963027751448917, 0.14626210455191124, 0.11372613626332381, 0.21351451660843349, 0.2222711237047756, 0.1793114921080624, 0.12899610741633327, 0.1908585043233234, 0.26836329953536037, 0.35081595393004744, 0.11907355549507981, 0.3564140956776367, 0.29536679083729317, 0.1872708144950103, 0.23094711343639174 ], "brier_below_clim": [ 0.4061182447841931, 0.40271965302493434, 0.159291887101158, 0.2832363680142811, 0.12098299127445336, 0.2529029231506273, 0.2730640226173197, 0.24952665149579165, 0.12265985005988321, 0.12767684799994297, 0.1218471520520865, 0.12515848079062122, 0.20389895401113928, 0.22223880236089205, 0.1594727085269456, 0.12431961025338657, 0.19935641299605145, 0.2639725231877702, 0.3970224507716421, 0.12181436140512257, 0.3811582687972861, 0.3134122720540391, 0.18796271335346026, 0.23816938425362752 ], "brier_above": [ 0.1249263609482621, 0.1135848813423091, 0.3490475792234627, 0.10405074875536542, 0.34336723447146306, 0.14798923350315119, 0.10524223155272773, 0.18180063288221607, 0.3832567793379066, 0.24246146779559322, 0.4585846977368655, 0.34529289228008575, 0.17174046337860038, 0.1809259630906565, 0.181674519385787, 0.38755350022758184, 0.2842380479251961, 0.15902450094088869, 0.09312122254545915, 0.3423022513616625, 0.10359432705675009, 0.09873376849811, 0.2307909423563279, 0.14177896126971523 ], "brier_above_clim": [ 0.1209829912744533, 0.1209829912744533, 0.31337321450958355, 0.1351450760562379, 0.4253308044038784, 0.1419281390449658, 0.13349518921857934, 0.17878803099335663, 0.3708687917027841, 0.24302111275294516, 0.4227392782897825, 0.3668860829724789, 0.15265848873825724, 0.17530696851253785, 0.1920276752827911, 0.40447955733435775, 0.285933585114339, 0.16201068723797019, 0.1209829912744533, 0.343414740971456, 0.1209829912744533, 0.1209829912744533, 0.21691470457925532, 0.1543430699946016 ], "crps": [ 3.5297545033025077, 3.434025549178541, 6.905903277326611, 1.4134999074788361, 25.78628311806336, 2.3664394539847824, 1.046904736367351, 3.1294182347401254, 6.308615224145665, 3.010565764168859, 17.399230067284737, 3.968183790527988, 2.991170752077756, 4.377396715904314, 2.0664435148591216, 7.247254905361006, 6.756298203279526, 1.8557534140382919, 1.251089774193445, 3.425727298962388, 1.7657618155679522, 1.8291872744777464, 4.785309513302357, 2.046032100764633 ], "crps_clim": [ 2.674920399403526, 2.637398212409991, 5.54786431635389, 2.076207700785368, 34.28249991078239, 2.0856628172110057, 2.3437315827679472, 2.6602769523695353, 5.95174143690428, 2.5420943861841945, 15.72510138242277, 4.179451182954188, 2.085216845411654, 4.0937047249597684, 2.2900971059547115, 7.841787160003542, 6.476073885230757, 2.4043541490534586, 2.7661997358793817, 3.668076251614806, 2.404003843392272, 2.7090584880115154, 2.3942251507817365, 2.2230392708520568 ], "crps_fair": [ 3.3583500363679035, 3.227190560080946, 6.7660582256320225, 1.2947830226604247, 25.596869808964097, 2.193165922986208, 0.9642478969631847, 2.9059096556375845, 6.116922673579655, 2.8072285156792924, 17.273206000018096, 3.7571551194970225, 2.793215095721355, 4.149351964598442, 1.9683101061877832, 6.984100810343537, 6.561262237883156, 1.7062864816694776, 1.117650197817065, 3.2300649321516945, 1.5986007222868894, 1.6676534632660203, 4.5098392609444105, 1.8386760505285271 ], "crps_fair_clim": [ 2.4548094454165224, 2.4172161936748946, 5.333194544027777, 1.8549628212328, 34.12225179677904, 1.8644358450759109, 2.122993377234286, 2.4401382645813325, 5.73783658336709, 2.3217318677782153, 15.529706680297545, 3.9621897190875477, 1.8639890286330005, 3.876280862498442, 2.06925731997254, 7.631461938517677, 6.263162085572975, 2.1837307589862482, 2.5462616594235836, 3.4498462746206284, 2.1833797898673692, 2.4890121894953605, 2.173582577005678, 2.0020724813943143 ] }, "rps": 0.4449777075034939, "rpss": 0.01857257965142589, "brier_below": 0.22518257360138674, "bss_below": 0.009820800588012046, "brier_above": 0.21979513366108935, "bss_above": 0.02737987491611138, "crps": 4.945677037889912, "crpss": 0.04325662929869334, "crps_fair": 4.766087448394366, "crpss_fair": 0.03791128352237594, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.086814, 0.816445, 0.067774, 0.024925, 0.004043, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.284, 0.3462, 0.4272, 0.5533, 0.624, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2916, 0.3475, 0.4496, 0.3777, 0.1988, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001973, 0.171982, 0.724552, 0.101493, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1915, 0.2765, 0.3461, 0.4235, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6491, 0.171, 0.3676, 0.4728, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4397383629741657, 0.47959599976491696, 0.3935785000334567, 0.40739682587835907, 0.4822670470926815, 0.39001948559930283, 0.38798756984023214, 0.4282744842894588 ], "rps_clim": [ 0.5137612852478612, 0.49705237444422495, 0.4061007445054705, 0.44669599826620215, 0.4481977901053744, 0.3995579224080249, 0.3906212765735246, 0.4961503793308776 ], "brier_below": [ 0.3555107060280876, 0.3674483583706037, 0.14150467069857714, 0.28816765887093704, 0.14529761426607987, 0.20491213555662155, 0.14776023859538465, 0.33283060502087997 ], "brier_below_clim": [ 0.4021405089154269, 0.37912161362031016, 0.14453244502842236, 0.30843984040656025, 0.12589433667964914, 0.20523722232274816, 0.16125753035770213, 0.37806000678348534 ], "brier_above": [ 0.08422767250193397, 0.11214765893549838, 0.25207382222663294, 0.11922917858608102, 0.3369694143539258, 0.18510735366439746, 0.24022733394626095, 0.09544389511349499 ], "brier_above_clim": [ 0.11162079604670827, 0.11793077940987547, 0.26156829250705416, 0.1382561728111389, 0.3223034355309777, 0.1943207050116538, 0.22936374487601524, 0.11809039116878442 ], "crps": [ 1.6961596850844332, 3.08204729151261, 4.078787722354072, 1.9408343211447658, 8.65676651207226, 2.363854647913206, 5.323847859702852, 1.7935934544583727 ], "crps_clim": [ 3.2326234694826756, 3.444075545420181, 4.664597692983636, 2.8485585347508224, 7.734730772827549, 3.0019126203171878, 4.262232370432686, 3.1582949283763986 ], "crps_fair": [ 1.6297232921695364, 2.97596515284461, 3.9838620330794243, 1.8694919922533357, 8.568159623124307, 2.278604218898474, 5.17511823006683, 1.717052310381336 ], "crps_fair_clim": [ 3.000358402837215, 3.2118104787747215, 4.432332626338175, 2.616293468105364, 7.502465706182092, 2.7696475536717284, 4.029967303787228, 2.9260298617309384 ] }, "rps": 0.4261072844340717, "rpss": 0.05260484935867615, "brier_below": 0.24792899842589644, "bss_below": 0.05761033260825521, "brier_above": 0.17817829116602818, "bss_above": 0.0455507659277693, "crps": 3.616986436780321, "crpss": 0.10545434523860764, "crps_fair": 3.5247471066022316, "crpss_fair": 0.07513974406251889, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.098154, 0.787689, 0.104629, 0.009528, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2697, 0.3565, 0.4206, 0.5437, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.116, 0.4742, 0.6467, 0.3447, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.408099, 0.534654, 0.055712, 0.001535, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.28, 0.3288, 0.4463, 0.5053, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1217, 0.2944, 0.3542, 0.0, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.47586881088407634, 0.4345102653841513, 0.4582689738745728, 0.4108071838517315, 0.4555477306514587, 0.3775633189316345, 0.3216766998257673, 0.4281279262408063 ], "rps_clim": [ 0.5473323450214652, 0.45950886455856493, 0.47310563766181457, 0.45125841650166265, 0.43752409736537534, 0.3769753190502442, 0.34410807327585485, 0.4522036283839493 ], "brier_below": [ 0.38844622205115986, 0.33464707206460054, 0.10923565185495682, 0.3059931551657045, 0.1522639904691813, 0.1818809691223561, 0.10510658268870739, 0.3087160836332452 ], "brier_below_clim": [ 0.43622124715583027, 0.34839776669293, 0.11202969533110177, 0.327320640209203, 0.141320167462079, 0.17256239240732962, 0.1394661409403721, 0.32190666733284123 ], "brier_above": [ 0.08742260534830844, 0.0998632116390129, 0.3490332993655827, 0.10481404328974606, 0.30328372660464137, 0.19568235054787234, 0.21657012697287173, 0.11941185734338992 ], "brier_above_clim": [ 0.11111111773384953, 0.11111111773384953, 0.36107591750173545, 0.12393779386708581, 0.2962039166743374, 0.20441292982746392, 0.2046419354790828, 0.1302969774886234 ], "crps": [ 1.3610651938067433, 2.1054661358297135, 5.119159699650159, 1.3393006703951134, 9.32905775288185, 1.6084222763502405, 4.997722009764071, 1.6707011570338568 ], "crps_clim": [ 2.5726443205176754, 2.4663219929375395, 5.77433068113816, 2.2030894884274272, 8.536670815597677, 2.154154910592676, 3.6369598104064913, 2.3797284899665048 ], "crps_fair": [ 1.3079828134397355, 2.0121045992907147, 5.019161113771989, 1.278881766997521, 9.250037633340993, 1.5395168747290595, 4.836751310674994, 1.597691824370091 ], "crps_fair_clim": [ 2.366231987002849, 2.259909659422711, 5.567918347623332, 1.9966771549125995, 8.330258482082852, 1.9477425770778494, 3.4305474768916633, 2.1733161564516763 ] }, "rps": 0.4202963637055248, "rpss": 0.05071841934352639, "brier_below": 0.23578621588123896, "bss_below": 0.05648939285885224, "brier_above": 0.1845101526389282, "bss_above": 0.04324011136560346, "crps": 3.4413618619639688, "crpss": 0.07377920045067077, "crps_fair": 3.355265992076887, "crpss_fair": 0.04383184400930473, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.119264, 0.823301, 0.031614, 0.025821, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.262, 0.3509, 0.4319, 0.5479, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0173, 0.4719, 0.5434, 0.3332, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.256538, 0.651338, 0.087304, 0.00482, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2794, 0.3285, 0.4677, 0.5053, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0778, 0.292, 0.4017, 0.0, NaN, NaN, NaN, NaN ] } } } } }, "gqm": { "lambda_": { "training_mean": 0.6805053907547715, "training": [ 0.62958076205898, 0.6503011609733612, 0.6363480645554638, 0.684091083734699, 0.7648924265088071, 0.6682530421729017, 0.742360938746409, 0.6668522791724529, 0.6907323814077742, 0.6858617899457544, 0.648410450326115, 0.6897918009087602, 0.6509482125878542, 0.6726301387625352, 0.6687215745826576, 0.6753061146249801, 0.6723254002280846, 0.6887598070918848, 0.7420132871586401, 0.6837619284075629, 0.6917498203099893, 0.6881454461202682, 0.6624145001220572, 0.677876967606523 ], "test": 0.7168557066770326 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5823967743208331, 0.5966884269290872, 0.5219788735796209, 0.43384136302207477, 0.41530063451502275, 0.417656571301736, 0.4542597082140863, 0.49004794129677104, 0.4584675565584579, 0.39876388860144063, 0.4913913449282309, 0.4053442929053398, 0.4340063600473729, 0.40655583863171996, 0.4046556385579233, 0.4727183606076417, 0.4515932958582538, 0.40105534123723785, 0.46838513167551654, 0.3837439095383362, 0.428058017404166, 0.4466176550309472, 0.36674068360409573, 0.4940932830096818 ], "rps_clim": [ 0.4973013035288361, 0.5299108613891841, 0.49682096989761637, 0.45140321943555783, 0.5120439264472348, 0.41031169960340397, 0.47797132071856974, 0.45308842078032785, 0.5043277834760528, 0.4169267074583939, 0.5103230589589499, 0.439774482865257, 0.3965890932152538, 0.3999865075263042, 0.4105095366915584, 0.495347056515228, 0.4525412471251873, 0.4026341732498444, 0.4947135575342954, 0.4107579478352957, 0.4281083690429166, 0.4373547673375428, 0.3794648521113215, 0.46535364949831176 ], "brier_below": [ 0.42219547279634784, 0.45048352626699056, 0.14180738125916395, 0.1734484873032646, 0.09575122030282175, 0.18566192409075405, 0.33333771525038614, 0.3282864810227486, 0.10428594775264485, 0.15156357624501057, 0.12015197635028287, 0.13719278990074532, 0.2549948084786423, 0.1599012166855547, 0.16775141972304697, 0.15880208076330815, 0.20089014851641795, 0.21600345331373555, 0.3550944175643787, 0.14845790710371765, 0.2962663561024982, 0.3162913793573942, 0.16696689720490335, 0.3513253177166557 ], "brier_below_clim": [ 0.3742768451297219, 0.40873323143582757, 0.13866980785737074, 0.18456937257153472, 0.1256044036343616, 0.18760042277090966, 0.34539584613599755, 0.3109003023417131, 0.12201400407191382, 0.16742828213175504, 0.1244088544959247, 0.15170887566157665, 0.2434586977209261, 0.1637619591020418, 0.1668761402054322, 0.16458520031461277, 0.20321388944011462, 0.21596862310093545, 0.36773408199884783, 0.16227747027615622, 0.2938514971990294, 0.31090927642329086, 0.1849857245631276, 0.33273847477773943 ], "brier_above": [ 0.16020130148410003, 0.14620489944326165, 0.3801714959608436, 0.26039287501134895, 0.3195494126800381, 0.23199464776434642, 0.12092199150744144, 0.1617614597204647, 0.3541816103441383, 0.24720031190178285, 0.37123937416796954, 0.26815150292779844, 0.17901155180976566, 0.24665462233644758, 0.23690421939981984, 0.31391628125670323, 0.2507031476418223, 0.18505188760030022, 0.11329071254335439, 0.23528600226582747, 0.13179165936506138, 0.13032627391990143, 0.19977378616629643, 0.1427679643121829 ], "brier_above_clim": [ 0.12302445839911424, 0.12117762995335662, 0.35815116204024555, 0.26683384686402306, 0.38643952281287314, 0.22271127683249428, 0.13257547458257218, 0.14218811843861479, 0.38231377940413913, 0.24949842532663888, 0.38591420446302543, 0.2880656072036803, 0.15313039549432772, 0.2362245484242624, 0.2436333964861261, 0.3307618562006153, 0.24932735768507294, 0.18666555014890895, 0.12697947553544767, 0.24848047755913946, 0.13425687184388715, 0.12644549091425192, 0.19447912754819396, 0.13261517472057238 ], "crps": [ 5.141764078769854, 5.100306756126551, 13.069837933344608, 5.913279028777286, 20.02463145576711, 3.7539528084695184, 2.0323785173386693, 4.116947348757228, 6.848035403498265, 3.6524844863045187, 14.660345428686492, 4.056378556253284, 4.316523615357521, 4.947568308614046, 4.837173645754911, 8.071957105990004, 5.328441803956489, 2.7663815128786267, 2.17794468009107, 3.141466901558312, 2.414021337252353, 2.877556585184013, 4.40036407650653, 3.9126212478261992 ], "crps_clim": [ 3.3942682418184753, 3.592082216148263, 11.21710177556662, 5.807811897394496, 27.273601914436462, 3.5784752533248567, 3.4807211044876976, 3.1460002230570745, 7.545217676196043, 3.8249735735183252, 13.840864383262339, 4.430030997054808, 2.8001820448761534, 4.516117521457113, 4.888260025218961, 8.339483640689286, 4.951633793647444, 2.997413909666159, 3.4711294001341106, 3.627536580866378, 2.846454770181788, 3.161925584164043, 3.3250528086483198, 3.5450641992642202 ], "crps_fair": [ 4.919605031504005, 4.859542973893333, 12.898940712218554, 5.766421415581086, 19.7511477227039, 3.599594215994938, 1.911509355469649, 3.8657151449684464, 6.623542530885112, 3.4546895295547975, 14.476575358044686, 3.830344941331499, 4.073115621848821, 4.724824517487237, 4.700808919712394, 7.830799377197736, 5.0986519719758885, 2.5925885753246702, 2.019514753820702, 2.953164956385691, 2.2415645712442926, 2.712326094291598, 4.147877189891777, 3.6680516450925897 ], "crps_fair_clim": [ 3.147316707451114, 3.345505329459557, 10.984966213801052, 5.565431468435425, 27.0718763908127, 3.331872595873229, 3.2339333066026654, 2.898578484108726, 7.306127788484703, 3.578837768945852, 13.61369806885984, 4.185041134572365, 2.552105347257009, 4.271290701634523, 4.644138020744405, 8.101898044577364, 4.707631815249459, 2.7497107572454813, 3.224323436142348, 3.3810268425956997, 2.5984657102999638, 2.914534006884459, 3.0779701844454106, 3.298398263301115 ] }, "rps": 0.4510150371406498, "rpss": 0.0045250681882147425, "brier_below": 0.22653799587797563, "bss_below": 0.002707313321420046, "brier_above": 0.22447704131379234, "bss_above": 0.006352806279380063, "crps": 5.731765109294311, "crpss": 0.014606163407974715, "crps_fair": 5.530038213600975, "crpss_fair": 0.007951293632277423, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.205107, 0.760824, 0.030125, 0.003945, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2825, 0.3321, 0.4381, 0.5163, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3367, 0.352, 0.3585, 0.3051, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.09984, 0.597402, 0.302508, 0.00025, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2817, 0.353, 0.426, 0.505, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.266, 0.3349, 0.3906, 0.0, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6121463076068785, 0.5814218343337882, 0.48877969420233197, 0.41241971226889657, 0.40817139237119937, 0.4190951017130632, 0.39051028973656887, 0.4371795712542696, 0.4603480537776738, 0.33708895309540843, 0.5207011561995858, 0.4170139604656991, 0.39291633477065874, 0.4218515690507776, 0.3541100609464558, 0.4674404384858207, 0.4694066622742729, 0.44527772513608, 0.4975188504834075, 0.4115211472677029, 0.5165513848621733, 0.4447174466689833, 0.40417655003417097, 0.3977916097048882 ], "rps_clim": [ 0.5271012360586466, 0.5237026442993877, 0.47266510161074154, 0.4183814440705189, 0.5463137956783317, 0.3948310621955931, 0.406559211835899, 0.4283146824891483, 0.49352864176266736, 0.37069796075288813, 0.544586430341869, 0.4920445637631002, 0.3565574427493965, 0.3975457708734299, 0.3515003838097367, 0.5287991675877444, 0.4852899981103904, 0.42598321042574033, 0.5180054420460954, 0.46522910237657855, 0.5021412600717393, 0.4343952633284925, 0.40487741793271564, 0.39251245424822917 ], "brier_below": [ 0.4532927258355923, 0.43320545041442154, 0.1636216756004869, 0.2827679005024913, 0.0886579903832676, 0.24904797584271765, 0.2651027052188284, 0.2412829030066234, 0.1142619848032181, 0.10543480794097773, 0.12350498518284599, 0.10511156516734158, 0.20951148630016905, 0.22062377257482246, 0.1625095453521126, 0.11354973188717628, 0.18908891328589908, 0.2730863066444081, 0.38159502641025644, 0.10826839122781598, 0.38564409066409505, 0.3164347147904666, 0.18379581701061767, 0.23799006441699921 ], "brier_below_clim": [ 0.4061182447841931, 0.40271965302493434, 0.159291887101158, 0.2832363680142811, 0.12098299127445336, 0.2529029231506273, 0.2730640226173197, 0.24952665149579165, 0.12265985005988321, 0.12767684799994297, 0.1218471520520865, 0.12515848079062122, 0.20389895401113928, 0.22223880236089205, 0.1594727085269456, 0.12431961025338657, 0.19935641299605145, 0.2639725231877702, 0.3970224507716421, 0.12181436140512257, 0.3811582687972861, 0.3134122720540391, 0.18796271335346026, 0.23816938425362752 ], "brier_above": [ 0.15885358239659275, 0.1482163821394726, 0.3251580213294111, 0.12965180937106524, 0.31951339846227234, 0.17004712597397703, 0.12540758294584556, 0.19589666845802906, 0.3460860710894435, 0.23165414430695647, 0.39719617799463247, 0.31190239420054133, 0.18340484936370238, 0.20122779662976928, 0.19160051422594526, 0.3538907068320295, 0.28031774964130707, 0.17219141783210282, 0.11592382208276021, 0.30325275569766597, 0.13090729173223556, 0.12828272883244413, 0.22038073343996076, 0.15980154425757595 ], "brier_above_clim": [ 0.1209829912744533, 0.1209829912744533, 0.31337321450958355, 0.1351450760562379, 0.4253308044038784, 0.1419281390449658, 0.13349518921857934, 0.17878803099335663, 0.3708687917027841, 0.24302111275294516, 0.4227392782897825, 0.3668860829724789, 0.15265848873825724, 0.17530696851253785, 0.1920276752827911, 0.40447955733435775, 0.285933585114339, 0.16201068723797019, 0.1209829912744533, 0.343414740971456, 0.1209829912744533, 0.1209829912744533, 0.21691470457925532, 0.1543430699946016 ], "crps": [ 4.0484904016827565, 3.888454082245896, 6.630847702201829, 1.617981169759721, 25.678678072748195, 2.4071488404890404, 1.322543804771668, 2.926872341153469, 5.76337893174208, 2.612418014210481, 16.885481725337435, 3.303844160969068, 3.3444719897473245, 4.576853449215503, 2.217814502420776, 6.711361533108928, 6.57059694921207, 2.337159158241179, 1.7382017379628774, 2.7595066060518545, 2.2270867561676444, 2.2956783315002856, 4.6003992286313835, 2.4259291659551767 ], "crps_clim": [ 2.674920399403526, 2.637398212409991, 5.54786431635389, 2.076207700785368, 34.28249991078239, 2.0856628172110057, 2.3437315827679472, 2.6602769523695353, 5.95174143690428, 2.5420943861841945, 15.72510138242277, 4.179451182954188, 2.085216845411654, 4.0937047249597684, 2.2900971059547115, 7.841787160003542, 6.476073885230757, 2.4043541490534586, 2.7661997358793817, 3.668076251614806, 2.404003843392272, 2.7090584880115154, 2.3942251507817365, 2.2230392708520568 ], "crps_fair": [ 3.891204484479587, 3.6685917292583126, 6.489339461422062, 1.4948307864521966, 25.439935428319746, 2.250297257075367, 1.2249485094170875, 2.7294216894686962, 5.5613710874433, 2.4293262408959193, 16.752253947708038, 3.1288855363908343, 3.1481417401353355, 4.362531535171226, 2.115409376645283, 6.458441908713952, 6.40354614261798, 2.1970220906240323, 1.6012018886768826, 2.5869269860990167, 2.0713564200186605, 2.139931850208668, 4.333960261358133, 2.1953569279730436 ], "crps_fair_clim": [ 2.4548094454165224, 2.4172161936748946, 5.333194544027777, 1.8549628212328, 34.12225179677904, 1.8644358450759109, 2.122993377234286, 2.4401382645813325, 5.73783658336709, 2.3217318677782153, 15.529706680297545, 3.9621897190875477, 1.8639890286330005, 3.876280862498442, 2.06925731997254, 7.631461938517677, 6.263162085572975, 2.1837307589862482, 2.5462616594235836, 3.4498462746206284, 2.1833797898673692, 2.4890121894953605, 2.173582577005678, 2.0020724813943143 ] }, "rps": 0.4461731586129482, "rpss": 0.015935934087568437, "brier_below": 0.2253079387693188, "bss_below": 0.009269541315894303, "brier_above": 0.22086521955148908, "bss_above": 0.022644615061924167, "crps": 4.953799943980276, "crpss": 0.041685249588039985, "crps_fair": 4.778093053607223, "crpss_fair": 0.03548781617419161, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.149507, 0.803187, 0.036257, 0.011049, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2844, 0.3317, 0.4506, 0.5176, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2705, 0.3633, 0.3826, 0.3222, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.078208, 0.50493, 0.416861, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2824, 0.3593, 0.4243, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1984, 0.3019, 0.4247, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.49882917092951456, 0.5219211609043027, 0.3757364561234076, 0.44419605937308143, 0.44824721293920294, 0.38035427375295, 0.3878536660894431, 0.483601208916136 ], "rps_clim": [ 0.5137612852478612, 0.49705237444422495, 0.4061007445054705, 0.44669599826620215, 0.4481977901053744, 0.3995579224080249, 0.3906212765735246, 0.4961503793308776 ], "brier_below": [ 0.39222561227272096, 0.3950165067098294, 0.13298112090447378, 0.308998501974279, 0.124739619204972, 0.20266061691291526, 0.14736165500511927, 0.3692614487489006 ], "brier_below_clim": [ 0.4021405089154269, 0.37912161362031016, 0.14453244502842236, 0.30843984040656025, 0.12589433667964914, 0.20523722232274816, 0.16125753035770213, 0.37806000678348534 ], "brier_above": [ 0.10660357744500742, 0.12690467351752605, 0.2427553289545761, 0.13519757155192907, 0.32350757643949496, 0.1776936609480153, 0.24049201336265497, 0.11433977796163639 ], "brier_above_clim": [ 0.11162079604670827, 0.11793077940987547, 0.26156829250705416, 0.1382561728111389, 0.3223034355309777, 0.1943207050116538, 0.22936374487601524, 0.11809039116878442 ], "crps": [ 2.235219338134769, 3.579048254430155, 3.9814904982715196, 2.3101742042091855, 8.556222602573794, 2.3832778585040697, 5.231022360795329, 2.3551788325678022 ], "crps_clim": [ 3.2326234694826756, 3.444075545420181, 4.664597692983636, 2.8485585347508224, 7.734730772827549, 3.0019126203171878, 4.262232370432686, 3.1582949283763986 ], "crps_fair": [ 2.1669890038674158, 3.4688589893850215, 3.892099392811337, 2.237042834242834, 8.468119268725518, 2.2968716465889494, 5.073459768322757, 2.2793133885781667 ], "crps_fair_clim": [ 3.000358402837215, 3.2118104787747215, 4.432332626338175, 2.616293468105364, 7.502465706182092, 2.7696475536717284, 4.029967303787228, 2.9260298617309384 ] }, "rps": 0.44259240112850484, "rpss": 0.015952296857009718, "brier_below": 0.2591556352166513, "bss_below": 0.014937363418127902, "brier_above": 0.18343677252260504, "bss_above": 0.01738261216266679, "crps": 3.828954243685828, "crpss": 0.0530309027041066, "crps_fair": 3.7353442865652497, "crpss_fair": 0.019881038722927902, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.134671, 0.840141, 0.024091, 0.001096, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2771, 0.3322, 0.441, 0.5032, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1949, 0.5001, 0.3797, 0.3, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.220131, 0.662051, 0.117818, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.283, 0.3478, 0.4244, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1055, 0.2428, 0.3632, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5470223714291361, 0.4852211195974392, 0.4312451394824399, 0.45595566293827405, 0.43281615565868387, 0.3627135225770792, 0.3393560382120387, 0.4702309413659457 ], "rps_clim": [ 0.5473323450214652, 0.45950886455856493, 0.47310563766181457, 0.45125841650166265, 0.43752409736537534, 0.3769753190502442, 0.34410807327585485, 0.4522036283839493 ], "brier_below": [ 0.42908626698228874, 0.3587053811413493, 0.09943903680937376, 0.32511800121996276, 0.13839630162243668, 0.1734328430101943, 0.11139528500626071, 0.32888551214310585 ], "brier_below_clim": [ 0.43622124715583027, 0.34839776669293, 0.11202969533110177, 0.327320640209203, 0.141320167462079, 0.17256239240732962, 0.1394661409403721, 0.32190666733284123 ], "brier_above": [ 0.11793612462641483, 0.1265157596937933, 0.33180608011977863, 0.13083767960976908, 0.2944198429296738, 0.18928068275306822, 0.22796076204789503, 0.14134544716419967 ], "brier_above_clim": [ 0.11111111773384953, 0.11111111773384953, 0.36107591750173545, 0.12393779386708581, 0.2962039166743374, 0.20441292982746392, 0.2046419354790828, 0.1302969774886234 ], "crps": [ 1.9516675592612573, 2.613317345506273, 4.940179756076277, 1.8065132827543458, 9.374940497278919, 1.745708075528726, 4.807108831819322, 2.260556232283891 ], "crps_clim": [ 2.5726443205176754, 2.4663219929375395, 5.77433068113816, 2.2030894884274272, 8.536670815597677, 2.154154910592676, 3.6369598104064913, 2.3797284899665048 ], "crps_fair": [ 1.8959478404228078, 2.5218337646959674, 4.848648921208363, 1.7468691501789468, 9.298890070950925, 1.677729252452302, 4.633831075648081, 2.19312463053348 ], "crps_fair_clim": [ 2.366231987002849, 2.259909659422711, 5.567918347623332, 1.9966771549125995, 8.330258482082852, 1.9477425770778494, 3.4305474768916633, 2.1733161564516763 ] }, "rps": 0.44057011890762954, "rpss": 0.004928105541096017, "brier_below": 0.2455573284918715, "bss_below": 0.017389785796385282, "brier_above": 0.1950127973680741, "bss_above": -0.011220356298137446, "crps": 3.6874989475636264, "crpss": 0.007532959175494014, "crps_fair": 3.602109338261359, "crpss_fair": -0.026512429051944286, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.127516, 0.834633, 0.034409, 0.003443, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2706, 0.3273, 0.4523, 0.5032, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0162, 0.4836, 0.2799, 0.3, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.11241, 0.672192, 0.215398, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2827, 0.3575, 0.4279, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1163, 0.2371, 0.3379, NaN, NaN, NaN, NaN, NaN ] } } } } }, "dqm": { "lambda_": { "training_mean": 0.8398196236098512, "training": [ 0.8087256240143101, 0.8161788894132113, 0.8033780190321888, 0.838566439457972, 0.9183909557385264, 0.8327344911202789, 0.8898046629995298, 0.8060057809426963, 0.8663577934450141, 0.8333129039133714, 0.8116203972609201, 0.8495034537231658, 0.811186205161031, 0.8351978668103405, 0.8301135808372955, 0.8535301111784094, 0.8187024464781567, 0.8303230123733449, 0.8957698931611112, 0.8412625670781755, 0.8490086235647467, 0.8572215788836526, 0.8379043813442613, 0.8208712887047189 ], "test": 0.8610301120068301 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5312193552445857, 0.5540031114003763, 0.5501055678179669, 0.44742001976607704, 0.45806435510917637, 0.42745578747182944, 0.4319341001650634, 0.4947099457739113, 0.4764534216825345, 0.42374774626021444, 0.5550959670875119, 0.42265434344388864, 0.44098784355986864, 0.4138964274651958, 0.4194166034472341, 0.48708975721190156, 0.4756645774372182, 0.411421351850804, 0.4462354716276903, 0.39754388961191606, 0.4122051615185928, 0.4111422978879675, 0.3634621200115084, 0.4880151670605587 ], "rps_clim": [ 0.4973013035288361, 0.5299108613891841, 0.49682096989761637, 0.45140321943555783, 0.5120439264472348, 0.41031169960340397, 0.47797132071856974, 0.45308842078032785, 0.5043277834760528, 0.4169267074583939, 0.5103230589589499, 0.439774482865257, 0.3965890932152538, 0.3999865075263042, 0.4105095366915584, 0.495347056515228, 0.4525412471251873, 0.4026341732498444, 0.4947135575342954, 0.4107579478352957, 0.4281083690429166, 0.4373547673375428, 0.3794648521113215, 0.46535364949831176 ], "brier_below": [ 0.3910832014351096, 0.4258909662996252, 0.16633347061544618, 0.18206756085594705, 0.10866153302211808, 0.1982393737289653, 0.3145132896908032, 0.3327755067654466, 0.1114074028461183, 0.17052230288659803, 0.1488287766341843, 0.1415809779107443, 0.26250958680624725, 0.17326020470916004, 0.18549767335838763, 0.16272604878135086, 0.21379299111716518, 0.22055163343060064, 0.3346745711431273, 0.15507446582580847, 0.28794955208750683, 0.29886817295662665, 0.1674910553665038, 0.3440122518442161 ], "brier_below_clim": [ 0.3742768451297219, 0.40873323143582757, 0.13866980785737074, 0.18456937257153472, 0.1256044036343616, 0.18760042277090966, 0.34539584613599755, 0.3109003023417131, 0.12201400407191382, 0.16742828213175504, 0.1244088544959247, 0.15170887566157665, 0.2434586977209261, 0.1637619591020418, 0.1668761402054322, 0.16458520031461277, 0.20321388944011462, 0.21596862310093545, 0.36773408199884783, 0.16227747027615622, 0.2938514971990294, 0.31090927642329086, 0.1849857245631276, 0.33273847477773943 ], "brier_above": [ 0.14013615378315292, 0.12811214477683708, 0.38377209659684286, 0.2653524596472427, 0.34940282094306335, 0.22921641307681714, 0.11742081106670663, 0.16193443909606525, 0.365046018784637, 0.25322544366051375, 0.4062671901281768, 0.28107336606652045, 0.17847825702169076, 0.2406362227002949, 0.23391893040247183, 0.3243637091325253, 0.26187158684864925, 0.1908697180776611, 0.11156090130635819, 0.24246942380396497, 0.12425560926591983, 0.11227412499001924, 0.19597106501644965, 0.14400291516481648 ], "brier_above_clim": [ 0.12302445839911424, 0.12117762995335662, 0.35815116204024555, 0.26683384686402306, 0.38643952281287314, 0.22271127683249428, 0.13257547458257218, 0.14218811843861479, 0.38231377940413913, 0.24949842532663888, 0.38591420446302543, 0.2880656072036803, 0.15313039549432772, 0.2362245484242624, 0.2436333964861261, 0.3307618562006153, 0.24932735768507294, 0.18666555014890895, 0.12697947553544767, 0.24848047755913946, 0.13425687184388715, 0.12644549091425192, 0.19447912754819396, 0.13261517472057238 ], "crps": [ 5.917015118582006, 5.618762494089819, 14.73748337557899, 6.8471164113278515, 15.69548595724236, 5.018466342259135, 2.0163712758756347, 5.501420266120622, 7.052092892667294, 4.486881040844627, 16.153930517894793, 4.749394944843199, 6.219737007834439, 5.331261500285425, 5.334711925030851, 8.458689384645538, 6.36372018891834, 2.8003216821287094, 1.6853784923809194, 3.67956024444435, 2.0465872449691975, 2.228561412394009, 6.286039345810912, 4.49328380739006 ], "crps_clim": [ 3.3942682418184753, 3.592082216148263, 11.21710177556662, 5.807811897394496, 27.273601914436462, 3.5784752533248567, 3.4807211044876976, 3.1460002230570745, 7.545217676196043, 3.8249735735183252, 13.840864383262339, 4.430030997054808, 2.8001820448761534, 4.516117521457113, 4.888260025218961, 8.339483640689286, 4.951633793647444, 2.997413909666159, 3.4711294001341106, 3.627536580866378, 2.846454770181788, 3.161925584164043, 3.3250528086483198, 3.5450641992642202 ], "crps_fair": [ 5.667024598239025, 5.36495774320842, 14.589847751163012, 6.7135254853467226, 15.295936632097082, 4.869617646452008, 1.9322447539926568, 5.213889379389775, 6.812640290437029, 4.259497769480907, 15.972423441408068, 4.482856714361153, 5.945647501654616, 5.101858351099634, 5.211899525991889, 8.188876731820933, 6.110295315422613, 2.624730501389198, 1.5672019945083717, 3.4678236279131562, 1.885612691189584, 2.0776859697491448, 5.960567173453258, 4.23881449835011 ], "crps_fair_clim": [ 3.147316707451114, 3.345505329459557, 10.984966213801052, 5.565431468435425, 27.0718763908127, 3.331872595873229, 3.2339333066026654, 2.898578484108726, 7.306127788484703, 3.578837768945852, 13.61369806885984, 4.185041134572365, 2.552105347257009, 4.271290701634523, 4.644138020744405, 8.101898044577364, 4.707631815249459, 2.7497107572454813, 3.224323436142348, 3.3810268425956997, 2.5984657102999638, 2.914534006884459, 3.0779701844454106, 3.298398263301115 ] }, "rps": 0.45583101624639966, "rpss": -0.006104702611219315, "brier_below": 0.22909635708824197, "bss_below": -0.00855541068649912, "brier_above": 0.2267346592232249, "bss_above": -0.0036405350755839283, "crps": 6.196761369731628, "crpss": -0.06533508336961447, "crps_fair": 5.981478170338266, "crpss_fair": -0.07303375706456117, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.169788, 0.666849, 0.163364, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2914, 0.3512, 0.4218, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4203, 0.3368, 0.3239, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.046094, 0.862741, 0.091165, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2939, 0.3436, 0.4363, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3776, 0.3507, 0.2721, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4968616513815317, 0.5398932400107819, 0.5191529405296267, 0.37415729943908516, 0.47119119705483237, 0.3714016356788286, 0.37553395269664924, 0.47649379454163066, 0.44932010847364307, 0.37618489606371736, 0.6425363675024491, 0.461418094556548, 0.3818669598966934, 0.4018666347305047, 0.37681314448609565, 0.5072946849410273, 0.4813652968823968, 0.4341111070118267, 0.4563501560362052, 0.4401553284736306, 0.47761246767462573, 0.3992208076971638, 0.3969493841866794, 0.40876127933167006 ], "rps_clim": [ 0.5271012360586466, 0.5237026442993877, 0.47266510161074154, 0.4183814440705189, 0.5463137956783317, 0.3948310621955931, 0.406559211835899, 0.4283146824891483, 0.49352864176266736, 0.37069796075288813, 0.544586430341869, 0.4920445637631002, 0.3565574427493965, 0.3975457708734299, 0.3515003838097367, 0.5287991675877444, 0.4852899981103904, 0.42598321042574033, 0.5180054420460954, 0.46522910237657855, 0.5021412600717393, 0.4343952633284925, 0.40487741793271564, 0.39251245424822917 ], "brier_below": [ 0.38534226920507275, 0.41875394387320475, 0.18616548022781504, 0.26013680910821446, 0.10319141231007181, 0.2347835431407812, 0.2587084399746634, 0.2748812969587719, 0.1057315449648468, 0.13437675332199622, 0.17387122985305598, 0.11152775092931419, 0.22048304221416276, 0.22132447828333865, 0.19281914118446636, 0.11815452126448606, 0.19304160679074164, 0.26230327500310835, 0.35135035048398394, 0.11200829378413417, 0.36513737764664034, 0.2964133401535871, 0.17431096309698452, 0.2401482415901467 ], "brier_below_clim": [ 0.4061182447841931, 0.40271965302493434, 0.159291887101158, 0.2832363680142811, 0.12098299127445336, 0.2529029231506273, 0.2730640226173197, 0.24952665149579165, 0.12265985005988321, 0.12767684799994297, 0.1218471520520865, 0.12515848079062122, 0.20389895401113928, 0.22223880236089205, 0.1594727085269456, 0.12431961025338657, 0.19935641299605145, 0.2639725231877702, 0.3970224507716421, 0.12181436140512257, 0.3811582687972861, 0.3134122720540391, 0.18796271335346026, 0.23816938425362752 ], "brier_above": [ 0.11151938133682623, 0.12113929618620063, 0.3329874596029214, 0.1140204912188017, 0.36799978236746733, 0.13661809236610747, 0.1168255134373084, 0.201612498412998, 0.34358856325860404, 0.2418081426620331, 0.4686651352159849, 0.3498903449049548, 0.16138391667352642, 0.180542156083048, 0.1839940037161987, 0.3891401640926121, 0.28832369210166525, 0.17180783245233405, 0.10499980659440813, 0.3281470342453261, 0.11247509032638908, 0.10280746829913619, 0.2226384215230143, 0.16861303847344478 ], "brier_above_clim": [ 0.1209829912744533, 0.1209829912744533, 0.31337321450958355, 0.1351450760562379, 0.4253308044038784, 0.1419281390449658, 0.13349518921857934, 0.17878803099335663, 0.3708687917027841, 0.24302111275294516, 0.4227392782897825, 0.3668860829724789, 0.15265848873825724, 0.17530696851253785, 0.1920276752827911, 0.40447955733435775, 0.285933585114339, 0.16201068723797019, 0.1209829912744533, 0.343414740971456, 0.1209829912744533, 0.1209829912744533, 0.21691470457925532, 0.1543430699946016 ], "crps": [ 3.5920759033927645, 4.147973162569211, 8.064310241986275, 2.0163167162351296, 16.69184515000464, 2.5380797031692253, 1.9507274078453898, 4.625747570855896, 5.9727689204632926, 3.7355286582394003, 19.321033830904476, 4.0634699461176025, 3.562676313205034, 4.622930060846144, 2.777284386086987, 6.965624338054709, 7.202001623861767, 2.1288057878382216, 1.102878769252921, 3.6907300986959153, 1.6059368270104726, 1.7279652451605538, 7.09476386908338, 3.542051319247079 ], "crps_clim": [ 2.674920399403526, 2.637398212409991, 5.54786431635389, 2.076207700785368, 34.28249991078239, 2.0856628172110057, 2.3437315827679472, 2.6602769523695353, 5.95174143690428, 2.5420943861841945, 15.72510138242277, 4.179451182954188, 2.085216845411654, 4.0937047249597684, 2.2900971059547115, 7.841787160003542, 6.476073885230757, 2.4043541490534586, 2.7661997358793817, 3.668076251614806, 2.404003843392272, 2.7090584880115154, 2.3942251507817365, 2.2230392708520568 ], "crps_fair": [ 3.4266327276890896, 3.920009156809577, 7.945790496096358, 1.92488339836244, 16.30407408308389, 2.371665026865301, 1.8927691440557253, 4.387923074172444, 5.773312924376187, 3.512433093270485, 19.20231951997979, 3.845502808330889, 3.35652989557414, 4.376052056628881, 2.702109815565504, 6.642259358281924, 7.007032148195322, 1.9918218423467504, 1.0044661307673013, 3.4809218344818884, 1.4557581942553066, 1.5956647015190983, 6.714228717016716, 3.290399361225497 ], "crps_fair_clim": [ 2.4548094454165224, 2.4172161936748946, 5.333194544027777, 1.8549628212328, 34.12225179677904, 1.8644358450759109, 2.122993377234286, 2.4401382645813325, 5.73783658336709, 2.3217318677782153, 15.529706680297545, 3.9621897190875477, 1.8639890286330005, 3.876280862498442, 2.06925731997254, 7.631461938517677, 6.263162085572975, 2.1837307589862482, 2.5462616594235836, 3.4498462746206284, 2.1833797898673692, 2.4890121894953605, 2.173582577005678, 2.0020724813943143 ] }, "rps": 0.44652135121991016, "rpss": 0.015167972532927121, "brier_below": 0.22479021272348287, "bss_below": 0.011546100968720774, "brier_above": 0.22173113856463797, "bss_above": 0.01881281840267679, "crps": 5.114313577088605, "crpss": 0.010633817558200809, "crps_fair": 4.921856646206272, "crpss_fair": 0.00646750721481093, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.157367, 0.612693, 0.22994, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2927, 0.3508, 0.4255, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2966, 0.3517, 0.3808, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.058936, 0.849199, 0.091865, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2933, 0.3422, 0.4395, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3537, 0.3387, 0.3978, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.445750454008974, 0.5054056066233688, 0.4086770708931002, 0.41372416790670374, 0.4688271165719313, 0.40556715048763126, 0.39523357065515774, 0.4431409128644645 ], "rps_clim": [ 0.5137612852478612, 0.49705237444422495, 0.4061007445054705, 0.44669599826620215, 0.4481977901053744, 0.3995579224080249, 0.3906212765735246, 0.4961503793308776 ], "brier_below": [ 0.3521973119158833, 0.38734970612539965, 0.15015075619223317, 0.28843031400334773, 0.14155872930782357, 0.21420131436492718, 0.1537726515930067, 0.3397305376243847 ], "brier_below_clim": [ 0.4021405089154269, 0.37912161362031016, 0.14453244502842236, 0.30843984040656025, 0.12589433667964914, 0.20523722232274816, 0.16125753035770213, 0.37806000678348534 ], "brier_above": [ 0.09355315959160629, 0.11805591878255864, 0.2585263072899874, 0.12529386703771714, 0.3272683688102448, 0.19136584023160838, 0.24146091976049472, 0.10341039210195353 ], "brier_above_clim": [ 0.11162079604670827, 0.11793077940987547, 0.26156829250705416, 0.1382561728111389, 0.3223034355309777, 0.1943207050116538, 0.22936374487601524, 0.11809039116878442 ], "crps": [ 1.5426179700729838, 3.401103089181542, 4.312760216975392, 2.2449716054469966, 9.42342734391647, 2.675090486447304, 9.128084893498048, 1.6498518253522518 ], "crps_clim": [ 3.2326234694826756, 3.444075545420181, 4.664597692983636, 2.8485585347508224, 7.734730772827549, 3.0019126203171878, 4.262232370432686, 3.1582949283763986 ], "crps_fair": [ 1.488827757981022, 3.294505969061371, 4.219196966326437, 2.186036026056793, 9.342746027106681, 2.6009526829661977, 8.911019178156701, 1.5851327443213277 ], "crps_fair_clim": [ 3.000358402837215, 3.2118104787747215, 4.432332626338175, 2.616293468105364, 7.502465706182092, 2.7696475536717284, 4.029967303787228, 2.9260298617309384 ] }, "rps": 0.43579075625141644, "rpss": 0.031074885952139253, "brier_below": 0.25342391514087576, "bss_below": 0.036723898313549386, "brier_above": 0.18236684670077136, "bss_above": 0.023113893310782174, "crps": 4.297238428861373, "crpss": -0.06278417992450036, "crps_fair": 4.203552168997066, "crpss_fair": -0.10297227497062189, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.113942, 0.791586, 0.094473, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2898, 0.3608, 0.4103, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2983, 0.4685, 0.5401, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.151536, 0.805733, 0.042731, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2945, 0.3233, 0.4191, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0796, 0.2583, 0.1555, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4632014022335324, 0.46901161439031663, 0.4797397706004285, 0.40851048025215225, 0.44839372524670595, 0.40068479164026777, 0.3421327593002411, 0.42963846626942226 ], "rps_clim": [ 0.5473323450214652, 0.45950886455856493, 0.47310563766181457, 0.45125841650166265, 0.43752409736537534, 0.3769753190502442, 0.34410807327585485, 0.4522036283839493 ], "brier_below": [ 0.3709687234097241, 0.3615051664901147, 0.11789066958232976, 0.2997844137577393, 0.15141911635809346, 0.19598952854495136, 0.11715321023480059, 0.30772347473949174 ], "brier_below_clim": [ 0.43622124715583027, 0.34839776669293, 0.11202969533110177, 0.327320640209203, 0.141320167462079, 0.17256239240732962, 0.1394661409403721, 0.32190666733284123 ], "brier_above": [ 0.09223269632835686, 0.10750646707478193, 0.3618490767733186, 0.1087260819381638, 0.29697459546408217, 0.20469526552699924, 0.2249795552868728, 0.12191500712745316 ], "brier_above_clim": [ 0.11111111773384953, 0.11111111773384953, 0.36107591750173545, 0.12393779386708581, 0.2962039166743374, 0.20441292982746392, 0.2046419354790828, 0.1302969774886234 ], "crps": [ 1.2092746694334329, 2.296692810312968, 5.190758400013846, 1.429388306325147, 9.932898551885351, 2.0182404112227035, 11.22951601750523, 1.3289253303974584 ], "crps_clim": [ 2.5726443205176754, 2.4663219929375395, 5.77433068113816, 2.2030894884274272, 8.536670815597677, 2.154154910592676, 3.6369598104064913, 2.3797284899665048 ], "crps_fair": [ 1.168331254496985, 2.2046144268255383, 5.086209685361068, 1.3828065500488456, 9.861591051993061, 1.9604409925582453, 10.9504232902923, 1.265948036805137 ], "crps_fair_clim": [ 2.366231987002849, 2.259909659422711, 5.567918347623332, 1.9966771549125995, 8.330258482082852, 1.9477425770778494, 3.4305474768916633, 2.1733161564516763 ] }, "rps": 0.43016412624163336, "rpss": 0.0284310858647554, "brier_below": 0.24030428788965563, "bss_below": 0.0384100965444496, "brier_above": 0.1898598431900036, "bss_above": 0.015499798636625206, "crps": 4.329461812137017, "crpss": -0.1652472893296164, "crps_fair": 4.235045661047647, "crpss_fair": -0.2068836896456494, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.161708, 0.705547, 0.132744, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2892, 0.3601, 0.4095, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1845, 0.4778, 0.3722, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.118847, 0.786413, 0.09474, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2961, 0.3224, 0.4202, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1504, 0.2703, 0.1561, NaN, NaN, NaN, NaN, NaN ] } } } } }, "qdm": { "lambda_": { "training_mean": 0.7952449020864468, "training": [ 0.7373619984234674, 0.7595759315627697, 0.7438836357059373, 0.8016742817018968, 0.8644849956869849, 0.7773760280003786, 0.8741756396471553, 0.7735473592066884, 0.8238945850468725, 0.7953535809648625, 0.7566936317462504, 0.8045067968367009, 0.7669366080866562, 0.7783175960878824, 0.7929502925646561, 0.7951025703525374, 0.7819353326445438, 0.796392490517466, 0.8720699165892246, 0.7977519275656416, 0.8145303563620918, 0.8044320319460975, 0.7795793059487709, 0.7933507568791942 ], "test": 0.8338693690359481 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.53289634861404, 0.5419358399560009, 0.5635371518598727, 0.4465252189068105, 0.4770773634877785, 0.4352992861846809, 0.43225341626711494, 0.4642517605238075, 0.49617726867194895, 0.4121223052785685, 0.551040715738903, 0.4357543178559406, 0.4155756648840621, 0.4194662270030175, 0.4192597960302552, 0.5041876638905912, 0.4641299550446824, 0.4008629296838886, 0.44637231129244076, 0.40706005855083416, 0.4069763310155756, 0.4170719197023263, 0.3767728328939302, 0.45868950806417386 ], "rps_clim": [ 0.4973013035288361, 0.5299108613891841, 0.49682096989761637, 0.45140321943555783, 0.5120439264472348, 0.41031169960340397, 0.47797132071856974, 0.45308842078032785, 0.5043277834760528, 0.4169267074583939, 0.5103230589589499, 0.439774482865257, 0.3965890932152538, 0.3999865075263042, 0.4105095366915584, 0.495347056515228, 0.4525412471251873, 0.4026341732498444, 0.4947135575342954, 0.4107579478352957, 0.4281083690429166, 0.4373547673375428, 0.3794648521113215, 0.46535364949831176 ], "brier_below": [ 0.38666300151389793, 0.4126046628103316, 0.1722913835871827, 0.18465933034271542, 0.12051077263633146, 0.20325053545904714, 0.31487876246351315, 0.31199975145532655, 0.12233624197002552, 0.1630585636523749, 0.1457437522263398, 0.15301717170518575, 0.24587863149621958, 0.1782985522715221, 0.18164514122524017, 0.17290260385932485, 0.20566432388087766, 0.21527269723834117, 0.33594694143579584, 0.15977957714806204, 0.2854413302562333, 0.302017260373445, 0.178500546525004, 0.3289512801083388 ], "brier_below_clim": [ 0.3742768451297219, 0.40873323143582757, 0.13866980785737074, 0.18456937257153472, 0.1256044036343616, 0.18760042277090966, 0.34539584613599755, 0.3109003023417131, 0.12201400407191382, 0.16742828213175504, 0.1244088544959247, 0.15170887566157665, 0.2434586977209261, 0.1637619591020418, 0.1668761402054322, 0.16458520031461277, 0.20321388944011462, 0.21596862310093545, 0.36773408199884783, 0.16227747027615622, 0.2938514971990294, 0.31090927642329086, 0.1849857245631276, 0.33273847477773943 ], "brier_above": [ 0.14623334551069314, 0.1293311755502683, 0.39124576803473166, 0.2618658892831862, 0.3565665911457401, 0.23204875009718223, 0.11737465405831804, 0.15225200775404263, 0.37384102890575155, 0.24906374214846355, 0.4052969655184382, 0.282737147376666, 0.1696970323797105, 0.24116767440981507, 0.23761465559950926, 0.3312850618188525, 0.25846563181266036, 0.18559023182058987, 0.11042537022322593, 0.2472804821827862, 0.12153499983435603, 0.11505465789540793, 0.19827228689584947, 0.12973822655046593 ], "brier_above_clim": [ 0.12302445839911424, 0.12117762995335662, 0.35815116204024555, 0.26683384686402306, 0.38643952281287314, 0.22271127683249428, 0.13257547458257218, 0.14218811843861479, 0.38231377940413913, 0.24949842532663888, 0.38591420446302543, 0.2880656072036803, 0.15313039549432772, 0.2362245484242624, 0.2436333964861261, 0.3307618562006153, 0.24932735768507294, 0.18666555014890895, 0.12697947553544767, 0.24848047755913946, 0.13425687184388715, 0.12644549091425192, 0.19447912754819396, 0.13261517472057238 ], "crps": [ 5.793328211699892, 5.352236497643114, 14.381575412693225, 6.274997566596596, 17.061047583825857, 4.604858853429573, 1.4432163496923582, 4.775501496243304, 7.191783836801885, 4.493319459400173, 15.480876155590579, 4.739092798940908, 5.465462585507566, 5.261139564761421, 4.987428948738189, 8.838368575965296, 6.045783202697683, 2.469039500526429, 1.3518750432987665, 3.669249735872348, 1.9391730204763056, 2.2098871783258263, 5.945714069051048, 3.6367191008238975 ], "crps_clim": [ 3.3942682418184753, 3.592082216148263, 11.21710177556662, 5.807811897394496, 27.273601914436462, 3.5784752533248567, 3.4807211044876976, 3.1460002230570745, 7.545217676196043, 3.8249735735183252, 13.840864383262339, 4.430030997054808, 2.8001820448761534, 4.516117521457113, 4.888260025218961, 8.339483640689286, 4.951633793647444, 2.997413909666159, 3.4711294001341106, 3.627536580866378, 2.846454770181788, 3.161925584164043, 3.3250528086483198, 3.5450641992642202 ], "crps_fair": [ 5.528337330938532, 5.070088240462348, 14.218143755187805, 6.1374394927138605, 16.603539025471413, 4.459114529764948, 1.3535153909256892, 4.463906074910369, 6.923377448128591, 4.2589663309732035, 15.287810729923633, 4.452077435285423, 5.164499256235748, 5.006462493508931, 4.867094706852431, 8.543789408067182, 5.777498974081924, 2.286007320639451, 1.2095976661030887, 3.445507727859659, 1.7719760419459227, 2.056317951457847, 5.599863655043071, 3.3425897911010978 ], "crps_fair_clim": [ 3.147316707451114, 3.345505329459557, 10.984966213801052, 5.565431468435425, 27.0718763908127, 3.331872595873229, 3.2339333066026654, 2.898578484108726, 7.306127788484703, 3.578837768945852, 13.61369806885984, 4.185041134572365, 2.552105347257009, 4.271290701634523, 4.644138020744405, 8.101898044577364, 4.707631815249459, 2.7497107572454813, 3.224323436142348, 3.3810268425956997, 2.5984657102999638, 2.914534006884459, 3.0779701844454106, 3.298398263301115 ] }, "rps": 0.4552206746417185, "rpss": -0.004757564007695558, "brier_below": 0.2283880339850282, "bss_below": -0.005437145920790254, "brier_above": 0.22683264070027961, "bss_above": -0.004074249896227622, "crps": 5.975486447858427, "crpss": -0.02729393198805008, "crps_fair": 5.74281336573259, "crpss_fair": -0.030219023871173034, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.018177, 0.876549, 0.105274, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2927, 0.3533, 0.4244, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.585, 0.3471, 0.3228, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.07873, 0.846145, 0.075125, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.289, 0.344, 0.4202, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3805, 0.3479, 0.2721, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5317666196543548, 0.5158296187198869, 0.5199493945153195, 0.3932422005193932, 0.5261871877845772, 0.39141996851324445, 0.3798993855278088, 0.42135235093125867, 0.5048095551138916, 0.36888305582511527, 0.6008316405912857, 0.4838654060607619, 0.37078154010191805, 0.3987894941220358, 0.35216654604136005, 0.5347596428340495, 0.47947431760218107, 0.4185493467014942, 0.46822880503089703, 0.47023781995118014, 0.4726120037560545, 0.40070578640936766, 0.4122846031456957, 0.377634206970751 ], "rps_clim": [ 0.5271012360586466, 0.5237026442993877, 0.47266510161074154, 0.4183814440705189, 0.5463137956783317, 0.3948310621955931, 0.406559211835899, 0.4283146824891483, 0.49352864176266736, 0.37069796075288813, 0.544586430341869, 0.4920445637631002, 0.3565574427493965, 0.3975457708734299, 0.3515003838097367, 0.5287991675877444, 0.4852899981103904, 0.42598321042574033, 0.5180054420460954, 0.46522910237657855, 0.5021412600717393, 0.4343952633284925, 0.40487741793271564, 0.39251245424822917 ], "brier_below": [ 0.40608998229670923, 0.3973985664754936, 0.18469886298454607, 0.27748106180215276, 0.12022632333026761, 0.2504179593781349, 0.2621087375858347, 0.24307982380796467, 0.12812035719293538, 0.12713530981434915, 0.1428320748501883, 0.12567281284227313, 0.20823303178553362, 0.2217292434347177, 0.1718401793353838, 0.13306841962061425, 0.1956023227932991, 0.26299931218284756, 0.36187668672599116, 0.12561751738538346, 0.36301312785269874, 0.29673571316468916, 0.18680708644891642, 0.23276637981936665 ], "brier_below_clim": [ 0.4061182447841931, 0.40271965302493434, 0.159291887101158, 0.2832363680142811, 0.12098299127445336, 0.2529029231506273, 0.2730640226173197, 0.24952665149579165, 0.12265985005988321, 0.12767684799994297, 0.1218471520520865, 0.12515848079062122, 0.20389895401113928, 0.22223880236089205, 0.1594727085269456, 0.12431961025338657, 0.19935641299605145, 0.2639725231877702, 0.3970224507716421, 0.12181436140512257, 0.3811582687972861, 0.3134122720540391, 0.18796271335346026, 0.23816938425362752 ], "brier_above": [ 0.12567663379801214, 0.11843104993930856, 0.3352505312856186, 0.11576113801191668, 0.4059608673986894, 0.14100200692340412, 0.11779064798114351, 0.17827252571308264, 0.3766892010458455, 0.24174774663673199, 0.45799956825963467, 0.3581925968244997, 0.16254850635474424, 0.1770602489696798, 0.18032636664614826, 0.4016912274543902, 0.283871996391891, 0.1555500328814013, 0.10635211814918864, 0.34462030576946495, 0.10959887406556541, 0.1039700717915808, 0.22547751761656623, 0.14486782574776716 ], "brier_above_clim": [ 0.1209829912744533, 0.1209829912744533, 0.31337321450958355, 0.1351450760562379, 0.4253308044038784, 0.1419281390449658, 0.13349518921857934, 0.17878803099335663, 0.3708687917027841, 0.24302111275294516, 0.4227392782897825, 0.3668860829724789, 0.15265848873825724, 0.17530696851253785, 0.1920276752827911, 0.40447955733435775, 0.285933585114339, 0.16201068723797019, 0.1209829912744533, 0.343414740971456, 0.1209829912744533, 0.1209829912744533, 0.21691470457925532, 0.1543430699946016 ], "crps": [ 3.551855101434813, 3.664941185393053, 7.478175021425131, 1.4341844430612174, 19.928283914608706, 2.5035996469372326, 1.0237457338926708, 3.3549668238614285, 6.478611428165492, 3.9165468197973894, 17.926107255328795, 3.974484886248464, 3.3936914294731038, 4.484785303391547, 2.0921746620629946, 7.664366672232451, 6.8880356338576645, 1.616494087513899, 0.8937883652985154, 3.7116455127828063, 1.55810401137713, 1.5014203638214525, 5.923400724608021, 2.1056025498316657 ], "crps_clim": [ 2.674920399403526, 2.637398212409991, 5.54786431635389, 2.076207700785368, 34.28249991078239, 2.0856628172110057, 2.3437315827679472, 2.6602769523695353, 5.95174143690428, 2.5420943861841945, 15.72510138242277, 4.179451182954188, 2.085216845411654, 4.0937047249597684, 2.2900971059547115, 7.841787160003542, 6.476073885230757, 2.4043541490534586, 2.7661997358793817, 3.668076251614806, 2.404003843392272, 2.7090584880115154, 2.3942251507817365, 2.2230392708520568 ], "crps_fair": [ 3.385295859340672, 3.3981868074593335, 7.3489122730120435, 1.3347513942956053, 19.476373166901727, 2.3341126874922504, 0.9591849326002446, 3.0993934763090056, 6.227955714790867, 3.679526049801552, 17.803593724359104, 3.7440907034896522, 3.1689673475213147, 4.212481104649282, 2.0215901319219673, 7.318563754197279, 6.691783161734792, 1.465655168529086, 0.7664524318374142, 3.4818741284552095, 1.3978329260553743, 1.3530764320711215, 5.5066860690475945, 1.7999670420909548 ], "crps_fair_clim": [ 2.4548094454165224, 2.4172161936748946, 5.333194544027777, 1.8549628212328, 34.12225179677904, 1.8644358450759109, 2.122993377234286, 2.4401382645813325, 5.73783658336709, 2.3217318677782153, 15.529706680297545, 3.9621897190875477, 1.8639890286330005, 3.876280862498442, 2.06925731997254, 7.631461938517677, 6.263162085572975, 2.1837307589862482, 2.5462616594235836, 3.4498462746206284, 2.1833797898673692, 2.4890121894953605, 2.173582577005678, 2.0020724813943143 ] }, "rps": 0.4497608540176617, "rpss": 0.008023037358878327, "brier_below": 0.22606462053792878, "bss_below": 0.005942238781470932, "brier_above": 0.2236962335690115, "bss_above": 0.010117034664795632, "crps": 4.877875482350235, "crpss": 0.05637286966150923, "crps_fair": 4.665679436998477, "crpss_fair": 0.05817977751328762, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.005377, 0.918248, 0.076375, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2959, 0.3554, 0.4304, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.6596, 0.3444, 0.3917, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.074148, 0.901809, 0.024043, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2903, 0.3428, 0.4144, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2888, 0.3521, 0.2522, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.46037863516522054, 0.48833674911425384, 0.3996809894784061, 0.4152626354785171, 0.47322970955904614, 0.39385983852707, 0.38661828198212317, 0.4454537706170596 ], "rps_clim": [ 0.5137612852478612, 0.49705237444422495, 0.4061007445054705, 0.44669599826620215, 0.4481977901053744, 0.3995579224080249, 0.3906212765735246, 0.4961503793308776 ], "brier_below": [ 0.3675094589128675, 0.3742479937634538, 0.14483285365098697, 0.29082289855696514, 0.14155168111358102, 0.20481449087404527, 0.157488095072702, 0.34339199552209104 ], "brier_below_clim": [ 0.4021405089154269, 0.37912161362031016, 0.14453244502842236, 0.30843984040656025, 0.12589433667964914, 0.20523722232274816, 0.16125753035770213, 0.37806000678348534 ], "brier_above": [ 0.09286919381060899, 0.11408877316690208, 0.2548481285751995, 0.12443975010278042, 0.33167800961859156, 0.1890453514790078, 0.2291301873522153, 0.1020617919472171 ], "brier_above_clim": [ 0.11162079604670827, 0.11793077940987547, 0.26156829250705416, 0.1382561728111389, 0.3223034355309777, 0.1943207050116538, 0.22936374487601524, 0.11809039116878442 ], "crps": [ 1.2898632405396833, 3.0360216920092475, 4.0560630694736535, 1.8513066499477995, 9.320601413991943, 2.445410420895004, 7.838350059000493, 1.4889862108039467 ], "crps_clim": [ 3.2326234694826756, 3.444075545420181, 4.664597692983636, 2.8485585347508224, 7.734730772827549, 3.0019126203171878, 4.262232370432686, 3.1582949283763986 ], "crps_fair": [ 1.2366815896841141, 2.9183556229123484, 3.9636753991222986, 1.7923671443552485, 9.236903082153784, 2.365476927760435, 7.613746476583083, 1.4216543864329592 ], "crps_fair_clim": [ 3.000358402837215, 3.2118104787747215, 4.432332626338175, 2.616293468105364, 7.502465706182092, 2.7696475536717284, 4.029967303787228, 2.9260298617309384 ] }, "rps": 0.43285257624021206, "rpss": 0.037607554122840336, "brier_below": 0.2530824334333366, "bss_below": 0.03802188618439695, "brier_above": 0.17977014825656534, "bss_above": 0.0370236509191294, "crps": 3.9158253445827214, "crpss": 0.031546120499385655, "crps_fair": 3.818607578625534, "crpss_fair": -0.001966460480867349, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.021755, 0.910446, 0.067798, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2953, 0.3516, 0.4154, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1386, 0.4582, 0.526, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.219689, 0.762374, 0.017936, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2912, 0.3254, 0.4121, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1196, 0.2511, 0.5067, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5032528523432196, 0.4451600922885957, 0.4682191815176594, 0.4196772087495897, 0.4454754198627158, 0.3758958796100678, 0.3312268810159698, 0.4357165525851252 ], "rps_clim": [ 0.5473323450214652, 0.45950886455856493, 0.47310563766181457, 0.45125841650166265, 0.43752409736537534, 0.3769753190502442, 0.34410807327585485, 0.4522036283839493 ], "brier_below": [ 0.4085786513135893, 0.3417297019765134, 0.1126314992620191, 0.30911894721457656, 0.14543632748534588, 0.17627789188753826, 0.13607963434763207, 0.31475873479012967 ], "brier_below_clim": [ 0.43622124715583027, 0.34839776669293, 0.11202969533110177, 0.327320640209203, 0.141320167462079, 0.17256239240732962, 0.1394661409403721, 0.32190666733284123 ], "brier_above": [ 0.09467421880934153, 0.10343040896136438, 0.3555876580566562, 0.11055827732071118, 0.30003907864585727, 0.19961798964546099, 0.195147250917865, 0.12095783301667111 ], "brier_above_clim": [ 0.11111111773384953, 0.11111111773384953, 0.36107591750173545, 0.12393779386708581, 0.2962039166743374, 0.20441292982746392, 0.2046419354790828, 0.1302969774886234 ], "crps": [ 1.0031942036783805, 1.9915491764366111, 5.102316838295062, 1.0912009473762914, 9.734662963708317, 1.5375804976689247, 8.002111909371175, 1.406942921667956 ], "crps_clim": [ 2.5726443205176754, 2.4663219929375395, 5.77433068113816, 2.2030894884274272, 8.536670815597677, 2.154154910592676, 3.6369598104064913, 2.3797284899665048 ], "crps_fair": [ 0.963771009577899, 1.8917870216306016, 4.995283104587605, 1.0445761638439848, 9.661283264722135, 1.480129436310853, 7.712667071401376, 1.344804988956571 ], "crps_fair_clim": [ 2.366231987002849, 2.259909659422711, 5.567918347623332, 1.9966771549125995, 8.330258482082852, 1.9477425770778494, 3.4305474768916633, 2.1733161564516763 ] }, "rps": 0.42807800849661787, "rpss": 0.03314279246379537, "brier_below": 0.24307642353466805, "bss_below": 0.027317253921195106, "brier_above": 0.18500158942174097, "bss_above": 0.04069181255998211, "crps": 3.7336949322753394, "crpss": -0.004900398202167144, "crps_fair": 3.6367877576288783, "crpss_fair": -0.036394924322844746, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.000343, 0.968329, 0.031328, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2985, 0.3431, 0.4272, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0, 0.4197, 0.3186, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.119642, 0.870403, 0.009955, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2929, 0.3257, 0.4131, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1036, 0.2616, 0.5173, NaN, NaN, NaN, NaN, NaN ] } } } } }, "sdm": { "lambda_": { "training_mean": 0.8883647252245147, "training": [ 0.86779420692024, 0.8760957635740202, 0.868240938258722, 0.889513241581203, 0.9488536207979903, 0.8798613746535894, 0.9174447214967505, 0.8780775396065248, 0.8912802557917056, 0.8905884497238333, 0.8689223876327374, 0.891508168584896, 0.877217281311288, 0.8798653108265908, 0.8811194647260496, 0.8880030156347832, 0.87850257570543, 0.8866456898470062, 0.913080074876581, 0.8860558260887057, 0.8930239149054582, 0.8942484986872332, 0.8883784197262737, 0.8864326644307416 ], "test": 0.9126121697151132 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4757155938407413, 0.490978356556147, 0.5540604649263913, 0.4565427870521832, 0.5028821477451787, 0.42636278310377407, 0.4351602969485876, 0.4358184080403739, 0.5362433996388558, 0.4250251521557506, 0.5691556080026583, 0.4545861293231659, 0.3993439443239896, 0.4182466317381654, 0.4325975010960941, 0.5186295878820091, 0.4676043342960304, 0.40253036054652963, 0.44613409193041653, 0.42276373692099617, 0.4002484075944263, 0.40454107733232275, 0.3788036793086602, 0.44426385994818485 ], "rps_clim": [ 0.4973013035288361, 0.5299108613891841, 0.49682096989761637, 0.45140321943555783, 0.5120439264472348, 0.41031169960340397, 0.47797132071856974, 0.45308842078032785, 0.5043277834760528, 0.4169267074583939, 0.5103230589589499, 0.439774482865257, 0.3965890932152538, 0.3999865075263042, 0.4105095366915584, 0.495347056515228, 0.4525412471251873, 0.4026341732498444, 0.4947135575342954, 0.4107579478352957, 0.4281083690429166, 0.4373547673375428, 0.3794648521113215, 0.46535364949831176 ], "brier_below": [ 0.35867403859065344, 0.37984309669770844, 0.17017335860580682, 0.1858742970266018, 0.12427963195083959, 0.20066781907347578, 0.31654514523932104, 0.29810194240699134, 0.14133056578855227, 0.17379573968777035, 0.1548689366591504, 0.16141572498623868, 0.2482114588728475, 0.1806510687554117, 0.18873536538195612, 0.1774386687700431, 0.21051634057864427, 0.22005906521968688, 0.3341512626385741, 0.16986759931633455, 0.2796206386393891, 0.29479312438211985, 0.1855176860880915, 0.32141219601516574 ], "brier_below_clim": [ 0.3742768451297219, 0.40873323143582757, 0.13866980785737074, 0.18456937257153472, 0.1256044036343616, 0.18760042277090966, 0.34539584613599755, 0.3109003023417131, 0.12201400407191382, 0.16742828213175504, 0.1244088544959247, 0.15170887566157665, 0.2434586977209261, 0.1637619591020418, 0.1668761402054322, 0.16458520031461277, 0.20321388944011462, 0.21596862310093545, 0.36773408199884783, 0.16227747027615622, 0.2938514971990294, 0.31090927642329086, 0.1849857245631276, 0.33273847477773943 ], "brier_above": [ 0.11704155528365305, 0.11113525974409703, 0.38388710501774503, 0.27066849015986577, 0.37860251581867976, 0.22569496347755078, 0.11861515241321612, 0.13771646570253904, 0.3949128332921815, 0.25122941250339226, 0.41428667006867004, 0.293170404182043, 0.15113248537754087, 0.23759556297752157, 0.24386213558142192, 0.3411909187142454, 0.25708799307814323, 0.18247129511397303, 0.1119828300985277, 0.252896137337808, 0.12062776941479997, 0.1097479535526052, 0.1932859932542535, 0.12285166424550753 ], "brier_above_clim": [ 0.12302445839911424, 0.12117762995335662, 0.35815116204024555, 0.26683384686402306, 0.38643952281287314, 0.22271127683249428, 0.13257547458257218, 0.14218811843861479, 0.38231377940413913, 0.24949842532663888, 0.38591420446302543, 0.2880656072036803, 0.15313039549432772, 0.2362245484242624, 0.2436333964861261, 0.3307618562006153, 0.24932735768507294, 0.18666555014890895, 0.12697947553544767, 0.24848047755913946, 0.13425687184388715, 0.12644549091425192, 0.19447912754819396, 0.13261517472057238 ], "crps": [ 3.7215185033246843, 3.5721399742131936, 17.652186594200455, 8.852800009260893, 22.511713137175065, 6.012854407072558, 2.9665411874728185, 4.100728678655164, 10.475485146857721, 4.97445659636166, 19.346587709038204, 6.194714615424578, 3.55280887681226, 7.009098224399871, 7.251755947210658, 11.727702572049155, 7.364637371051502, 2.9736782704591858, 2.4848158849463298, 4.842086289696344, 2.541961025163932, 2.24478233913614, 4.196817882776852, 3.1800539288791096 ], "crps_clim": [ 3.3942682418184753, 3.592082216148263, 11.21710177556662, 5.807811897394496, 27.273601914436462, 3.5784752533248567, 3.4807211044876976, 3.1460002230570745, 7.545217676196043, 3.8249735735183252, 13.840864383262339, 4.430030997054808, 2.8001820448761534, 4.516117521457113, 4.888260025218961, 8.339483640689286, 4.951633793647444, 2.997413909666159, 3.4711294001341106, 3.627536580866378, 2.846454770181788, 3.161925584164043, 3.3250528086483198, 3.5450641992642202 ], "crps_fair": [ 3.5312485603847237, 3.379646231162006, 17.524590441470632, 8.747181911217297, 22.249459025286487, 5.9039477920894115, 2.8885704570040356, 3.8838997580314922, 10.279372030689196, 4.816416227550692, 19.193784101583276, 5.999892147342635, 3.340121269884394, 6.8338777432577835, 7.151807765073414, 11.53152871447866, 7.179407937495886, 2.842237893898012, 2.366368220158823, 4.685285705020899, 2.4092530715882843, 2.1228510765622297, 3.9896667525698537, 2.9883241006989203 ], "crps_fair_clim": [ 3.147316707451114, 3.345505329459557, 10.984966213801052, 5.565431468435425, 27.0718763908127, 3.331872595873229, 3.2339333066026654, 2.898578484108726, 7.306127788484703, 3.578837768945852, 13.61369806885984, 4.185041134572365, 2.552105347257009, 4.271290701634523, 4.644138020744405, 8.101898044577364, 4.707631815249459, 2.7497107572454813, 3.224323436142348, 3.3810268425956997, 2.5984657102999638, 2.914534006884459, 3.0779701844454106, 3.298398263301115 ] }, "rps": 0.45409326417715135, "rpss": -0.0022691572741770916, "brier_below": 0.22818936547380728, "bss_below": -0.004562543616015491, "brier_above": 0.2259038986004159, "bss_above": 3.682523118264669e-05, "crps": 7.072996882151597, "crpss": -0.21597577727062434, "crps_fair": 6.909947455604126, "crpss_fair": -0.2395944059737809, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.0, 0.772635, 0.227365, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3679, 0.4103, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.3546, 0.3293, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.000933, 0.993506, 0.005562, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2688, 0.3295, 0.4095, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.347, 0.3455, 0.2114, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.458498496900584, 0.4593735297429527, 0.5191718659107597, 0.381595050059521, 0.5437128140726735, 0.36484404959193445, 0.38034516283964986, 0.40921560194959644, 0.5455156363512821, 0.3905870924148366, 0.631741433878032, 0.5331257872908544, 0.3543884483880048, 0.390130041961759, 0.3707549751134773, 0.5740567224162223, 0.4959349850079505, 0.40827454224772497, 0.4576777223841917, 0.5087858282272543, 0.44359785390698225, 0.3945298472773223, 0.4244833694823802, 0.38392534883506696 ], "rps_clim": [ 0.5271012360586466, 0.5237026442993877, 0.47266510161074154, 0.4183814440705189, 0.5463137956783317, 0.3948310621955931, 0.406559211835899, 0.4283146824891483, 0.49352864176266736, 0.37069796075288813, 0.544586430341869, 0.4920445637631002, 0.3565574427493965, 0.3975457708734299, 0.3515003838097367, 0.5287991675877444, 0.4852899981103904, 0.42598321042574033, 0.5180054420460954, 0.46522910237657855, 0.5021412600717393, 0.4343952633284925, 0.40487741793271564, 0.39251245424822917 ], "brier_below": [ 0.3571616145031571, 0.35431400651368555, 0.18818540816929655, 0.26426083342749596, 0.12219868085109128, 0.23665506544960568, 0.26153473878419137, 0.23656916625712968, 0.1531247291205721, 0.1457371499378404, 0.1650599407795935, 0.14823843654249552, 0.21298611937013293, 0.22405622008121875, 0.18814798295693627, 0.14943518098022884, 0.20129841262599338, 0.258522882914066, 0.35223417747336283, 0.1467286453802073, 0.33959070286015597, 0.2917849974645751, 0.20330171647138381, 0.23965925160069995 ], "brier_below_clim": [ 0.4061182447841931, 0.40271965302493434, 0.159291887101158, 0.2832363680142811, 0.12098299127445336, 0.2529029231506273, 0.2730640226173197, 0.24952665149579165, 0.12265985005988321, 0.12767684799994297, 0.1218471520520865, 0.12515848079062122, 0.20389895401113928, 0.22223880236089205, 0.1594727085269456, 0.12431961025338657, 0.19935641299605145, 0.2639725231877702, 0.3970224507716421, 0.12181436140512257, 0.3811582687972861, 0.3134122720540391, 0.18796271335346026, 0.23816938425362752 ], "brier_above": [ 0.10133688324641348, 0.10505952370891881, 0.33098645662895737, 0.11733421743550881, 0.42151413338348975, 0.12818898464214007, 0.11881042485394637, 0.17264643602661778, 0.392390905781261, 0.24484994257305948, 0.4666814907632592, 0.38488734961111076, 0.14140232910624334, 0.16607382248854918, 0.18260699260670019, 0.42462154085949577, 0.29463657225610973, 0.14975165982337937, 0.10544354585016281, 0.3620571817679305, 0.10400715185220617, 0.10274485077219911, 0.22118165259673817, 0.14426609790375094 ], "brier_above_clim": [ 0.1209829912744533, 0.1209829912744533, 0.31337321450958355, 0.1351450760562379, 0.4253308044038784, 0.1419281390449658, 0.13349518921857934, 0.17878803099335663, 0.3708687917027841, 0.24302111275294516, 0.4227392782897825, 0.3668860829724789, 0.15265848873825724, 0.17530696851253785, 0.1920276752827911, 0.40447955733435775, 0.285933585114339, 0.16201068723797019, 0.1209829912744533, 0.343414740971456, 0.1209829912744533, 0.1209829912744533, 0.21691470457925532, 0.1543430699946016 ], "crps": [ 2.2685238451364147, 2.6053963036996834, 10.312763279152055, 3.1208627120573116, 29.65765084903104, 2.71939066731303, 2.828541877530629, 4.447709633569689, 9.70862511877026, 3.539925095918189, 22.273350253580077, 6.83746121854546, 2.3588071900605128, 5.404321762951582, 4.252785549858315, 10.51972443946036, 10.212871021304322, 2.1156279691811117, 1.9818397746899477, 5.74210425065453, 1.958778384538804, 2.018995218040751, 3.4490522325471975, 2.8176562753022663 ], "crps_clim": [ 2.674920399403526, 2.637398212409991, 5.54786431635389, 2.076207700785368, 34.28249991078239, 2.0856628172110057, 2.3437315827679472, 2.6602769523695353, 5.95174143690428, 2.5420943861841945, 15.72510138242277, 4.179451182954188, 2.085216845411654, 4.0937047249597684, 2.2900971059547115, 7.841787160003542, 6.476073885230757, 2.4043541490534586, 2.7661997358793817, 3.668076251614806, 2.404003843392272, 2.7090584880115154, 2.3942251507817365, 2.2230392708520568 ], "crps_fair": [ 2.1658604013568685, 2.4550227120374126, 10.227270012101854, 3.0618851632507513, 29.450632953607066, 2.6173787644567224, 2.7813702598660037, 4.297318254939429, 9.541434072870317, 3.4087014310775117, 22.18642263919986, 6.715701233034568, 2.2226470050176172, 5.252818175376106, 4.1941360485888515, 10.341453536980087, 10.102850314678115, 2.033149477378488, 1.8888577708867471, 5.599077912458377, 1.8517496017861268, 1.9251380973290646, 3.256362944640048, 2.67299822792401 ], "crps_fair_clim": [ 2.4548094454165224, 2.4172161936748946, 5.333194544027777, 1.8549628212328, 34.12225179677904, 1.8644358450759109, 2.122993377234286, 2.4401382645813325, 5.73783658336709, 2.3217318677782153, 15.529706680297545, 3.9621897190875477, 1.8639890286330005, 3.876280862498442, 2.06925731997254, 7.631461938517677, 6.263162085572975, 2.1837307589862482, 2.5462616594235836, 3.4498462746206284, 2.1833797898673692, 2.4890121894953605, 2.173582577005678, 2.0020724813943143 ] }, "rps": 0.4510110919271256, "rpss": 0.005265555926401211, "brier_below": 0.22669941918812983, "bss_below": 0.0031508841522420727, "brier_above": 0.22431167277242284, "bss_above": 0.007393641543970486, "crps": 6.381365205120564, "crpss": -0.2344778701174428, "crps_fair": 6.260426542118417, "crpss_fair": -0.2637379825118944, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.0, 0.65249, 0.34751, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3775, 0.4098, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.3333, 0.3805, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.0, 0.999886, 0.000114, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3245, 0.4041, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.345, 0.0, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.45768889003050506, 0.46951362598116425, 0.4210354019747188, 0.419524242250674, 0.4793209503528134, 0.40575401339982536, 0.3919655876261033, 0.4514930405396067 ], "rps_clim": [ 0.5137612852478612, 0.49705237444422495, 0.4061007445054705, 0.44669599826620215, 0.4481977901053744, 0.3995579224080249, 0.3906212765735246, 0.4961503793308776 ], "brier_below": [ 0.36051944272682307, 0.35922424995247526, 0.156745447669555, 0.2918605033848078, 0.1466365729663097, 0.21312664448813384, 0.1625897238476237, 0.3461460972521458 ], "brier_below_clim": [ 0.4021405089154269, 0.37912161362031016, 0.14453244502842236, 0.30843984040656025, 0.12589433667964914, 0.20523722232274816, 0.16125753035770213, 0.37806000678348534 ], "brier_above": [ 0.09716946505034965, 0.11028939361527106, 0.26428994652134624, 0.12766375213955064, 0.33268435873955066, 0.19262737297504595, 0.22937586261578044, 0.10534696011614157 ], "brier_above_clim": [ 0.11162079604670827, 0.11793077940987547, 0.26156829250705416, 0.1382561728111389, 0.3223034355309777, 0.1943207050116538, 0.22936374487601524, 0.11809039116878442 ], "crps": [ 2.0276531792476438, 2.788582416496368, 6.441002533560741, 3.1572743615154346, 12.394375960200977, 3.9567751947933414, 5.302720800769493, 2.2435233252323994 ], "crps_clim": [ 3.2326234694826756, 3.444075545420181, 4.664597692983636, 2.8485585347508224, 7.734730772827549, 3.0019126203171878, 4.262232370432686, 3.1582949283763986 ], "crps_fair": [ 1.978365168846627, 2.6935540906834645, 6.369692122455612, 3.104597868412453, 12.323141118529922, 3.887873564315485, 5.154259468186023, 2.186555627766336 ], "crps_fair_clim": [ 3.000358402837215, 3.2118104787747215, 4.432332626338175, 2.616293468105364, 7.502465706182092, 2.7696475536717284, 4.029967303787228, 2.9260298617309384 ] }, "rps": 0.43703696901942635, "rpss": 0.028304090952358973, "brier_below": 0.2546060852859843, "bss_below": 0.03223041454633191, "brier_above": 0.1824308889716295, "bss_above": 0.022770837509939024, "crps": 4.78898847147705, "crpss": -0.1844027902066434, "crps_fair": 4.712254878649491, "crpss_fair": -0.23645104777788895, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.000108, 0.999892, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2986, 0.3641, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 1.0, 0.4558, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.00161, 0.99839, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2625, 0.3173, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2, 0.2268, NaN, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4771607563686145, 0.4272219431547085, 0.5082725469316312, 0.4130630993666757, 0.4640229090920413, 0.3922967820456277, 0.339243795829733, 0.42366291069946255 ], "rps_clim": [ 0.5473323450214652, 0.45950886455856493, 0.47310563766181457, 0.45125841650166265, 0.43752409736537534, 0.3769753190502442, 0.34410807327585485, 0.4522036283839493 ], "brier_below": [ 0.3815353626444869, 0.32736293323459925, 0.13386045576521938, 0.30256869136186376, 0.16092484526045647, 0.18907745284764169, 0.13972000267381693, 0.3042683466571295 ], "brier_below_clim": [ 0.43622124715583027, 0.34839776669293, 0.11202969533110177, 0.327320640209203, 0.141320167462079, 0.17256239240732962, 0.1394661409403721, 0.32190666733284123 ], "brier_above": [ 0.09562541129490107, 0.09985902819996201, 0.3744120660747325, 0.11049442344732503, 0.30309804961883635, 0.2032193313367983, 0.19952379637569956, 0.11939457884889255 ], "brier_above_clim": [ 0.11111111773384953, 0.11111111773384953, 0.36107591750173545, 0.12393779386708581, 0.2962039166743374, 0.20441292982746392, 0.2046419354790828, 0.1302969774886234 ], "crps": [ 1.7078971364243805, 2.180789025621726, 8.215332251969484, 2.342140961852512, 13.515200762173231, 3.0990363578962983, 4.168082006423027, 1.8222909234958118 ], "crps_clim": [ 2.5726443205176754, 2.4663219929375395, 5.77433068113816, 2.2030894884274272, 8.536670815597677, 2.154154910592676, 3.6369598104064913, 2.3797284899665048 ], "crps_fair": [ 1.6773639127516258, 2.115118184091798, 8.14685961080702, 2.308728742705692, 13.462633527398882, 3.057109386383364, 4.010036035929955, 1.7808385071595536 ], "crps_fair_clim": [ 2.366231987002849, 2.259909659422711, 5.567918347623332, 1.9966771549125995, 8.330258482082852, 1.9477425770778494, 3.4305474768916633, 2.1733161564516763 ] }, "rps": 0.4306180929360618, "rpss": 0.027405756458017128, "brier_below": 0.24241476130565173, "bss_below": 0.029964929185367417, "brier_above": 0.18820333564964342, "bss_above": 0.02408946130379852, "crps": 4.631346178232059, "crpss": -0.24649755888901081, "crps_fair": 4.5698359884034865, "crpss_fair": -0.3022906859038521, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3684, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.4164, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3163, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.2452, NaN, NaN, NaN, NaN, NaN, NaN ] } } } } }, "cdft": { "lambda_": { "training_mean": 0.8261737827651627, "training": [ 0.7814932172564082, 0.8147573598943556, 0.7949302923918704, 0.8323913685449755, 0.8964588280417055, 0.8133392575373338, 0.8706116781541811, 0.8150350313011286, 0.8294660882667745, 0.830871868042905, 0.7933310089418959, 0.835063906379401, 0.8089064345192021, 0.8123230377502125, 0.8169888484715245, 0.8366974071507902, 0.8007704698402143, 0.8154337505117524, 0.8793407702403151, 0.8231433833498208, 0.8428576907788172, 0.8419038652602523, 0.8237994445378477, 0.8182557792002225 ], "test": 0.8444748283291585 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5818956822343975, 0.5461386186773599, 0.5561159314126733, 0.43484210651315114, 0.4364097907056463, 0.439834470943134, 0.4226719084595136, 0.4798071809738234, 0.49693636716664813, 0.4044086072925777, 0.5420975062728998, 0.4134502355743837, 0.4294147236852586, 0.42998144093984736, 0.41942396426898687, 0.4695764026665197, 0.48899927526028675, 0.4133699387582499, 0.437427554769153, 0.39842826770837886, 0.405062837521251, 0.4152985961467244, 0.36085012153731005, 0.4803769335492848 ], "rps_clim": [ 0.4973013035288361, 0.5299108613891841, 0.49682096989761637, 0.45140321943555783, 0.5120439264472348, 0.41031169960340397, 0.47797132071856974, 0.45308842078032785, 0.5043277834760528, 0.4169267074583939, 0.5103230589589499, 0.439774482865257, 0.3965890932152538, 0.3999865075263042, 0.4105095366915584, 0.495347056515228, 0.4525412471251873, 0.4026341732498444, 0.4947135575342954, 0.4107579478352957, 0.4281083690429166, 0.4373547673375428, 0.3794648521113215, 0.46535364949831176 ], "brier_below": [ 0.42178007728114814, 0.4219265385419606, 0.17046025414152174, 0.17385202150467466, 0.10417099182050836, 0.20189192100501166, 0.3072061113470754, 0.3196167946636613, 0.125215071115071, 0.15363904639703008, 0.1440111589056168, 0.138597685902715, 0.25167709010719624, 0.18175805395720215, 0.18514438809057526, 0.1590418963142438, 0.21589758218691374, 0.21817833819356489, 0.32878545208478743, 0.15400574451099736, 0.2831919864025824, 0.30187637754525537, 0.16816853360607503, 0.34169876724776976 ], "brier_below_clim": [ 0.3742768451297219, 0.40873323143582757, 0.13866980785737074, 0.18456937257153472, 0.1256044036343616, 0.18760042277090966, 0.34539584613599755, 0.3109003023417131, 0.12201400407191382, 0.16742828213175504, 0.1244088544959247, 0.15170887566157665, 0.2434586977209261, 0.1637619591020418, 0.1668761402054322, 0.16458520031461277, 0.20321388944011462, 0.21596862310093545, 0.36773408199884783, 0.16227747027615622, 0.2938514971990294, 0.31090927642329086, 0.1849857245631276, 0.33273847477773943 ], "brier_above": [ 0.16011560597464933, 0.12421208038427127, 0.38565567610255125, 0.2609900853964474, 0.3322387966462534, 0.23794254971386875, 0.11546579786915197, 0.16019038697852347, 0.37172129589691405, 0.25076956106554854, 0.39808634732793147, 0.27485254938686143, 0.1777376346050289, 0.24822338721757836, 0.23427957601222102, 0.3105345062283752, 0.273101693372291, 0.19519160069860628, 0.10864210357944012, 0.24442252300583078, 0.12187085120600519, 0.11342221883676412, 0.19268158802424984, 0.13867816619248818 ], "brier_above_clim": [ 0.12302445839911424, 0.12117762995335662, 0.35815116204024555, 0.26683384686402306, 0.38643952281287314, 0.22271127683249428, 0.13257547458257218, 0.14218811843861479, 0.38231377940413913, 0.24949842532663888, 0.38591420446302543, 0.2880656072036803, 0.15313039549432772, 0.2362245484242624, 0.2436333964861261, 0.3307618562006153, 0.24932735768507294, 0.18666555014890895, 0.12697947553544767, 0.24848047755913946, 0.13425687184388715, 0.12644549091425192, 0.19447912754819396, 0.13261517472057238 ], "crps": [ 7.151302245760546, 5.911384514875926, 15.322170251463238, 6.907980023390064, 15.46029466934631, 5.08461728604449, 2.1050657398955086, 5.617213717533367, 7.340901041200665, 4.735546820034149, 15.419429178633905, 5.220266646362047, 6.250666192148281, 6.01122320542493, 5.34029112768291, 8.962501814927062, 6.932753562438466, 3.36722881955064, 1.9684536894790838, 3.6596934009052773, 2.1585097458871934, 2.3595545657035113, 7.203811325424228, 4.222981195796875 ], "crps_clim": [ 3.3942682418184753, 3.592082216148263, 11.21710177556662, 5.807811897394496, 27.273601914436462, 3.5784752533248567, 3.4807211044876976, 3.1460002230570745, 7.545217676196043, 3.8249735735183252, 13.840864383262339, 4.430030997054808, 2.8001820448761534, 4.516117521457113, 4.888260025218961, 8.339483640689286, 4.951633793647444, 2.997413909666159, 3.4711294001341106, 3.627536580866378, 2.846454770181788, 3.161925584164043, 3.3250528086483198, 3.5450641992642202 ], "crps_fair": [ 6.89301145302752, 5.66389995166321, 15.163245702983097, 6.778490322187998, 15.098484448601504, 4.940565134868399, 2.0169791987294348, 5.2936729010383425, 7.073711838237964, 4.5267336367240345, 15.215348587292347, 4.929822962121877, 5.986127607701358, 5.763444441340945, 5.211560146120078, 8.660469904213555, 6.683011750974008, 3.1787018085463696, 1.8411128134278572, 3.447592472828616, 1.984854840918171, 2.2044884350485328, 6.881010867715271, 3.947952307268361 ], "crps_fair_clim": [ 3.147316707451114, 3.345505329459557, 10.984966213801052, 5.565431468435425, 27.0718763908127, 3.331872595873229, 3.2339333066026654, 2.898578484108726, 7.306127788484703, 3.578837768945852, 13.61369806885984, 4.185041134572365, 2.552105347257009, 4.271290701634523, 4.644138020744405, 8.101898044577364, 4.707631815249459, 2.7497107572454813, 3.224323436142348, 3.3810268425956997, 2.5984657102999638, 2.914534006884459, 3.0779701844454106, 3.298398263301115 ] }, "rps": 0.45428410262656077, "rpss": -0.002690373590194639, "brier_below": 0.22799132845304823, "bss_below": -0.0036907213341543788, "brier_above": 0.22629277423841046, "bss_above": -0.0016845320360820981, "crps": 6.446410032496195, "crpss": -0.1082541927383398, "crps_fair": 6.224345563899118, "crpss_fair": -0.1166024042048952, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.301739, 0.506339, 0.191922, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2882, 0.3548, 0.4242, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.341, 0.3442, 0.3733, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.059866, 0.756859, 0.183275, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2913, 0.34, 0.4405, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4407, 0.321, 0.4115, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5746430743174903, 0.50053474568125, 0.5059790453402809, 0.3756638413831031, 0.44544578844634114, 0.41232104187739743, 0.37108708089616166, 0.45329271700202917, 0.5255691519178264, 0.3372764737293217, 0.6289862991044812, 0.43234069125259034, 0.3729200515284304, 0.42621092656037823, 0.3763925025042141, 0.4532120263392949, 0.5164628079653522, 0.4337964337674418, 0.4426767576970136, 0.45098269927676893, 0.4658456791796139, 0.39753484304253905, 0.3850937082924902, 0.37576606402513635 ], "rps_clim": [ 0.5271012360586466, 0.5237026442993877, 0.47266510161074154, 0.4183814440705189, 0.5463137956783317, 0.3948310621955931, 0.406559211835899, 0.4283146824891483, 0.49352864176266736, 0.37069796075288813, 0.544586430341869, 0.4920445637631002, 0.3565574427493965, 0.3975457708734299, 0.3515003838097367, 0.5287991675877444, 0.4852899981103904, 0.42598321042574033, 0.5180054420460954, 0.46522910237657855, 0.5021412600717393, 0.4343952633284925, 0.40487741793271564, 0.39251245424822917 ], "brier_below": [ 0.4402832264782936, 0.3872350852697236, 0.17875354678891484, 0.26222521090622547, 0.09844871314091558, 0.24919675808318256, 0.255847084886738, 0.2584556994622459, 0.14287419063425505, 0.10002784754763795, 0.16700045917615983, 0.10258484212971267, 0.20622384846971772, 0.22657203649620025, 0.19315522854035394, 0.1044917274137193, 0.20345613515631983, 0.2586064740153509, 0.34111496620400933, 0.11660798202482214, 0.35285782872441046, 0.2947410958465568, 0.17643702131572775, 0.22980400193385506 ], "brier_below_clim": [ 0.4061182447841931, 0.40271965302493434, 0.159291887101158, 0.2832363680142811, 0.12098299127445336, 0.2529029231506273, 0.2730640226173197, 0.24952665149579165, 0.12265985005988321, 0.12767684799994297, 0.1218471520520865, 0.12515848079062122, 0.20389895401113928, 0.22223880236089205, 0.1594727085269456, 0.12431961025338657, 0.19935641299605145, 0.2639725231877702, 0.3970224507716421, 0.12181436140512257, 0.3811582687972861, 0.3134122720540391, 0.18796271335346026, 0.23816938425362752 ], "brier_above": [ 0.13435984797414477, 0.11329966113121154, 0.32722549747996443, 0.11343863156507349, 0.34699707171707783, 0.1631242852292685, 0.11523999690828943, 0.19483701895718647, 0.38269496128336483, 0.23724862629273172, 0.46198583929850945, 0.3297558484423383, 0.1666962037460044, 0.1996388909570107, 0.18323727408245583, 0.3487202974754221, 0.3130066745113329, 0.1751899607758633, 0.10156179265046834, 0.33437471603159213, 0.1129878511504718, 0.10279374786930799, 0.20865668647789062, 0.1459620616533175 ], "brier_above_clim": [ 0.1209829912744533, 0.1209829912744533, 0.31337321450958355, 0.1351450760562379, 0.4253308044038784, 0.1419281390449658, 0.13349518921857934, 0.17878803099335663, 0.3708687917027841, 0.24302111275294516, 0.4227392782897825, 0.3668860829724789, 0.15265848873825724, 0.17530696851253785, 0.1920276752827911, 0.40447955733435775, 0.285933585114339, 0.16201068723797019, 0.1209829912744533, 0.343414740971456, 0.1209829912744533, 0.1209829912744533, 0.21691470457925532, 0.1543430699946016 ], "crps": [ 4.05815386763523, 3.9635109834514153, 8.289018301688497, 2.1081363647730824, 16.56689551875701, 2.943025945177343, 1.9433463671330704, 4.2312671376111535, 6.899405106667232, 3.86473611700027, 17.82151767326879, 4.097989051585951, 3.7273912768887287, 5.455170218419717, 2.6900566901488623, 7.922224634681556, 8.230003474877616, 2.9960195306264543, 1.6042478884502565, 3.3338569770152695, 1.9121625463544292, 1.7835608606232263, 8.455073972019202, 2.541837791670604 ], "crps_clim": [ 2.674920399403526, 2.637398212409991, 5.54786431635389, 2.076207700785368, 34.28249991078239, 2.0856628172110057, 2.3437315827679472, 2.6602769523695353, 5.95174143690428, 2.5420943861841945, 15.72510138242277, 4.179451182954188, 2.085216845411654, 4.0937047249597684, 2.2900971059547115, 7.841787160003542, 6.476073885230757, 2.4043541490534586, 2.7661997358793817, 3.668076251614806, 2.404003843392272, 2.7090584880115154, 2.3942251507817365, 2.2230392708520568 ], "crps_fair": [ 3.896964939331105, 3.7254729991535895, 8.15787973095962, 2.0121972807213067, 16.24250371049274, 2.7849070960717075, 1.8806209163540666, 3.9498894583642565, 6.666042079529831, 3.6663950770028353, 17.687750593088627, 3.863387520615838, 3.525776337469167, 5.186590975208071, 2.6097067980718873, 7.55373259179575, 8.038921168859462, 2.8388574394677915, 1.4868646624036155, 3.121885027406065, 1.730087164558052, 1.6270555239895979, 8.065862663741816, 2.248412045988197 ], "crps_fair_clim": [ 2.4548094454165224, 2.4172161936748946, 5.333194544027777, 1.8549628212328, 34.12225179677904, 1.8644358450759109, 2.122993377234286, 2.4401382645813325, 5.73783658336709, 2.3217318677782153, 15.529706680297545, 3.9621897190875477, 1.8639890286330005, 3.876280862498442, 2.06925731997254, 7.631461938517677, 6.263162085572975, 2.1837307589862482, 2.5462616594235836, 3.4498462746206284, 2.1833797898673692, 2.4890121894953605, 2.173582577005678, 2.0020724813943143 ] }, "rps": 0.44416810213028945, "rpss": 0.0203582172227601, "brier_below": 0.222791708776877, "bss_below": 0.020333979205581443, "brier_above": 0.22137639348584578, "bss_above": 0.020382608402849223, "crps": 5.309942012355207, "crpss": -0.02721058819819433, "crps_fair": 5.106990158360208, "crpss_fair": -0.030903788426266843, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.338856, 0.414639, 0.246505, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2883, 0.3571, 0.4257, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2806, 0.3611, 0.4256, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.058531, 0.723469, 0.218, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2922, 0.3371, 0.443, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.421, 0.2906, 0.505, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4418419517274349, 0.48118386793722756, 0.39385326237741, 0.41154054639511356, 0.4745111293819742, 0.4042185006282466, 0.39661730938974477, 0.4367337052548792 ], "rps_clim": [ 0.5137612852478612, 0.49705237444422495, 0.4061007445054705, 0.44669599826620215, 0.4481977901053744, 0.3995579224080249, 0.3906212765735246, 0.4961503793308776 ], "brier_below": [ 0.35014212231913244, 0.3674438938965085, 0.14181382946426416, 0.2873060301615471, 0.14416715821288636, 0.21485114993956905, 0.1533515833692608, 0.33546498874778324 ], "brier_below_clim": [ 0.4021405089154269, 0.37912161362031016, 0.14453244502842236, 0.30843984040656025, 0.12589433667964914, 0.20523722232274816, 0.16125753035770213, 0.37806000678348534 ], "brier_above": [ 0.09169984671216928, 0.11373999188735179, 0.252039425708579, 0.12423452911739687, 0.3303439524853746, 0.18936735457857834, 0.24326572749871847, 0.10126873338872959 ], "brier_above_clim": [ 0.11162079604670827, 0.11793077940987547, 0.26156829250705416, 0.1382561728111389, 0.3223034355309777, 0.1943207050116538, 0.22936374487601524, 0.11809039116878442 ], "crps": [ 1.4767343086013727, 3.1490504661047, 4.442705276759383, 2.3312676292213634, 9.612688352644426, 2.9137636435701824, 11.533047493826494, 1.7699092088441584 ], "crps_clim": [ 3.2326234694826756, 3.444075545420181, 4.664597692983636, 2.8485585347508224, 7.734730772827549, 3.0019126203171878, 4.262232370432686, 3.1582949283763986 ], "crps_fair": [ 1.4241180619108875, 3.0403775402740503, 4.351280891034947, 2.271666608023906, 9.528938550402787, 2.833596430775134, 11.328658466689317, 1.7014144543977312 ], "crps_fair_clim": [ 3.000358402837215, 3.2118104787747215, 4.432332626338175, 2.616293468105364, 7.502465706182092, 2.7696475536717284, 4.029967303787228, 2.9260298617309384 ] }, "rps": 0.43006253413650386, "rpss": 0.04381085656731476, "brier_below": 0.24931759451386895, "bss_below": 0.05233221422035306, "brier_above": 0.18074494517211226, "bss_above": 0.031801947627830174, "crps": 4.65364579744651, "crpss": -0.1509301181151277, "crps_fair": 4.560006375438595, "crpss_fair": -0.19650248256537273, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.159627, 0.672609, 0.167764, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2838, 0.3655, 0.4136, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1673, 0.5085, 0.5197, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.240162, 0.68598, 0.073858, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.291, 0.3229, 0.431, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1243, 0.2531, 0.3157, NaN, NaN, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.46637799018289056, 0.43108460293588674, 0.44186457692813574, 0.4029178884215347, 0.44914756481634055, 0.39480926015998746, 0.34597675957786794, 0.4217124269643707 ], "rps_clim": [ 0.5473323450214652, 0.45950886455856493, 0.47310563766181457, 0.45125841650166265, 0.43752409736537534, 0.3769753190502442, 0.34410807327585485, 0.4522036283839493 ], "brier_below": [ 0.3736792725401066, 0.32979649170922953, 0.09607424072036991, 0.2956061394186594, 0.15205459677465455, 0.19327178542489887, 0.11705536399123999, 0.3025592190429448 ], "brier_below_clim": [ 0.43622124715583027, 0.34839776669293, 0.11202969533110177, 0.327320640209203, 0.141320167462079, 0.17256239240732962, 0.1394661409403721, 0.32190666733284123 ], "brier_above": [ 0.09269873541381309, 0.10128812971739057, 0.34579031296997415, 0.10731176428741707, 0.297092954460901, 0.2015374772228149, 0.22892140289538335, 0.11915322410323789 ], "brier_above_clim": [ 0.11111111773384953, 0.11111111773384953, 0.36107591750173545, 0.12393779386708581, 0.2962039166743374, 0.20441292982746392, 0.2046419354790828, 0.1302969774886234 ], "crps": [ 1.0202461839546273, 2.2160502775641673, 5.281107294779134, 1.437389535360784, 9.791717850482028, 1.9949181926991602, 16.099113784618908, 1.4704964921325048 ], "crps_clim": [ 2.5726443205176754, 2.4663219929375395, 5.77433068113816, 2.2030894884274272, 8.536670815597677, 2.154154910592676, 3.6369598104064913, 2.3797284899665048 ], "crps_fair": [ 0.9794143996094099, 2.113854877610958, 5.172652229873543, 1.386871200546584, 9.717255861742718, 1.930316844365297, 15.841477367043714, 1.4034973469718846 ], "crps_fair_clim": [ 2.366231987002849, 2.259909659422711, 5.567918347623332, 1.9966771549125995, 8.330258482082852, 1.9477425770778494, 3.4305474768916633, 2.1733161564516763 ] }, "rps": 0.4192363837483768, "rpss": 0.053112490613414054, "brier_below": 0.23251213870276297, "bss_below": 0.06959078021071852, "brier_above": 0.1867242501338665, "bss_above": 0.03175911889778882, "crps": 4.913879951448914, "crpss": -0.3225397386495721, "crps_fair": 4.818167515970513, "crpss_fair": -0.3730590540000991, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.228998, 0.613564, 0.157437, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2832, 0.3664, 0.4124, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.066, 0.531, 0.4794, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.166862, 0.679014, 0.154124, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2941, 0.3212, 0.4327, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.103, 0.2595, 0.3365, NaN, NaN, NaN, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "sqrt_mvs", "1994": "sqrt_mvs", "1995": "sqrt_mvs", "1996": "sqrt_mvs", "1997": "sqrt_mvs", "1998": "sqrt_mvs", "1999": "sqrt_mvs", "2000": "sqrt_mvs", "2001": "sqrt_mvs", "2002": "sqrt_mvs", "2003": "sqrt_mvs", "2004": "sqrt_mvs", "2005": "sqrt_mvs", "2006": "sqrt_mvs", "2007": "sqrt_mvs", "2008": "sqrt_mvs", "2009": "sqrt_mvs", "2010": "sqrt_mvs", "2011": "sqrt_mvs", "2012": "sqrt_mvs", "2013": "sqrt_mvs", "2014": "sqrt_mvs", "2015": "sqrt_mvs", "2016": "sqrt_mvs" }, "chosen_test": "sqrt_mvs", "frequency": { "mvs": 0, "ls": 0, "vs": 0, "sqrt_mvs": 24, "pt": 0, "dc": 0, "loci": 0, "eqm": 0, "gqm": 0, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.588633804667167, 0.5887836950123753, 0.5538382419036938, 0.42876383751723773, 0.4116346793552621, 0.4250286603774453, 0.4161488604032324, 0.48604777979273633, 0.4793039549247328, 0.3995703516095693, 0.529185458918858, 0.41549487092040815, 0.4298830874332637, 0.41041313727344725, 0.4170102070032151, 0.48234395503059513, 0.46362866193579144, 0.3949260053778396, 0.42077332999771305, 0.3876886464161921, 0.3993984725574448, 0.420977441578112, 0.36026275858011747, 0.4893290000502668 ], "rps_clim": [ 0.4973013035288361, 0.5299108613891841, 0.49682096989761637, 0.45140321943555783, 0.5120439264472348, 0.41031169960340397, 0.47797132071856974, 0.45308842078032785, 0.5043277834760528, 0.4169267074583939, 0.5103230589589499, 0.439774482865257, 0.3965890932152538, 0.3999865075263042, 0.4105095366915584, 0.495347056515228, 0.4525412471251873, 0.4026341732498444, 0.4947135575342954, 0.4107579478352957, 0.4281083690429166, 0.4373547673375428, 0.3794648521113215, 0.46535364949831176 ], "brier_below": [ 0.4323462672895313, 0.45489436864635613, 0.15560063256698162, 0.17236242133936971, 0.09337236462132668, 0.1875532517443154, 0.3109024654792745, 0.32718966408668804, 0.1076746110567994, 0.15270370676778755, 0.13892236452085654, 0.14063575731115657, 0.25459870077302693, 0.1633088912325793, 0.18288937372913597, 0.1650212389021241, 0.2022794899980383, 0.21127488047964887, 0.32354730728770426, 0.14742004010911805, 0.2808249777709056, 0.3069854201318652, 0.16439835415614779, 0.3544871587572931 ], "brier_below_clim": [ 0.3742768451297219, 0.40873323143582757, 0.13866980785737074, 0.18456937257153472, 0.1256044036343616, 0.18760042277090966, 0.34539584613599755, 0.3109003023417131, 0.12201400407191382, 0.16742828213175504, 0.1244088544959247, 0.15170887566157665, 0.2434586977209261, 0.1637619591020418, 0.1668761402054322, 0.16458520031461277, 0.20321388944011462, 0.21596862310093545, 0.36773408199884783, 0.16227747027615622, 0.2938514971990294, 0.31090927642329086, 0.1849857245631276, 0.33273847477773943 ], "brier_above": [ 0.1562875354431577, 0.1338893242323759, 0.39823761207194397, 0.2564014166396429, 0.31826231340572037, 0.23747540806239611, 0.10524639451825539, 0.1588581141423791, 0.3716293471545152, 0.2468666448488758, 0.39026310026569516, 0.27485911539973595, 0.17528438583560516, 0.2471042462061649, 0.23412083509192264, 0.31732272016569885, 0.26134917272612085, 0.18365112454551932, 0.09722602283831404, 0.24026860751673149, 0.11857349330107135, 0.11399201971689753, 0.19586440368888997, 0.13484183954652226 ], "brier_above_clim": [ 0.12302445839911424, 0.12117762995335662, 0.35815116204024555, 0.26683384686402306, 0.38643952281287314, 0.22271127683249428, 0.13257547458257218, 0.14218811843861479, 0.38231377940413913, 0.24949842532663888, 0.38591420446302543, 0.2880656072036803, 0.15313039549432772, 0.2362245484242624, 0.2436333964861261, 0.3307618562006153, 0.24932735768507294, 0.18666555014890895, 0.12697947553544767, 0.24848047755913946, 0.13425687184388715, 0.12644549091425192, 0.19447912754819396, 0.13261517472057238 ], "crps": [ 4.7776141256806, 4.723463599027611, 13.299567319396145, 5.897762374486102, 19.276948303117756, 3.7200349034555895, 1.7763879819817985, 4.01268190089912, 7.148330437356788, 3.6756241591416416, 14.964153226862024, 4.285293068922375, 3.9867637641772493, 4.895558570597216, 4.692771650568561, 8.35887031943764, 5.441623944596175, 2.491118035428611, 1.7801875363409019, 3.240705082203368, 2.060694544737268, 2.44698456395977, 4.279097748042376, 3.589602007567688 ], "crps_clim": [ 3.3942682418184753, 3.592082216148263, 11.21710177556662, 5.807811897394496, 27.273601914436462, 3.5784752533248567, 3.4807211044876976, 3.1460002230570745, 7.545217676196043, 3.8249735735183252, 13.840864383262339, 4.430030997054808, 2.8001820448761534, 4.516117521457113, 4.888260025218961, 8.339483640689286, 4.951633793647444, 2.997413909666159, 3.4711294001341106, 3.627536580866378, 2.846454770181788, 3.161925584164043, 3.3250528086483198, 3.5450641992642202 ], "crps_fair": [ 4.545268679252122, 4.470373796729635, 13.1307322005711, 5.749843165430986, 18.97294533175144, 3.564794839927425, 1.6677026455664974, 3.7457304451572457, 6.909650683094387, 3.465196634403491, 14.777810153135375, 4.042002849039838, 3.727742690317883, 4.661830368393486, 4.5599229946805675, 8.099312000085058, 5.201996567282686, 2.309988901947666, 1.6271896987260992, 3.0381262837384826, 1.8833439646946875, 2.2808247786241482, 4.001781138059854, 3.327563619046911 ], "crps_fair_clim": [ 3.147316707451114, 3.345505329459557, 10.984966213801052, 5.565431468435425, 27.0718763908127, 3.331872595873229, 3.2339333066026654, 2.898578484108726, 7.306127788484703, 3.578837768945852, 13.61369806885984, 4.185041134572365, 2.552105347257009, 4.271290701634523, 4.644138020744405, 8.101898044577364, 4.707631815249459, 2.7497107572454813, 3.224323436142348, 3.3810268425956997, 2.5984657102999638, 2.914534006884459, 3.0779701844454106, 3.298398263301115 ] }, "rps": 0.44996120410986323, "rpss": 0.006851075700323617, "brier_below": 0.22629973786491797, "bss_below": 0.0037562012708524106, "brier_above": 0.22366146655683963, "bss_above": 0.009962946379999948, "crps": 5.6175766319993485, "crpss": 0.034237222879310525, "crps_fair": 5.406736434569044, "crpss_fair": 0.030070737595724206 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6152979155183317, 0.5717110262876339, 0.5168518533243294, 0.3753466256777211, 0.40617401200860137, 0.4053408100141507, 0.36199631040364266, 0.4416230572903454, 0.5157403946891261, 0.33799274400713675, 0.5929311257138073, 0.4400348505810493, 0.3702878293412808, 0.40745106054784236, 0.35952154142202175, 0.4970138651347322, 0.4835500495015518, 0.4257276252690961, 0.4066597754023331, 0.4335702308873011, 0.4472353492295399, 0.3933158960641296, 0.40286790405497297, 0.3877828683402152 ], "rps_clim": [ 0.5271012360586466, 0.5237026442993877, 0.47266510161074154, 0.4183814440705189, 0.5463137956783317, 0.3948310621955931, 0.406559211835899, 0.4283146824891483, 0.49352864176266736, 0.37069796075288813, 0.544586430341869, 0.4920445637631002, 0.3565574427493965, 0.3975457708734299, 0.3515003838097367, 0.5287991675877444, 0.4852899981103904, 0.42598321042574033, 0.5180054420460954, 0.46522910237657855, 0.5021412600717393, 0.4343952633284925, 0.40487741793271564, 0.39251245424822917 ], "brier_below": [ 0.4746154360129051, 0.4465622408595637, 0.17746746143103045, 0.27179219572166574, 0.083237820900926, 0.2445381677637137, 0.25735949203593195, 0.24633060008261204, 0.13207801117252357, 0.10618821288590664, 0.15364364960200683, 0.10584257543448726, 0.2054350369334502, 0.21695147715196597, 0.1883386691584208, 0.13198214836020886, 0.19229045945757603, 0.2660595137535248, 0.31882920141141297, 0.11011705753038237, 0.34162432476851196, 0.2951059617207405, 0.18200112508483735, 0.2405911096233703 ], "brier_below_clim": [ 0.4061182447841931, 0.40271965302493434, 0.159291887101158, 0.2832363680142811, 0.12098299127445336, 0.2529029231506273, 0.2730640226173197, 0.24952665149579165, 0.12265985005988321, 0.12767684799994297, 0.1218471520520865, 0.12515848079062122, 0.20389895401113928, 0.22223880236089205, 0.1594727085269456, 0.12431961025338657, 0.19935641299605145, 0.2639725231877702, 0.3970224507716421, 0.12181436140512257, 0.3811582687972861, 0.3134122720540391, 0.18796271335346026, 0.23816938425362752 ], "brier_above": [ 0.14068247729374245, 0.12514878321906625, 0.3393843937961251, 0.10355442997122531, 0.32293618841319005, 0.16080264034312688, 0.10463681851965632, 0.1952924561076149, 0.38366238685961446, 0.23180453061593115, 0.4392874811090921, 0.3341922783678506, 0.1648527908182183, 0.1904995822282006, 0.1711828724609884, 0.36503172148245366, 0.2912595919886808, 0.15966811068080908, 0.08783057562279968, 0.3234531761159902, 0.10561102375134453, 0.09820993338015031, 0.22086677857537143, 0.14719175787121563 ], "brier_above_clim": [ 0.1209829912744533, 0.1209829912744533, 0.31337321450958355, 0.1351450760562379, 0.4253308044038784, 0.1419281390449658, 0.13349518921857934, 0.17878803099335663, 0.3708687917027841, 0.24302111275294516, 0.4227392782897825, 0.3668860829724789, 0.15265848873825724, 0.17530696851253785, 0.1920276752827911, 0.40447955733435775, 0.285933585114339, 0.16201068723797019, 0.1209829912744533, 0.343414740971456, 0.1209829912744533, 0.1209829912744533, 0.21691470457925532, 0.1543430699946016 ], "crps": [ 3.45166557325611, 3.3642966086302852, 6.83293588170337, 1.2937728772517687, 24.17910535224037, 2.0643838603007705, 1.0167494003149613, 3.0149099660843413, 6.24964208192775, 2.5100897543145537, 17.38457473251443, 3.7008858363577186, 2.7815661114605907, 4.245868973742833, 2.0110831113906547, 7.208638519255911, 6.785383764899158, 1.7844111929135202, 1.205269902066671, 3.0625232455320797, 1.633415410027097, 1.8141578204677327, 4.299693829532965, 2.064996045482588 ], "crps_clim": [ 2.674920399403526, 2.637398212409991, 5.54786431635389, 2.076207700785368, 34.28249991078239, 2.0856628172110057, 2.3437315827679472, 2.6602769523695353, 5.95174143690428, 2.5420943861841945, 15.72510138242277, 4.179451182954188, 2.085216845411654, 4.0937047249597684, 2.2900971059547115, 7.841787160003542, 6.476073885230757, 2.4043541490534586, 2.7661997358793817, 3.668076251614806, 2.404003843392272, 2.7090584880115154, 2.3942251507817365, 2.2230392708520568 ], "crps_fair": [ 3.2900928904023465, 3.128908111402894, 6.697338191355622, 1.1789179584860465, 23.89710236560198, 1.9010014600292566, 0.9363252794325969, 2.798217078302263, 6.028223249139607, 2.3103512646968354, 17.255817981474006, 3.506944378564066, 2.5752090033735655, 4.010165314560232, 1.9231063523906546, 6.92338632470695, 6.607412620248921, 1.6370427097159965, 1.0769993966761602, 2.8691822951811825, 1.4717755657378484, 1.6612167963865405, 3.991020360194093, 1.8072442887533766 ], "crps_fair_clim": [ 2.4548094454165224, 2.4172161936748946, 5.333194544027777, 1.8549628212328, 34.12225179677904, 1.8644358450759109, 2.122993377234286, 2.4401382645813325, 5.73783658336709, 2.3217318677782153, 15.529706680297545, 3.9621897190875477, 1.8639890286330005, 3.876280862498442, 2.06925731997254, 7.631461938517677, 6.263162085572975, 2.1837307589862482, 2.5462616594235836, 3.4498462746206284, 2.1833797898673692, 2.4890121894953605, 2.173582577005678, 2.0020724813943143 ] }, "rps": 0.44150103002962054, "rpss": 0.026240619076840832, "brier_below": 0.22454091453573646, "bss_below": 0.012642322030633757, "brier_above": 0.21696011581635244, "bss_above": 0.03992517273428242, "crps": 4.748334160486176, "crpss": 0.08143269463103464, "crps_fair": 4.561791718200543, "crpss_fair": 0.07915068984301521 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.45224810213164507, 0.4976473625190694, 0.38455307209331124, 0.4175140852984864, 0.46741485976601765, 0.3840213600569024, 0.39534056927846095, 0.4463930676583124 ], "rps_clim": [ 0.5137612852478612, 0.49705237444422495, 0.4061007445054705, 0.44669599826620215, 0.4481977901053744, 0.3995579224080249, 0.3906212765735246, 0.4961503793308776 ], "brier_below": [ 0.3631565841842588, 0.3826077374565708, 0.13688703336447047, 0.29383700091593157, 0.13386353151830713, 0.2074096385241351, 0.1461776272845216, 0.34785814109138824 ], "brier_below_clim": [ 0.4021405089154269, 0.37912161362031016, 0.14453244502842236, 0.30843984040656025, 0.12589433667964914, 0.20523722232274816, 0.16125753035770213, 0.37806000678348534 ], "brier_above": [ 0.08909153478371849, 0.11503964278466056, 0.2476660319417269, 0.12367709660420564, 0.3335513105393335, 0.17661172476979925, 0.2491629446499573, 0.09853494243484029 ], "brier_above_clim": [ 0.11162079604670827, 0.11793077940987547, 0.26156829250705416, 0.1382561728111389, 0.3223034355309777, 0.1943207050116538, 0.22936374487601524, 0.11809039116878442 ], "crps": [ 1.7818856092813378, 3.1530445254165897, 4.062416903727908, 1.9793878987220117, 8.770216685409766, 2.3070276031547965, 5.378509125224102, 1.906119932038329 ], "crps_clim": [ 3.2326234694826756, 3.444075545420181, 4.664597692983636, 2.8485585347508224, 7.734730772827549, 3.0019126203171878, 4.262232370432686, 3.1582949283763986 ], "crps_fair": [ 1.7158916010666894, 3.0374960156808237, 3.9693099920009214, 1.9086428036739669, 8.680216740919002, 2.220539693909686, 5.203200859839368, 1.8307672942614774 ], "crps_fair_clim": [ 3.000358402837215, 3.2118104787747215, 4.432332626338175, 2.616293468105364, 7.502465706182092, 2.7696475536717284, 4.029967303787228, 2.9260298617309384 ] }, "rps": 0.43064155985027575, "rpss": 0.042523466810407196, "brier_below": 0.25147466179244793, "bss_below": 0.044133101054455004, "brier_above": 0.17916690356353027, "bss_above": 0.040255057121633464, "crps": 3.667326035371855, "crpss": 0.0930044591332636, "crps_fair": 3.570758125168992, "crpss_fair": 0.06306688858647902 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4787804970317363, 0.44361958434908594, 0.44937184115622636, 0.4068195060706757, 0.45167232330564655, 0.37109174189245747, 0.3426900354353162, 0.444143721996869 ], "rps_clim": [ 0.5473323450214652, 0.45950886455856493, 0.47310563766181457, 0.45125841650166265, 0.43752409736537534, 0.3769753190502442, 0.34410807327585485, 0.4522036283839493 ], "brier_below": [ 0.3838551773474477, 0.3419291509283263, 0.10015107158902803, 0.3016942329643541, 0.14906855593221507, 0.18788716211984244, 0.10083245878793226, 0.3220365502495378 ], "brier_below_clim": [ 0.43622124715583027, 0.34839776669293, 0.11202969533110177, 0.327320640209203, 0.141320167462079, 0.17256239240732962, 0.1394661409403721, 0.32190666733284123 ], "brier_above": [ 0.09492533739465225, 0.10169045226538394, 0.3492207472315406, 0.10512528848915535, 0.3026037547364981, 0.18320458098089287, 0.2418575864548576, 0.12210718660760057 ], "brier_above_clim": [ 0.11111111773384953, 0.11111111773384953, 0.36107591750173545, 0.12393779386708581, 0.2962039166743374, 0.20441292982746392, 0.2046419354790828, 0.1302969774886234 ], "crps": [ 1.3980857524497334, 2.0683180679659503, 5.1190771460697135, 1.2775313982408532, 9.598229358794448, 1.5106377144116354, 5.081011346357517, 1.688216852977571 ], "crps_clim": [ 2.5726443205176754, 2.4663219929375395, 5.77433068113816, 2.2030894884274272, 8.536670815597677, 2.154154910592676, 3.6369598104064913, 2.3797284899665048 ], "crps_fair": [ 1.3470506869608008, 1.9702812239649097, 5.020500696825403, 1.2220013536940322, 9.519320485697605, 1.444332551455209, 4.8748123372937195, 1.6199440607415745 ], "crps_fair_clim": [ 2.366231987002849, 2.259909659422711, 5.567918347623332, 1.9966771549125995, 8.330258482082852, 1.9477425770778494, 3.4305474768916633, 2.1733161564516763 ] }, "rps": 0.42352365640475165, "rpss": 0.043429254412968854, "brier_below": 0.23593179498983546, "bss_below": 0.05590685060706879, "brier_above": 0.18759186677007267, "bss_above": 0.027260175157503674, "crps": 3.4676384546584273, "crpss": 0.06670702156594166, "crps_fair": 3.3772804245791566, "crpss_fair": 0.03755827303741077 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "sqrt_mvs", "1994": "sqrt_mvs", "1995": "sqrt_mvs", "1996": "sqrt_mvs", "1997": "sqrt_mvs", "1998": "sqrt_mvs", "1999": "sqrt_mvs", "2000": "sqrt_mvs", "2001": "sqrt_mvs", "2002": "sqrt_mvs", "2003": "sqrt_mvs", "2004": "sqrt_mvs", "2005": "sqrt_mvs", "2006": "sqrt_mvs", "2007": "sqrt_mvs", "2008": "sqrt_mvs", "2009": "sqrt_mvs", "2010": "sqrt_mvs", "2011": "sqrt_mvs", "2012": "sqrt_mvs", "2013": "sqrt_mvs", "2014": "sqrt_mvs", "2015": "sqrt_mvs", "2016": "sqrt_mvs" }, "chosen_test": "sqrt_mvs", "frequency": { "mvs": 0, "ls": 0, "vs": 0, "sqrt_mvs": 24, "pt": 0, "dc": 0, "loci": 0, "eqm": 0, "gqm": 0, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.588633804667167, 0.5887836950123753, 0.5538382419036938, 0.42876383751723773, 0.4116346793552621, 0.4250286603774453, 0.4161488604032324, 0.48604777979273633, 0.4793039549247328, 0.3995703516095693, 0.529185458918858, 0.41549487092040815, 0.4298830874332637, 0.41041313727344725, 0.4170102070032151, 0.48234395503059513, 0.46362866193579144, 0.3949260053778396, 0.42077332999771305, 0.3876886464161921, 0.3993984725574448, 0.420977441578112, 0.36026275858011747, 0.4893290000502668 ], "rps_clim": [ 0.4973013035288361, 0.5299108613891841, 0.49682096989761637, 0.45140321943555783, 0.5120439264472348, 0.41031169960340397, 0.47797132071856974, 0.45308842078032785, 0.5043277834760528, 0.4169267074583939, 0.5103230589589499, 0.439774482865257, 0.3965890932152538, 0.3999865075263042, 0.4105095366915584, 0.495347056515228, 0.4525412471251873, 0.4026341732498444, 0.4947135575342954, 0.4107579478352957, 0.4281083690429166, 0.4373547673375428, 0.3794648521113215, 0.46535364949831176 ], "brier_below": [ 0.4323462672895313, 0.45489436864635613, 0.15560063256698162, 0.17236242133936971, 0.09337236462132668, 0.1875532517443154, 0.3109024654792745, 0.32718966408668804, 0.1076746110567994, 0.15270370676778755, 0.13892236452085654, 0.14063575731115657, 0.25459870077302693, 0.1633088912325793, 0.18288937372913597, 0.1650212389021241, 0.2022794899980383, 0.21127488047964887, 0.32354730728770426, 0.14742004010911805, 0.2808249777709056, 0.3069854201318652, 0.16439835415614779, 0.3544871587572931 ], "brier_below_clim": [ 0.3742768451297219, 0.40873323143582757, 0.13866980785737074, 0.18456937257153472, 0.1256044036343616, 0.18760042277090966, 0.34539584613599755, 0.3109003023417131, 0.12201400407191382, 0.16742828213175504, 0.1244088544959247, 0.15170887566157665, 0.2434586977209261, 0.1637619591020418, 0.1668761402054322, 0.16458520031461277, 0.20321388944011462, 0.21596862310093545, 0.36773408199884783, 0.16227747027615622, 0.2938514971990294, 0.31090927642329086, 0.1849857245631276, 0.33273847477773943 ], "brier_above": [ 0.1562875354431577, 0.1338893242323759, 0.39823761207194397, 0.2564014166396429, 0.31826231340572037, 0.23747540806239611, 0.10524639451825539, 0.1588581141423791, 0.3716293471545152, 0.2468666448488758, 0.39026310026569516, 0.27485911539973595, 0.17528438583560516, 0.2471042462061649, 0.23412083509192264, 0.31732272016569885, 0.26134917272612085, 0.18365112454551932, 0.09722602283831404, 0.24026860751673149, 0.11857349330107135, 0.11399201971689753, 0.19586440368888997, 0.13484183954652226 ], "brier_above_clim": [ 0.12302445839911424, 0.12117762995335662, 0.35815116204024555, 0.26683384686402306, 0.38643952281287314, 0.22271127683249428, 0.13257547458257218, 0.14218811843861479, 0.38231377940413913, 0.24949842532663888, 0.38591420446302543, 0.2880656072036803, 0.15313039549432772, 0.2362245484242624, 0.2436333964861261, 0.3307618562006153, 0.24932735768507294, 0.18666555014890895, 0.12697947553544767, 0.24848047755913946, 0.13425687184388715, 0.12644549091425192, 0.19447912754819396, 0.13261517472057238 ], "crps": [ 4.7776141256806, 4.723463599027611, 13.299567319396145, 5.897762374486102, 19.276948303117756, 3.7200349034555895, 1.7763879819817985, 4.01268190089912, 7.148330437356788, 3.6756241591416416, 14.964153226862024, 4.285293068922375, 3.9867637641772493, 4.895558570597216, 4.692771650568561, 8.35887031943764, 5.441623944596175, 2.491118035428611, 1.7801875363409019, 3.240705082203368, 2.060694544737268, 2.44698456395977, 4.279097748042376, 3.589602007567688 ], "crps_clim": [ 3.3942682418184753, 3.592082216148263, 11.21710177556662, 5.807811897394496, 27.273601914436462, 3.5784752533248567, 3.4807211044876976, 3.1460002230570745, 7.545217676196043, 3.8249735735183252, 13.840864383262339, 4.430030997054808, 2.8001820448761534, 4.516117521457113, 4.888260025218961, 8.339483640689286, 4.951633793647444, 2.997413909666159, 3.4711294001341106, 3.627536580866378, 2.846454770181788, 3.161925584164043, 3.3250528086483198, 3.5450641992642202 ], "crps_fair": [ 4.545268679252122, 4.470373796729635, 13.1307322005711, 5.749843165430986, 18.97294533175144, 3.564794839927425, 1.6677026455664974, 3.7457304451572457, 6.909650683094387, 3.465196634403491, 14.777810153135375, 4.042002849039838, 3.727742690317883, 4.661830368393486, 4.5599229946805675, 8.099312000085058, 5.201996567282686, 2.309988901947666, 1.6271896987260992, 3.0381262837384826, 1.8833439646946875, 2.2808247786241482, 4.001781138059854, 3.327563619046911 ], "crps_fair_clim": [ 3.147316707451114, 3.345505329459557, 10.984966213801052, 5.565431468435425, 27.0718763908127, 3.331872595873229, 3.2339333066026654, 2.898578484108726, 7.306127788484703, 3.578837768945852, 13.61369806885984, 4.185041134572365, 2.552105347257009, 4.271290701634523, 4.644138020744405, 8.101898044577364, 4.707631815249459, 2.7497107572454813, 3.224323436142348, 3.3810268425956997, 2.5984657102999638, 2.914534006884459, 3.0779701844454106, 3.298398263301115 ] }, "rps": 0.44996120410986323, "rpss": 0.006851075700323617, "brier_below": 0.22629973786491797, "bss_below": 0.0037562012708524106, "brier_above": 0.22366146655683963, "bss_above": 0.009962946379999948, "crps": 5.6175766319993485, "crpss": 0.034237222879310525, "crps_fair": 5.406736434569044, "crpss_fair": 0.030070737595724206 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6152979155183317, 0.5717110262876339, 0.5168518533243294, 0.3753466256777211, 0.40617401200860137, 0.4053408100141507, 0.36199631040364266, 0.4416230572903454, 0.5157403946891261, 0.33799274400713675, 0.5929311257138073, 0.4400348505810493, 0.3702878293412808, 0.40745106054784236, 0.35952154142202175, 0.4970138651347322, 0.4835500495015518, 0.4257276252690961, 0.4066597754023331, 0.4335702308873011, 0.4472353492295399, 0.3933158960641296, 0.40286790405497297, 0.3877828683402152 ], "rps_clim": [ 0.5271012360586466, 0.5237026442993877, 0.47266510161074154, 0.4183814440705189, 0.5463137956783317, 0.3948310621955931, 0.406559211835899, 0.4283146824891483, 0.49352864176266736, 0.37069796075288813, 0.544586430341869, 0.4920445637631002, 0.3565574427493965, 0.3975457708734299, 0.3515003838097367, 0.5287991675877444, 0.4852899981103904, 0.42598321042574033, 0.5180054420460954, 0.46522910237657855, 0.5021412600717393, 0.4343952633284925, 0.40487741793271564, 0.39251245424822917 ], "brier_below": [ 0.4746154360129051, 0.4465622408595637, 0.17746746143103045, 0.27179219572166574, 0.083237820900926, 0.2445381677637137, 0.25735949203593195, 0.24633060008261204, 0.13207801117252357, 0.10618821288590664, 0.15364364960200683, 0.10584257543448726, 0.2054350369334502, 0.21695147715196597, 0.1883386691584208, 0.13198214836020886, 0.19229045945757603, 0.2660595137535248, 0.31882920141141297, 0.11011705753038237, 0.34162432476851196, 0.2951059617207405, 0.18200112508483735, 0.2405911096233703 ], "brier_below_clim": [ 0.4061182447841931, 0.40271965302493434, 0.159291887101158, 0.2832363680142811, 0.12098299127445336, 0.2529029231506273, 0.2730640226173197, 0.24952665149579165, 0.12265985005988321, 0.12767684799994297, 0.1218471520520865, 0.12515848079062122, 0.20389895401113928, 0.22223880236089205, 0.1594727085269456, 0.12431961025338657, 0.19935641299605145, 0.2639725231877702, 0.3970224507716421, 0.12181436140512257, 0.3811582687972861, 0.3134122720540391, 0.18796271335346026, 0.23816938425362752 ], "brier_above": [ 0.14068247729374245, 0.12514878321906625, 0.3393843937961251, 0.10355442997122531, 0.32293618841319005, 0.16080264034312688, 0.10463681851965632, 0.1952924561076149, 0.38366238685961446, 0.23180453061593115, 0.4392874811090921, 0.3341922783678506, 0.1648527908182183, 0.1904995822282006, 0.1711828724609884, 0.36503172148245366, 0.2912595919886808, 0.15966811068080908, 0.08783057562279968, 0.3234531761159902, 0.10561102375134453, 0.09820993338015031, 0.22086677857537143, 0.14719175787121563 ], "brier_above_clim": [ 0.1209829912744533, 0.1209829912744533, 0.31337321450958355, 0.1351450760562379, 0.4253308044038784, 0.1419281390449658, 0.13349518921857934, 0.17878803099335663, 0.3708687917027841, 0.24302111275294516, 0.4227392782897825, 0.3668860829724789, 0.15265848873825724, 0.17530696851253785, 0.1920276752827911, 0.40447955733435775, 0.285933585114339, 0.16201068723797019, 0.1209829912744533, 0.343414740971456, 0.1209829912744533, 0.1209829912744533, 0.21691470457925532, 0.1543430699946016 ], "crps": [ 3.45166557325611, 3.3642966086302852, 6.83293588170337, 1.2937728772517687, 24.17910535224037, 2.0643838603007705, 1.0167494003149613, 3.0149099660843413, 6.24964208192775, 2.5100897543145537, 17.38457473251443, 3.7008858363577186, 2.7815661114605907, 4.245868973742833, 2.0110831113906547, 7.208638519255911, 6.785383764899158, 1.7844111929135202, 1.205269902066671, 3.0625232455320797, 1.633415410027097, 1.8141578204677327, 4.299693829532965, 2.064996045482588 ], "crps_clim": [ 2.674920399403526, 2.637398212409991, 5.54786431635389, 2.076207700785368, 34.28249991078239, 2.0856628172110057, 2.3437315827679472, 2.6602769523695353, 5.95174143690428, 2.5420943861841945, 15.72510138242277, 4.179451182954188, 2.085216845411654, 4.0937047249597684, 2.2900971059547115, 7.841787160003542, 6.476073885230757, 2.4043541490534586, 2.7661997358793817, 3.668076251614806, 2.404003843392272, 2.7090584880115154, 2.3942251507817365, 2.2230392708520568 ], "crps_fair": [ 3.2900928904023465, 3.128908111402894, 6.697338191355622, 1.1789179584860465, 23.89710236560198, 1.9010014600292566, 0.9363252794325969, 2.798217078302263, 6.028223249139607, 2.3103512646968354, 17.255817981474006, 3.506944378564066, 2.5752090033735655, 4.010165314560232, 1.9231063523906546, 6.92338632470695, 6.607412620248921, 1.6370427097159965, 1.0769993966761602, 2.8691822951811825, 1.4717755657378484, 1.6612167963865405, 3.991020360194093, 1.8072442887533766 ], "crps_fair_clim": [ 2.4548094454165224, 2.4172161936748946, 5.333194544027777, 1.8549628212328, 34.12225179677904, 1.8644358450759109, 2.122993377234286, 2.4401382645813325, 5.73783658336709, 2.3217318677782153, 15.529706680297545, 3.9621897190875477, 1.8639890286330005, 3.876280862498442, 2.06925731997254, 7.631461938517677, 6.263162085572975, 2.1837307589862482, 2.5462616594235836, 3.4498462746206284, 2.1833797898673692, 2.4890121894953605, 2.173582577005678, 2.0020724813943143 ] }, "rps": 0.44150103002962054, "rpss": 0.026240619076840832, "brier_below": 0.22454091453573646, "bss_below": 0.012642322030633757, "brier_above": 0.21696011581635244, "bss_above": 0.03992517273428242, "crps": 4.748334160486176, "crpss": 0.08143269463103464, "crps_fair": 4.561791718200543, "crpss_fair": 0.07915068984301521 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.45224810213164507, 0.4976473625190694, 0.38455307209331124, 0.4175140852984864, 0.46741485976601765, 0.3840213600569024, 0.39534056927846095, 0.4463930676583124 ], "rps_clim": [ 0.5137612852478612, 0.49705237444422495, 0.4061007445054705, 0.44669599826620215, 0.4481977901053744, 0.3995579224080249, 0.3906212765735246, 0.4961503793308776 ], "brier_below": [ 0.3631565841842588, 0.3826077374565708, 0.13688703336447047, 0.29383700091593157, 0.13386353151830713, 0.2074096385241351, 0.1461776272845216, 0.34785814109138824 ], "brier_below_clim": [ 0.4021405089154269, 0.37912161362031016, 0.14453244502842236, 0.30843984040656025, 0.12589433667964914, 0.20523722232274816, 0.16125753035770213, 0.37806000678348534 ], "brier_above": [ 0.08909153478371849, 0.11503964278466056, 0.2476660319417269, 0.12367709660420564, 0.3335513105393335, 0.17661172476979925, 0.2491629446499573, 0.09853494243484029 ], "brier_above_clim": [ 0.11162079604670827, 0.11793077940987547, 0.26156829250705416, 0.1382561728111389, 0.3223034355309777, 0.1943207050116538, 0.22936374487601524, 0.11809039116878442 ], "crps": [ 1.7818856092813378, 3.1530445254165897, 4.062416903727908, 1.9793878987220117, 8.770216685409766, 2.3070276031547965, 5.378509125224102, 1.906119932038329 ], "crps_clim": [ 3.2326234694826756, 3.444075545420181, 4.664597692983636, 2.8485585347508224, 7.734730772827549, 3.0019126203171878, 4.262232370432686, 3.1582949283763986 ], "crps_fair": [ 1.7158916010666894, 3.0374960156808237, 3.9693099920009214, 1.9086428036739669, 8.680216740919002, 2.220539693909686, 5.203200859839368, 1.8307672942614774 ], "crps_fair_clim": [ 3.000358402837215, 3.2118104787747215, 4.432332626338175, 2.616293468105364, 7.502465706182092, 2.7696475536717284, 4.029967303787228, 2.9260298617309384 ] }, "rps": 0.43064155985027575, "rpss": 0.042523466810407196, "brier_below": 0.25147466179244793, "bss_below": 0.044133101054455004, "brier_above": 0.17916690356353027, "bss_above": 0.040255057121633464, "crps": 3.667326035371855, "crpss": 0.0930044591332636, "crps_fair": 3.570758125168992, "crpss_fair": 0.06306688858647902 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4787804970317363, 0.44361958434908594, 0.44937184115622636, 0.4068195060706757, 0.45167232330564655, 0.37109174189245747, 0.3426900354353162, 0.444143721996869 ], "rps_clim": [ 0.5473323450214652, 0.45950886455856493, 0.47310563766181457, 0.45125841650166265, 0.43752409736537534, 0.3769753190502442, 0.34410807327585485, 0.4522036283839493 ], "brier_below": [ 0.3838551773474477, 0.3419291509283263, 0.10015107158902803, 0.3016942329643541, 0.14906855593221507, 0.18788716211984244, 0.10083245878793226, 0.3220365502495378 ], "brier_below_clim": [ 0.43622124715583027, 0.34839776669293, 0.11202969533110177, 0.327320640209203, 0.141320167462079, 0.17256239240732962, 0.1394661409403721, 0.32190666733284123 ], "brier_above": [ 0.09492533739465225, 0.10169045226538394, 0.3492207472315406, 0.10512528848915535, 0.3026037547364981, 0.18320458098089287, 0.2418575864548576, 0.12210718660760057 ], "brier_above_clim": [ 0.11111111773384953, 0.11111111773384953, 0.36107591750173545, 0.12393779386708581, 0.2962039166743374, 0.20441292982746392, 0.2046419354790828, 0.1302969774886234 ], "crps": [ 1.3980857524497334, 2.0683180679659503, 5.1190771460697135, 1.2775313982408532, 9.598229358794448, 1.5106377144116354, 5.081011346357517, 1.688216852977571 ], "crps_clim": [ 2.5726443205176754, 2.4663219929375395, 5.77433068113816, 2.2030894884274272, 8.536670815597677, 2.154154910592676, 3.6369598104064913, 2.3797284899665048 ], "crps_fair": [ 1.3470506869608008, 1.9702812239649097, 5.020500696825403, 1.2220013536940322, 9.519320485697605, 1.444332551455209, 4.8748123372937195, 1.6199440607415745 ], "crps_fair_clim": [ 2.366231987002849, 2.259909659422711, 5.567918347623332, 1.9966771549125995, 8.330258482082852, 1.9477425770778494, 3.4305474768916633, 2.1733161564516763 ] }, "rps": 0.42352365640475165, "rpss": 0.043429254412968854, "brier_below": 0.23593179498983546, "bss_below": 0.05590685060706879, "brier_above": 0.18759186677007267, "bss_above": 0.027260175157503674, "crps": 3.4676384546584273, "crpss": 0.06670702156594166, "crps_fair": 3.3772804245791566, "crpss_fair": 0.03755827303741077 } } } } }, "ONDJ": { "tag": "init09_ONDJ", "methods": { "mvs": { "lambda_": { "training_mean": 0.20232537787909832, "training": [ 0.19220258557238737, 0.22426429841362683, 0.1761114684169084, 0.24756292698124213, 0.3010652174942978, 0.21274235170061095, 0.1985826711993264, 0.1585640126121963, 0.18907158405669905, 0.1901888902099417, 0.19510806350222135, 0.19388579899813807, 0.21249705610800448, 0.23422814373432696, 0.14521643813275167, 0.15677310812323256, 0.19541900917887617, 0.1737476683127198, 0.20720718470329014, 0.22190477092652464, 0.1994992535388525, 0.19019651281376965, 0.2199348812555291, 0.2198351731128859 ], "test": 0.2101742597420205 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4514601259804884, 0.3765021137292147, 0.4555223377431187, 0.38893807033365146, 0.2146363625705465, 0.41747372229423363, 0.4166311379059766, 0.5532608111859987, 0.3645784427231489, 0.4237162452811895, 0.4295950601929255, 0.40193025606429283, 0.46435155415825335, 0.4137770786500807, 0.5819708751147536, 0.5479377724552057, 0.4039971544344762, 0.6511840538543521, 0.4196756255486035, 0.3980139509876954, 0.4315355731549168, 0.4878559349836646, 0.34124533380614536, 0.4125513351557642 ], "rps_clim": [ 0.4395210979875425, 0.470103716624794, 0.41696991681095497, 0.4787026031452831, 0.5456974441052049, 0.4718891913819794, 0.47528498703411814, 0.4682080369739733, 0.3831343647949888, 0.4088195356935795, 0.4015935093605737, 0.39471244953026, 0.4905254593905998, 0.4972930203135432, 0.44542605260977947, 0.45801231637095624, 0.41221699134066647, 0.5190225092696747, 0.45873316132537956, 0.4177409102960471, 0.44718476065736323, 0.46325505114638965, 0.44214927012968386, 0.47013731140410536 ], "brier_below": [ 0.2903116345937852, 0.20029938952777301, 0.2804418071974038, 0.2721751696373467, 0.03518468145023406, 0.20354690148288906, 0.1954306921458099, 0.1889580560616849, 0.2056845102242493, 0.20161175522819025, 0.24565679306701324, 0.2012624499478702, 0.3581802181084902, 0.10552664619089555, 0.3961939192373261, 0.18075193316944937, 0.17964993866107187, 0.45565798519860096, 0.20968811053409067, 0.20575374006321098, 0.12247529873632033, 0.14531016504049732, 0.09820374608563115, 0.3095049769255001 ], "brier_below_clim": [ 0.26733852590825796, 0.2537256337025866, 0.25705411420017604, 0.3357734196011123, 0.12098299127445336, 0.24514724598143975, 0.22681741549383455, 0.13433843965721864, 0.20847648854308581, 0.21955850215575037, 0.23050568160830917, 0.18056439949521058, 0.3677097897916764, 0.12508152488088367, 0.31011998366589516, 0.1537918174661276, 0.19438540787371786, 0.391713087904114, 0.23671767734449203, 0.22863730285774397, 0.13116571704967142, 0.1350144958485548, 0.15057377542642655, 0.33304615388212466 ], "brier_above": [ 0.16114848709549795, 0.1762027214005435, 0.1750805261931236, 0.1167628988422831, 0.1794516776342842, 0.21392682226900273, 0.22120044937637362, 0.3643027580322022, 0.15889393018682077, 0.22210448775042044, 0.18393826319542683, 0.20066780481042812, 0.10617132868468515, 0.3082504378503144, 0.1857769511844865, 0.3671858439294247, 0.22434721767110208, 0.19552606855692894, 0.20998751474671615, 0.19226020674104508, 0.3090602819373165, 0.3425457799978109, 0.24304158920114635, 0.10304635450226746 ], "brier_above_clim": [ 0.17218257207928467, 0.21637808292220725, 0.15991580261077884, 0.14292918354417064, 0.4247144528307517, 0.22674194540053969, 0.24846757154028362, 0.3338695973167546, 0.17465787625190304, 0.18926103353782903, 0.17108782775226475, 0.21414805003504944, 0.12281566959892326, 0.37221149543265947, 0.13530606894388414, 0.3042204989048285, 0.21783158346694867, 0.12730942136556073, 0.22201548398088763, 0.18910360743830318, 0.3160190436076916, 0.3282405552978347, 0.29157549470325717, 0.13709115752198053 ], "crps": [ 32.10537462669873, 35.79059422481896, 30.154426232760134, 26.90295461047111, 176.20442568410058, 32.55228939672281, 35.719874986796945, 47.64516069479287, 21.129692443573393, 31.844827637045736, 28.949921762301898, 28.440920469680222, 34.261662963018324, 54.07090357290345, 42.002458673836664, 49.841327052672575, 33.36491920650275, 61.03754533719111, 40.83844857208515, 29.111093219387246, 36.820551659700946, 34.13150549759138, 38.325859586449184, 27.945990626952657 ], "crps_clim": [ 31.742925516629697, 40.77336668818828, 28.09618525185972, 37.986090541506, 251.4927342153348, 40.320321374030684, 40.93726570534917, 40.54786455186527, 22.988890072347303, 28.257992147944407, 24.96559897910219, 25.682377420488514, 37.65656723862455, 67.35667251514191, 29.987287831298126, 43.08507304266908, 30.254448434401816, 47.83890739301917, 44.7070520085121, 29.018165136591247, 36.90426542672519, 32.258006168915756, 38.015712600516835, 34.40598130175283 ], "crps_fair": [ 30.531857385990385, 33.84358206871457, 28.6487630179844, 25.368784944742618, 174.6487089958474, 31.174310829416907, 34.106423872878956, 46.15854168603851, 19.79123344209629, 30.00106268488266, 27.208439998195335, 26.76159569832825, 32.905344563729685, 52.449957550067694, 40.496718716771326, 48.651056250210345, 31.568249093306534, 59.4467324175054, 39.273491495632584, 27.628925611672805, 35.13950793077735, 32.5788664508392, 36.33360559667596, 26.63979815013215 ], "crps_fair_clim": [ 29.83323453860368, 38.88077881844172, 26.1795875687868, 36.08822373966346, 249.9992360568139, 38.426875463916396, 39.04498825040786, 38.65484959473932, 21.062619481737414, 26.341700917326186, 23.043072155361166, 23.761208131674348, 35.758076339617475, 65.51443181552213, 28.07427178189838, 41.19686340465451, 28.3419383709928, 45.95970122915301, 42.821914300357065, 27.103313627542445, 35.0043497136804, 30.34929072242817, 36.1179019010588, 32.50133398998652 ] }, "rps": 0.43534753867952897, "rpss": 0.03935082836414616, "brier_below": 0.22031085493813893, "bss_below": 0.02772571354341724, "brier_above": 0.21503668340790213, "bss_above": 0.05097625572791098, "crps": 42.04969703075229, "crpss": 0.07010821192894579, "crps_fair": 40.47314826885155, "crpss_fair": 0.06605793818565564, "reliability": { "below": { "weight": [ 0.007756, 0.12005, 0.27245, 0.313406, 0.200545, 0.076882, 0.008406, 0.000505, 0.0, 0.0 ], "mean_forecast": [ 0.093, 0.153, 0.2588, 0.3566, 0.443, 0.5349, 0.6291, 0.7369, NaN, NaN ], "observed_frequency": [ 0.1915, 0.1827, 0.3152, 0.3534, 0.4101, 0.5195, 0.5395, 0.4457, NaN, NaN ] }, "above": { "weight": [ 0.001237, 0.064311, 0.30461, 0.285286, 0.191426, 0.090466, 0.047894, 0.014771, 0.0, 0.0 ], "mean_forecast": [ 0.0869, 0.1641, 0.2605, 0.3555, 0.4421, 0.5392, 0.6464, 0.7346, NaN, NaN ], "observed_frequency": [ 0.068, 0.2248, 0.264, 0.3298, 0.3651, 0.4963, 0.6657, 0.7619, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.46057561019100624, 0.31125055652673683, 0.3851481971639931, 0.34558940425786205, 0.15238162970086933, 0.3525124017844471, 0.31093270990895877, 0.5810710614456187, 0.34234796628002334, 0.3048275973148796, 0.3655919549357095, 0.40426156885597664, 0.49504167142964217, 0.3734259676426949, 0.4747517882905808, 0.4753907696492896, 0.3955137864185284, 0.6014266131175579, 0.4267932040849862, 0.3092556536750848, 0.44433394293300854, 0.46842936147758957, 0.193148603930156, 0.46098634875522876 ], "rps_clim": [ 0.48190550000573357, 0.4447116445242348, 0.39122568096409477, 0.5314846969938783, 0.5463137956783318, 0.5246370465888529, 0.46799085520133354, 0.4301833029814578, 0.3790308872213789, 0.3760295940535084, 0.36571087481860687, 0.4071905851059967, 0.5346883511508412, 0.5378418848789392, 0.39758042315298353, 0.42189702405901625, 0.3563103597455807, 0.5447213097764745, 0.4681166137581803, 0.3573140644587983, 0.4646548700920834, 0.443550454531998, 0.4892057891747856, 0.5235515129376195 ], "brier_below": [ 0.34337423267617867, 0.08769724369429077, 0.2660859878363274, 0.2731059332568524, 0.018832275999522606, 0.2732064568251115, 0.24301596730854486, 0.22808012992814816, 0.2063975286358503, 0.07453610004794474, 0.21164639766983495, 0.14440173270605325, 0.3988264137590547, 0.07543201398370866, 0.30537258355775115, 0.14460704130774887, 0.15381628052805785, 0.4697813384309217, 0.10950863106846909, 0.09022310142702245, 0.09807075018408215, 0.14915141062773984, 0.01723507638781729, 0.37120309628214615 ], "brier_below_clim": [ 0.3519612903999631, 0.14955802970751203, 0.2601871534110402, 0.4105017057194249, 0.12098299127445337, 0.39624369138262994, 0.3443603210875784, 0.12682101259329223, 0.2099793080182162, 0.1262687532682766, 0.2039124110213452, 0.13844673123024703, 0.4137053598763879, 0.12098299127445337, 0.264430544340142, 0.12679414888912763, 0.17861675021890278, 0.42373831850202115, 0.13731870409752048, 0.14687327559600188, 0.12098299127445337, 0.14271630161606835, 0.12098299127445337, 0.40256852166316615 ], "brier_above": [ 0.11720137137838717, 0.22355331119869903, 0.1190622022180998, 0.07248347138565299, 0.13354934867826254, 0.07930594494693276, 0.06791674186929982, 0.35299092821712974, 0.1359504363533977, 0.23029149425611162, 0.1539455520070674, 0.25985983619970077, 0.09621525009137148, 0.2979939553661968, 0.16937919689318587, 0.33078373351922236, 0.24169750717449923, 0.131645271569763, 0.3172845803456395, 0.2190325492244505, 0.3462632035492164, 0.3192779580928019, 0.17591352566769594, 0.08978324761302356 ], "brier_above_clim": [ 0.1299442096057706, 0.29515361481672286, 0.13103852755305465, 0.12098299127445337, 0.4253308044038785, 0.12839335520622294, 0.12363053411375528, 0.3033622903881658, 0.16905157920316274, 0.24976084078523186, 0.16179846379726168, 0.26874385387575, 0.12098299127445337, 0.4168588936044859, 0.13314987881284177, 0.2951028751698888, 0.1776936095266779, 0.12098299127445337, 0.3307979096606601, 0.21044078886279646, 0.34367187881763017, 0.3008341529159299, 0.3682227979003325, 0.12098299127445337 ], "crps": [ 40.51704967845059, 43.8688386750194, 29.989398657013073, 29.82516773240812, 237.9852326602631, 34.78024482374885, 27.899312003972742, 56.02199587363907, 26.089818590768573, 30.365580605510992, 30.855594610770872, 38.129747183245634, 46.977123008226904, 75.58733969556316, 42.270513924587824, 52.04777139646754, 39.491743693321524, 75.8919275680534, 67.00298063416766, 30.58165293548965, 51.8717223293211, 38.106339556185745, 52.51075876779111, 38.30676306401213 ], "crps_clim": [ 44.818392114890194, 49.555903283487574, 30.675020158925083, 53.94868480057281, 354.7381681248423, 56.058574286857095, 40.89964859325192, 41.88472808521825, 29.960563688835595, 35.58986358112118, 28.725216146584827, 36.06632699048634, 54.26159742058326, 101.57427145824482, 32.681017126544084, 48.797086589560294, 29.95440091470073, 69.17206276014227, 74.3649830088615, 31.00618674826232, 52.67156510791567, 36.916850791140064, 58.698649883439046, 47.73367692323706 ], "crps_fair": [ 38.70268082371095, 41.16627802104718, 28.116439724832293, 27.922814812846056, 235.98219429113558, 32.97931712271912, 26.009025972241297, 54.24350697286836, 24.35453116940528, 28.44260273510708, 28.78467182298089, 35.92265125259772, 45.29603687783916, 73.53114140185568, 40.25267220468036, 50.472560715491745, 37.33810787844102, 74.18233608495956, 65.10720359667975, 28.619528601518603, 49.81180071365986, 36.306576543378775, 49.49195850227781, 36.697145136778545 ], "crps_fair_clim": [ 42.28827155959033, 47.03475528721915, 28.118112914314686, 51.435856466268575, 352.79501684228853, 53.54974195536778, 38.362106175221676, 39.349051348043986, 27.402303306971245, 33.04226475208313, 26.16461609134499, 33.51963055426904, 51.74936172381692, 99.15164309867102, 30.1279091186148, 46.27450144046246, 27.396128860915656, 66.68806658106446, 71.89082190601232, 28.449906713101416, 50.156317986314725, 34.37176519545435, 56.19481769512508, 45.209077740680264 ] }, "rps": 0.3931245154071012, "rpss": 0.13327936134354657, "brier_below": 0.19806698850538249, "bss_below": 0.1260038338563283, "brier_above": 0.19505752574232535, "bss_above": 0.14054423689554474, "crps": 51.54060906949994, "crpss": 0.14143906615934188, "crps_fair": 49.57224095746053, "crpss_fair": 0.13832491701169158, "reliability": { "below": { "weight": [ 0.01256, 0.154081, 0.277418, 0.274411, 0.194342, 0.079645, 0.007543, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0914, 0.1481, 0.2572, 0.3571, 0.446, 0.5383, 0.6265, NaN, NaN, NaN ], "observed_frequency": [ 0.0347, 0.0928, 0.2405, 0.3809, 0.5206, 0.6973, 0.5869, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000723, 0.081085, 0.318057, 0.264713, 0.148947, 0.103537, 0.054793, 0.028144, 0.0, 0.0 ], "mean_forecast": [ 0.0744, 0.1638, 0.2579, 0.3552, 0.4442, 0.5395, 0.6499, 0.7354, NaN, NaN ], "observed_frequency": [ 0.0, 0.134, 0.2266, 0.2951, 0.3725, 0.6018, 0.8268, 0.8535, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4100330397468575, 0.4178170282145457, 0.3974558339800802, 0.337630005422543, 0.4637666642750165, 0.4036752997736101, 0.34690641518841137, 0.612058827795232 ], "rps_clim": [ 0.417659603071558, 0.42114839455105046, 0.5533032498091346, 0.4473076683297933, 0.4625683790499464, 0.41678104095296603, 0.5158924310312171, 0.42890011506153497 ], "brier_below": [ 0.22998622394133517, 0.21931939584182186, 0.09853824852478273, 0.23699517510856066, 0.24172249210294483, 0.22684850863073103, 0.11717360488027233, 0.2589514404013338 ], "brier_below_clim": [ 0.23401701276525544, 0.2189631813755131, 0.11111111773384957, 0.3104494178140245, 0.2504465951343465, 0.24187001637124075, 0.1452369658843232, 0.14026665735763472 ], "brier_above": [ 0.18004682023198315, 0.19849763115472654, 0.2989175593468795, 0.10063484053180966, 0.22204417000523308, 0.17682680158574896, 0.22973279563175236, 0.3531073664400346 ], "brier_above_clim": [ 0.18364259720487727, 0.20218521675843326, 0.4421920927416047, 0.1368582657800341, 0.2121217857216985, 0.17491103304162547, 0.37065543860496475, 0.28863344582864725 ], "crps": [ 26.882942034326764, 25.127220388255026, 77.82139526240418, 21.122983162228696, 30.677938084962637, 27.508149149110245, 70.27080757148485, 52.50481950976875 ], "crps_clim": [ 25.991938244042803, 27.156682952757507, 116.99857569796765, 25.68956435022059, 33.64072492622825, 25.925245138455825, 110.35729933852919, 38.12777562837381 ], "crps_fair": [ 26.110206202585648, 24.404841885106695, 76.83147442957264, 20.39572704014022, 30.02516434805148, 26.64056113065847, 69.34312159779688, 51.835729380371156 ], "crps_fair_clim": [ 24.186278935163696, 25.3510236438784, 115.19291638908858, 23.883905041341485, 31.83506561734916, 24.11958582957673, 108.55164002965007, 36.322116319494704 ] }, "rps": 0.423667889299537, "rpss": 0.07485006426913621, "brier_below": 0.2036918861789728, "bss_below": 0.01381409721948601, "brier_above": 0.21997599811602098, "bss_above": 0.12499597568266796, "crps": 41.48953189531765, "crpss": 0.17819689031351826, "crps_fair": 40.69835325178539, "crpss_fair": 0.16396695423894858, "reliability": { "below": { "weight": [ 0.013316, 0.115073, 0.104039, 0.281679, 0.315236, 0.145521, 0.024293, 0.000843, 0.0, 0.0 ], "mean_forecast": [ 0.0897, 0.1478, 0.2563, 0.3545, 0.45, 0.543, 0.6212, 0.7125, NaN, NaN ], "observed_frequency": [ 0.0, 0.0292, 0.2203, 0.3299, 0.3211, 0.3653, 0.4983, 0.7006, NaN, NaN ] }, "above": { "weight": [ 8.3e-05, 0.162467, 0.333591, 0.264601, 0.10545, 0.041765, 0.060735, 0.031308, 0.0, 0.0 ], "mean_forecast": [ 0.0926, 0.1741, 0.2509, 0.3409, 0.4437, 0.5512, 0.6529, 0.7229, NaN, NaN ], "observed_frequency": [ 0.0, 0.3311, 0.3245, 0.3587, 0.3964, 0.7438, 0.9833, 1.0, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.3908923717698385, 0.3096283833615878, 0.1496552037868875, 0.35872193421532034, 0.39871394469932037, 0.42245837331159486, 0.13689417121795427, 0.40176012247601006 ], "rps_clim": [ 0.37168678111891346, 0.40830734552865355, 0.5514955812695821, 0.4122454531264281, 0.5073582366943469, 0.42296825285318396, 0.5480141639602464, 0.3433109747399186 ], "brier_below": [ 0.15496621237364988, 0.23623872758029213, 0.023638409164090886, 0.23657135799841794, 0.31926267486651033, 0.29494798072287864, 0.016736965256264332, 0.23543893931527032 ], "brier_below_clim": [ 0.13710719771935653, 0.28966613712444955, 0.11111111773384952, 0.26920158326246535, 0.3962471388287118, 0.3008762153923436, 0.11169127068708512, 0.1645095887434772 ], "brier_above": [ 0.2359261577952093, 0.07338966819719009, 0.12601677790538382, 0.12215058664431265, 0.07945128440552507, 0.12751040876411723, 0.12015719137663901, 0.16632118313820307 ], "brier_above_clim": [ 0.23457958118988842, 0.11864122692593004, 0.44038442452528814, 0.14304388402215332, 0.11111111773384952, 0.12209205536551032, 0.43632285498898205, 0.17880139376069062 ], "crps": [ 32.495795162169195, 22.982142147605575, 71.95562345659175, 26.329729238779638, 34.57931591244234, 32.76393623096747, 85.4687049852803, 32.35076767424963 ], "crps_clim": [ 29.91091499200625, 33.39002587790927, 163.85395380251938, 30.317658032788415, 46.77514464531494, 32.16405989901042, 178.02911191569987, 27.619913058663098 ], "crps_fair": [ 31.496360154324794, 22.084227393445556, 70.56447797537439, 25.425463674853848, 33.72570926768659, 31.79446117334799, 84.2480103421689, 31.521874680092424 ], "crps_fair_clim": [ 27.513828107781922, 30.99293899368493, 161.45686691829505, 27.920571148564072, 44.378057761090616, 29.766973014786096, 175.6320250314755, 25.22282617443876 ] }, "rps": 0.3210905631048142, "rpss": 0.2795383343670479, "brier_below": 0.1897251584096718, "bss_below": 0.14749914088021698, "brier_above": 0.13136540727832252, "bss_above": 0.41123973590012375, "crps": 42.36575185101074, "crpss": 0.3747453681899383, "crps_fair": 41.357573082661816, "crpss_fair": 0.3672391400078956, "reliability": { "below": { "weight": [ 0.034144, 0.211332, 0.086349, 0.295447, 0.29189, 0.074529, 0.006308, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0897, 0.1374, 0.2607, 0.3588, 0.4442, 0.538, 0.6119, NaN, NaN, NaN ], "observed_frequency": [ 0.0, 0.0093, 0.2874, 0.4451, 0.466, 0.4786, 0.69, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.11097, 0.320449, 0.273194, 0.048431, 0.041038, 0.129102, 0.076816, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.172, 0.2541, 0.3369, 0.4404, 0.5611, 0.6568, 0.7233, NaN, NaN ], "observed_frequency": [ NaN, 0.1096, 0.0854, 0.1607, 0.2514, 0.8888, 0.9848, 1.0, NaN, NaN ] } } } } }, "ls": { "lambda_": { "training_mean": 0.2840755333963568, "training": [ 0.2606151926996345, 0.3227786793388413, 0.2543686266722623, 0.3079159236334402, 0.3577817012199335, 0.278863264883015, 0.28363385102025085, 0.2671597729912235, 0.27296269848504284, 0.28272069090563484, 0.2854833681988352, 0.2938881787184362, 0.2737020362282952, 0.30372147346753564, 0.23098815259319033, 0.2601681340763399, 0.2868886447675622, 0.23536731987176124, 0.2798905423394434, 0.31110782240789897, 0.2842733086359311, 0.2812349138206718, 0.3262673664135031, 0.2760311381238806 ], "test": 0.3050863618094098 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4635620539008143, 0.3844721349725514, 0.45788611035221644, 0.4242626680574401, 0.23437153729012927, 0.45217646216832624, 0.43434508410108985, 0.5113345778202715, 0.3594433466370003, 0.40892217803666353, 0.41468124188852434, 0.3754578214057071, 0.49934253140792784, 0.4154784040041614, 0.5643613443937948, 0.5106828946301835, 0.3906995255103475, 0.680865557267228, 0.42313662658325246, 0.39377307628543057, 0.4168590742789619, 0.46514131680115706, 0.3402590356350121, 0.450902418447522 ], "rps_clim": [ 0.4395210979875425, 0.470103716624794, 0.41696991681095497, 0.4787026031452831, 0.5456974441052049, 0.4718891913819794, 0.47528498703411814, 0.4682080369739733, 0.3831343647949888, 0.4088195356935795, 0.4015935093605737, 0.39471244953026, 0.4905254593905998, 0.4972930203135432, 0.44542605260977947, 0.45801231637095624, 0.41221699134066647, 0.5190225092696747, 0.45873316132537956, 0.4177409102960471, 0.44718476065736323, 0.46325505114638965, 0.44214927012968386, 0.47013731140410536 ], "brier_below": [ 0.3057162465563298, 0.20456965265559687, 0.2893217495905977, 0.30946402579432386, 0.03924102143269403, 0.23838927695166648, 0.21199064393995698, 0.1499498658882727, 0.20193454999923244, 0.1947030877283392, 0.2361505428516818, 0.17497489045892564, 0.39465554854646884, 0.09344433946850231, 0.3904022236069695, 0.15136618647625408, 0.17222613970537273, 0.4951950859388626, 0.20666844717742597, 0.20775067885304785, 0.10267765644355385, 0.1191542844715208, 0.09913356029201627, 0.3492981613560406 ], "brier_below_clim": [ 0.26733852590825796, 0.2537256337025866, 0.25705411420017604, 0.3357734196011123, 0.12098299127445336, 0.24514724598143975, 0.22681741549383455, 0.13433843965721864, 0.20847648854308581, 0.21955850215575037, 0.23050568160830917, 0.18056439949521058, 0.3677097897916764, 0.12508152488088367, 0.31011998366589516, 0.1537918174661276, 0.19438540787371786, 0.391713087904114, 0.23671767734449203, 0.22863730285774397, 0.13116571704967142, 0.1350144958485548, 0.15057377542642655, 0.33304615388212466 ], "brier_above": [ 0.1578458048693843, 0.17990248075404341, 0.16856435872378775, 0.11479863939432593, 0.19513051222379935, 0.2137871847704702, 0.22235444195491547, 0.3613847165260709, 0.15750879565187623, 0.2142190885547351, 0.17853069665058896, 0.20048293022060296, 0.10468697792867528, 0.3220340693314627, 0.1739591174567839, 0.35931670970944984, 0.21847338760545246, 0.18567047195366645, 0.21646817674522986, 0.186022395268668, 0.31418142114278336, 0.34598703699717315, 0.2411254759855373, 0.10160425529495208 ], "brier_above_clim": [ 0.17218257207928467, 0.21637808292220725, 0.15991580261077884, 0.14292918354417064, 0.4247144528307517, 0.22674194540053969, 0.24846757154028362, 0.3338695973167546, 0.17465787625190304, 0.18926103353782903, 0.17108782775226475, 0.21414805003504944, 0.12281566959892326, 0.37221149543265947, 0.13530606894388414, 0.3042204989048285, 0.21783158346694867, 0.12730942136556073, 0.22201548398088763, 0.18910360743830318, 0.3160190436076916, 0.3282405552978347, 0.29157549470325717, 0.13709115752198053 ], "crps": [ 33.53457420592045, 34.06877482936859, 30.128564694620014, 29.414398984771307, 181.6213346329273, 36.93543087304464, 35.846805550042454, 44.00035836589245, 20.00398491014752, 29.53492493611894, 26.646836566600477, 24.800358481162643, 38.533628226542035, 58.90565552448902, 41.417022512388144, 47.68834663542905, 30.657869899562037, 65.2480509565719, 41.93015188332589, 27.88658403437416, 35.39904422969586, 32.21701384676394, 31.161785193035456, 31.315817812204603 ], "crps_clim": [ 31.742925516629697, 40.77336668818828, 28.09618525185972, 37.986090541506, 251.4927342153348, 40.320321374030684, 40.93726570534917, 40.54786455186527, 22.988890072347303, 28.257992147944407, 24.96559897910219, 25.682377420488514, 37.65656723862455, 67.35667251514191, 29.987287831298126, 43.08507304266908, 30.254448434401816, 47.83890739301917, 44.7070520085121, 29.018165136591247, 36.90426542672519, 32.258006168915756, 38.015712600516835, 34.40598130175283 ], "crps_fair": [ 32.25495896673976, 32.507962635200094, 28.889434286783334, 28.143487503762394, 180.09546795977994, 35.813204444182205, 34.507044144004375, 42.80138660543627, 18.919181791131283, 28.011122402838986, 25.23230836260912, 23.466261597285786, 37.400578607095724, 57.60250173601095, 40.183293031324915, 46.72184029931278, 29.21553294084104, 63.89199289597176, 40.65269294854096, 26.678857131825502, 34.04519220948185, 30.95448413457692, 29.58936276083172, 30.248746756467508 ], "crps_fair_clim": [ 29.83323453860368, 38.88077881844172, 26.1795875687868, 36.08822373966346, 249.9992360568139, 38.426875463916396, 39.04498825040786, 38.65484959473932, 21.062619481737414, 26.341700917326186, 23.043072155361166, 23.761208131674348, 35.758076339617475, 65.51443181552213, 28.07427178189838, 41.19686340465451, 28.3419383709928, 45.95970122915301, 42.821914300357065, 27.103313627542445, 35.0043497136804, 30.34929072242817, 36.1179019010588, 32.50133398998652 ] }, "rps": 0.4363507092448214, "rpss": 0.0371372061728259, "brier_below": 0.22243241109098552, "bss_below": 0.01836287713090501, "brier_above": 0.21391829773810145, "bss_above": 0.055912039423389515, "crps": 42.03738824104162, "crpss": 0.07038040990613159, "crps_fair": 40.74278733966813, "crpss_fair": 0.059835855631777624, "reliability": { "below": { "weight": [ 0.001159, 0.194885, 0.284666, 0.307854, 0.171612, 0.035678, 0.003921, 0.000225, 0.0, 0.0 ], "mean_forecast": [ 0.095, 0.1598, 0.2504, 0.3426, 0.4413, 0.5373, 0.6243, 0.7349, NaN, NaN ], "observed_frequency": [ 0.5121, 0.2049, 0.3373, 0.3778, 0.428, 0.5152, 0.5378, 0.8756, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.073817, 0.242968, 0.356302, 0.203396, 0.080244, 0.038782, 0.004491, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1736, 0.2541, 0.3422, 0.4389, 0.5441, 0.6404, 0.7223, NaN, NaN ], "observed_frequency": [ NaN, 0.1733, 0.259, 0.3337, 0.3829, 0.5334, 0.7196, 0.8433, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5211811340679925, 0.3140847399936847, 0.40616664424659926, 0.4143872041199099, 0.18059195170058198, 0.44348591639862267, 0.35699405055687555, 0.4922043501748539, 0.3350347654863975, 0.2840749862714714, 0.3466363876672438, 0.3652149883484991, 0.5729529957247265, 0.378755032863643, 0.45996136527103715, 0.4236654400168223, 0.3750147668451175, 0.6908369231864914, 0.40670930836935537, 0.29508653396794604, 0.42283797882652535, 0.42848938137368464, 0.21287470364396577, 0.5478330652113403 ], "rps_clim": [ 0.48190550000573357, 0.4447116445242348, 0.39122568096409477, 0.5314846969938783, 0.5463137956783318, 0.5246370465888529, 0.46799085520133354, 0.4301833029814578, 0.3790308872213789, 0.3760295940535084, 0.36571087481860687, 0.4071905851059967, 0.5346883511508412, 0.5378418848789392, 0.39758042315298353, 0.42189702405901625, 0.3563103597455807, 0.5447213097764745, 0.4681166137581803, 0.3573140644587983, 0.4646548700920834, 0.443550454531998, 0.4892057891747856, 0.5235515129376195 ], "brier_below": [ 0.41388529799719403, 0.08221046243603643, 0.2961153312570531, 0.34428628332168465, 0.02221320269944627, 0.36562337462754263, 0.28726909707752296, 0.1438991798889856, 0.20199978670936306, 0.056369139070676325, 0.19830728396056777, 0.10567103197698798, 0.48130933683565325, 0.05404365701496958, 0.3058851510922601, 0.09243802857858038, 0.15182771281552904, 0.5665342238679177, 0.07107861684445481, 0.08814496778053946, 0.06494287648352558, 0.10005859397802672, 0.022167600442735587, 0.464016805078059 ], "brier_below_clim": [ 0.3519612903999631, 0.14955802970751203, 0.2601871534110402, 0.4105017057194249, 0.12098299127445337, 0.39624369138262994, 0.3443603210875784, 0.12682101259329223, 0.2099793080182162, 0.1262687532682766, 0.2039124110213452, 0.13844673123024703, 0.4137053598763879, 0.12098299127445337, 0.264430544340142, 0.12679414888912763, 0.17861675021890278, 0.42373831850202115, 0.13731870409752048, 0.14687327559600188, 0.12098299127445337, 0.14271630161606835, 0.12098299127445337, 0.40256852166316615 ], "brier_above": [ 0.10729583391220365, 0.23187427730313803, 0.11005131069645187, 0.07010091816654974, 0.15837874383017483, 0.0778625396021893, 0.0697249513131438, 0.3483051732101987, 0.13303497933466452, 0.22770584540161673, 0.14832910187930018, 0.25954395610171693, 0.09164365509092738, 0.32471137892909535, 0.1540762099360965, 0.33122741252864707, 0.22318705477754516, 0.12430269816639948, 0.33563069121164446, 0.2069415653396859, 0.3578951049692017, 0.3284307869290627, 0.19070710013870315, 0.08381625866613067 ], "brier_above_clim": [ 0.1299442096057706, 0.29515361481672286, 0.13103852755305465, 0.12098299127445337, 0.4253308044038785, 0.12839335520622294, 0.12363053411375528, 0.3033622903881658, 0.16905157920316274, 0.24976084078523186, 0.16179846379726168, 0.26874385387575, 0.12098299127445337, 0.4168588936044859, 0.13314987881284177, 0.2951028751698888, 0.1776936095266779, 0.12098299127445337, 0.3307979096606601, 0.21044078886279646, 0.34367187881763017, 0.3008341529159299, 0.3682227979003325, 0.12098299127445337 ], "crps": [ 46.8730036672276, 39.90614214935166, 30.31913686813099, 35.50080811393783, 262.9303267373592, 45.80538616908081, 28.35272006618237, 48.967310907942995, 24.102579606605865, 26.444299219144607, 26.687529068999847, 32.36357184267682, 56.97117636310376, 85.44132221136756, 40.65147083281164, 47.825333399408116, 34.804340500148506, 86.58136457062335, 68.59478422284705, 27.15987491103007, 49.7333577226135, 34.36077038993313, 37.855040172715015, 47.21088649862402 ], "crps_clim": [ 44.818392114890194, 49.555903283487574, 30.675020158925083, 53.94868480057281, 354.7381681248423, 56.058574286857095, 40.89964859325192, 41.88472808521825, 29.960563688835595, 35.58986358112118, 28.725216146584827, 36.06632699048634, 54.26159742058326, 101.57427145824482, 32.681017126544084, 48.797086589560294, 29.95440091470073, 69.17206276014227, 74.3649830088615, 31.00618674826232, 52.67156510791567, 36.916850791140064, 58.698649883439046, 47.73367692323706 ], "crps_fair": [ 45.53541396404895, 37.94242463653586, 28.920440658908078, 34.07203490581579, 261.2185965092831, 44.453958676084355, 26.911774423749552, 47.66557720721158, 22.84555303474872, 25.046438863036983, 25.199794007951795, 30.77748273867062, 55.71858519679562, 83.96464887874588, 39.175053371072266, 46.670141976766416, 33.246833668516544, 85.2744257618183, 67.21434474819588, 25.720556836547225, 48.235896590528284, 33.04689066434936, 35.67421454753346, 46.023045798293936 ], "crps_fair_clim": [ 42.28827155959033, 47.03475528721915, 28.118112914314686, 51.435856466268575, 352.79501684228853, 53.54974195536778, 38.362106175221676, 39.349051348043986, 27.402303306971245, 33.04226475208313, 26.16461609134499, 33.51963055426904, 51.74936172381692, 99.15164309867102, 30.1279091186148, 46.27450144046246, 27.396128860915656, 66.68806658106446, 71.89082190601232, 28.449906713101416, 50.156317986314725, 34.37176519545435, 56.19481769512508, 45.209077740680264 ] }, "rps": 0.4031281089305578, "rpss": 0.11122446365157412, "brier_below": 0.20751237674313802, "bss_below": 0.08432483843245164, "brier_above": 0.19561573114310368, "bss_above": 0.13808469145186497, "crps": 52.7267723421611, "crpss": 0.12168001663607764, "crps_fair": 51.273088652717014, "crpss_fair": 0.10876042586394907, "reliability": { "below": { "weight": [ 0.002325, 0.315457, 0.320751, 0.237716, 0.105258, 0.017694, 0.000798, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.095, 0.1559, 0.2493, 0.3392, 0.438, 0.5366, 0.6225, NaN, NaN, NaN ], "observed_frequency": [ 0.5, 0.1435, 0.3359, 0.4665, 0.6278, 0.8568, 1.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.108358, 0.278037, 0.307235, 0.158245, 0.089176, 0.050896, 0.008054, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.173, 0.2523, 0.3415, 0.4423, 0.544, 0.6434, 0.7238, NaN, NaN ], "observed_frequency": [ NaN, 0.1144, 0.2252, 0.3078, 0.4304, 0.6823, 0.8378, 0.8743, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.3975316349608867, 0.41605934830186586, 0.4104704368842874, 0.35769224267231, 0.4909102693903325, 0.4143991139903261, 0.35322898025386773, 0.5645818000651595 ], "rps_clim": [ 0.417659603071558, 0.42114839455105046, 0.5533032498091346, 0.4473076683297933, 0.4625683790499464, 0.41678104095296603, 0.5158924310312171, 0.42890011506153497 ], "brier_below": [ 0.2184426174801664, 0.22096048545140315, 0.09277784497422517, 0.25753433630422146, 0.27411718816683156, 0.2417079960283769, 0.10665903447777708, 0.22078205309056514 ], "brier_below_clim": [ 0.23401701276525544, 0.2189631813755131, 0.11111111773384957, 0.3104494178140245, 0.2504465951343465, 0.24187001637124075, 0.1452369658843232, 0.14026665735763472 ], "brier_above": [ 0.17908902203959365, 0.1950988619715515, 0.3176925633043087, 0.10015791651111222, 0.21679307886194088, 0.17269112814342777, 0.24656992941469114, 0.34379972850724283 ], "brier_above_clim": [ 0.18364259720487727, 0.20218521675843326, 0.4421920927416047, 0.1368582657800341, 0.2121217857216985, 0.17491103304162547, 0.37065543860496475, 0.28863344582864725 ], "crps": [ 24.894030549027967, 24.18958531594384, 88.97784795580769, 20.100272797857933, 33.56710327371274, 26.98489608669079, 82.92503432800429, 49.186253492772266 ], "crps_clim": [ 25.991938244042803, 27.156682952757507, 116.99857569796765, 25.68956435022059, 33.64072492622825, 25.925245138455825, 110.35729933852919, 38.12777562837381 ], "crps_fair": [ 24.269332855924326, 23.596047284807717, 88.18667841603285, 19.5063844359437, 33.03572933030612, 26.270991641658235, 82.18510757264168, 48.634102763109446 ], "crps_fair_clim": [ 24.186278935163696, 25.3510236438784, 115.19291638908858, 23.883905041341485, 31.83506561734916, 24.11958582957673, 108.55164002965007, 36.322116319494704 ] }, "rps": 0.42560922831487946, "rpss": 0.07061082473591285, "brier_below": 0.20412269449669584, "bss_below": 0.011728314139418994, "brier_above": 0.22148652859423357, "bss_above": 0.11898750085536935, "crps": 43.853127974977184, "crpss": 0.1313800061604773, "crps_fair": 43.210546787553014, "crpss_fair": 0.11236101332395854, "reliability": { "below": { "weight": [ 0.0, 0.139904, 0.227055, 0.302622, 0.214766, 0.108951, 0.006702, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1462, 0.2517, 0.352, 0.4503, 0.5383, 0.6269, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0473, 0.3031, 0.3444, 0.2784, 0.4009, 0.4745, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.085112, 0.444799, 0.259362, 0.088896, 0.063584, 0.054762, 0.003485, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1712, 0.2479, 0.347, 0.4458, 0.556, 0.6435, 0.7149, NaN, NaN ], "observed_frequency": [ NaN, 0.2542, 0.3232, 0.384, 0.479, 0.866, 1.0, 1.0, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.35481205360284834, 0.32157533165050484, 0.18674817403103033, 0.3810370826434358, 0.4863339934024067, 0.45707199059076775, 0.17685706528529832, 0.35842373475133354 ], "rps_clim": [ 0.37168678111891346, 0.40830734552865355, 0.5514955812695821, 0.4122454531264281, 0.5073582366943469, 0.42296825285318396, 0.5480141639602464, 0.3433109747399186 ], "brier_below": [ 0.11990006251919665, 0.2502999850593034, 0.02327777244471873, 0.26459555103721616, 0.41077826588078276, 0.33962023404463804, 0.019052834791312714, 0.1936041390823193 ], "brier_below_clim": [ 0.13710719771935653, 0.28966613712444955, 0.11111111773384952, 0.26920158326246535, 0.3962471388287118, 0.3008762153923436, 0.11169127068708512, 0.1645095887434772 ], "brier_above": [ 0.2349119887795841, 0.07127535947004746, 0.16347038120008064, 0.11644154186923876, 0.07555574249411465, 0.11745177303293106, 0.1578042119989435, 0.16481959746702002 ], "brier_above_clim": [ 0.23457958118988842, 0.11864122692593004, 0.44038442452528814, 0.14304388402215332, 0.11111111773384952, 0.12209205536551032, 0.43632285498898205, 0.17880139376069062 ], "crps": [ 26.903699008094062, 21.922345800050497, 95.8128540049526, 24.922067745338527, 42.28161692518363, 33.40489322726813, 116.2293568034588, 26.8189998515595 ], "crps_clim": [ 29.91091499200625, 33.39002587790927, 163.85395380251938, 30.317658032788415, 46.77514464531494, 32.16405989901042, 178.02911191569987, 27.619913058663098 ], "crps_fair": [ 26.172472573863054, 21.255886472797975, 94.80014966916224, 24.2582673820456, 41.65541543627882, 32.69468488173197, 115.34962509549624, 26.19737968069628 ], "crps_fair_clim": [ 27.513828107781922, 30.99293899368493, 161.45686691829505, 27.920571148564072, 44.378057761090616, 29.766973014786096, 175.6320250314755, 25.22282617443876 ] }, "rps": 0.34035742824470316, "rpss": 0.23630742276383565, "brier_below": 0.20264110560743598, "bss_below": 0.08946331592829326, "brier_above": 0.13771632453899502, "bss_above": 0.3827758670541356, "crps": 48.53697917073821, "crpss": 0.2836673559506645, "crps_fair": 47.79798514900902, "crpss_fair": 0.26870239391643225, "reliability": { "below": { "weight": [ 0.0, 0.278621, 0.306227, 0.292796, 0.101915, 0.02044, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1402, 0.2503, 0.3475, 0.4417, 0.5265, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0462, 0.4149, 0.4612, 0.4288, 0.7665, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.077915, 0.428331, 0.210742, 0.046046, 0.099093, 0.129153, 0.00872, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1691, 0.2508, 0.341, 0.4475, 0.5653, 0.6441, 0.7152, NaN, NaN ], "observed_frequency": [ NaN, 0.0975, 0.0903, 0.1856, 0.4248, 0.9407, 1.0, 1.0, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.20765441728780334, "training": [ 0.19934743712831135, 0.22880106125135732, 0.18234111336127978, 0.25260858118765417, 0.30973132207654935, 0.21808889954982844, 0.20425822625451923, 0.16354006667136906, 0.1922372661368936, 0.19225242578247717, 0.1994301112877878, 0.19859980593770402, 0.21792693586485012, 0.23935674112254562, 0.15038426379037806, 0.16116313738816873, 0.19672199386212574, 0.17955380505608767, 0.21426503212394404, 0.2254999295739297, 0.2064906199984518, 0.1950500276766776, 0.2288444149215764, 0.22721279690281354 ], "test": 0.21530813014785946 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4476628579649402, 0.3779288589794592, 0.4545388879081703, 0.3844171037957932, 0.21794164524395468, 0.41218458646645306, 0.41700325127294224, 0.5593823739019103, 0.3680111934064388, 0.42632198858399567, 0.429669401864394, 0.4057118124829871, 0.4574492970228633, 0.4153275604320802, 0.5789944182634996, 0.5534731207057569, 0.40560648273410355, 0.6409851194451123, 0.4223067918959067, 0.39965074585709653, 0.43419027126262827, 0.49202606264118526, 0.34208918706995106, 0.4052539860585951 ], "rps_clim": [ 0.4395210979875425, 0.470103716624794, 0.41696991681095497, 0.4787026031452831, 0.5456974441052049, 0.4718891913819794, 0.47528498703411814, 0.4682080369739733, 0.3831343647949888, 0.4088195356935795, 0.4015935093605737, 0.39471244953026, 0.4905254593905998, 0.4972930203135432, 0.44542605260977947, 0.45801231637095624, 0.41221699134066647, 0.5190225092696747, 0.45873316132537956, 0.4177409102960471, 0.44718476065736323, 0.46325505114638965, 0.44214927012968386, 0.47013731140410536 ], "brier_below": [ 0.28585531980699047, 0.20156667187965524, 0.27908226251308776, 0.2672669290425905, 0.03567963578110942, 0.19743913857715376, 0.19532644238514457, 0.1951370120873447, 0.2089457319665268, 0.20419863966452592, 0.2451739255701065, 0.2047985023487513, 0.35071185303656227, 0.10732640445108793, 0.3930730856992855, 0.186597782710847, 0.1802663932000317, 0.44550164389495445, 0.21279924578047976, 0.20718001148133391, 0.12560791049720785, 0.14991310515320355, 0.09933005252214754, 0.30164896673537006 ], "brier_below_clim": [ 0.26733852590825796, 0.2537256337025866, 0.25705411420017604, 0.3357734196011123, 0.12098299127445336, 0.24514724598143975, 0.22681741549383455, 0.13433843965721864, 0.20847648854308581, 0.21955850215575037, 0.23050568160830917, 0.18056439949521058, 0.3677097897916764, 0.12508152488088367, 0.31011998366589516, 0.1537918174661276, 0.19438540787371786, 0.391713087904114, 0.23671767734449203, 0.22863730285774397, 0.13116571704967142, 0.1350144958485548, 0.15057377542642655, 0.33304615388212466 ], "brier_above": [ 0.16180753374196527, 0.1763621843030372, 0.1754566206958421, 0.11715017326109275, 0.18226200602203022, 0.21474544947655305, 0.22167681276215664, 0.36424536373828276, 0.1590654591172545, 0.2221233464235795, 0.18449547235846564, 0.2009133090086948, 0.10673743661011328, 0.3080011612592337, 0.18592132791656132, 0.3668753425617158, 0.22534009123425308, 0.19548347541244054, 0.2095075458443009, 0.19247073022439512, 0.3085823685967547, 0.3421129675344644, 0.2427591357816578, 0.10360501567415246 ], "brier_above_clim": [ 0.17218257207928467, 0.21637808292220725, 0.15991580261077884, 0.14292918354417064, 0.4247144528307517, 0.22674194540053969, 0.24846757154028362, 0.3338695973167546, 0.17465787625190304, 0.18926103353782903, 0.17108782775226475, 0.21414805003504944, 0.12281566959892326, 0.37221149543265947, 0.13530606894388414, 0.3042204989048285, 0.21783158346694867, 0.12730942136556073, 0.22201548398088763, 0.18910360743830318, 0.3160190436076916, 0.3282405552978347, 0.29157549470325717, 0.13709115752198053 ], "crps": [ 31.89315557567525, 36.865625312771954, 30.256028942064745, 26.756006697148255, 176.23295861950098, 32.00550389939528, 36.30514783471054, 48.56927656676035, 21.75010525463425, 32.4882337311595, 29.471670777662528, 29.26091684200041, 33.568910119791546, 53.72470580619167, 42.1455882338098, 50.609327282303184, 34.206847114334536, 60.00418486972163, 40.98581690871166, 29.722590132637198, 37.15975163815119, 34.75127425748664, 41.26480522354244, 27.249029839889925 ], "crps_clim": [ 31.742925516629697, 40.77336668818828, 28.09618525185972, 37.986090541506, 251.4927342153348, 40.320321374030684, 40.93726570534917, 40.54786455186527, 22.988890072347303, 28.257992147944407, 24.96559897910219, 25.682377420488514, 37.65656723862455, 67.35667251514191, 29.987287831298126, 43.08507304266908, 30.254448434401816, 47.83890739301917, 44.7070520085121, 29.018165136591247, 36.90426542672519, 32.258006168915756, 38.015712600516835, 34.40598130175283 ], "crps_fair": [ 30.2559464888392, 34.81100621217379, 28.687879639215467, 25.16930952094825, 174.68076460378128, 30.5751563523509, 34.63978914928122, 47.02784807501745, 20.355945395466673, 30.567813212393656, 27.65891248230637, 27.506202627777164, 32.16337122082276, 52.03543984943406, 40.56637170797238, 49.36986224819102, 32.31700396649398, 58.36133882276745, 39.35712174419034, 28.167610566613682, 35.40734485809324, 33.13529218489002, 39.114122133057535, 25.888295903918323 ], "crps_fair_clim": [ 29.83323453860368, 38.88077881844172, 26.1795875687868, 36.08822373966346, 249.9992360568139, 38.426875463916396, 39.04498825040786, 38.65484959473932, 21.062619481737414, 26.341700917326186, 23.043072155361166, 23.761208131674348, 35.758076339617475, 65.51443181552213, 28.07427178189838, 41.19686340465451, 28.3419383709928, 45.95970122915301, 42.821914300357065, 27.103313627542445, 35.0043497136804, 30.34929072242817, 36.1179019010588, 32.50133398998652 ] }, "rps": 0.43533862521917577, "rpss": 0.03937049703697404, "brier_below": 0.22001777778272913, "bss_below": 0.029019119545735217, "brier_above": 0.21532084706495824, "bss_above": 0.04972215315558903, "crps": 42.38531089500231, "crpss": 0.06268640872069309, "crps_fair": 40.74248954024984, "crpss_fair": 0.059842727531163264, "reliability": { "below": { "weight": [ 0.00455, 0.114382, 0.262085, 0.314111, 0.208994, 0.08769, 0.007683, 0.000505, 0.0, 0.0 ], "mean_forecast": [ 0.0939, 0.1547, 0.2594, 0.3568, 0.4426, 0.5348, 0.6307, 0.7336, NaN, NaN ], "observed_frequency": [ 0.0859, 0.191, 0.3051, 0.3491, 0.4085, 0.5173, 0.5429, 0.4457, NaN, NaN ] }, "above": { "weight": [ 0.001208, 0.062132, 0.304207, 0.286509, 0.195206, 0.087903, 0.04781, 0.014997, 2.8e-05, 0.0 ], "mean_forecast": [ 0.0905, 0.1656, 0.2611, 0.3556, 0.4423, 0.539, 0.6429, 0.7303, 0.8217, NaN ], "observed_frequency": [ 0.0696, 0.2286, 0.2649, 0.3292, 0.3727, 0.4733, 0.6692, 0.7598, 1.0, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4496752898439732, 0.31527973860907516, 0.383594948860009, 0.334993463565639, 0.1556003608583337, 0.3383240941400412, 0.3123327490461067, 0.5973717409889546, 0.349966330435618, 0.312671825690934, 0.3673821128188422, 0.4126098343571072, 0.47888697460201946, 0.37675539753630133, 0.4709509551131366, 0.48995949359729746, 0.397740603720738, 0.578837681738783, 0.43330523164983575, 0.3132089640289845, 0.45142692276225127, 0.47811703976591685, 0.19621978084506275, 0.4425495968820859 ], "rps_clim": [ 0.48190550000573357, 0.4447116445242348, 0.39122568096409477, 0.5314846969938783, 0.5463137956783318, 0.5246370465888529, 0.46799085520133354, 0.4301833029814578, 0.3790308872213789, 0.3760295940535084, 0.36571087481860687, 0.4071905851059967, 0.5346883511508412, 0.5378418848789392, 0.39758042315298353, 0.42189702405901625, 0.3563103597455807, 0.5447213097764745, 0.4681166137581803, 0.3573140644587983, 0.4646548700920834, 0.443550454531998, 0.4892057891747856, 0.5235515129376195 ], "brier_below": [ 0.33113384260823087, 0.09163386864665381, 0.2624426345134487, 0.2614166081741492, 0.01957868260685131, 0.25767930567891373, 0.24325014114252164, 0.24490548087167116, 0.2137569827281232, 0.08154292579212538, 0.21173130754663058, 0.1519188161654098, 0.3809646179089836, 0.079697825256335, 0.2998596594921771, 0.15882926365860983, 0.1536659774141659, 0.44571872431065934, 0.11705679685376823, 0.09338090731401749, 0.10633475273084163, 0.1605121050772752, 0.02027627163321219, 0.3515506719267889 ], "brier_below_clim": [ 0.3519612903999631, 0.14955802970751203, 0.2601871534110402, 0.4105017057194249, 0.12098299127445337, 0.39624369138262994, 0.3443603210875784, 0.12682101259329223, 0.2099793080182162, 0.1262687532682766, 0.2039124110213452, 0.13844673123024703, 0.4137053598763879, 0.12098299127445337, 0.264430544340142, 0.12679414888912763, 0.17861675021890278, 0.42373831850202115, 0.13731870409752048, 0.14687327559600188, 0.12098299127445337, 0.14271630161606835, 0.12098299127445337, 0.40256852166316615 ], "brier_above": [ 0.11854144051552927, 0.22364586817831764, 0.12115230639394457, 0.07357685660036047, 0.13602167321135228, 0.0806447889728591, 0.06908260788041376, 0.352466254352206, 0.13620934638358248, 0.23112889667874273, 0.15565080004222684, 0.26069101860689886, 0.09792234892506863, 0.2970575737470995, 0.17109128796463086, 0.33113023522299634, 0.24407462724570703, 0.13311895416609676, 0.31624844239495425, 0.21982805380674364, 0.3450921818670662, 0.31760494189882194, 0.17594350681516263, 0.09099891989110988 ], "brier_above_clim": [ 0.1299442096057706, 0.29515361481672286, 0.13103852755305465, 0.12098299127445337, 0.4253308044038785, 0.12839335520622294, 0.12363053411375528, 0.3033622903881658, 0.16905157920316274, 0.24976084078523186, 0.16179846379726168, 0.26874385387575, 0.12098299127445337, 0.4168588936044859, 0.13314987881284177, 0.2951028751698888, 0.1776936095266779, 0.12098299127445337, 0.3307979096606601, 0.21044078886279646, 0.34367187881763017, 0.3008341529159299, 0.3682227979003325, 0.12098299127445337 ], "crps": [ 39.74624510946328, 46.41840459478332, 30.162430776209217, 29.389733561668436, 237.74763880188462, 33.14906654898154, 29.282609993638147, 58.108766869321535, 27.568565972746235, 31.71095818750444, 31.964702146828706, 39.8551836692745, 45.17842028152944, 74.80023595669002, 42.724973716134336, 53.766843014719434, 41.24840413705344, 73.30459583873879, 67.29209049067914, 32.09807053601155, 52.554057458552755, 39.42743594372438, 59.61101897030946, 36.411104413348994 ], "crps_clim": [ 44.818392114890194, 49.555903283487574, 30.675020158925083, 53.94868480057281, 354.7381681248423, 56.058574286857095, 40.89964859325192, 41.88472808521825, 29.960563688835595, 35.58986358112118, 28.725216146584827, 36.06632699048634, 54.26159742058326, 101.57427145824482, 32.681017126544084, 48.797086589560294, 29.95440091470073, 69.17206276014227, 74.3649830088615, 31.00618674826232, 52.67156510791567, 36.916850791140064, 58.698649883439046, 47.73367692323706 ], "crps_fair": [ 37.79052040580601, 43.46886266298633, 28.148970214257428, 27.369596261566716, 235.74175091684447, 31.22851121382159, 27.27867941778505, 56.21241257041684, 25.705377093153377, 29.622070854564928, 29.73795369179698, 37.475245071686224, 43.38481272004466, 72.5861344833706, 40.535861120305405, 52.07713522577437, 38.889395046548984, 71.48013881490033, 65.25456322413608, 29.965704952417227, 50.335525956239074, 37.48768819894311, 56.213286810183014, 34.677250075037506 ], "crps_fair_clim": [ 42.28827155959033, 47.03475528721915, 28.118112914314686, 51.435856466268575, 352.79501684228853, 53.54974195536778, 38.362106175221676, 39.349051348043986, 27.402303306971245, 33.04226475208313, 26.16461609134499, 33.51963055426904, 51.74936172381692, 99.15164309867102, 30.1279091186148, 46.27450144046246, 27.396128860915656, 66.68806658106446, 71.89082190601232, 28.449906713101416, 50.156317986314725, 34.37176519545435, 56.19481769512508, 45.209077740680264 ] }, "rps": 0.39324004714404365, "rpss": 0.13302464881124842, "brier_below": 0.19745159041881513, "bss_below": 0.12871935738890028, "brier_above": 0.19578845549007884, "bss_above": 0.13732363937314462, "crps": 52.23006487457482, "crpss": 0.12995414522934767, "crps_fair": 50.11114362510776, "crpss_fair": 0.12895759788512584, "reliability": { "below": { "weight": [ 0.009152, 0.135529, 0.252289, 0.276216, 0.215062, 0.102903, 0.008848, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0941, 0.1508, 0.2578, 0.3576, 0.4455, 0.5368, 0.6256, NaN, NaN, NaN ], "observed_frequency": [ 0.0, 0.091, 0.2061, 0.3693, 0.502, 0.6588, 0.5659, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000506, 0.074779, 0.315087, 0.269351, 0.156626, 0.099701, 0.055152, 0.028725, 7.3e-05, 0.0 ], "mean_forecast": [ 0.0777, 0.1655, 0.2588, 0.3551, 0.4452, 0.5401, 0.6462, 0.7309, 0.8217, NaN ], "observed_frequency": [ 0.0, 0.1318, 0.2274, 0.2933, 0.3885, 0.5676, 0.8305, 0.8489, 1.0, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4142695235023372, 0.4180587729512997, 0.3985546652711191, 0.33766288775387615, 0.4570021869246225, 0.4038789869276764, 0.3476524673176436, 0.6143426491159748 ], "rps_clim": [ 0.417659603071558, 0.42114839455105046, 0.5533032498091346, 0.4473076683297933, 0.4625683790499464, 0.41678104095296603, 0.5158924310312171, 0.42890011506153497 ], "brier_below": [ 0.23414429496472844, 0.21900942757456057, 0.09918177324857237, 0.23621971900272512, 0.23479444773665178, 0.2266807430459257, 0.11795876426061574, 0.2612562438200892 ], "brier_below_clim": [ 0.23401701276525544, 0.2189631813755131, 0.11111111773384957, 0.3104494178140245, 0.2504465951343465, 0.24187001637124075, 0.1452369658843232, 0.14026665735763472 ], "brier_above": [ 0.18012523288234097, 0.19904934413496467, 0.29937286584756473, 0.10144317897824162, 0.22220773720469023, 0.17719825427720945, 0.22969368847377356, 0.3530863846730656 ], "brier_above_clim": [ 0.18364259720487727, 0.20218521675843326, 0.4421920927416047, 0.1368582657800341, 0.2121217857216985, 0.17491103304162547, 0.37065543860496475, 0.28863344582864725 ], "crps": [ 27.58421685463371, 25.500292617463852, 76.22305982595581, 21.527629144404905, 30.16305545138633, 27.796352368837603, 68.1703002524264, 53.44091390348571 ], "crps_clim": [ 25.991938244042803, 27.156682952757507, 116.99857569796765, 25.68956435022059, 33.64072492622825, 25.925245138455825, 110.35729933852919, 38.12777562837381 ], "crps_fair": [ 26.781290096014082, 24.753002543963152, 75.18529580064468, 20.77180315933935, 29.48552875518556, 26.898716210369187, 67.199982800244, 52.74801391811086 ], "crps_fair_clim": [ 24.186278935163696, 25.3510236438784, 115.19291638908858, 23.883905041341485, 31.83506561734916, 24.11958582957673, 108.55164002965007, 36.322116319494704 ] }, "rps": 0.4239277674705687, "rpss": 0.07428257667024052, "brier_below": 0.20365567670673362, "bss_below": 0.013989407447788538, "brier_above": 0.22027208580898133, "bss_above": 0.12381822026794087, "crps": 41.30072755232429, "crpss": 0.18193662872719185, "crps_fair": 40.47795416048386, "crpss_fair": 0.16849443284339805, "reliability": { "below": { "weight": [ 0.007211, 0.119563, 0.091151, 0.270166, 0.331941, 0.154327, 0.024968, 0.000675, 0.0, 0.0 ], "mean_forecast": [ 0.0926, 0.1497, 0.2568, 0.3549, 0.4491, 0.5415, 0.6198, 0.707, NaN, NaN ], "observed_frequency": [ 0.0, 0.0288, 0.2142, 0.3073, 0.3341, 0.3659, 0.4983, 0.7507, NaN, NaN ] }, "above": { "weight": [ 8.3e-05, 0.160933, 0.330969, 0.269346, 0.105196, 0.040328, 0.060562, 0.032581, 0.0, 0.0 ], "mean_forecast": [ 0.0942, 0.1752, 0.2517, 0.3407, 0.443, 0.5493, 0.651, 0.7208, NaN, NaN ], "observed_frequency": [ 0.0, 0.3348, 0.3279, 0.3527, 0.395, 0.7388, 0.9832, 1.0, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4015336260208227, 0.3104826620797275, 0.1517222119491858, 0.3584142368202583, 0.38234705804404057, 0.42225151035383984, 0.13785920344568717, 0.41004901406398186 ], "rps_clim": [ 0.37168678111891346, 0.40830734552865355, 0.5514955812695821, 0.4122454531264281, 0.5073582366943469, 0.42296825285318396, 0.5480141639602464, 0.3433109747399186 ], "brier_below": [ 0.16531312925700048, 0.2356561519527878, 0.025518350070181394, 0.23469896705504562, 0.3018444499399721, 0.293223940583672, 0.018013319859212593, 0.24314088917960525 ], "brier_below_clim": [ 0.13710719771935653, 0.28966613712444955, 0.11111111773384952, 0.26920158326246535, 0.3962471388287118, 0.3008762153923436, 0.11169127068708512, 0.1645095887434772 ], "brier_above": [ 0.23622049496596056, 0.07482652256319577, 0.12620384526938994, 0.12371528028126416, 0.08050262318838353, 0.12902758593980607, 0.11984586915135681, 0.16690812543307312 ], "brier_above_clim": [ 0.23457958118988842, 0.11864122692593004, 0.44038442452528814, 0.14304388402215332, 0.11111111773384952, 0.12209205536551032, 0.43632285498898205, 0.17880139376069062 ], "crps": [ 34.25513692049688, 23.801130471798313, 68.03516689357967, 27.201864135668657, 33.28725309554409, 33.28179600608565, 80.31255997576856, 34.42974051399017 ], "crps_clim": [ 29.91091499200625, 33.39002587790927, 163.85395380251938, 30.317658032788415, 46.77514464531494, 32.16405989901042, 178.02911191569987, 27.619913058663098 ], "crps_fair": [ 33.18715154236793, 22.846972635670415, 66.53233371985424, 26.231266583052854, 32.37672282177968, 32.24641431538285, 78.99495826973438, 33.54539956996586 ], "crps_fair_clim": [ 27.513828107781922, 30.99293899368493, 161.45686691829505, 27.920571148564072, 44.378057761090616, 29.766973014786096, 175.6320250314755, 25.22282617443876 ] }, "rps": 0.32183244034719294, "rpss": 0.27787371330633837, "brier_below": 0.18967614973718466, "bss_below": 0.14771935382271661, "brier_above": 0.13215629334905374, "bss_above": 0.4076951018787024, "crps": 41.8255810016165, "crpss": 0.3827174756304078, "crps_fair": 40.74515243222602, "crpss_fair": 0.37660902775909766, "reliability": { "below": { "weight": [ 0.01849, 0.222638, 0.056108, 0.26657, 0.333639, 0.094943, 0.007612, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0926, 0.1396, 0.263, 0.3602, 0.4441, 0.5377, 0.6156, NaN, NaN, NaN ], "observed_frequency": [ 0.0, 0.0068, 0.2872, 0.4036, 0.4865, 0.4467, 0.5718, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.105317, 0.315236, 0.283843, 0.048649, 0.038649, 0.128225, 0.080081, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1737, 0.2556, 0.3367, 0.4387, 0.5593, 0.6549, 0.7213, NaN, NaN ], "observed_frequency": [ NaN, 0.1134, 0.0882, 0.1547, 0.2458, 0.8819, 0.9847, 1.0, NaN, NaN ] } } } } }, "sqrt_mvs": { "lambda_": { "training_mean": 0.1758338727626727, "training": [ 0.16724317226247298, 0.19676273311260967, 0.14968414130444047, 0.22603171516257153, 0.2873261460247477, 0.1874533339263433, 0.17424605950413657, 0.12904164623776754, 0.16385032880086173, 0.16047564919780827, 0.17048925770121948, 0.16582521077825269, 0.18932200049758519, 0.20839729794692452, 0.11864620124552876, 0.12878405068481993, 0.16724917716146875, 0.14489884340294362, 0.180808823715969, 0.19140755948917618, 0.17283381093918457, 0.15897658704081838, 0.1837988925036702, 0.19646030766282294 ], "test": 0.18587686073551954 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4446135418695062, 0.3828811488002995, 0.45180440251785836, 0.3810241700254464, 0.20974210319838277, 0.40623388194898297, 0.41000506883726384, 0.5569420152452581, 0.36563595353618605, 0.4272672504925942, 0.4257432796010936, 0.4020457109562108, 0.46086083541047634, 0.4146284495429246, 0.5884571741531147, 0.5479817128952174, 0.39771022753140167, 0.6570527264015268, 0.4268935352238669, 0.40083672401612175, 0.4356399517313837, 0.4928744180163704, 0.3447562955681246, 0.4064534840707569 ], "rps_clim": [ 0.4395210979875425, 0.470103716624794, 0.41696991681095497, 0.4787026031452831, 0.5456974441052049, 0.4718891913819794, 0.47528498703411814, 0.4682080369739733, 0.3831343647949888, 0.4088195356935795, 0.4015935093605737, 0.39471244953026, 0.4905254593905998, 0.4972930203135432, 0.44542605260977947, 0.45801231637095624, 0.41221699134066647, 0.5190225092696747, 0.45873316132537956, 0.4177409102960471, 0.44718476065736323, 0.46325505114638965, 0.44214927012968386, 0.47013731140410536 ], "brier_below": [ 0.286581618161368, 0.2047301807504097, 0.28000368780070317, 0.2684740800322381, 0.03408542419368745, 0.19293084576410616, 0.19077825471702647, 0.1881324319129754, 0.20813462965401652, 0.20439240375636322, 0.2445362209044364, 0.19991554520292615, 0.3578192739852529, 0.10033753511456309, 0.4060859870076837, 0.17493330150409908, 0.1757868041967534, 0.46214393416301747, 0.21283418012928132, 0.21178573249348787, 0.12013305074300128, 0.1427237228064147, 0.0980007510096891, 0.30723755008623826 ], "brier_below_clim": [ 0.26733852590825796, 0.2537256337025866, 0.25705411420017604, 0.3357734196011123, 0.12098299127445336, 0.24514724598143975, 0.22681741549383455, 0.13433843965721864, 0.20847648854308581, 0.21955850215575037, 0.23050568160830917, 0.18056439949521058, 0.3677097897916764, 0.12508152488088367, 0.31011998366589516, 0.1537918174661276, 0.19438540787371786, 0.391713087904114, 0.23671767734449203, 0.22863730285774397, 0.13116571704967142, 0.1350144958485548, 0.15057377542642655, 0.33304615388212466 ], "brier_above": [ 0.1580319187978165, 0.1781509649330223, 0.17180071032772753, 0.11255008841845517, 0.17565667569228025, 0.2133030376955403, 0.21922681805789657, 0.3688095869201719, 0.15750132236811937, 0.22287484398935356, 0.18120705490819386, 0.20213016479497187, 0.10304155400384243, 0.314290921386874, 0.1823711823034672, 0.3730484166903704, 0.22192342486144678, 0.19490879209723133, 0.21405935453118574, 0.1890509873355261, 0.31550690888171495, 0.3501507053699432, 0.2467555459784849, 0.09921592989160401 ], "brier_above_clim": [ 0.17218257207928467, 0.21637808292220725, 0.15991580261077884, 0.14292918354417064, 0.4247144528307517, 0.22674194540053969, 0.24846757154028362, 0.3338695973167546, 0.17465787625190304, 0.18926103353782903, 0.17108782775226475, 0.21414805003504944, 0.12281566959892326, 0.37221149543265947, 0.13530606894388414, 0.3042204989048285, 0.21783158346694867, 0.12730942136556073, 0.22201548398088763, 0.18910360743830318, 0.3160190436076916, 0.3282405552978347, 0.29157549470325717, 0.13709115752198053 ], "crps": [ 30.996781758887636, 36.247025503304386, 29.156656763736684, 25.839503304824014, 173.55922500622387, 31.90030329072216, 35.0134528439905, 47.48772271030492, 20.66170359007674, 31.164954453162768, 28.250886406987988, 27.857570399278032, 33.637236308177464, 55.6921649715222, 41.20396637522274, 50.06067662741456, 32.425135037222425, 60.58418032016372, 41.544308016942814, 28.834375747645037, 37.17011375613743, 34.36447967373893, 37.99271695673745, 27.173464631730383 ], "crps_clim": [ 31.742925516629697, 40.77336668818828, 28.09618525185972, 37.986090541506, 251.4927342153348, 40.320321374030684, 40.93726570534917, 40.54786455186527, 22.988890072347303, 28.257992147944407, 24.96559897910219, 25.682377420488514, 37.65656723862455, 67.35667251514191, 29.987287831298126, 43.08507304266908, 30.254448434401816, 47.83890739301917, 44.7070520085121, 29.018165136591247, 36.90426542672519, 32.258006168915756, 38.015712600516835, 34.40598130175283 ], "crps_fair": [ 29.506507941765854, 34.32041819972539, 27.721300253164628, 24.398611181599673, 171.96265537726816, 30.600602283993386, 33.48359334811706, 46.09679172105599, 19.39795239649653, 29.394772590354233, 26.591556983730854, 26.25489598750867, 32.35793753363145, 54.14984962284919, 39.748114322948624, 48.944090692822094, 30.67517105109407, 59.07314053907721, 40.05037409734826, 27.39118929677062, 35.571924640322116, 32.89750921024864, 35.9409266785613, 25.940420479424954 ], "crps_fair_clim": [ 29.83323453860368, 38.88077881844172, 26.1795875687868, 36.08822373966346, 249.9992360568139, 38.426875463916396, 39.04498825040786, 38.65484959473932, 21.062619481737414, 26.341700917326186, 23.043072155361166, 23.761208131674348, 35.758076339617475, 65.51443181552213, 28.07427178189838, 41.19686340465451, 28.3419383709928, 45.95970122915301, 42.821914300357065, 27.103313627542445, 35.0043497136804, 30.34929072242817, 36.1179019010588, 32.50133398998652 ] }, "rps": 0.4349201692329319, "rpss": 0.040293872870843406, "brier_below": 0.21968821442040576, "bss_below": 0.030473546214975555, "brier_above": 0.21523195459313502, "bss_above": 0.050114463272683096, "crps": 41.617441852256455, "crpss": 0.07966715216436548, "crps_fair": 40.10292943457829, "crpss_fair": 0.07460095883497275, "reliability": { "below": { "weight": [ 0.009306, 0.136185, 0.2731, 0.312045, 0.184527, 0.072088, 0.012077, 0.000644, 2.8e-05, 0.0 ], "mean_forecast": [ 0.0852, 0.154, 0.2593, 0.3559, 0.4447, 0.5357, 0.6262, 0.7333, 0.8112, NaN ], "observed_frequency": [ 0.3324, 0.2167, 0.298, 0.351, 0.4046, 0.5675, 0.6232, 0.5228, 1.0, NaN ] }, "above": { "weight": [ 0.003241, 0.087162, 0.301521, 0.281134, 0.181448, 0.081175, 0.046862, 0.01726, 0.000198, 0.0 ], "mean_forecast": [ 0.0881, 0.1663, 0.26, 0.3557, 0.4449, 0.5422, 0.6473, 0.7356, 0.8185, NaN ], "observed_frequency": [ 0.217, 0.2256, 0.2672, 0.3356, 0.3713, 0.5012, 0.6315, 0.8027, 1.0, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44488287691637857, 0.3182773077478492, 0.3728537933203119, 0.3252870820537114, 0.14894916948933337, 0.3346626378586626, 0.3044178341645057, 0.6038960315515787, 0.34266437477163236, 0.3073178002466796, 0.35688649520319987, 0.4127104030099675, 0.473694117077842, 0.3857416439227628, 0.4634988313494849, 0.4931113521842695, 0.3888558469415029, 0.5824049429887603, 0.44190801998069207, 0.30392624514023775, 0.46132468344795646, 0.49195274667488914, 0.19228003595368112, 0.43631321772519205 ], "rps_clim": [ 0.48190550000573357, 0.4447116445242348, 0.39122568096409477, 0.5314846969938783, 0.5463137956783318, 0.5246370465888529, 0.46799085520133354, 0.4301833029814578, 0.3790308872213789, 0.3760295940535084, 0.36571087481860687, 0.4071905851059967, 0.5346883511508412, 0.5378418848789392, 0.39758042315298353, 0.42189702405901625, 0.3563103597455807, 0.5447213097764745, 0.4681166137581803, 0.3573140644587983, 0.4646548700920834, 0.443550454531998, 0.4892057891747856, 0.5235515129376195 ], "brier_below": [ 0.3355696950905442, 0.08885097567247816, 0.26396043436609945, 0.2604879902011872, 0.018383392949348012, 0.2603179628996171, 0.24046375564157105, 0.24300687622215078, 0.21055888368727857, 0.07770188025415481, 0.20895385881067746, 0.14883563944128814, 0.38453396423478203, 0.07533057436672883, 0.3028591107869343, 0.1520538137937487, 0.15225131789440505, 0.45749057877185945, 0.11105699120880874, 0.09104552155769735, 0.10164766010189716, 0.15571863003483483, 0.0162956709500173, 0.35463030756597463 ], "brier_below_clim": [ 0.3519612903999631, 0.14955802970751203, 0.2601871534110402, 0.4105017057194249, 0.12098299127445337, 0.39624369138262994, 0.3443603210875784, 0.12682101259329223, 0.2099793080182162, 0.1262687532682766, 0.2039124110213452, 0.13844673123024703, 0.4137053598763879, 0.12098299127445337, 0.264430544340142, 0.12679414888912763, 0.17861675021890278, 0.42373831850202115, 0.13731870409752048, 0.14687327559600188, 0.12098299127445337, 0.14271630161606835, 0.12098299127445337, 0.40256852166316615 ], "brier_above": [ 0.10931317457238823, 0.2294263307368378, 0.10889335149822886, 0.06479909256494772, 0.1305657715786213, 0.07434467488853318, 0.06395407803738191, 0.3608891498520608, 0.1321054908229434, 0.22961591651394703, 0.14793263175811516, 0.2638747647949349, 0.08916014542923642, 0.31041107337318946, 0.16063971242184694, 0.3410575427373961, 0.23660452892477307, 0.12491436112802055, 0.3308510363232266, 0.2128807211109257, 0.35967703462289674, 0.336234123470028, 0.1759843625742687, 0.08168290535441444 ], "brier_above_clim": [ 0.1299442096057706, 0.29515361481672286, 0.13103852755305465, 0.12098299127445337, 0.4253308044038785, 0.12839335520622294, 0.12363053411375528, 0.3033622903881658, 0.16905157920316274, 0.24976084078523186, 0.16179846379726168, 0.26874385387575, 0.12098299127445337, 0.4168588936044859, 0.13314987881284177, 0.2951028751698888, 0.1776936095266779, 0.12098299127445337, 0.3307979096606601, 0.21044078886279646, 0.34367187881763017, 0.3008341529159299, 0.3682227979003325, 0.12098299127445337 ], "crps": [ 38.997418927496945, 44.708517506868944, 28.06377685250376, 27.913665101012757, 229.57092088982435, 33.850655479705644, 26.945780951604902, 56.535468396182864, 25.538939504824786, 30.20039005549623, 29.996323038063174, 38.388613426871856, 45.37366692340242, 78.85799057527628, 40.52375681062476, 53.362658335826836, 38.39924949591349, 74.71417813020062, 68.92252081142023, 29.748641153300433, 53.358917176806024, 39.50218163159879, 53.8727419625458, 36.27319121723275 ], "crps_clim": [ 44.818392114890194, 49.555903283487574, 30.675020158925083, 53.94868480057281, 354.7381681248423, 56.058574286857095, 40.89964859325192, 41.88472808521825, 29.960563688835595, 35.58986358112118, 28.725216146584827, 36.06632699048634, 54.26159742058326, 101.57427145824482, 32.681017126544084, 48.797086589560294, 29.95440091470073, 69.17206276014227, 74.3649830088615, 31.00618674826232, 52.67156510791567, 36.916850791140064, 58.698649883439046, 47.73367692323706 ], "crps_fair": [ 37.2264918974227, 41.912047140873845, 26.24134142649369, 26.106409000142527, 227.41383450788527, 32.12853737140266, 25.137203634469643, 54.85152931626006, 23.877993361466814, 28.288874406816547, 27.982749902188992, 36.231179721077105, 43.76187370168603, 76.83625945473617, 38.5167775152859, 51.86989137470879, 36.18735304834353, 73.06680358329406, 67.07654551300489, 27.77290009464774, 51.35240133207745, 37.760281608154585, 50.5725771489085, 34.72446230066651 ], "crps_fair_clim": [ 42.28827155959033, 47.03475528721915, 28.118112914314686, 51.435856466268575, 352.79501684228853, 53.54974195536778, 38.362106175221676, 39.349051348043986, 27.402303306971245, 33.04226475208313, 26.16461609134499, 33.51963055426904, 51.74936172381692, 99.15164309867102, 30.1279091186148, 46.27450144046246, 27.396128860915656, 66.68806658106446, 71.89082190601232, 28.449906713101416, 50.156317986314725, 34.37176519545435, 56.19481769512508, 45.209077740680264 ] }, "rps": 0.39115906207171175, "rpss": 0.13761259141019389, "brier_below": 0.19633356193767013, "bss_below": 0.13365280244975464, "brier_above": 0.19482549896204845, "bss_above": 0.14156658531683552, "crps": 50.98417351477519, "crpss": 0.15070814229389873, "crps_fair": 49.03734659841725, "crpss_fair": 0.14762256287793585, "reliability": { "below": { "weight": [ 0.013651, 0.155683, 0.247996, 0.276794, 0.194914, 0.095437, 0.015524, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0836, 0.1492, 0.2581, 0.3579, 0.4474, 0.5363, 0.6227, NaN, NaN, NaN ], "observed_frequency": [ 0.2126, 0.089, 0.2132, 0.3742, 0.4982, 0.692, 0.6918, NaN, NaN, NaN ] }, "above": { "weight": [ 0.004636, 0.117569, 0.325214, 0.250043, 0.132228, 0.089118, 0.052252, 0.028651, 0.000291, 0.0 ], "mean_forecast": [ 0.09, 0.1659, 0.2576, 0.3547, 0.447, 0.5426, 0.6511, 0.739, 0.8185, NaN ], "observed_frequency": [ 0.1092, 0.1589, 0.2395, 0.2971, 0.4087, 0.6293, 0.7975, 0.8636, 1.0, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4173489159809706, 0.4087857083137913, 0.3942752947470948, 0.3350110119242516, 0.45003039135616063, 0.40171747509966693, 0.3493116943477708, 0.6140029522688369 ], "rps_clim": [ 0.417659603071558, 0.42114839455105046, 0.5533032498091346, 0.4473076683297933, 0.4625683790499464, 0.41678104095296603, 0.5158924310312171, 0.42890011506153497 ], "brier_below": [ 0.23739912292938364, 0.21291004531044824, 0.09416370244128558, 0.23851403068117505, 0.23101028559417863, 0.22780703291068066, 0.11835598985046307, 0.2570653528878058 ], "brier_below_clim": [ 0.23401701276525544, 0.2189631813755131, 0.11111111773384957, 0.3104494178140245, 0.2504465951343465, 0.24187001637124075, 0.1452369658843232, 0.14026665735763472 ], "brier_above": [ 0.1799497969377664, 0.19587566159486666, 0.30011156607170036, 0.09649699094275743, 0.2190201035455405, 0.17391045260615856, 0.2309556894625396, 0.35693757772016227 ], "brier_above_clim": [ 0.18364259720487727, 0.20218521675843326, 0.4421920927416047, 0.1368582657800341, 0.2121217857216985, 0.17491103304162547, 0.37065543860496475, 0.28863344582864725 ], "crps": [ 27.01675264570494, 23.898934454124294, 78.71747888889976, 20.06653112692976, 29.46510919864651, 26.373966213096388, 70.3124739649298, 51.53121913074239 ], "crps_clim": [ 25.991938244042803, 27.156682952757507, 116.99857569796765, 25.68956435022059, 33.64072492622825, 25.925245138455825, 110.35729933852919, 38.12777562837381 ], "crps_fair": [ 26.2808802717537, 23.21933498639879, 77.72586357235701, 19.37671905420486, 28.84911752921658, 25.549118318104984, 69.38658043356035, 50.900686371051414 ], "crps_fair_clim": [ 24.186278935163696, 25.3510236438784, 115.19291638908858, 23.883905041341485, 31.83506561734916, 24.11958582957673, 108.55164002965007, 36.322116319494704 ] }, "rps": 0.421310430504818, "rpss": 0.07999797117335872, "brier_below": 0.2021531953256776, "bss_below": 0.021263756883021956, "brier_above": 0.21915722986018646, "bss_above": 0.12825281063272753, "crps": 40.92280820288423, "crpss": 0.1894222590149509, "crps_fair": 40.16103756708096, "crpss_fair": 0.1750045916991061, "reliability": { "below": { "weight": [ 0.009843, 0.123637, 0.108902, 0.288663, 0.27941, 0.170851, 0.017936, 0.000759, 0.0, 0.0 ], "mean_forecast": [ 0.0835, 0.1431, 0.2547, 0.355, 0.4476, 0.5388, 0.6309, 0.7193, NaN, NaN ], "observed_frequency": [ 0.0, 0.0421, 0.2155, 0.3076, 0.341, 0.3808, 0.4467, 0.6675, NaN, NaN ] }, "above": { "weight": [ 0.000338, 0.173933, 0.349486, 0.243958, 0.091571, 0.051884, 0.057526, 0.031305, 0.0, 0.0 ], "mean_forecast": [ 0.0852, 0.1683, 0.2475, 0.3412, 0.442, 0.5472, 0.656, 0.724, NaN, NaN ], "observed_frequency": [ 0.0, 0.3282, 0.3065, 0.3869, 0.3928, 0.7434, 0.9809, 1.0, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.40062615559043613, 0.29923020352387486, 0.14887124442176283, 0.3489056600846219, 0.37714297795727525, 0.41487863515444595, 0.13681697876095733, 0.4087434710334625 ], "rps_clim": [ 0.37168678111891346, 0.40830734552865355, 0.5514955812695821, 0.4122454531264281, 0.5073582366943469, 0.42296825285318396, 0.5480141639602464, 0.3433109747399186 ], "brier_below": [ 0.16375124837667598, 0.2332670738438909, 0.022651744415038037, 0.2346180336401712, 0.30556956681733666, 0.29553054025679937, 0.015696469436848055, 0.24180714300865636 ], "brier_below_clim": [ 0.13710719771935653, 0.28966613712444955, 0.11111111773384952, 0.26920158326246535, 0.3962471388287118, 0.3008762153923436, 0.11169127068708512, 0.1645095887434772 ], "brier_above": [ 0.23687490507399384, 0.06596314101103504, 0.12621948297242785, 0.11428763545199985, 0.07157342503847222, 0.11934811049209819, 0.12112049427422152, 0.16693632772656153 ], "brier_above_clim": [ 0.23457958118988842, 0.11864122692593004, 0.44038442452528814, 0.14304388402215332, 0.11111111773384952, 0.12209205536551032, 0.43632285498898205, 0.17880139376069062 ], "crps": [ 32.91880111177688, 21.492992655039732, 72.57211676831609, 25.00831185611541, 32.75037502976244, 31.144447633913728, 85.12992483747398, 31.912288593258214 ], "crps_clim": [ 29.91091499200625, 33.39002587790927, 163.85395380251938, 30.317658032788415, 46.77514464531494, 32.16405989901042, 178.02911191569987, 27.619913058663098 ], "crps_fair": [ 31.948032298564076, 20.633041196639365, 71.10219177790508, 24.13682817855248, 31.933641456636842, 30.204880191878587, 83.84334763395847, 31.12308177208181 ], "crps_fair_clim": [ 27.513828107781922, 30.99293899368493, 161.45686691829505, 27.920571148564072, 44.378057761090616, 29.766973014786096, 175.6320250314755, 25.22282617443876 ] }, "rps": 0.3169019158158546, "rpss": 0.2889368036754334, "brier_below": 0.18911147747442705, "bss_below": 0.15025662190649136, "brier_above": 0.12779044025510125, "bss_above": 0.4272622076630338, "crps": 41.61615731070706, "crpss": 0.3858082536062686, "crps_fair": 40.61563056327709, "crpss_fair": 0.3785906810108517, "reliability": { "below": { "weight": [ 0.02524, 0.216756, 0.06916, 0.284826, 0.289931, 0.107561, 0.006526, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0835, 0.1317, 0.2598, 0.3602, 0.4441, 0.5369, 0.6228, NaN, NaN, NaN ], "observed_frequency": [ 0.0, 0.009, 0.2739, 0.4205, 0.4707, 0.4933, 0.6336, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000436, 0.134024, 0.361131, 0.221621, 0.034309, 0.047767, 0.123902, 0.076808, 0.0, 0.0 ], "mean_forecast": [ 0.0852, 0.1654, 0.2497, 0.3356, 0.4431, 0.5614, 0.6588, 0.7244, NaN, NaN ], "observed_frequency": [ 0.0, 0.1085, 0.0842, 0.1854, 0.2534, 0.8908, 0.9842, 1.0, NaN, NaN ] } } } } }, "pt": { "lambda_": { "training_mean": 0.19031556148519205, "training": [ 0.18468890189705403, 0.21106030651641156, 0.1655743581842376, 0.23990367933881301, 0.300088937101065, 0.20347481331206865, 0.19044427385298227, 0.14287441308342025, 0.17660023548618609, 0.17545792706265814, 0.1839282603681319, 0.17795982965602733, 0.20619823373013604, 0.22231842470040206, 0.13391425846494803, 0.13989926708580563, 0.18094793589883748, 0.16157318906104942, 0.19654279796513707, 0.20815526596112366, 0.18593725175721676, 0.16815076227833442, 0.1983465092731922, 0.2135336436093713 ], "test": 0.19896483384517005 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4380444036547446, 0.3811200780854027, 0.44499324704250975, 0.3708123590717429, 0.2143977681412653, 0.4040220791323068, 0.41316580659269453, 0.5756855119554605, 0.3668163266844707, 0.4253591133228268, 0.42500024740842357, 0.4144778081945749, 0.4402973481880968, 0.4385007295779931, 0.5682293965980999, 0.57532617459421, 0.4010738154050762, 0.6266468194750896, 0.4320489697077318, 0.3911559075493185, 0.4580041750598154, 0.5159869362722943, 0.3470053760264936, 0.38952846136732805 ], "rps_clim": [ 0.4395210979875425, 0.470103716624794, 0.41696991681095497, 0.4787026031452831, 0.5456974441052049, 0.4718891913819794, 0.47528498703411814, 0.4682080369739733, 0.3831343647949888, 0.4088195356935795, 0.4015935093605737, 0.39471244953026, 0.4905254593905998, 0.4972930203135432, 0.44542605260977947, 0.45801231637095624, 0.41221699134066647, 0.5190225092696747, 0.45873316132537956, 0.4177409102960471, 0.44718476065736323, 0.46325505114638965, 0.44214927012968386, 0.47013731140410536 ], "brier_below": [ 0.2833857843075942, 0.20118702112508147, 0.27805829541919497, 0.2618835421765301, 0.03522813930729386, 0.1929589082174433, 0.1938424203668254, 0.20129441854082053, 0.21088536386055803, 0.20565847593606038, 0.2466515250149931, 0.20938484944138613, 0.3423590402616731, 0.11082503820115237, 0.3932999316414908, 0.19532883343207025, 0.1817179725233783, 0.43928092444921135, 0.21421340671934402, 0.20672985553285508, 0.13110640951727373, 0.15672066757123623, 0.09905644985605588, 0.29488927608346444 ], "brier_below_clim": [ 0.26733852590825796, 0.2537256337025866, 0.25705411420017604, 0.3357734196011123, 0.12098299127445336, 0.24514724598143975, 0.22681741549383455, 0.13433843965721864, 0.20847648854308581, 0.21955850215575037, 0.23050568160830917, 0.18056439949521058, 0.3677097897916764, 0.12508152488088367, 0.31011998366589516, 0.1537918174661276, 0.19438540787371786, 0.391713087904114, 0.23671767734449203, 0.22863730285774397, 0.13116571704967142, 0.1350144958485548, 0.15057377542642655, 0.33304615388212466 ], "brier_above": [ 0.1546586155016254, 0.17993305453868152, 0.16693494781590415, 0.10892881518145144, 0.17916962535153866, 0.2110631731691258, 0.21932339006147578, 0.37439109601517456, 0.15593096083218302, 0.2197006346600815, 0.17834871874622724, 0.20509295770068703, 0.09793830118000638, 0.32767569992276946, 0.17492946011845667, 0.3799973437745772, 0.21935584348305698, 0.18736589469895998, 0.21783556241790022, 0.1844260479140554, 0.326897774286192, 0.35926627787080484, 0.24794892702249613, 0.0946391822721613 ], "brier_above_clim": [ 0.17218257207928467, 0.21637808292220725, 0.15991580261077884, 0.14292918354417064, 0.4247144528307517, 0.22674194540053969, 0.24846757154028362, 0.3338695973167546, 0.17465787625190304, 0.18926103353782903, 0.17108782775226475, 0.21414805003504944, 0.12281566959892326, 0.37221149543265947, 0.13530606894388414, 0.3042204989048285, 0.21783158346694867, 0.12730942136556073, 0.22201548398088763, 0.18910360743830318, 0.3160190436076916, 0.3282405552978347, 0.29157549470325717, 0.13709115752198053 ], "crps": [ 30.65575366533974, 36.685545403611144, 28.756064303081573, 25.111026316793886, 174.31128891142035, 31.854937292746296, 34.93870581236494, 49.03330148450934, 20.804078595081304, 31.740395047417042, 28.6837310601365, 29.088676617353673, 32.320060746447716, 56.605640617029486, 40.22807633848366, 52.03291083066824, 33.12475996642382, 58.98856311859836, 42.291959871021696, 28.273934327300456, 39.08055446975309, 36.27465926767083, 41.64989194874319, 25.975013297008932 ], "crps_clim": [ 31.742925516629697, 40.77336668818828, 28.09618525185972, 37.986090541506, 251.4927342153348, 40.320321374030684, 40.93726570534917, 40.54786455186527, 22.988890072347303, 28.257992147944407, 24.96559897910219, 25.682377420488514, 37.65656723862455, 67.35667251514191, 29.987287831298126, 43.08507304266908, 30.254448434401816, 47.83890739301917, 44.7070520085121, 29.018165136591247, 36.90426542672519, 32.258006168915756, 38.015712600516835, 34.40598130175283 ], "crps_fair": [ 29.108950410251875, 34.56193669272783, 27.278964821857745, 23.653916547384767, 172.71142305797667, 30.535874823018304, 33.382468097245855, 47.59724075290416, 19.517547627078628, 29.863729000410864, 26.93718823336606, 27.435301311936232, 31.010577979559994, 54.954948413922224, 38.6997270701082, 50.90272527269573, 31.221818672493125, 57.39468614922206, 40.71247274793546, 26.760706402390387, 37.39595363622404, 34.737161902264134, 39.18300766199782, 24.721647457240245 ], "crps_fair_clim": [ 29.83323453860368, 38.88077881844172, 26.1795875687868, 36.08822373966346, 249.9992360568139, 38.426875463916396, 39.04498825040786, 38.65484959473932, 21.062619481737414, 26.341700917326186, 23.043072155361166, 23.761208131674348, 35.758076339617475, 65.51443181552213, 28.07427178189838, 41.19686340465451, 28.3419383709928, 45.95970122915301, 42.821914300357065, 27.103313627542445, 35.0043497136804, 30.34929072242817, 36.1179019010588, 32.50133398998652 ] }, "rps": 0.4357374524628321, "rpss": 0.03849043449566203, "brier_below": 0.22024777289595776, "bss_below": 0.028004106759979996, "brier_above": 0.2154896793556497, "bss_above": 0.04897704376249956, "crps": 42.02123038787522, "crpss": 0.07073772651084587, "crps_fair": 40.42833228092552, "crpss_fair": 0.06709209386556114, "reliability": { "below": { "weight": [ 0.006457, 0.116412, 0.245655, 0.302381, 0.217881, 0.094181, 0.016557, 0.000449, 2.8e-05, 0.0 ], "mean_forecast": [ 0.0878, 0.1546, 0.2596, 0.3573, 0.4446, 0.5367, 0.6261, 0.7385, 0.8014, NaN ], "observed_frequency": [ 0.1909, 0.2175, 0.2928, 0.3449, 0.3972, 0.5055, 0.5942, 0.4388, 1.0, NaN ] }, "above": { "weight": [ 0.003664, 0.090843, 0.324465, 0.276316, 0.171117, 0.077303, 0.045262, 0.011002, 2.8e-05, 0.0 ], "mean_forecast": [ 0.0918, 0.1637, 0.2587, 0.3552, 0.4427, 0.5422, 0.6526, 0.7378, 0.8101, NaN ], "observed_frequency": [ 0.2613, 0.2365, 0.2685, 0.3416, 0.3776, 0.5081, 0.6855, 0.7343, 1.0, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.41706748682339606, 0.3293237964204385, 0.359413569412721, 0.3115622570923129, 0.1566100898481222, 0.3128539337576898, 0.2981681529029893, 0.6245367444586286, 0.34657732860776463, 0.31185440097577416, 0.3553480574202512, 0.42793537111763097, 0.44331726748879174, 0.41780825537899513, 0.4501557639426163, 0.5234348552350089, 0.3819658092323121, 0.5474712227431779, 0.46781917865894246, 0.3002729977585572, 0.49305503365435277, 0.52565752706909, 0.20059314592244226, 0.40585129382088914 ], "rps_clim": [ 0.48190550000573357, 0.4447116445242348, 0.39122568096409477, 0.5314846969938783, 0.5463137956783318, 0.5246370465888529, 0.46799085520133354, 0.4301833029814578, 0.3790308872213789, 0.3760295940535084, 0.36571087481860687, 0.4071905851059967, 0.5346883511508412, 0.5378418848789392, 0.39758042315298353, 0.42189702405901625, 0.3563103597455807, 0.5447213097764745, 0.4681166137581803, 0.3573140644587983, 0.4646548700920834, 0.443550454531998, 0.4892057891747856, 0.5235515129376195 ], "brier_below": [ 0.3168805352723741, 0.09303883375433784, 0.2599263659354467, 0.2521618219654725, 0.01918146315866085, 0.24427236962696525, 0.23785111392918856, 0.2567937873799054, 0.21650161922366457, 0.08409232938549299, 0.21225293242391446, 0.15848862939015834, 0.3634128445225845, 0.0847814721093489, 0.29998588816180444, 0.1737107987973075, 0.15395582550857723, 0.43187844651932034, 0.12480144356081885, 0.0937367673827903, 0.11492001539147337, 0.17182411350738436, 0.01928946119387603, 0.3329869514451705 ], "brier_below_clim": [ 0.3519612903999631, 0.14955802970751203, 0.2601871534110402, 0.4105017057194249, 0.12098299127445337, 0.39624369138262994, 0.3443603210875784, 0.12682101259329223, 0.2099793080182162, 0.1262687532682766, 0.2039124110213452, 0.13844673123024703, 0.4137053598763879, 0.12098299127445337, 0.264430544340142, 0.12679414888912763, 0.17861675021890278, 0.42373831850202115, 0.13731870409752048, 0.14687327559600188, 0.12098299127445337, 0.14271630161606835, 0.12098299127445337, 0.40256852166316615 ], "brier_above": [ 0.10018694601304265, 0.23628496237024252, 0.0994871971664336, 0.05940043635020078, 0.1374286216358663, 0.0685815659724751, 0.060317039222062746, 0.367742951800642, 0.13007570892376655, 0.22776206833413268, 0.14309512078524653, 0.2694467426918593, 0.07990441686612042, 0.3330267908729944, 0.15016986875516158, 0.3497240585775201, 0.22800998205457507, 0.11559277307312882, 0.34301774162084225, 0.20653622801722277, 0.3781350294057018, 0.3538334176897835, 0.18130368112201384, 0.07286433874143784 ], "brier_above_clim": [ 0.1299442096057706, 0.29515361481672286, 0.13103852755305465, 0.12098299127445337, 0.4253308044038785, 0.12839335520622294, 0.12363053411375528, 0.3033622903881658, 0.16905157920316274, 0.24976084078523186, 0.16179846379726168, 0.26874385387575, 0.12098299127445337, 0.4168588936044859, 0.13314987881284177, 0.2951028751698888, 0.1776936095266779, 0.12098299127445337, 0.3307979096606601, 0.21044078886279646, 0.34367187881763017, 0.3008341529159299, 0.3682227979003325, 0.12098299127445337 ], "crps": [ 36.85764192763134, 46.85692763506478, 26.86805921969097, 26.53425993914813, 230.429458766979, 32.63740339081416, 26.125733678045314, 58.83114459782189, 25.68944747340688, 30.700698545226576, 30.312207206078927, 39.94612220598833, 43.11673354102703, 80.34038225342397, 39.43707596400257, 55.8294293962786, 38.16451649591788, 71.97063536624837, 71.39906036340473, 29.440838676203807, 56.20563534963852, 42.303074932811676, 61.40678218420161, 33.93059339057255 ], "crps_clim": [ 44.818392114890194, 49.555903283487574, 30.675020158925083, 53.94868480057281, 354.7381681248423, 56.058574286857095, 40.89964859325192, 41.88472808521825, 29.960563688835595, 35.58986358112118, 28.725216146584827, 36.06632699048634, 54.26159742058326, 101.57427145824482, 32.681017126544084, 48.797086589560294, 29.95440091470073, 69.17206276014227, 74.3649830088615, 31.00618674826232, 52.67156510791567, 36.916850791140064, 58.698649883439046, 47.73367692323706 ], "crps_fair": [ 35.076604835066114, 43.732816483787616, 25.046580036152562, 24.775863276586534, 228.2415232308796, 30.940526987414568, 24.35448199152052, 57.168744331868034, 24.053229597341748, 28.721598260166942, 28.25558776174589, 37.74591197645908, 41.51395286701556, 78.18855387066371, 37.37663642502624, 54.35772821224422, 35.783338364043644, 70.29216526592016, 69.46845516900703, 27.38508166756455, 54.13512613490255, 40.541732452471386, 57.271366574147955, 32.39340751654849 ], "crps_fair_clim": [ 42.28827155959033, 47.03475528721915, 28.118112914314686, 51.435856466268575, 352.79501684228853, 53.54974195536778, 38.362106175221676, 39.349051348043986, 27.402303306971245, 33.04226475208313, 26.16461609134499, 33.51963055426904, 51.74936172381692, 99.15164309867102, 30.1279091186148, 46.27450144046246, 27.396128860915656, 66.68806658106446, 71.89082190601232, 28.449906713101416, 50.156317986314725, 34.37176519545435, 56.19481769512508, 45.209077740680264 ] }, "rps": 0.39202723082262053, "rpss": 0.13569854193029807, "brier_below": 0.19653024289775156, "bss_below": 0.13278492231303018, "brier_above": 0.19549698700260307, "bss_above": 0.13860789780086258, "crps": 51.47224427081782, "crpss": 0.14257788361722656, "crps_fair": 49.450875553689364, "crpss_fair": 0.1404345158990239, "reliability": { "below": { "weight": [ 0.009588, 0.133065, 0.232316, 0.25513, 0.228587, 0.119704, 0.021538, 7.3e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0847, 0.1483, 0.2566, 0.3582, 0.4473, 0.5392, 0.6248, 0.7536, NaN, NaN ], "observed_frequency": [ 0.0303, 0.1102, 0.1811, 0.3549, 0.4786, 0.6341, 0.6568, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.005358, 0.140695, 0.353026, 0.230167, 0.1208, 0.081449, 0.05015, 0.018283, 7.3e-05, 0.0 ], "mean_forecast": [ 0.0928, 0.1644, 0.2563, 0.3537, 0.4438, 0.5427, 0.6585, 0.7388, 0.8101, NaN ], "observed_frequency": [ 0.162, 0.1766, 0.2484, 0.2969, 0.4546, 0.6645, 0.8368, 0.8417, 1.0, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4163720073633657, 0.41347703866721425, 0.4078419345407909, 0.32536386879835766, 0.44482590236099084, 0.394898810347775, 0.3586826861368232, 0.627724209898674 ], "rps_clim": [ 0.417659603071558, 0.42114839455105046, 0.5533032498091346, 0.4473076683297933, 0.4625683790499464, 0.41678104095296603, 0.5158924310312171, 0.42890011506153497 ], "brier_below": [ 0.2368867648344179, 0.22015056252650864, 0.10074472401686191, 0.23181872776005685, 0.22992344078393448, 0.22516721228781045, 0.12074029159992401, 0.2699974933553738 ], "brier_below_clim": [ 0.23401701276525544, 0.2189631813755131, 0.11111111773384957, 0.3104494178140245, 0.2504465951343465, 0.24187001637124075, 0.1452369658843232, 0.14026665735763472 ], "brier_above": [ 0.17948524605845803, 0.19332647404797415, 0.30709718361781646, 0.0935451503899259, 0.21490245880829226, 0.1697316077069715, 0.23794237862887216, 0.35772669531179163 ], "brier_above_clim": [ 0.18364259720487727, 0.20218521675843326, 0.4421920927416047, 0.1368582657800341, 0.2121217857216985, 0.17491103304162547, 0.37065543860496475, 0.28863344582864725 ], "crps": [ 27.40786936765951, 24.144343526584276, 78.62628739158419, 19.981372089969156, 29.029732915605848, 26.364725696120054, 69.33207263708826, 53.06452721073409 ], "crps_clim": [ 25.991938244042803, 27.156682952757507, 116.99857569796765, 25.68956435022059, 33.64072492622825, 25.925245138455825, 110.35729933852919, 38.12777562837381 ], "crps_fair": [ 26.643850125264795, 23.451325720054907, 77.50681521804347, 19.277791672165385, 28.402362893237527, 25.493051422910295, 68.28222680793681, 52.43026573400391 ], "crps_fair_clim": [ 24.186278935163696, 25.3510236438784, 115.19291638908858, 23.883905041341485, 31.83506561734916, 24.11958582957673, 108.55164002965007, 36.322116319494704 ] }, "rps": 0.42364830726424896, "rpss": 0.07489282492942173, "brier_below": 0.20442865214561098, "bss_below": 0.010247002704446673, "brier_above": 0.21921964932126276, "bss_above": 0.12800452318270905, "crps": 40.993866354418174, "crpss": 0.1880147760371601, "crps_fair": 40.18596119920214, "crpss_fair": 0.17449260587145388, "reliability": { "below": { "weight": [ 0.006874, 0.116428, 0.092325, 0.247991, 0.300098, 0.205731, 0.029963, 0.000591, 0.0, 0.0 ], "mean_forecast": [ 0.0871, 0.1475, 0.2545, 0.3549, 0.4465, 0.5381, 0.6286, 0.7148, NaN, NaN ], "observed_frequency": [ 0.0, 0.0302, 0.2204, 0.2769, 0.3347, 0.3849, 0.4553, 0.8575, NaN, NaN ] }, "above": { "weight": [ 0.000424, 0.194621, 0.357695, 0.225282, 0.085391, 0.052907, 0.069936, 0.013745, 0.0, 0.0 ], "mean_forecast": [ 0.0892, 0.1708, 0.248, 0.3419, 0.4402, 0.5438, 0.6543, 0.7231, NaN, NaN ], "observed_frequency": [ 0.0, 0.3094, 0.2996, 0.4233, 0.4026, 0.7739, 0.9879, 1.0, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4110875930647037, 0.2942661595874752, 0.1633853002728396, 0.3360830275641477, 0.35093314115698643, 0.39931145157094927, 0.1519679047835194, 0.4208183700382361 ], "rps_clim": [ 0.37168678111891346, 0.40830734552865355, 0.5514955812695821, 0.4122454531264281, 0.5073582366943469, 0.42296825285318396, 0.5480141639602464, 0.3433109747399186 ], "brier_below": [ 0.17197884463399743, 0.23434478374304046, 0.026129853856773876, 0.22796770294816535, 0.28662419022063756, 0.28822884564090867, 0.018128416745274815, 0.25332981902520213 ], "brier_below_clim": [ 0.13710719771935653, 0.28966613712444955, 0.11111111773384952, 0.26920158326246535, 0.3962471388287118, 0.3008762153923436, 0.11169127068708512, 0.1645095887434772 ], "brier_above": [ 0.23910874497586762, 0.05992138660410932, 0.13725542786104172, 0.10811533332269811, 0.0643089645261012, 0.111082620669884, 0.1338394713640592, 0.16748855029845672 ], "brier_above_clim": [ 0.23457958118988842, 0.11864122692593004, 0.44038442452528814, 0.14304388402215332, 0.11111111773384952, 0.12209205536551032, 0.43632285498898205, 0.17880139376069062 ], "crps": [ 34.26928610483271, 20.853887005017654, 72.62129241038829, 24.485148254933414, 30.75612490176569, 30.023831854116384, 82.37729921402034, 32.99662860821311 ], "crps_clim": [ 29.91091499200625, 33.39002587790927, 163.85395380251938, 30.317658032788415, 46.77514464531494, 32.16405989901042, 178.02911191569987, 27.619913058663098 ], "crps_fair": [ 33.28395634652278, 20.000903151112485, 70.90331584495463, 23.61402626065997, 29.948743222020706, 29.066255191507544, 80.88571781282985, 32.22452750989089 ], "crps_fair_clim": [ 27.513828107781922, 30.99293899368493, 161.45686691829505, 27.920571148564072, 44.378057761090616, 29.766973014786096, 175.6320250314755, 25.22282617443876 ] }, "rps": 0.3159816185048572, "rpss": 0.29100176294158997, "brier_below": 0.18834155710175005, "bss_below": 0.15371614084779972, "brier_above": 0.12764006245277723, "bss_above": 0.4279361786607674, "crps": 41.047937294160945, "crpss": 0.3941943244703495, "crps_fair": 39.990930667437354, "crpss_fair": 0.38814843824526357, "reliability": { "below": { "weight": [ 0.017625, 0.218947, 0.059371, 0.224419, 0.315347, 0.151901, 0.01239, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0871, 0.1379, 0.2598, 0.3594, 0.4453, 0.5366, 0.6259, NaN, NaN, NaN ], "observed_frequency": [ 0.0, 0.006, 0.2531, 0.3682, 0.4809, 0.5096, 0.5092, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000655, 0.176216, 0.376533, 0.174008, 0.025195, 0.053188, 0.15961, 0.034596, 0.0, 0.0 ], "mean_forecast": [ 0.0892, 0.1684, 0.2486, 0.3345, 0.4418, 0.5543, 0.6559, 0.7232, NaN, NaN ], "observed_frequency": [ 0.0, 0.0973, 0.0889, 0.2098, 0.3364, 0.906, 0.9877, 1.0, NaN, NaN ] } } } } }, "dc": { "lambda_": { "training_mean": 0.22589676306204018, "training": [ 0.21186674797651536, 0.26016000460973127, 0.2093350707615566, 0.2822871622229994, 0.4118185316919596, 0.2103917905634039, 0.22049248954135592, 0.1825565975189517, 0.2102666189140783, 0.17497275218322947, 0.2092028405448577, 0.20484368418129828, 0.24956115778770893, 0.2528812053067155, 0.1664012015722513, 0.16811303819160248, 0.22213379951941375, 0.17533242222769826, 0.22504667088592256, 0.2508777142938739, 0.21940743816879776, 0.19843666661025625, 0.2678756411392665, 0.23726106707551964 ], "test": 0.23548978607873258 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4157982687206033, 0.3952819654443416, 0.42835858510176533, 0.3709041745329523, 0.3000917290891782, 0.4486413731203497, 0.454840989238285, 0.5795142457772162, 0.3697510555078587, 0.45888708981483917, 0.4424066652393705, 0.40813526275668083, 0.4196765655785666, 0.47156967281026835, 0.5177495055784708, 0.6029646802775244, 0.3908119440911774, 0.5931624284754407, 0.4298154544731282, 0.3831310988139014, 0.46553650423208487, 0.5137549925328789, 0.3521959818249775, 0.3831904915720511 ], "rps_clim": [ 0.4395210979875425, 0.470103716624794, 0.41696991681095497, 0.4787026031452831, 0.5456974441052049, 0.4718891913819794, 0.47528498703411814, 0.4682080369739733, 0.3831343647949888, 0.4088195356935795, 0.4015935093605737, 0.39471244953026, 0.4905254593905998, 0.4972930203135432, 0.44542605260977947, 0.45801231637095624, 0.41221699134066647, 0.5190225092696747, 0.45873316132537956, 0.4177409102960471, 0.44718476065736323, 0.46325505114638965, 0.44214927012968386, 0.47013731140410536 ], "brier_below": [ 0.26057256944785623, 0.21529279878101967, 0.27012221760999244, 0.2689921070053697, 0.056440795834080834, 0.23171267816091995, 0.21453691585386428, 0.18495347606642784, 0.21281332989789287, 0.2370754869001525, 0.2561662438512574, 0.2049163648390699, 0.3301797048283989, 0.11713636491901859, 0.35015384488805223, 0.22389113723046813, 0.1681022499299345, 0.4281566719811455, 0.2250922820139996, 0.2037735250341242, 0.13371008580480415, 0.1530872066307882, 0.11222771418648746, 0.2911090365581831 ], "brier_below_clim": [ 0.26733852590825796, 0.2537256337025866, 0.25705411420017604, 0.3357734196011123, 0.12098299127445336, 0.24514724598143975, 0.22681741549383455, 0.13433843965721864, 0.20847648854308581, 0.21955850215575037, 0.23050568160830917, 0.18056439949521058, 0.3677097897916764, 0.12508152488088367, 0.31011998366589516, 0.1537918174661276, 0.19438540787371786, 0.391713087904114, 0.23671767734449203, 0.22863730285774397, 0.13116571704967142, 0.1350144958485548, 0.15057377542642655, 0.33304615388212466 ], "brier_above": [ 0.15522570126021648, 0.1799891682938564, 0.1582363697604154, 0.10191206938015206, 0.24365093313837455, 0.21692869271824228, 0.2403040719845599, 0.3945607661202015, 0.1569377277302045, 0.2218116040722884, 0.18624042232305416, 0.2032188972728835, 0.08949686309395231, 0.354433302530184, 0.1675956646841856, 0.3790735417483477, 0.22270969312618968, 0.1650057581764447, 0.2047231721308301, 0.17935757561745524, 0.3318264119443916, 0.36066778058579996, 0.23996826831984536, 0.0920814562272501 ], "brier_above_clim": [ 0.17218257207928467, 0.21637808292220725, 0.15991580261077884, 0.14292918354417064, 0.4247144528307517, 0.22674194540053969, 0.24846757154028362, 0.3338695973167546, 0.17465787625190304, 0.18926103353782903, 0.17108782775226475, 0.21414805003504944, 0.12281566959892326, 0.37221149543265947, 0.13530606894388414, 0.3042204989048285, 0.21783158346694867, 0.12730942136556073, 0.22201548398088763, 0.18910360743830318, 0.3160190436076916, 0.3282405552978347, 0.29157549470325717, 0.13709115752198053 ], "crps": [ 28.562739603655693, 34.99134550839251, 28.37315842822406, 25.89375418610671, 170.47071114978175, 34.97165758530451, 36.56070671401672, 47.26171035113338, 21.658220456529847, 31.63062715676019, 28.2172877141791, 27.026311642858612, 31.286235464362974, 63.34812720691221, 35.60903438764023, 51.61703062109956, 30.62189315571614, 54.522436721007274, 41.97915713011246, 27.96761273939185, 38.2022791045474, 35.16841120656279, 32.17657777023763, 26.031202786317245 ], "crps_clim": [ 31.742925516629697, 40.77336668818828, 28.09618525185972, 37.986090541506, 251.4927342153348, 40.320321374030684, 40.93726570534917, 40.54786455186527, 22.988890072347303, 28.257992147944407, 24.96559897910219, 25.682377420488514, 37.65656723862455, 67.35667251514191, 29.987287831298126, 43.08507304266908, 30.254448434401816, 47.83890739301917, 44.7070520085121, 29.018165136591247, 36.90426542672519, 32.258006168915756, 38.015712600516835, 34.40598130175283 ], "crps_fair": [ 26.854870283534083, 32.843322019588754, 26.52312095680292, 24.309594517332602, 168.20593436054958, 33.37796467839808, 34.926496084329095, 45.592455506499626, 19.91559890693408, 29.53072420453927, 26.328722982338398, 25.29814692128113, 29.560889778562117, 61.40533913489546, 33.593435616626365, 49.9797491806833, 28.61162565694291, 52.57079574240164, 40.1302652183906, 25.944780600589212, 36.33269981791278, 33.36058279949394, 29.47311498630555, 24.42917675059057 ], "crps_fair_clim": [ 29.83323453860368, 38.88077881844172, 26.1795875687868, 36.08822373966346, 249.9992360568139, 38.426875463916396, 39.04498825040786, 38.65484959473932, 21.062619481737414, 26.341700917326186, 23.043072155361166, 23.761208131674348, 35.758076339617475, 65.51443181552213, 28.07427178189838, 41.19686340465451, 28.3419383709928, 45.95970122915301, 42.821914300357065, 27.103313627542445, 35.0043497136804, 30.34929072242817, 36.1179019010588, 32.50133398998652 ] }, "rps": 0.441507113525163, "rpss": 0.025758950732231556, "brier_below": 0.22292561701055455, "bss_below": 0.016186264300548703, "brier_above": 0.21858149634330523, "bss_above": 0.035331894071165104, "crps": 41.006176199618785, "crpss": 0.09318475040774798, "crps_fair": 39.12914194606342, "crpss_fair": 0.09707168655675269, "reliability": { "below": { "weight": [ 0.000417, 0.049621, 0.17932, 0.450394, 0.239377, 0.065783, 0.01377, 0.001319, 0.0, 0.0 ], "mean_forecast": [ 0.0785, 0.1662, 0.2587, 0.3494, 0.4358, 0.5349, 0.6304, 0.7271, NaN, NaN ], "observed_frequency": [ 0.3999, 0.1995, 0.292, 0.3199, 0.4259, 0.4538, 0.5686, 0.6612, NaN, NaN ] }, "above": { "weight": [ 0.000675, 0.086295, 0.308909, 0.369623, 0.159178, 0.06151, 0.012839, 0.000973, 0.0, 0.0 ], "mean_forecast": [ 0.0963, 0.1695, 0.2564, 0.3416, 0.4422, 0.5412, 0.6339, 0.7098, NaN, NaN ], "observed_frequency": [ 0.0415, 0.2231, 0.2765, 0.3567, 0.413, 0.5618, 0.7293, 0.8284, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4126374187549155, 0.36732578727497406, 0.35708999706059286, 0.3342531569340038, 0.29536631054017204, 0.35448603377068627, 0.31931968923093296, 0.5710728840422955, 0.3548733912804227, 0.3501669018730596, 0.36501933330741326, 0.42508239928597114, 0.42750712588293777, 0.4647773801499148, 0.41898519697373915, 0.5040674189497293, 0.4038098371095501, 0.5153593113804017, 0.4461216973173519, 0.33303894818186913, 0.4945637771606947, 0.5049718898419965, 0.27683904766085254, 0.4153447810047222 ], "rps_clim": [ 0.48190550000573357, 0.4447116445242348, 0.39122568096409477, 0.5314846969938783, 0.5463137956783318, 0.5246370465888529, 0.46799085520133354, 0.4301833029814578, 0.3790308872213789, 0.3760295940535084, 0.36571087481860687, 0.4071905851059967, 0.5346883511508412, 0.5378418848789392, 0.39758042315298353, 0.42189702405901625, 0.3563103597455807, 0.5447213097764745, 0.4681166137581803, 0.3573140644587983, 0.4646548700920834, 0.443550454531998, 0.4892057891747856, 0.5235515129376195 ], "brier_below": [ 0.3168115087697567, 0.11724965591191072, 0.256443135303041, 0.2829925216045918, 0.0571995956578847, 0.2881058113083944, 0.26256539164607473, 0.19999331168551904, 0.21887252857290465, 0.10952337617959404, 0.21581918186679175, 0.14939643057890156, 0.3516966118834398, 0.09982428452979347, 0.2787775747169758, 0.17899464376658025, 0.17691093146537373, 0.40755160356057046, 0.1287018899994309, 0.1220755423472771, 0.12576673577386474, 0.16889961057781563, 0.04857363736794044, 0.3393106108589198 ], "brier_below_clim": [ 0.3519612903999631, 0.14955802970751203, 0.2601871534110402, 0.4105017057194249, 0.12098299127445337, 0.39624369138262994, 0.3443603210875784, 0.12682101259329223, 0.2099793080182162, 0.1262687532682766, 0.2039124110213452, 0.13844673123024703, 0.4137053598763879, 0.12098299127445337, 0.264430544340142, 0.12679414888912763, 0.17861675021890278, 0.42373831850202115, 0.13731870409752048, 0.14687327559600188, 0.12098299127445337, 0.14271630161606835, 0.12098299127445337, 0.40256852166316615 ], "brier_above": [ 0.09582591355136633, 0.250076131536386, 0.10064686488994269, 0.05126063625285925, 0.23816671600686562, 0.06638022347075463, 0.05675429803468875, 0.3710795713661399, 0.13600086379803478, 0.24064352654619792, 0.14920015357566985, 0.27568596702433773, 0.07581051588547921, 0.3649530925116425, 0.140207628509425, 0.32507277255880945, 0.22689890586787, 0.10780771094771512, 0.31741980146653126, 0.2109634060962559, 0.3687970322499358, 0.3360722776126532, 0.22826541258570088, 0.07603417308154688 ], "brier_above_clim": [ 0.1299442096057706, 0.29515361481672286, 0.13103852755305465, 0.12098299127445337, 0.4253308044038785, 0.12839335520622294, 0.12363053411375528, 0.3033622903881658, 0.16905157920316274, 0.24976084078523186, 0.16179846379726168, 0.26874385387575, 0.12098299127445337, 0.4168588936044859, 0.13314987881284177, 0.2951028751698888, 0.1776936095266779, 0.12098299127445337, 0.3307979096606601, 0.21044078886279646, 0.34367187881763017, 0.3008341529159299, 0.3682227979003325, 0.12098299127445337 ], "crps": [ 36.76713496170086, 44.259757416545796, 27.327023668682834, 30.208395751645238, 239.89958857540813, 37.82399386942744, 26.88625307790302, 53.333017134670285, 26.877166301588726, 34.36260050265208, 29.742506155946742, 37.82903805736216, 43.03027808565395, 91.58059676675977, 35.378853715997444, 54.14010547114304, 36.47677135173038, 67.48528075766974, 70.13083900618194, 30.942665517621023, 54.58555480972448, 40.6572208007384, 42.32060577559819, 36.39405705500372 ], "crps_clim": [ 44.818392114890194, 49.555903283487574, 30.675020158925083, 53.94868480057281, 354.7381681248423, 56.058574286857095, 40.89964859325192, 41.88472808521825, 29.960563688835595, 35.58986358112118, 28.725216146584827, 36.06632699048634, 54.26159742058326, 101.57427145824482, 32.681017126544084, 48.797086589560294, 29.95440091470073, 69.17206276014227, 74.3649830088615, 31.00618674826232, 52.67156510791567, 36.916850791140064, 58.698649883439046, 47.73367692323706 ], "crps_fair": [ 34.4414963613502, 41.04675807872244, 24.948625816534395, 28.294101622069324, 236.80810020698783, 35.812879322693185, 24.87472446838316, 51.24222412105326, 24.70480385393383, 31.676034959240095, 27.402299799454504, 35.406194544893, 40.810579736872725, 88.9178158593694, 32.78500088226145, 51.92822539914535, 33.622403737283534, 65.1322551827512, 67.63417836968044, 28.11807824217639, 52.1317223185064, 38.307946798893276, 38.411471477919605, 34.2073987979386 ], "crps_fair_clim": [ 42.28827155959033, 47.03475528721915, 28.118112914314686, 51.435856466268575, 352.79501684228853, 53.54974195536778, 38.362106175221676, 39.349051348043986, 27.402303306971245, 33.04226475208313, 26.16461609134499, 33.51963055426904, 51.74936172381692, 99.15164309867102, 30.1279091186148, 46.27450144046246, 27.396128860915656, 66.68806658106446, 71.89082190601232, 28.449906713101416, 50.156317986314725, 34.37176519545435, 56.19481769512508, 45.209077740680264 ] }, "rps": 0.40466998812371663, "rpss": 0.10782508643989897, "brier_below": 0.20425233858055614, "bss_below": 0.0987101778425129, "brier_above": 0.20041764980945034, "bss_above": 0.11692664253247909, "crps": 51.184971024473136, "crpss": 0.1473632672419436, "crps_fair": 48.69438833158807, "crpss_fair": 0.1535839353582551, "reliability": { "below": { "weight": [ 0.0, 0.038787, 0.161279, 0.482507, 0.253194, 0.055102, 0.009131, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1705, 0.2592, 0.3512, 0.4345, 0.5342, 0.6195, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0784, 0.1118, 0.3092, 0.5252, 0.6547, 0.8495, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.084647, 0.34836, 0.344288, 0.154597, 0.058113, 0.009778, 0.000218, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1708, 0.2549, 0.3396, 0.4443, 0.5422, 0.6307, 0.7096, NaN, NaN ], "observed_frequency": [ NaN, 0.0984, 0.2208, 0.349, 0.574, 0.7906, 0.8149, 0.6671, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.39729166890300865, 0.42001514755975605, 0.5019492877358223, 0.32705864937053836, 0.4731993642437394, 0.40234630273289557, 0.41332415713232595, 0.6217470989549637 ], "rps_clim": [ 0.417659603071558, 0.42114839455105046, 0.5533032498091346, 0.4473076683297933, 0.4625683790499464, 0.41678104095296603, 0.5158924310312171, 0.42890011506153497 ], "brier_below": [ 0.22468789286854252, 0.2216729639386332, 0.1113748328719177, 0.23629465012500103, 0.2512330904303414, 0.2336832622045543, 0.12370763678741696, 0.25485421233222755 ], "brier_below_clim": [ 0.23401701276525544, 0.2189631813755131, 0.11111111773384957, 0.3104494178140245, 0.2504465951343465, 0.24187001637124075, 0.1452369658843232, 0.14026665735763472 ], "brier_above": [ 0.17260377907946328, 0.19834218143459337, 0.39057441956010586, 0.09076400774632716, 0.22196627047650022, 0.16866305037572085, 0.28961649907532877, 0.36689286678732597 ], "brier_above_clim": [ 0.18364259720487727, 0.20218521675843326, 0.4421920927416047, 0.1368582657800341, 0.2121217857216985, 0.17491103304162547, 0.37065543860496475, 0.28863344582864725 ], "crps": [ 25.999082056445204, 24.235827665611012, 94.37513086633805, 19.350952073988754, 31.289385013818038, 25.036012354827736, 85.21100374890722, 52.15262349381755 ], "crps_clim": [ 25.991938244042803, 27.156682952757507, 116.99857569796765, 25.68956435022059, 33.64072492622825, 25.925245138455825, 110.35729933852919, 38.12777562837381 ], "crps_fair": [ 24.350048305292617, 22.74666331884085, 92.1681097248741, 17.84655050405515, 29.732322294260605, 23.181649731010886, 82.92302084468028, 50.75324944309969 ], "crps_fair_clim": [ 24.186278935163696, 25.3510236438784, 115.19291638908858, 23.883905041341485, 31.83506561734916, 24.11958582957673, 108.55164002965007, 36.322116319494704 ] }, "rps": 0.4446164595791312, "rpss": 0.029105345499293778, "brier_below": 0.20718856769482935, "bss_below": -0.003115286086538438, "brier_above": 0.2374278843169207, "bss_above": 0.0555771718654382, "crps": 44.7062521592192, "crpss": 0.11448176519386966, "crps_fair": 42.96270177076427, "crpss_fair": 0.11745229116954314, "reliability": { "below": { "weight": [ 0.000424, 0.046934, 0.134781, 0.394344, 0.257981, 0.118173, 0.045346, 0.002017, 0.0, 0.0 ], "mean_forecast": [ 0.0935, 0.1676, 0.2469, 0.3604, 0.4489, 0.5375, 0.6306, 0.7281, NaN, NaN ], "observed_frequency": [ 0.0, 0.0303, 0.1209, 0.3084, 0.3047, 0.3836, 0.4774, 0.6673, NaN, NaN ] }, "above": { "weight": [ 0.002191, 0.188674, 0.367354, 0.267354, 0.089885, 0.071757, 0.012785, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0935, 0.1657, 0.2451, 0.333, 0.4542, 0.537, 0.6149, NaN, NaN, NaN ], "observed_frequency": [ 0.308, 0.3569, 0.3255, 0.3563, 0.6775, 0.905, 0.9539, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.3950649485291537, 0.3089597813240907, 0.29164460866200215, 0.3552468163598276, 0.38420867029323036, 0.40063077525394375, 0.2914837136341932, 0.385569681632191 ], "rps_clim": [ 0.37168678111891346, 0.40830734552865355, 0.5514955812695821, 0.4122454531264281, 0.5073582366943469, 0.42296825285318396, 0.5480141639602464, 0.3433109747399186 ], "brier_below": [ 0.15889132465759065, 0.24214782721847336, 0.053308917294307055, 0.2418830271385409, 0.31742515457229, 0.29102160845067593, 0.05471106813900307, 0.22264688317221815 ], "brier_below_clim": [ 0.13710719771935653, 0.28966613712444955, 0.11111111773384952, 0.26920158326246535, 0.3962471388287118, 0.3008762153923436, 0.11169127068708512, 0.1645095887434772 ], "brier_above": [ 0.2361736193338625, 0.06681196515829083, 0.23833566094673575, 0.11336379850833399, 0.06678352907189347, 0.10960918201788891, 0.2367726153746148, 0.16292279849054042 ], "brier_above_clim": [ 0.23457958118988842, 0.11864122692593004, 0.44038442452528814, 0.14304388402215332, 0.11111111773384952, 0.12209205536551032, 0.43632285498898205, 0.17880139376069062 ], "crps": [ 31.995911171568096, 21.72669181602193, 101.41320780064956, 25.67989789418862, 34.513862075383095, 29.762734486674077, 118.59530138769651, 30.14050760092589 ], "crps_clim": [ 29.91091499200625, 33.39002587790927, 163.85395380251938, 30.317658032788415, 46.77514464531494, 32.16405989901042, 178.02911191569987, 27.619913058663098 ], "crps_fair": [ 29.77646067972959, 19.792874561066355, 97.93717215597025, 23.55523633450597, 32.46889862925973, 27.509837237668773, 115.17255397912815, 28.22148612077917 ], "crps_fair_clim": [ 27.513828107781922, 30.99293899368493, 161.45686691829505, 27.920571148564072, 44.378057761090616, 29.766973014786096, 175.6320250314755, 25.22282617443876 ] }, "rps": 0.35160112446107905, "rpss": 0.2110788641117498, "brier_below": 0.1977544763303874, "bss_below": 0.11142063403941327, "brier_above": 0.1538466461127701, "bss_above": 0.3104821590943925, "crps": 49.22851427913847, "crpss": 0.2734613402258139, "crps_fair": 46.8043149622635, "crpss_fair": 0.28390530731410457, "reliability": { "below": { "weight": [ 0.000871, 0.075469, 0.158645, 0.48408, 0.216645, 0.055161, 0.009129, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0935, 0.167, 0.2436, 0.3665, 0.4458, 0.5344, 0.616, NaN, NaN, NaN ], "observed_frequency": [ 0.0, 0.0, 0.0452, 0.3841, 0.4773, 0.5752, 0.6673, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.089645, 0.412841, 0.246854, 0.09586, 0.128288, 0.026512, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1721, 0.2484, 0.322, 0.4624, 0.5376, 0.6154, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0605, 0.1, 0.1946, 0.932, 0.9814, 0.9836, NaN, NaN, NaN ] } } } } }, "loci": { "lambda_": { "training_mean": 0.2874408635161006, "training": [ 0.26520091440008975, 0.32577147948357954, 0.2579695076001516, 0.3116283634280074, 0.3595833327902045, 0.2825325668002936, 0.28622761672281505, 0.27076468768178796, 0.2753795792960607, 0.285999960819131, 0.28854737390637963, 0.29757568789077815, 0.27747302034207444, 0.3076068206072361, 0.2339097133289554, 0.2635934232972209, 0.29081025965042173, 0.238185738460084, 0.28354541991994164, 0.31520853320110825, 0.28782987121252934, 0.2838143956139562, 0.3304411719817679, 0.2789812859518395 ], "test": 0.30939079053024954 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.46392448075020964, 0.3851480276402532, 0.4580545519634085, 0.42486008479894377, 0.2352018638065885, 0.4524957157428243, 0.4343432399902134, 0.5095462203469961, 0.35929222304863556, 0.40906388376199226, 0.41460325593383524, 0.37479642495566134, 0.5005914701293656, 0.4150983558098724, 0.5649154031899438, 0.5093145421252088, 0.39051417860840615, 0.6817566993162126, 0.4235694160395593, 0.3941941924161075, 0.4163174558150612, 0.46446863206714617, 0.34023612996593966, 0.4519925202746138 ], "rps_clim": [ 0.4395210979875425, 0.470103716624794, 0.41696991681095497, 0.4787026031452831, 0.5456974441052049, 0.4718891913819794, 0.47528498703411814, 0.4682080369739733, 0.3831343647949888, 0.4088195356935795, 0.4015935093605737, 0.39471244953026, 0.4905254593905998, 0.4972930203135432, 0.44542605260977947, 0.45801231637095624, 0.41221699134066647, 0.5190225092696747, 0.45873316132537956, 0.4177409102960471, 0.44718476065736323, 0.46325505114638965, 0.44214927012968386, 0.47013731140410536 ], "brier_below": [ 0.30612801956021923, 0.2051858197001339, 0.2897454155224859, 0.31008714904399975, 0.0391822891937797, 0.23845024197814935, 0.21176371077925457, 0.14802650643520143, 0.20183619444325135, 0.19515560231960385, 0.2363362009402784, 0.17437602127970697, 0.3961256265262903, 0.09267564681855688, 0.3913432107611372, 0.1502008560913809, 0.1721102002140591, 0.4967260174203873, 0.20708585786537143, 0.2083257379532022, 0.10193718999683346, 0.11803972623408299, 0.0993176535750387, 0.35049611859175495 ], "brier_below_clim": [ 0.26733852590825796, 0.2537256337025866, 0.25705411420017604, 0.3357734196011123, 0.12098299127445336, 0.24514724598143975, 0.22681741549383455, 0.13433843965721864, 0.20847648854308581, 0.21955850215575037, 0.23050568160830917, 0.18056439949521058, 0.3677097897916764, 0.12508152488088367, 0.31011998366589516, 0.1537918174661276, 0.19438540787371786, 0.391713087904114, 0.23671767734449203, 0.22863730285774397, 0.13116571704967142, 0.1350144958485548, 0.15057377542642655, 0.33304615388212466 ], "brier_above": [ 0.15779645875274675, 0.17996220641549307, 0.16830913448745588, 0.11477293300315349, 0.1960195710725715, 0.21404547324434556, 0.22257953105444378, 0.3615197184378149, 0.15745602768555284, 0.21390827971675588, 0.17826705269422274, 0.20042040292687754, 0.10446583872017909, 0.32242271368279535, 0.1735721891841164, 0.3591136877999777, 0.2184039801579258, 0.18503068253659047, 0.21648355557718424, 0.18586845230972973, 0.3143802687290981, 0.3464289103515104, 0.24091847696831906, 0.10149639985462751 ], "brier_above_clim": [ 0.17218257207928467, 0.21637808292220725, 0.15991580261077884, 0.14292918354417064, 0.4247144528307517, 0.22674194540053969, 0.24846757154028362, 0.3338695973167546, 0.17465787625190304, 0.18926103353782903, 0.17108782775226475, 0.21414805003504944, 0.12281566959892326, 0.37221149543265947, 0.13530606894388414, 0.3042204989048285, 0.21783158346694867, 0.12730942136556073, 0.22201548398088763, 0.18910360743830318, 0.3160190436076916, 0.3282405552978347, 0.29157549470325717, 0.13709115752198053 ], "crps": [ 33.52649061290516, 34.09245230885967, 30.129201357182758, 29.491356267051078, 182.31024528888838, 36.9957610673977, 35.87497536606835, 43.9528172423867, 19.98961113052037, 29.458199585982726, 26.61616529864452, 24.71201065372732, 38.631317065915745, 58.95776378731833, 41.43407308535035, 47.64128453661147, 30.608504472291855, 65.32500088612883, 41.9545653838864, 27.890909695720268, 35.363701273857835, 32.16306744611182, 31.026274113435537, 31.376770998259754 ], "crps_clim": [ 31.742925516629697, 40.77336668818828, 28.09618525185972, 37.986090541506, 251.4927342153348, 40.320321374030684, 40.93726570534917, 40.54786455186527, 22.988890072347303, 28.257992147944407, 24.96559897910219, 25.682377420488514, 37.65656723862455, 67.35667251514191, 29.987287831298126, 43.08507304266908, 30.254448434401816, 47.83890739301917, 44.7070520085121, 29.018165136591247, 36.90426542672519, 32.258006168915756, 38.015712600516835, 34.40598130175283 ], "crps_fair": [ 32.25646537135891, 32.54223164204843, 28.898711699983284, 28.229671275887746, 180.79725371932764, 35.88140752433752, 34.54454985395634, 42.76239001279642, 18.912829779706943, 27.946122863140072, 25.211885560393775, 23.387259494115916, 37.50670777341152, 57.66435080921046, 40.20935185459513, 46.68170486808426, 29.17707585819569, 63.9789604012124, 40.68621489198117, 26.691616313464575, 34.0196775714662, 30.909916722639473, 29.465267567929754, 30.31731268995797 ], "crps_fair_clim": [ 29.83323453860368, 38.88077881844172, 26.1795875687868, 36.08822373966346, 249.9992360568139, 38.426875463916396, 39.04498825040786, 38.65484959473932, 21.062619481737414, 26.341700917326186, 23.043072155361166, 23.761208131674348, 35.758076339617475, 65.51443181552213, 28.07427178189838, 41.19686340465451, 28.3419383709928, 45.95970122915301, 42.821914300357065, 27.103313627542445, 35.0043497136804, 30.34929072242817, 36.1179019010588, 32.50133398998652 ] }, "rps": 0.43642912368737496, "rpss": 0.036964174829839935, "brier_below": 0.22252737555184, "bss_below": 0.017943780652694974, "brier_above": 0.21390174772347867, "bss_above": 0.05598507978374179, "crps": 42.063438288520956, "crpss": 0.06980433619001947, "crps_fair": 40.77828900496673, "crpss_fair": 0.0590166335078508, "reliability": { "below": { "weight": [ 0.001216, 0.193865, 0.28428, 0.313953, 0.168393, 0.034563, 0.003505, 0.000225, 0.0, 0.0 ], "mean_forecast": [ 0.096, 0.1597, 0.2484, 0.3413, 0.4407, 0.5371, 0.6253, 0.7332, NaN, NaN ], "observed_frequency": [ 0.5115, 0.2066, 0.3408, 0.3739, 0.4277, 0.5149, 0.5854, 0.8756, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.074436, 0.234198, 0.365403, 0.207384, 0.075417, 0.03867, 0.004491, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1742, 0.2525, 0.3411, 0.4399, 0.5458, 0.6389, 0.7206, NaN, NaN ], "observed_frequency": [ NaN, 0.1745, 0.2561, 0.3335, 0.3859, 0.537, 0.7195, 0.8433, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5225424353270453, 0.3143300219513537, 0.40701310065413593, 0.416093878858264, 0.18153769287056978, 0.44603727698536544, 0.35849323926558563, 0.4900403744712283, 0.3348868909668795, 0.28388012084222525, 0.3466635454407278, 0.3646840734117685, 0.5744083478682426, 0.37908937664722203, 0.459575385152932, 0.4227178332933734, 0.37502979443539275, 0.6920479507968937, 0.40690303107178677, 0.29516243239459605, 0.42276505013329657, 0.4281362748896903, 0.21388302262664755, 0.5496606553610807 ], "rps_clim": [ 0.48190550000573357, 0.4447116445242348, 0.39122568096409477, 0.5314846969938783, 0.5463137956783318, 0.5246370465888529, 0.46799085520133354, 0.4301833029814578, 0.3790308872213789, 0.3760295940535084, 0.36571087481860687, 0.4071905851059967, 0.5346883511508412, 0.5378418848789392, 0.39758042315298353, 0.42189702405901625, 0.3563103597455807, 0.5447213097764745, 0.4681166137581803, 0.3573140644587983, 0.4646548700920834, 0.443550454531998, 0.4892057891747856, 0.5235515129376195 ], "brier_below": [ 0.4153188984712627, 0.08228020306556767, 0.29703817578656017, 0.3460373462472153, 0.022254477892608628, 0.3681242933522749, 0.28874039554263353, 0.14189387758229088, 0.201875182815781, 0.056218511334853935, 0.19842353174481187, 0.10518332997659884, 0.4828590981573433, 0.053916858060374905, 0.30586698850944155, 0.09163181625711689, 0.15217180445460438, 0.5679298808947694, 0.07096223672801728, 0.08823878620791663, 0.06465835168338774, 0.09936263989954275, 0.02249122824210974, 0.4660186932206356 ], "brier_below_clim": [ 0.3519612903999631, 0.14955802970751203, 0.2601871534110402, 0.4105017057194249, 0.12098299127445337, 0.39624369138262994, 0.3443603210875784, 0.12682101259329223, 0.2099793080182162, 0.1262687532682766, 0.2039124110213452, 0.13844673123024703, 0.4137053598763879, 0.12098299127445337, 0.264430544340142, 0.12679414888912763, 0.17861675021890278, 0.42373831850202115, 0.13731870409752048, 0.14687327559600188, 0.12098299127445337, 0.14271630161606835, 0.12098299127445337, 0.40256852166316615 ], "brier_above": [ 0.1072235348516562, 0.23204981869874966, 0.10997492260401703, 0.07005653005177773, 0.15928321000786638, 0.07791298170282532, 0.06975284149110247, 0.3481464997242027, 0.13301170873774587, 0.22766160774575153, 0.1482400120219052, 0.2595007429767625, 0.09154924603866263, 0.3251725213745389, 0.15370839265242636, 0.33108601813698996, 0.22285799079629773, 0.1241180689102725, 0.3359407940058124, 0.20692364535248975, 0.3581067002901115, 0.3287736344237962, 0.19139179137478562, 0.08364196079877459 ], "brier_above_clim": [ 0.1299442096057706, 0.29515361481672286, 0.13103852755305465, 0.12098299127445337, 0.4253308044038785, 0.12839335520622294, 0.12363053411375528, 0.3033622903881658, 0.16905157920316274, 0.24976084078523186, 0.16179846379726168, 0.26874385387575, 0.12098299127445337, 0.4168588936044859, 0.13314987881284177, 0.2951028751698888, 0.1776936095266779, 0.12098299127445337, 0.3307979096606601, 0.21044078886279646, 0.34367187881763017, 0.3008341529159299, 0.3682227979003325, 0.12098299127445337 ], "crps": [ 46.99187896024203, 39.872476097764675, 30.353836749405883, 35.68538431260524, 263.7582388567033, 46.027312524909426, 28.453624383193247, 48.88114038074914, 24.095379580175432, 26.399611794219766, 26.667336598014312, 32.298418077125746, 57.17340618415578, 85.60363291460409, 40.665990012219225, 47.78476031897667, 34.75073928201598, 86.78979250061725, 68.63253786435654, 27.128925789912486, 49.7367526848724, 34.32086053398714, 37.69258775726464, 47.39049503137276 ], "crps_clim": [ 44.818392114890194, 49.555903283487574, 30.675020158925083, 53.94868480057281, 354.7381681248423, 56.058574286857095, 40.89964859325192, 41.88472808521825, 29.960563688835595, 35.58986358112118, 28.725216146584827, 36.06632699048634, 54.26159742058326, 101.57427145824482, 32.681017126544084, 48.797086589560294, 29.95440091470073, 69.17206276014227, 74.3649830088615, 31.00618674826232, 52.67156510791567, 36.916850791140064, 58.698649883439046, 47.73367692323706 ], "crps_fair": [ 45.66208798375683, 37.919699955211826, 28.96278188767987, 34.26470307880356, 262.05757031661614, 44.68358247124901, 27.020536264488868, 47.586780242784236, 22.845600247017988, 25.009853257281037, 25.188068724280512, 30.72160787439499, 55.92788540854278, 84.1357695648726, 39.19824819976314, 46.63610068643436, 33.202513930479654, 85.48993965486594, 67.2599384583351, 25.697701322967834, 48.2477298879253, 33.01424422388103, 35.52458684807298, 46.209468682207266 ], "crps_fair_clim": [ 42.28827155959033, 47.03475528721915, 28.118112914314686, 51.435856466268575, 352.79501684228853, 53.54974195536778, 38.362106175221676, 39.349051348043986, 27.402303306971245, 33.04226475208313, 26.16461609134499, 33.51963055426904, 51.74936172381692, 99.15164309867102, 30.1279091186148, 46.27450144046246, 27.396128860915656, 66.68806658106446, 71.89082190601232, 28.449906713101416, 50.156317986314725, 34.37176519545435, 56.19481769512508, 45.209077740680264 ] }, "rps": 0.40356590857151264, "rpss": 0.11025924787504338, "brier_below": 0.2078956919219883, "bss_below": 0.08263341070253127, "brier_above": 0.19567021561538836, "bss_above": 0.13784462384346818, "crps": 52.798129966227634, "crpss": 0.12049134483996815, "crps_fair": 51.35279163216304, "crpss_fair": 0.10737501196895272, "reliability": { "below": { "weight": [ 0.002471, 0.312999, 0.317633, 0.24597, 0.102942, 0.017332, 0.000653, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.096, 0.1557, 0.2467, 0.3375, 0.4374, 0.536, 0.6262, NaN, NaN, NaN ], "observed_frequency": [ 0.5, 0.1474, 0.3372, 0.4561, 0.63, 0.8622, 1.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.109227, 0.270145, 0.314765, 0.1623, 0.084686, 0.050823, 0.008054, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1736, 0.2512, 0.3405, 0.4434, 0.5454, 0.6418, 0.7221, NaN, NaN ], "observed_frequency": [ NaN, 0.1141, 0.224, 0.3078, 0.4361, 0.6843, 0.8375, 0.8743, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.3979934916332776, 0.4154720738092834, 0.4107904463076658, 0.35879109304626433, 0.4903971237858903, 0.41481467418801843, 0.3541757000953804, 0.5623386751164425 ], "rps_clim": [ 0.417659603071558, 0.42114839455105046, 0.5533032498091346, 0.4473076683297933, 0.4625683790499464, 0.41678104095296603, 0.5158924310312171, 0.42890011506153497 ], "brier_below": [ 0.21900047012290152, 0.220364977935099, 0.09206654733397535, 0.25857091356621614, 0.27362198487104217, 0.2423563959778712, 0.10683938984452705, 0.2188093463306741 ], "brier_below_clim": [ 0.23401701276525544, 0.2189631813755131, 0.11111111773384957, 0.3104494178140245, 0.2504465951343465, 0.24187001637124075, 0.1452369658843232, 0.14026665735763472 ], "brier_above": [ 0.17899302607137554, 0.19510709510405136, 0.31872387027016935, 0.10022018963747244, 0.21677513663161962, 0.17245828838015492, 0.24733629381076258, 0.34352931037151235 ], "brier_above_clim": [ 0.18364259720487727, 0.20218521675843326, 0.4421920927416047, 0.1368582657800341, 0.2121217857216985, 0.17491103304162547, 0.37065543860496475, 0.28863344582864725 ], "crps": [ 24.864828515506964, 24.139282509665993, 89.18611757867149, 20.076935306534466, 33.59532783881206, 26.954709931013184, 83.12932677816875, 49.071720952557435 ], "crps_clim": [ 25.991938244042803, 27.156682952757507, 116.99857569796765, 25.68956435022059, 33.64072492622825, 25.925245138455825, 110.35729933852919, 38.12777562837381 ], "crps_fair": [ 24.244563597548073, 23.550122090124987, 88.40047740204916, 19.48718840167053, 33.06783245687841, 26.246177704909247, 82.39468557156275, 48.52345658093649 ], "crps_fair_clim": [ 24.186278935163696, 25.3510236438784, 115.19291638908858, 23.883905041341485, 31.83506561734916, 24.11958582957673, 108.55164002965007, 36.322116319494704 ] }, "rps": 0.42559665974777783, "rpss": 0.07063827031142145, "brier_below": 0.2039537532477883, "bss_below": 0.012546252846728834, "brier_above": 0.22164290128463976, "bss_above": 0.11836549329740575, "crps": 43.877281176366296, "crpss": 0.13090159208580088, "crps_fair": 43.23931297570996, "crpss_fair": 0.1117700930046277, "reliability": { "below": { "weight": [ 0.0, 0.1432, 0.228811, 0.302348, 0.213749, 0.105356, 0.006536, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1478, 0.252, 0.3515, 0.4496, 0.537, 0.6248, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0509, 0.3073, 0.3417, 0.2785, 0.4058, 0.4738, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.086118, 0.445137, 0.258607, 0.088561, 0.063669, 0.054423, 0.003485, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1721, 0.2482, 0.347, 0.4453, 0.5548, 0.6417, 0.7126, NaN, NaN ], "observed_frequency": [ NaN, 0.2541, 0.3231, 0.3841, 0.4818, 0.8675, 1.0, 1.0, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.3542328399955245, 0.32206402247282656, 0.18836673532365353, 0.38205221145301166, 0.4881285362512628, 0.45762917689422644, 0.1786076986749087, 0.3575537588188571 ], "rps_clim": [ 0.37168678111891346, 0.40830734552865355, 0.5514955812695821, 0.4122454531264281, 0.5073582366943469, 0.42296825285318396, 0.5480141639602464, 0.3433109747399186 ], "brier_below": [ 0.11929649075056085, 0.25069399858605806, 0.02343581620638987, 0.2655336673164486, 0.4125875176293837, 0.3405337344468341, 0.0192959635553582, 0.19275709978006814 ], "brier_below_clim": [ 0.13710719771935653, 0.28966613712444955, 0.11111111773384952, 0.26920158326246535, 0.3962471388287118, 0.3008762153923436, 0.11169127068708512, 0.1645095887434772 ], "brier_above": [ 0.2349363469734066, 0.07137003675898905, 0.16493089864171906, 0.11651855439226655, 0.07554103367577131, 0.1170954588904861, 0.15931171647518327, 0.16479666087834755 ], "brier_above_clim": [ 0.23457958118988842, 0.11864122692593004, 0.44038442452528814, 0.14304388402215332, 0.11111111773384952, 0.12209205536551032, 0.43632285498898205, 0.17880139376069062 ], "crps": [ 26.83178895217271, 21.944973106617716, 96.24245002894658, 24.948618893940942, 42.476131940393344, 33.44653072916722, 116.6930556880782, 26.743460273895007 ], "crps_clim": [ 29.91091499200625, 33.39002587790927, 163.85395380251938, 30.317658032788415, 46.77514464531494, 32.16405989901042, 178.02911191569987, 27.619913058663098 ], "crps_fair": [ 26.10481012043471, 21.282368260725555, 95.23557429333229, 24.28856148863727, 41.8535936105188, 32.740346874353364, 115.81844110955869, 26.125429814163315 ], "crps_fair_clim": [ 27.513828107781922, 30.99293899368493, 161.45686691829505, 27.920571148564072, 44.378057761090616, 29.766973014786096, 175.6320250314755, 25.22282617443876 ] }, "rps": 0.34107937248553394, "rpss": 0.23468752728882214, "brier_below": 0.20301678603388768, "bss_below": 0.08777525363339711, "brier_above": 0.1380625883357712, "bss_above": 0.38122396409382087, "crps": 48.665876201651464, "crpss": 0.2817650300840423, "crps_fair": 47.9311406964655, "crpss_fair": 0.26666514626283144, "reliability": { "below": { "weight": [ 0.0, 0.28341, 0.306871, 0.290406, 0.099525, 0.019789, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1418, 0.2506, 0.3471, 0.4415, 0.5256, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.05, 0.4189, 0.4598, 0.4304, 0.7697, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.078351, 0.428985, 0.209868, 0.046264, 0.099527, 0.128284, 0.00872, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.17, 0.2511, 0.3409, 0.4471, 0.5641, 0.6423, 0.7128, NaN, NaN ], "observed_frequency": [ NaN, 0.0969, 0.0896, 0.1874, 0.4275, 0.9432, 1.0, 1.0, NaN, NaN ] } } } } }, "eqm": { "lambda_": { "training_mean": 0.21665440373483405, "training": [ 0.200985695639561, 0.24212310355636646, 0.19855213943112449, 0.2636622526782522, 0.35479458140887493, 0.22651479126477744, 0.2140401664569827, 0.15736535709017516, 0.2166640572820478, 0.20620965366402383, 0.20658281676666587, 0.19870554966837498, 0.2302104222747549, 0.24480565811596386, 0.1700360344532792, 0.15620296751193366, 0.21054746918820677, 0.17822768307960912, 0.22490536182456564, 0.23206656068624035, 0.2107435513368836, 0.1907618635459488, 0.22591251171469232, 0.23908544099671183 ], "test": 0.22727105157896368 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4502307968295868, 0.38321688602366333, 0.44810455025521573, 0.3811350698812165, 0.2253336959180129, 0.41575268592458836, 0.42211279531975027, 0.5862554414290677, 0.3634185098830003, 0.4222227674193509, 0.43049774049732015, 0.4127179991613216, 0.4441582138612153, 0.4460475568836573, 0.5518962963617404, 0.5915838306776948, 0.41185039286192604, 0.6232049565241865, 0.43274688088162433, 0.39131121101235705, 0.46889664921578755, 0.5241720219591843, 0.34833342317043353, 0.3956592062140585 ], "rps_clim": [ 0.4395210979875425, 0.470103716624794, 0.41696991681095497, 0.4787026031452831, 0.5456974441052049, 0.4718891913819794, 0.47528498703411814, 0.4682080369739733, 0.3831343647949888, 0.4088195356935795, 0.4015935093605737, 0.39471244953026, 0.4905254593905998, 0.4972930203135432, 0.44542605260977947, 0.45801231637095624, 0.41221699134066647, 0.5190225092696747, 0.45873316132537956, 0.4177409102960471, 0.44718476065736323, 0.46325505114638965, 0.44214927012968386, 0.47013731140410536 ], "brier_below": [ 0.2902844863076062, 0.20607627219134514, 0.2814689119465426, 0.27471355092196575, 0.03925853599125668, 0.19838217572320266, 0.1955784032436497, 0.19849746730610024, 0.21157023883831827, 0.20456338670962476, 0.2513906217985772, 0.20749188900963833, 0.35794623836577827, 0.10513361855442278, 0.3938483235045704, 0.18573250119885115, 0.18334338959276186, 0.4526882498664525, 0.21797155675777072, 0.21000628071341781, 0.12780135584825794, 0.15184759034495623, 0.0989603815745883, 0.3065216920668675 ], "brier_below_clim": [ 0.26733852590825796, 0.2537256337025866, 0.25705411420017604, 0.3357734196011123, 0.12098299127445336, 0.24514724598143975, 0.22681741549383455, 0.13433843965721864, 0.20847648854308581, 0.21955850215575037, 0.23050568160830917, 0.18056439949521058, 0.3677097897916764, 0.12508152488088367, 0.31011998366589516, 0.1537918174661276, 0.19438540787371786, 0.391713087904114, 0.23671767734449203, 0.22863730285774397, 0.13116571704967142, 0.1350144958485548, 0.15057377542642655, 0.33304615388212466 ], "brier_above": [ 0.1599463059234604, 0.17714061061459127, 0.166635633510193, 0.10642151593456241, 0.1860751563897109, 0.2173705129874563, 0.22653439677244186, 0.38775797773912885, 0.15184826854955774, 0.2176593783018483, 0.17910711467021326, 0.20522610902848495, 0.08621196746684932, 0.3409139483529388, 0.1580479657701833, 0.40585133525498496, 0.2285070038184027, 0.17051670534776642, 0.21477532468362462, 0.18130492572575038, 0.34109530413372624, 0.37232444213010846, 0.2493730426437021, 0.08913751085965255 ], "brier_above_clim": [ 0.17218257207928467, 0.21637808292220725, 0.15991580261077884, 0.14292918354417064, 0.4247144528307517, 0.22674194540053969, 0.24846757154028362, 0.3338695973167546, 0.17465787625190304, 0.18926103353782903, 0.17108782775226475, 0.21414805003504944, 0.12281566959892326, 0.37221149543265947, 0.13530606894388414, 0.3042204989048285, 0.21783158346694867, 0.12730942136556073, 0.22201548398088763, 0.18910360743830318, 0.3160190436076916, 0.3282405552978347, 0.29157549470325717, 0.13709115752198053 ], "crps": [ 30.868625012765367, 37.38804141336065, 29.240146000759093, 25.221395207155805, 187.0269520573437, 32.498303940937234, 34.80961341031852, 49.79591179598741, 20.476266266052654, 31.58476773260247, 27.956373210897823, 28.363069261444963, 32.41236878897588, 61.73714961161419, 38.96728856117902, 52.760017564373726, 33.4714732565093, 58.68536705942745, 42.369621669847646, 28.093375035224515, 39.6439927489924, 36.34638161550977, 41.66236426384712, 26.511861677877196 ], "crps_clim": [ 31.742925516629697, 40.77336668818828, 28.09618525185972, 37.986090541506, 251.4927342153348, 40.320321374030684, 40.93726570534917, 40.54786455186527, 22.988890072347303, 28.257992147944407, 24.96559897910219, 25.682377420488514, 37.65656723862455, 67.35667251514191, 29.987287831298126, 43.08507304266908, 30.254448434401816, 47.83890739301917, 44.7070520085121, 29.018165136591247, 36.90426542672519, 32.258006168915756, 38.015712600516835, 34.40598130175283 ], "crps_fair": [ 29.442073729566435, 35.32876522423216, 27.859321236273786, 23.91843865788736, 185.7406000879602, 31.321972935734422, 33.373314480541836, 48.45804916506808, 19.29528840637975, 29.731556443975904, 26.343364269263414, 26.834809687422315, 31.21852734479398, 60.224888292931105, 37.49872511759375, 51.741776562909244, 31.61014538635995, 57.17126074008999, 40.881940639389704, 26.68428889528657, 38.01269156227954, 34.90123271874017, 39.33862164475197, 25.4113356827839 ], "crps_fair_clim": [ 29.83323453860368, 38.88077881844172, 26.1795875687868, 36.08822373966346, 249.9992360568139, 38.426875463916396, 39.04498825040786, 38.65484959473932, 21.062619481737414, 26.341700917326186, 23.043072155361166, 23.761208131674348, 35.758076339617475, 65.51443181552213, 28.07427178189838, 41.19686340465451, 28.3419383709928, 45.95970122915301, 42.821914300357065, 27.103313627542445, 35.0043497136804, 30.34929072242817, 36.1179019010588, 32.50133398998652 ] }, "rps": 0.44045248242358165, "rpss": 0.028086127077797896, "brier_below": 0.2229615465990218, "bss_below": 0.016027700098165343, "brier_above": 0.2174909356920558, "bss_above": 0.040144877308268545, "crps": 42.8287802984585, "crpss": 0.05287947583760744, "crps_fair": 41.34762453800898, "crpss_fair": 0.045878876146808745, "reliability": { "below": { "weight": [ 0.004383, 0.088066, 0.275501, 0.343721, 0.202877, 0.079029, 0.006423, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0937, 0.1547, 0.2592, 0.3557, 0.4425, 0.5349, 0.6214, NaN, NaN, NaN ], "observed_frequency": [ 0.0574, 0.175, 0.319, 0.352, 0.4041, 0.4639, 0.5934, NaN, NaN, NaN ] }, "above": { "weight": [ 0.001861, 0.091425, 0.371807, 0.286898, 0.134287, 0.065203, 0.041315, 0.007204, 0.0, 0.0 ], "mean_forecast": [ 0.0975, 0.1673, 0.2603, 0.3522, 0.4416, 0.5407, 0.6424, 0.7204, NaN, NaN ], "observed_frequency": [ 0.0301, 0.308, 0.28, 0.3371, 0.3609, 0.5445, 0.6928, 0.7468, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.441182827440919, 0.3340910701549031, 0.37208633516442996, 0.3240572324694648, 0.1606075170172385, 0.3335006058115033, 0.3037299551920693, 0.6275196303853772, 0.3568149173994289, 0.31753931236542304, 0.3675746463384757, 0.428706018934753, 0.46053825864215897, 0.4119026261217107, 0.4472765278971071, 0.5145028218324369, 0.38697032703520884, 0.5564109905960712, 0.45840263158179867, 0.3064531213628951, 0.4885902517615481, 0.5263057861817483, 0.2060614710331093, 0.4256320540899108 ], "rps_clim": [ 0.48190550000573357, 0.4447116445242348, 0.39122568096409477, 0.5314846969938783, 0.5463137956783318, 0.5246370465888529, 0.46799085520133354, 0.4301833029814578, 0.3790308872213789, 0.3760295940535084, 0.36571087481860687, 0.4071905851059967, 0.5346883511508412, 0.5378418848789392, 0.39758042315298353, 0.42189702405901625, 0.3563103597455807, 0.5447213097764745, 0.4681166137581803, 0.3573140644587983, 0.4646548700920834, 0.443550454531998, 0.4892057891747856, 0.5235515129376195 ], "brier_below": [ 0.3352457378079518, 0.09195888473857994, 0.2703126411670184, 0.26655531300421637, 0.02350252228028998, 0.2618359789724134, 0.24180189716141115, 0.2563160213675301, 0.22085289075033676, 0.0834836533252393, 0.22363591916559178, 0.16220705946248956, 0.3868991762258084, 0.07663519558201451, 0.295371577958113, 0.15595706108352855, 0.1550068825326669, 0.45265295538894773, 0.11575959611659443, 0.09465336638864141, 0.10367442083039256, 0.16692528189072725, 0.01960025730487973, 0.35852465487783575 ], "brier_below_clim": [ 0.3519612903999631, 0.14955802970751203, 0.2601871534110402, 0.4105017057194249, 0.12098299127445337, 0.39624369138262994, 0.3443603210875784, 0.12682101259329223, 0.2099793080182162, 0.1262687532682766, 0.2039124110213452, 0.13844673123024703, 0.4137053598763879, 0.12098299127445337, 0.264430544340142, 0.12679414888912763, 0.17861675021890278, 0.42373831850202115, 0.13731870409752048, 0.14687327559600188, 0.12098299127445337, 0.14271630161606835, 0.12098299127445337, 0.40256852166316615 ], "brier_above": [ 0.10593708203512611, 0.2421321850254779, 0.10177368598825567, 0.05750191846611948, 0.13710498781827518, 0.07166462694441679, 0.0619280592456371, 0.3712036020352234, 0.13596202580435715, 0.23405565661678393, 0.14393872233437832, 0.26649895883225216, 0.07363907492741392, 0.3352674368996749, 0.1519049418160767, 0.35854576743564787, 0.23196344108911568, 0.10375802999251815, 0.34264304458341627, 0.21179975249921618, 0.38491584388584754, 0.35938051196916615, 0.18646120944880795, 0.06710739447794259 ], "brier_above_clim": [ 0.1299442096057706, 0.29515361481672286, 0.13103852755305465, 0.12098299127445337, 0.4253308044038785, 0.12839335520622294, 0.12363053411375528, 0.3033622903881658, 0.16905157920316274, 0.24976084078523186, 0.16179846379726168, 0.26874385387575, 0.12098299127445337, 0.4168588936044859, 0.13314987881284177, 0.2951028751698888, 0.1776936095266779, 0.12098299127445337, 0.3307979096606601, 0.21044078886279646, 0.34367187881763017, 0.3008341529159299, 0.3682227979003325, 0.12098299127445337 ], "crps": [ 37.9013161704781, 47.82914341446723, 27.580648456088802, 27.41862799292935, 254.76736910338033, 34.09113234361, 25.929623917030323, 59.36517272138141, 26.160431365466295, 31.46769527825917, 30.31158016358531, 39.62102579952174, 44.12824657886618, 87.5266205322087, 38.811786570564195, 55.77115343952937, 38.599247055325584, 72.94076802785777, 71.8745974370355, 29.056269646329902, 56.32531198823042, 41.805441162927956, 62.40245852018539, 35.46574866185103 ], "crps_clim": [ 44.818392114890194, 49.555903283487574, 30.675020158925083, 53.94868480057281, 354.7381681248423, 56.058574286857095, 40.89964859325192, 41.88472808521825, 29.960563688835595, 35.58986358112118, 28.725216146584827, 36.06632699048634, 54.26159742058326, 101.57427145824482, 32.681017126544084, 48.797086589560294, 29.95440091470073, 69.17206276014227, 74.3649830088615, 31.00618674826232, 52.67156510791567, 36.916850791140064, 58.698649883439046, 47.73367692323706 ], "crps_fair": [ 36.2231363191591, 44.74148972947272, 25.84451082382057, 25.824076262964798, 253.18573995389025, 32.53131989823725, 24.234802725130354, 57.79553631596055, 24.60773597940863, 29.562716148238387, 28.349593951038223, 37.48991042550994, 42.647487210511265, 85.52137567783872, 36.81011511791293, 54.35645002712813, 36.26054994421907, 71.33054145105295, 70.00484693758872, 27.06916288671212, 54.29260438436657, 40.10323859305316, 58.71329255814153, 34.05864256019347 ], "crps_fair_clim": [ 42.28827155959033, 47.03475528721915, 28.118112914314686, 51.435856466268575, 352.79501684228853, 53.54974195536778, 38.362106175221676, 39.349051348043986, 27.402303306971245, 33.04226475208313, 26.16461609134499, 33.51963055426904, 51.74936172381692, 99.15164309867102, 30.1279091186148, 46.27450144046246, 27.396128860915656, 66.68806658106446, 71.89082190601232, 28.449906713101416, 50.156317986314725, 34.37176519545435, 56.19481769512508, 45.209077740680264 ] }, "rps": 0.3981857057004037, "rpss": 0.12212096772662762, "brier_below": 0.20080703939096745, "bss_below": 0.11391300545977934, "brier_above": 0.1973786650071311, "bss_above": 0.13031691287657465, "crps": 53.21464234779625, "crpss": 0.11355310204983082, "crps_fair": 51.31495316173122, "crpss_fair": 0.10803272819318943, "reliability": { "below": { "weight": [ 0.009223, 0.107873, 0.273357, 0.286136, 0.208435, 0.10808, 0.006895, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0939, 0.151, 0.2585, 0.3564, 0.4459, 0.5353, 0.6153, NaN, NaN, NaN ], "observed_frequency": [ 0.0, 0.0619, 0.2096, 0.3932, 0.5027, 0.5671, 0.6637, NaN, NaN, NaN ] }, "above": { "weight": [ 0.001596, 0.111955, 0.40118, 0.227492, 0.121133, 0.071244, 0.050811, 0.014591, 0.0, 0.0 ], "mean_forecast": [ 0.0975, 0.1684, 0.2584, 0.3497, 0.4468, 0.5448, 0.6497, 0.7214, NaN, NaN ], "observed_frequency": [ 0.0, 0.1946, 0.2516, 0.2998, 0.4606, 0.6427, 0.8376, 0.9008, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.414126961971984, 0.4169515714544167, 0.4299695397981067, 0.33767626193857925, 0.4602111293370705, 0.39168722215380164, 0.3621680424751982, 0.6239820644029271 ], "rps_clim": [ 0.417659603071558, 0.42114839455105046, 0.5533032498091346, 0.4473076683297933, 0.4625683790499464, 0.41678104095296603, 0.5158924310312171, 0.42890011506153497 ], "brier_below": [ 0.23775082437011577, 0.21981391099122535, 0.0993386692002792, 0.24558076545613594, 0.24109267725982128, 0.22551224045099294, 0.1178583444107085, 0.25892390015882094 ], "brier_below_clim": [ 0.23401701276525544, 0.2189631813755131, 0.11111111773384957, 0.3104494178140245, 0.2504465951343465, 0.24187001637124075, 0.1452369658843232, 0.14026665735763472 ], "brier_above": [ 0.17637614024726017, 0.19713765848207243, 0.33063084037527146, 0.09209550613549491, 0.2191184480564626, 0.1661749905071587, 0.24430968050212004, 0.3650581407720032 ], "brier_above_clim": [ 0.18364259720487727, 0.20218521675843326, 0.4421920927416047, 0.1368582657800341, 0.2121217857216985, 0.17491103304162547, 0.37065543860496475, 0.28863344582864725 ], "crps": [ 26.974066274252817, 23.842766733760982, 84.45764176763663, 19.767830338205712, 29.776892986614683, 25.606167776270496, 73.08217186298113, 52.3327398617584 ], "crps_clim": [ 25.991938244042803, 27.156682952757507, 116.99857569796765, 25.68956435022059, 33.64072492622825, 25.925245138455825, 110.35729933852919, 38.12777562837381 ], "crps_fair": [ 26.262618151352118, 23.22030727032535, 83.41184252129686, 19.128310429625838, 29.206171304452532, 24.778031746932957, 72.03960938014438, 51.766026979046146 ], "crps_fair_clim": [ 24.186278935163696, 25.3510236438784, 115.19291638908858, 23.883905041341485, 31.83506561734916, 24.11958582957673, 108.55164002965007, 36.322116319494704 ] }, "rps": 0.4295965991915105, "rpss": 0.061903731270912976, "brier_below": 0.2057339165372625, "bss_below": 0.003927490589383353, "brier_above": 0.22386267563473045, "bss_above": 0.10953584139883221, "crps": 41.9800347001851, "crpss": 0.168481265385113, "crps_fair": 41.226614722897025, "crpss_fair": 0.1531153100970004, "reliability": { "below": { "weight": [ 0.003732, 0.101178, 0.102622, 0.264239, 0.352083, 0.168811, 0.007334, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0978, 0.144, 0.2492, 0.3557, 0.4468, 0.538, 0.6306, NaN, NaN, NaN ], "observed_frequency": [ 0.0, 0.0083, 0.2012, 0.3153, 0.3415, 0.3489, 0.3228, NaN, NaN, NaN ] }, "above": { "weight": [ 0.001356, 0.14519, 0.451645, 0.214346, 0.073551, 0.043936, 0.060973, 0.009004, 0.0, 0.0 ], "mean_forecast": [ 0.0978, 0.1651, 0.2406, 0.3403, 0.4454, 0.5525, 0.6541, 0.7044, NaN, NaN ], "observed_frequency": [ 0.0, 0.3234, 0.3154, 0.3924, 0.5168, 0.9022, 0.9958, 1.0, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4075530317556091, 0.2992491026354509, 0.17577709183675766, 0.3585647660079319, 0.3712042443411348, 0.3959251990784136, 0.15952778032209564, 0.415328267723903 ], "rps_clim": [ 0.37168678111891346, 0.40830734552865355, 0.5514955812695821, 0.4122454531264281, 0.5073582366943469, 0.42296825285318396, 0.5480141639602464, 0.3433109747399186 ], "brier_below": [ 0.16647620739283256, 0.23744143830940692, 0.026425718363548442, 0.24791741828072594, 0.3089308025735399, 0.2856585307348335, 0.018900565164861997, 0.2425763371671822 ], "brier_below_clim": [ 0.13710719771935653, 0.28966613712444955, 0.11111111773384952, 0.26920158326246535, 0.3962471388287118, 0.3008762153923436, 0.11169127068708512, 0.1645095887434772 ], "brier_above": [ 0.24107682039985273, 0.06180767452671057, 0.14935135325868706, 0.11064735633592748, 0.062273454156610994, 0.11026668386081681, 0.14062719719631545, 0.17275193075081408 ], "brier_above_clim": [ 0.23457958118988842, 0.11864122692593004, 0.44038442452528814, 0.14304388402215332, 0.11111111773384952, 0.12209205536551032, 0.43632285498898205, 0.17880139376069062 ], "crps": [ 33.0997863366596, 20.658132786588332, 81.29768136590731, 25.454489029485046, 31.91626642022146, 29.645052553622886, 88.68735087235719, 32.55834084384673 ], "crps_clim": [ 29.91091499200625, 33.39002587790927, 163.85395380251938, 30.317658032788415, 46.77514464531494, 32.16405989901042, 178.02911191569987, 27.619913058663098 ], "crps_fair": [ 32.15993960769627, 19.866982968667248, 79.68255079988991, 24.619398430122338, 31.156176911834454, 28.727876025340674, 87.17943975659418, 31.833946450593466 ], "crps_fair_clim": [ 27.513828107781922, 30.99293899368493, 161.45686691829505, 27.920571148564072, 44.378057761090616, 29.766973014786096, 175.6320250314755, 25.22282617443876 ] }, "rps": 0.3228911854626621, "rpss": 0.2754981054342295, "brier_below": 0.19179087724836644, "bss_below": 0.13821715055564165, "brier_above": 0.1311003088107169, "bss_above": 0.4124278678979889, "crps": 42.91463752608607, "crpss": 0.3666446430598389, "crps_fair": 41.90328886884231, "crpss_fair": 0.35888982053780316, "reliability": { "below": { "weight": [ 0.00957, 0.227633, 0.031505, 0.276481, 0.353107, 0.099746, 0.001956, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0978, 0.1412, 0.2629, 0.3644, 0.4393, 0.535, 0.6277, NaN, NaN, NaN ], "observed_frequency": [ 0.0, 0.001, 0.3729, 0.4142, 0.466, 0.4319, 0.1111, NaN, NaN, NaN ] }, "above": { "weight": [ 0.001087, 0.107903, 0.4552, 0.179292, 0.019542, 0.064259, 0.149628, 0.023089, 0.0, 0.0 ], "mean_forecast": [ 0.0978, 0.1615, 0.2468, 0.3322, 0.474, 0.5619, 0.6552, 0.7044, NaN, NaN ], "observed_frequency": [ 0.0, 0.1791, 0.0817, 0.1903, 0.6553, 0.9424, 0.9956, 1.0, NaN, NaN ] } } } } }, "gqm": { "lambda_": { "training_mean": 0.17693656157052065, "training": [ 0.1693603405023839, 0.1972545970968596, 0.15071577667327588, 0.2267641934350298, 0.2893201017129082, 0.18989007174422007, 0.17581515090032884, 0.12916797635026375, 0.1641769629793852, 0.16146426878354203, 0.17050863526588264, 0.16696532029552, 0.1903401704608515, 0.20739217775343993, 0.12041168872510671, 0.1301149222259247, 0.1684949252177194, 0.1461131216412795, 0.18061583919759674, 0.19187936064074684, 0.17375508214650134, 0.161392434801705, 0.18589749224540233, 0.19866686689662222 ], "test": 0.18816422134626556 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4424982002602183, 0.3871377435551358, 0.45042500052665846, 0.38060694090788544, 0.21047019007367007, 0.4029639195342437, 0.40834281170036707, 0.5532841055525215, 0.3660594489973055, 0.42889975410454323, 0.4249531715665365, 0.40083707782587025, 0.46259049258192053, 0.41448437144510325, 0.5905536782359719, 0.542690079681271, 0.3952601154630435, 0.6604665580416728, 0.429672959142735, 0.40265058063652676, 0.43582462734287125, 0.49203076553004305, 0.34569153695489263, 0.4064030996316054 ], "rps_clim": [ 0.4395210979875425, 0.470103716624794, 0.41696991681095497, 0.4787026031452831, 0.5456974441052049, 0.4718891913819794, 0.47528498703411814, 0.4682080369739733, 0.3831343647949888, 0.4088195356935795, 0.4015935093605737, 0.39471244953026, 0.4905254593905998, 0.4972930203135432, 0.44542605260977947, 0.45801231637095624, 0.41221699134066647, 0.5190225092696747, 0.45873316132537956, 0.4177409102960471, 0.44718476065736323, 0.46325505114638965, 0.44214927012968386, 0.47013731140410536 ], "brier_below": [ 0.28508631800269396, 0.20840640319944323, 0.2794211515788905, 0.26871610500766263, 0.03423441382604589, 0.1902974615186345, 0.1898658821084948, 0.18518613201181908, 0.20890321039102394, 0.20630714982221576, 0.24431721403281287, 0.19781761536309792, 0.3601885394762292, 0.09829372273058243, 0.4088303827680441, 0.17072157303912672, 0.17409816859226515, 0.4659777996314725, 0.2146157413451811, 0.2142571142055164, 0.11864513738031435, 0.14024730784472134, 0.09820748288118049, 0.30783293885352947 ], "brier_below_clim": [ 0.26733852590825796, 0.2537256337025866, 0.25705411420017604, 0.3357734196011123, 0.12098299127445336, 0.24514724598143975, 0.22681741549383455, 0.13433843965721864, 0.20847648854308581, 0.21955850215575037, 0.23050568160830917, 0.18056439949521058, 0.3677097897916764, 0.12508152488088367, 0.31011998366589516, 0.1537918174661276, 0.19438540787371786, 0.391713087904114, 0.23671767734449203, 0.22863730285774397, 0.13116571704967142, 0.1350144958485548, 0.15057377542642655, 0.33304615388212466 ], "brier_above": [ 0.15741187769842202, 0.17873133761007612, 0.17100384490840975, 0.11189083429760108, 0.17623577294116366, 0.21266645955455485, 0.21847693354719092, 0.3680979776155615, 0.15715623696324243, 0.2225926017323256, 0.18063595388881132, 0.20301946164546253, 0.10240194600167711, 0.31619065606728025, 0.18172329080926958, 0.3719685118475151, 0.22116194806340567, 0.19448875828854198, 0.21505721697911157, 0.18839346224364512, 0.31717949784423166, 0.3517834673503618, 0.24748405533378767, 0.09857015665854249 ], "brier_above_clim": [ 0.17218257207928467, 0.21637808292220725, 0.15991580261077884, 0.14292918354417064, 0.4247144528307517, 0.22674194540053969, 0.24846757154028362, 0.3338695973167546, 0.17465787625190304, 0.18926103353782903, 0.17108782775226475, 0.21414805003504944, 0.12281566959892326, 0.37221149543265947, 0.13530606894388414, 0.3042204989048285, 0.21783158346694867, 0.12730942136556073, 0.22201548398088763, 0.18910360743830318, 0.3160190436076916, 0.3282405552978347, 0.29157549470325717, 0.13709115752198053 ], "crps": [ 30.742209703923454, 36.41368041300595, 28.939935471643842, 25.725673249569134, 172.70403785524624, 31.879963532034164, 34.80969905609223, 47.3191097291388, 20.521705673968246, 30.973324695624925, 28.061594772458456, 27.61599303900503, 33.723031894956875, 56.071862499874975, 41.16697420405066, 49.9598226026993, 32.09604532749018, 60.78963494738387, 41.79574741909915, 28.81318187013949, 37.19544677546866, 34.31795757356532, 37.78661769852571, 27.20474020119035 ], "crps_clim": [ 31.742925516629697, 40.77336668818828, 28.09618525185972, 37.986090541506, 251.4927342153348, 40.320321374030684, 40.93726570534917, 40.54786455186527, 22.988890072347303, 28.257992147944407, 24.96559897910219, 25.682377420488514, 37.65656723862455, 67.35667251514191, 29.987287831298126, 43.08507304266908, 30.254448434401816, 47.83890739301917, 44.7070520085121, 29.018165136591247, 36.90426542672519, 32.258006168915756, 38.015712600516835, 34.40598130175283 ], "crps_fair": [ 29.283458373838887, 34.50317847610589, 27.533171553873323, 24.318829708634258, 171.09205857737123, 30.609225139591796, 33.3130819159704, 45.964096297853416, 19.286390120898677, 29.236682633150142, 26.434209818887645, 26.04166875256233, 32.47296640550901, 54.55717994220023, 39.73504558631822, 48.86940404129355, 30.370662215081012, 59.312220461798155, 40.330249302920436, 27.388559011430257, 35.63093084456836, 32.88516693516752, 35.73276227806841, 25.99662799246868 ], "crps_fair_clim": [ 29.83323453860368, 38.88077881844172, 26.1795875687868, 36.08822373966346, 249.9992360568139, 38.426875463916396, 39.04498825040786, 38.65484959473932, 21.062619481737414, 26.341700917326186, 23.043072155361166, 23.761208131674348, 35.758076339617475, 65.51443181552213, 28.07427178189838, 41.19686340465451, 28.3419383709928, 45.95970122915301, 42.821914300357065, 27.103313627542445, 35.0043497136804, 30.34929072242817, 36.1179019010588, 32.50133398998652 ] }, "rps": 0.4347832178871922, "rpss": 0.04059607326282988, "brier_below": 0.21960312356712494, "bss_below": 0.03084906855898728, "brier_above": 0.2151800941620913, "bss_above": 0.05034333947961056, "crps": 41.5261662585898, "crpss": 0.08168563103568438, "crps_fair": 40.03740943273174, "crpss_fair": 0.07611287199794603, "reliability": { "below": { "weight": [ 0.00995, 0.140487, 0.286368, 0.304187, 0.176534, 0.069553, 0.012248, 0.000644, 2.8e-05, 0.0 ], "mean_forecast": [ 0.0856, 0.1546, 0.2594, 0.3554, 0.4443, 0.5361, 0.6257, 0.7324, 0.81, NaN ], "observed_frequency": [ 0.3588, 0.2216, 0.2983, 0.3487, 0.411, 0.5782, 0.626, 0.5228, 1.0, NaN ] }, "above": { "weight": [ 0.003523, 0.090196, 0.301995, 0.279688, 0.180412, 0.079985, 0.047366, 0.016636, 0.000198, 0.0 ], "mean_forecast": [ 0.089, 0.1662, 0.26, 0.3557, 0.445, 0.5418, 0.6468, 0.7344, 0.8173, NaN ], "observed_frequency": [ 0.2316, 0.2218, 0.2692, 0.3338, 0.3765, 0.4985, 0.6372, 0.8005, 1.0, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44067904488139276, 0.3194208181707347, 0.37028660241794953, 0.3236201314849692, 0.15052324017473506, 0.3332720755811033, 0.3050244962285549, 0.6049791130353823, 0.34214566195411633, 0.3077493956203797, 0.35619819929930013, 0.414643834273502, 0.4694034228633918, 0.3907522501458198, 0.4616188068007083, 0.4954627712609931, 0.3874702373501028, 0.580346565156122, 0.44523154319422403, 0.3027288433489746, 0.46598817228669054, 0.4978417552980269, 0.1939165828875417, 0.4314059403613482 ], "rps_clim": [ 0.48190550000573357, 0.4447116445242348, 0.39122568096409477, 0.5314846969938783, 0.5463137956783318, 0.5246370465888529, 0.46799085520133354, 0.4301833029814578, 0.3790308872213789, 0.3760295940535084, 0.36571087481860687, 0.4071905851059967, 0.5346883511508412, 0.5378418848789392, 0.39758042315298353, 0.42189702405901625, 0.3563103597455807, 0.5447213097764745, 0.4681166137581803, 0.3573140644587983, 0.4646548700920834, 0.443550454531998, 0.4892057891747856, 0.5235515129376195 ], "brier_below": [ 0.3335682141479579, 0.08887057906355046, 0.2636525138514392, 0.26021013984346913, 0.01888843598598894, 0.26035439666543786, 0.24186130489667554, 0.2428837202007154, 0.21062832940434204, 0.07846883335084077, 0.20941565701878226, 0.14899003078001247, 0.3825492019876187, 0.07530760669039331, 0.30307767300338945, 0.15315332959225755, 0.15252578482399176, 0.45732324562461013, 0.11137672938579446, 0.09129439524383251, 0.10222853841625726, 0.15645425558931272, 0.016513443826208857, 0.35228945363861364 ], "brier_below_clim": [ 0.3519612903999631, 0.14955802970751203, 0.2601871534110402, 0.4105017057194249, 0.12098299127445337, 0.39624369138262994, 0.3443603210875784, 0.12682101259329223, 0.2099793080182162, 0.1262687532682766, 0.2039124110213452, 0.13844673123024703, 0.4137053598763879, 0.12098299127445337, 0.264430544340142, 0.12679414888912763, 0.17861675021890278, 0.42373831850202115, 0.13731870409752048, 0.14687327559600188, 0.12098299127445337, 0.14271630161606835, 0.12098299127445337, 0.40256852166316615 ], "brier_above": [ 0.10711082359417035, 0.23055023914724437, 0.1066340815896742, 0.06340999226173578, 0.13163479930336264, 0.07291767890542701, 0.0631631907792015, 0.3620953875223192, 0.13151733190007447, 0.22928055906114275, 0.14678253782942036, 0.26565380514593107, 0.08685421374761781, 0.3154446482005784, 0.15854112611951918, 0.34230944575441596, 0.234944452037187, 0.12302331632598282, 0.33385482120481286, 0.21143444574645287, 0.3637596450114789, 0.3413875060698232, 0.17740313624686735, 0.07911648219063845 ], "brier_above_clim": [ 0.1299442096057706, 0.29515361481672286, 0.13103852755305465, 0.12098299127445337, 0.4253308044038785, 0.12839335520622294, 0.12363053411375528, 0.3033622903881658, 0.16905157920316274, 0.24976084078523186, 0.16179846379726168, 0.26874385387575, 0.12098299127445337, 0.4168588936044859, 0.13314987881284177, 0.2951028751698888, 0.1776936095266779, 0.12098299127445337, 0.3307979096606601, 0.21044078886279646, 0.34367187881763017, 0.3008341529159299, 0.3682227979003325, 0.12098299127445337 ], "crps": [ 38.70886380867722, 44.774678472525345, 27.585470079275296, 27.6745612832895, 225.69813692036584, 34.08292067053884, 26.634611120182175, 56.46957849421145, 25.22996204958731, 30.120107279956738, 29.73643313349702, 38.33994691671975, 45.355339009855996, 79.68081012376943, 40.204592123864394, 53.57074346928145, 38.05419913670394, 74.90923738409765, 69.41279173444786, 29.426256266613922, 53.72607411646917, 39.80047397319012, 53.93713576449446, 36.09257839442218 ], "crps_clim": [ 44.818392114890194, 49.555903283487574, 30.675020158925083, 53.94868480057281, 354.7381681248423, 56.058574286857095, 40.89964859325192, 41.88472808521825, 29.960563688835595, 35.58986358112118, 28.725216146584827, 36.06632699048634, 54.26159742058326, 101.57427145824482, 32.681017126544084, 48.797086589560294, 29.95440091470073, 69.17206276014227, 74.3649830088615, 31.00618674826232, 52.67156510791567, 36.916850791140064, 58.698649883439046, 47.73367692323706 ], "crps_fair": [ 36.96351613690055, 41.96793910019914, 25.7935539743533, 25.908692524663078, 223.4680333222742, 32.39989101841512, 24.870702895788696, 54.82919787895816, 23.603552681293255, 28.22649013367915, 27.748574139907973, 36.21085241819479, 43.776268041851594, 77.67629302809466, 38.21614002576463, 52.115602061406875, 35.84069192146508, 73.29545426635492, 67.59506754042782, 27.460841360882547, 51.751212096161794, 38.091376170879535, 50.57587564357904, 34.572153870498944 ], "crps_fair_clim": [ 42.28827155959033, 47.03475528721915, 28.118112914314686, 51.435856466268575, 352.79501684228853, 53.54974195536778, 38.362106175221676, 39.349051348043986, 27.402303306971245, 33.04226475208313, 26.16461609134499, 33.51963055426904, 51.74936172381692, 99.15164309867102, 30.1279091186148, 46.27450144046246, 27.396128860915656, 66.68806658106446, 71.89082190601232, 28.449906713101416, 50.156317986314725, 34.37176519545435, 56.19481769512508, 45.209077740680264 ] }, "rps": 0.391279562669836, "rpss": 0.13734692404204063, "brier_below": 0.19632857554297886, "bss_below": 0.13367480556029776, "brier_above": 0.19495098607062825, "bss_above": 0.1410136683337364, "crps": 50.801062571918216, "crpss": 0.15375839538430625, "crps_fair": 48.87324884383312, "crpss_fair": 0.15047494444407916, "reliability": { "below": { "weight": [ 0.013433, 0.156549, 0.247125, 0.272447, 0.196873, 0.097035, 0.016538, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0842, 0.1501, 0.2579, 0.3578, 0.4469, 0.5367, 0.6224, NaN, NaN, NaN ], "observed_frequency": [ 0.216, 0.0913, 0.2113, 0.3749, 0.4936, 0.6903, 0.6888, NaN, NaN, NaN ] }, "above": { "weight": [ 0.005142, 0.126345, 0.328395, 0.245327, 0.128828, 0.085855, 0.052905, 0.026911, 0.000291, 0.0 ], "mean_forecast": [ 0.0906, 0.1659, 0.2575, 0.3544, 0.4466, 0.5421, 0.6509, 0.7376, 0.8173, NaN ], "observed_frequency": [ 0.1125, 0.1617, 0.2454, 0.2933, 0.4212, 0.6312, 0.8055, 0.8656, 1.0, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4207915009654506, 0.4047400231036156, 0.39282655153853163, 0.3358307235161834, 0.4452894125769097, 0.4020384824963496, 0.3516917886814713, 0.6094769938179324 ], "rps_clim": [ 0.417659603071558, 0.42114839455105046, 0.5533032498091346, 0.4473076683297933, 0.4625683790499464, 0.41678104095296603, 0.5158924310312171, 0.42890011506153497 ], "brier_below": [ 0.24035027584020607, 0.21013655134393516, 0.09187845362514664, 0.23979977347927053, 0.22765533920397535, 0.22870341340130562, 0.11909760762580911, 0.25327286949721745 ], "brier_below_clim": [ 0.23401701276525544, 0.2189631813755131, 0.11111111773384957, 0.3104494178140245, 0.2504465951343465, 0.24187001637124075, 0.1452369658843232, 0.14026665735763472 ], "brier_above": [ 0.18044122892183936, 0.1946034702046843, 0.30094807164174964, 0.0960309597185412, 0.21763407114108485, 0.17333507935780432, 0.23259416594325039, 0.35620410315627415 ], "brier_above_clim": [ 0.18364259720487727, 0.20218521675843326, 0.4421920927416047, 0.1368582657800341, 0.2121217857216985, 0.17491103304162547, 0.37065543860496475, 0.28863344582864725 ], "crps": [ 27.10374916972648, 23.53813968163824, 79.08254898658632, 19.81487063005348, 29.248414842341944, 26.093825082451122, 70.25685860748747, 51.103173311509465 ], "crps_clim": [ 25.991938244042803, 27.156682952757507, 116.99857569796765, 25.68956435022059, 33.64072492622825, 25.925245138455825, 110.35729933852919, 38.12777562837381 ], "crps_fair": [ 26.38170894391232, 22.873569684901927, 78.09215633335472, 19.138364185075115, 28.646139566295396, 25.286148256356135, 69.33404910717826, 50.48652858745385 ], "crps_fair_clim": [ 24.186278935163696, 25.3510236438784, 115.19291638908858, 23.883905041341485, 31.83506561734916, 24.11958582957673, 108.55164002965007, 36.322116319494704 ] }, "rps": 0.4203356845870555, "rpss": 0.08212649246550296, "brier_below": 0.20136178550210826, "bss_below": 0.025095412752909385, "brier_above": 0.21897389376065352, "bss_above": 0.12898207121691796, "crps": 40.78019753897432, "crpss": 0.19224701701345803, "crps_fair": 40.02983308306597, "crpss_fair": 0.177699818302255, "reliability": { "below": { "weight": [ 0.009674, 0.127574, 0.118816, 0.286234, 0.276093, 0.16376, 0.017007, 0.000842, 0.0, 0.0 ], "mean_forecast": [ 0.0844, 0.1439, 0.2547, 0.3543, 0.4473, 0.537, 0.6306, 0.7168, NaN, NaN ], "observed_frequency": [ 0.0, 0.0499, 0.223, 0.3055, 0.3481, 0.3764, 0.4513, 0.7006, NaN, NaN ] }, "above": { "weight": [ 0.000338, 0.177267, 0.354133, 0.235576, 0.09189, 0.052558, 0.060157, 0.028081, 0.0, 0.0 ], "mean_forecast": [ 0.0859, 0.1687, 0.248, 0.3418, 0.4417, 0.5459, 0.6549, 0.723, NaN, NaN ], "observed_frequency": [ 0.0, 0.3216, 0.3035, 0.3992, 0.3923, 0.7451, 0.9817, 1.0, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4024690954033891, 0.29748378384640295, 0.1517443749750139, 0.3455143679264245, 0.37502072786786406, 0.4124584305270394, 0.13996666282068967, 0.408896318666016 ], "rps_clim": [ 0.37168678111891346, 0.40830734552865355, 0.5514955812695821, 0.4122454531264281, 0.5073582366943469, 0.42296825285318396, 0.5480141639602464, 0.3433109747399186 ], "brier_below": [ 0.1649898906870391, 0.2332028528241773, 0.02285433823038262, 0.2329522598762618, 0.3051791940947055, 0.295384693050054, 0.015918926187524364, 0.2422653133410075 ], "brier_below_clim": [ 0.13710719771935653, 0.28966613712444955, 0.11111111773384952, 0.26920158326246535, 0.3962471388287118, 0.3008762153923436, 0.11169127068708512, 0.1645095887434772 ], "brier_above": [ 0.23747920237726272, 0.06428094218911785, 0.12889001932213015, 0.11256211687094259, 0.06984154755676487, 0.11707375272430554, 0.12404772126406803, 0.16663100499103492 ], "brier_above_clim": [ 0.23457958118988842, 0.11864122692593004, 0.44038442452528814, 0.14304388402215332, 0.11111111773384952, 0.12209205536551032, 0.43632285498898205, 0.17880139376069062 ], "crps": [ 32.92201511989895, 21.102558749966217, 73.08457772734859, 24.56356354920945, 32.59367305621019, 30.736659076275924, 84.71598072665827, 31.579398766169756 ], "crps_clim": [ 29.91091499200625, 33.39002587790927, 163.85395380251938, 30.317658032788415, 46.77514464531494, 32.16405989901042, 178.02911191569987, 27.619913058663098 ], "crps_fair": [ 31.96637694991914, 20.259915819749693, 71.59368437336964, 23.708557472210632, 31.794519894227935, 29.812277131719398, 83.41103385965648, 30.810082974358924 ], "crps_fair_clim": [ 27.513828107781922, 30.99293899368493, 161.45686691829505, 27.920571148564072, 44.378057761090616, 29.766973014786096, 175.6320250314755, 25.22282617443876 ] }, "rps": 0.31669422025410493, "rpss": 0.2894028301102055, "brier_below": 0.18909343353639402, "bss_below": 0.15033769957064524, "brier_above": 0.12760078841195333, "bss_above": 0.4281121990844605, "crps": 41.41230334646717, "crpss": 0.38881683081273666, "crps_fair": 40.41955605940148, "crpss_fair": 0.38159057347182557, "reliability": { "below": { "weight": [ 0.024805, 0.216974, 0.073936, 0.273947, 0.292336, 0.111258, 0.006743, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0844, 0.1325, 0.259, 0.3599, 0.444, 0.536, 0.6231, NaN, NaN, NaN ], "observed_frequency": [ 0.0, 0.009, 0.265, 0.4276, 0.4661, 0.4945, 0.6454, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000436, 0.144469, 0.370031, 0.203583, 0.033003, 0.049069, 0.130433, 0.068975, 0.0, 0.0 ], "mean_forecast": [ 0.0859, 0.1661, 0.2498, 0.3359, 0.4412, 0.559, 0.6575, 0.7232, NaN, NaN ], "observed_frequency": [ 0.0, 0.1037, 0.0845, 0.1975, 0.2503, 0.8937, 0.985, 1.0, NaN, NaN ] } } } } }, "dqm": { "lambda_": { "training_mean": 0.315255859443403, "training": [ 0.2963365045825114, 0.3469918639771948, 0.2935356395209843, 0.3601131585068711, 0.482132981855519, 0.3072088494897301, 0.31652967395414433, 0.27309795052387653, 0.31122538709631614, 0.2910054469389618, 0.3055206430068244, 0.29555906420495487, 0.3280463488768418, 0.3415906740641199, 0.25702086353648734, 0.2678745130411006, 0.3050114210334815, 0.27220672356194336, 0.3123461772728153, 0.34015379781830996, 0.3037450348504824, 0.2869838488486026, 0.34924177766828224, 0.32266228241131684 ], "test": 0.32890033736300983 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4417197767360011, 0.39602152633686355, 0.4456907534540421, 0.3998677151644589, 0.2924375025424817, 0.44058395748653106, 0.4400357788993541, 0.5634769700155552, 0.36117674932153443, 0.42741745877249604, 0.42868318701016217, 0.40686571220617057, 0.4539408062878966, 0.4582637588247886, 0.557060226612965, 0.5722344044888733, 0.40260747995530705, 0.6177733167576986, 0.4304788535598997, 0.3845741597085522, 0.46662376366903924, 0.5137236331913678, 0.3602575209787551, 0.4020958096440993 ], "rps_clim": [ 0.4395210979875425, 0.470103716624794, 0.41696991681095497, 0.4787026031452831, 0.5456974441052049, 0.4718891913819794, 0.47528498703411814, 0.4682080369739733, 0.3831343647949888, 0.4088195356935795, 0.4015935093605737, 0.39471244953026, 0.4905254593905998, 0.4972930203135432, 0.44542605260977947, 0.45801231637095624, 0.41221699134066647, 0.5190225092696747, 0.45873316132537956, 0.4177409102960471, 0.44718476065736323, 0.46325505114638965, 0.44214927012968386, 0.47013731140410536 ], "brier_below": [ 0.285113663783571, 0.21273878208466518, 0.27982678249863885, 0.28544501366174213, 0.05427290892212134, 0.22008455569215155, 0.20795480894829696, 0.18122682890186523, 0.20798048461736754, 0.2131766629297282, 0.24747118068624796, 0.2061315557785665, 0.3625512151299436, 0.11087675881437721, 0.3891754715990708, 0.18977908583475053, 0.18237187754722237, 0.4500684188239688, 0.2170543638791349, 0.20552428109746912, 0.12747394497628423, 0.14790556849846978, 0.10764014762050343, 0.3096361503110269 ], "brier_below_clim": [ 0.26733852590825796, 0.2537256337025866, 0.25705411420017604, 0.3357734196011123, 0.12098299127445336, 0.24514724598143975, 0.22681741549383455, 0.13433843965721864, 0.20847648854308581, 0.21955850215575037, 0.23050568160830917, 0.18056439949521058, 0.3677097897916764, 0.12508152488088367, 0.31011998366589516, 0.1537918174661276, 0.19438540787371786, 0.391713087904114, 0.23671767734449203, 0.22863730285774397, 0.13116571704967142, 0.1350144958485548, 0.15057377542642655, 0.33304615388212466 ], "brier_above": [ 0.15660610938804395, 0.1832827422760413, 0.1658639667727668, 0.11442269859928529, 0.23816459128718806, 0.22049940267454443, 0.2320809721707631, 0.38225014472494484, 0.15319626234594874, 0.21424079276563476, 0.18121200343932262, 0.2007341559819504, 0.09138958510260269, 0.3473870092087891, 0.16788475081012427, 0.3824553213293033, 0.2202356015599626, 0.1677048961364221, 0.21342448994153188, 0.1790498750239974, 0.3391498267132334, 0.36581807268499344, 0.2526173734369199, 0.09245965683343642 ], "brier_above_clim": [ 0.17218257207928467, 0.21637808292220725, 0.15991580261077884, 0.14292918354417064, 0.4247144528307517, 0.22674194540053969, 0.24846757154028362, 0.3338695973167546, 0.17465787625190304, 0.18926103353782903, 0.17108782775226475, 0.21414805003504944, 0.12281566959892326, 0.37221149543265947, 0.13530606894388414, 0.3042204989048285, 0.21783158346694867, 0.12730942136556073, 0.22201548398088763, 0.18910360743830318, 0.3160190436076916, 0.3282405552978347, 0.29157549470325717, 0.13709115752198053 ], "crps": [ 31.42994219445857, 35.35064716043598, 29.750953346614835, 27.051003921431512, 176.5057134313792, 34.80236850525281, 36.03060398034932, 47.48277446560082, 20.54888545170184, 31.017753701850342, 27.82340847181246, 27.91412982987023, 33.86755806395901, 63.26443122109345, 38.922602658182925, 51.26963318285742, 31.60830176966455, 58.87074854940607, 42.22865860402411, 27.41917568967204, 39.40146142761522, 35.59695311690624, 31.594565081551064, 27.38674415156657 ], "crps_clim": [ 31.742925516629697, 40.77336668818828, 28.09618525185972, 37.986090541506, 251.4927342153348, 40.320321374030684, 40.93726570534917, 40.54786455186527, 22.988890072347303, 28.257992147944407, 24.96559897910219, 25.682377420488514, 37.65656723862455, 67.35667251514191, 29.987287831298126, 43.08507304266908, 30.254448434401816, 47.83890739301917, 44.7070520085121, 29.018165136591247, 36.90426542672519, 32.258006168915756, 38.015712600516835, 34.40598130175283 ], "crps_fair": [ 29.94318802297155, 33.46744266322767, 28.344453576494484, 25.56274777080937, 174.84009626331846, 33.4955630365173, 34.45163018657555, 46.0394670419335, 19.282765471817452, 29.278380545422404, 26.17258988137529, 26.31321727051814, 32.6288203681542, 61.83779759121937, 37.491325292252064, 50.180723223588004, 29.84183424526991, 57.38897889473128, 40.74698964286054, 26.076888744165423, 37.74941964834933, 34.09733016315584, 29.708533775212448, 26.18963428661286 ], "crps_fair_clim": [ 29.83323453860368, 38.88077881844172, 26.1795875687868, 36.08822373966346, 249.9992360568139, 38.426875463916396, 39.04498825040786, 38.65484959473932, 21.062619481737414, 26.341700917326186, 23.043072155361166, 23.761208131674348, 35.758076339617475, 65.51443181552213, 28.07427178189838, 41.19686340465451, 28.3419383709928, 45.95970122915301, 42.821914300357065, 27.103313627542445, 35.0043497136804, 30.34929072242817, 36.1179019010588, 32.50133398998652 ] }, "rps": 0.44431711756770387, "rpss": 0.019558322921292115, "brier_below": 0.22506168802654933, "bss_below": 0.006759370997991843, "brier_above": 0.21925542921698962, "bss_above": 0.03235761875666543, "crps": 41.96412574905236, "crpss": 0.07200054499591868, "crps_fair": 40.46374240027302, "crpss_fair": 0.0662749842191156, "reliability": { "below": { "weight": [ 0.0, 0.073042, 0.216396, 0.423837, 0.2279, 0.0521, 0.006332, 0.000392, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1702, 0.2532, 0.3428, 0.4388, 0.5377, 0.6342, 0.7181, NaN, NaN ], "observed_frequency": [ NaN, 0.2517, 0.2835, 0.3455, 0.4069, 0.4629, 0.6036, 0.431, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.081629, 0.262775, 0.404487, 0.162775, 0.064691, 0.023196, 0.000446, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1732, 0.2535, 0.3388, 0.4376, 0.5393, 0.6294, 0.7262, NaN, NaN ], "observed_frequency": [ NaN, 0.2683, 0.2685, 0.3372, 0.392, 0.6126, 0.6311, 0.1269, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45099370400210204, 0.36772478675608733, 0.37729952766749764, 0.3776677483356616, 0.28028064984680856, 0.3788394824536832, 0.340584428966993, 0.5493929964560468, 0.3511018262547219, 0.3261277278003951, 0.35989378857524934, 0.41597634651265625, 0.4859968135950257, 0.4459762651837305, 0.44306990441428634, 0.46740054223347927, 0.37758978271301963, 0.5747410552249839, 0.4549873139664667, 0.31281206692315183, 0.48398814651734423, 0.49633479376599626, 0.27556562398165085, 0.45321237705966444 ], "rps_clim": [ 0.48190550000573357, 0.4447116445242348, 0.39122568096409477, 0.5314846969938783, 0.5463137956783318, 0.5246370465888529, 0.46799085520133354, 0.4301833029814578, 0.3790308872213789, 0.3760295940535084, 0.36571087481860687, 0.4071905851059967, 0.5346883511508412, 0.5378418848789392, 0.39758042315298353, 0.42189702405901625, 0.3563103597455807, 0.5447213097764745, 0.4681166137581803, 0.3573140644587983, 0.4646548700920834, 0.443550454531998, 0.4892057891747856, 0.5235515129376195 ], "brier_below": [ 0.34463970671750943, 0.11213587145405379, 0.27201340949588315, 0.30369588779165374, 0.04937064237498903, 0.2995848863977287, 0.2645361073893175, 0.20135446306473515, 0.21278510288309177, 0.09099940259905863, 0.21185838891388742, 0.15156305239827045, 0.40579757708445763, 0.09135942893684637, 0.2920552326810166, 0.1375078687668341, 0.16204860658203546, 0.463931449369957, 0.11589851425059944, 0.10383819569391875, 0.10306380918225216, 0.15477500268060773, 0.044311000119287076, 0.3791326483431556 ], "brier_below_clim": [ 0.3519612903999631, 0.14955802970751203, 0.2601871534110402, 0.4105017057194249, 0.12098299127445337, 0.39624369138262994, 0.3443603210875784, 0.12682101259329223, 0.2099793080182162, 0.1262687532682766, 0.2039124110213452, 0.13844673123024703, 0.4137053598763879, 0.12098299127445337, 0.264430544340142, 0.12679414888912763, 0.17861675021890278, 0.42373831850202115, 0.13731870409752048, 0.14687327559600188, 0.12098299127445337, 0.14271630161606835, 0.12098299127445337, 0.40256852166316615 ], "brier_above": [ 0.10635399097259983, 0.2555889152934251, 0.1052861113409892, 0.07397185853538744, 0.23091000366202047, 0.07925459468050307, 0.07604832001547576, 0.34803853255871325, 0.1383167224526129, 0.23512832299080552, 0.1480353954904305, 0.2644132955700875, 0.08019922980095663, 0.354616844986137, 0.15101466535189517, 0.3298926782705853, 0.21554117111415919, 0.11080960163912527, 0.33908880677339165, 0.20897386920593775, 0.38092434755422216, 0.3415597956664496, 0.2312546213032645, 0.07407972461291576 ], "brier_above_clim": [ 0.1299442096057706, 0.29515361481672286, 0.13103852755305465, 0.12098299127445337, 0.4253308044038785, 0.12839335520622294, 0.12363053411375528, 0.3033622903881658, 0.16905157920316274, 0.24976084078523186, 0.16179846379726168, 0.26874385387575, 0.12098299127445337, 0.4168588936044859, 0.13314987881284177, 0.2951028751698888, 0.1776936095266779, 0.12098299127445337, 0.3307979096606601, 0.21044078886279646, 0.34367187881763017, 0.3008341529159299, 0.3682227979003325, 0.12098299127445337 ], "crps": [ 40.27764831119533, 44.8817892755811, 29.063287472251666, 31.687810062231357, 250.27307192250106, 38.68792365376375, 28.082499336989958, 52.94966536632585, 26.308897937778617, 31.372896861100667, 29.76468398152861, 38.34864719053514, 47.8869459506512, 91.51988425488427, 38.286989512324375, 51.757016035739255, 34.65502531841411, 74.93482870650092, 71.46893711525756, 27.953878334729314, 55.5748667595446, 39.74116819320805, 40.50198890188841, 38.85662835905886 ], "crps_clim": [ 44.818392114890194, 49.555903283487574, 30.675020158925083, 53.94868480057281, 354.7381681248423, 56.058574286857095, 40.89964859325192, 41.88472808521825, 29.960563688835595, 35.58986358112118, 28.725216146584827, 36.06632699048634, 54.26159742058326, 101.57427145824482, 32.681017126544084, 48.797086589560294, 29.95440091470073, 69.17206276014227, 74.3649830088615, 31.00618674826232, 52.67156510791567, 36.916850791140064, 58.698649883439046, 47.73367692323706 ], "crps_fair": [ 38.53394032657067, 42.211989156681156, 27.264925326929443, 29.754121551050265, 248.06527019106284, 36.88635973288485, 26.108273534750687, 51.16235716946917, 24.57605051450648, 29.544374531138544, 27.716642143571388, 36.14936231891328, 46.32334735512223, 89.71572785169788, 36.28529378006711, 50.23800678328309, 32.505370187934254, 73.30300032377569, 69.61208412066456, 26.107477078146676, 53.503057676715514, 37.938124600195465, 37.52524906511865, 37.33790950089601 ], "crps_fair_clim": [ 42.28827155959033, 47.03475528721915, 28.118112914314686, 51.435856466268575, 352.79501684228853, 53.54974195536778, 38.362106175221676, 39.349051348043986, 27.402303306971245, 33.04226475208313, 26.16461609134499, 33.51963055426904, 51.74936172381692, 99.15164309867102, 30.1279091186148, 46.27450144046246, 27.396128860915656, 66.68806658106446, 71.89082190601232, 28.449906713101416, 50.156317986314725, 34.37176519545435, 56.19481769512508, 45.209077740680264 ] }, "rps": 0.41031490413361266, "rpss": 0.09537975419143163, "brier_below": 0.20701067729879777, "bss_below": 0.08653865202258393, "brier_above": 0.20330422582675375, "bss_above": 0.10420791053652512, "crps": 52.28487411724933, "crpss": 0.1290411355574932, "crps_fair": 50.34867978421442, "crpss_fair": 0.12482869457840229, "reliability": { "below": { "weight": [ 0.0, 0.05932, 0.233727, 0.447936, 0.22012, 0.037013, 0.001884, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1722, 0.2538, 0.3402, 0.4388, 0.5331, 0.6169, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1161, 0.1528, 0.3585, 0.5323, 0.6853, 0.7315, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.085507, 0.27981, 0.392346, 0.152533, 0.073501, 0.016157, 0.000145, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1755, 0.2537, 0.3367, 0.4387, 0.5359, 0.6261, 0.7354, NaN, NaN ], "observed_frequency": [ NaN, 0.1339, 0.2386, 0.3028, 0.5322, 0.784, 0.7581, 1.0, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.3987068109997991, 0.4238852215304163, 0.4673197729369574, 0.34621184932041504, 0.477878207738675, 0.4003287652518688, 0.39926870488202415, 0.5851145754434358 ], "rps_clim": [ 0.417659603071558, 0.42114839455105046, 0.5533032498091346, 0.4473076683297933, 0.4625683790499464, 0.41678104095296603, 0.5158924310312171, 0.42890011506153497 ], "brier_below": [ 0.22604932322757518, 0.22309831756955656, 0.10676412080203679, 0.24591255367985865, 0.25490751376564186, 0.2307464630300653, 0.1250196942941638, 0.24023948700687703 ], "brier_below_clim": [ 0.23401701276525544, 0.2189631813755131, 0.11111111773384957, 0.3104494178140245, 0.2504465951343465, 0.24187001637124075, 0.1452369658843232, 0.14026665735763472 ], "brier_above": [ 0.1726574914356237, 0.20078690234780958, 0.3605556198976375, 0.10029930564149751, 0.2229706908005182, 0.16958231123399525, 0.27424899029542144, 0.3448750696337139 ], "brier_above_clim": [ 0.18364259720487727, 0.20218521675843326, 0.4421920927416047, 0.1368582657800341, 0.2121217857216985, 0.17491103304162547, 0.37065543860496475, 0.28863344582864725 ], "crps": [ 26.21582790053491, 24.973693663100068, 91.85101127623106, 20.53825927342428, 31.50341586906335, 25.61024397043952, 85.20994792501723, 51.47355643572207 ], "crps_clim": [ 25.991938244042803, 27.156682952757507, 116.99857569796765, 25.68956435022059, 33.64072492622825, 25.925245138455825, 110.35729933852919, 38.12777562837381 ], "crps_fair": [ 25.47446177698992, 24.29137134677296, 90.92790501420752, 19.8378689241316, 30.881888578309795, 24.78962430057297, 84.34285253322876, 50.81661092614119 ], "crps_fair_clim": [ 24.186278935163696, 25.3510236438784, 115.19291638908858, 23.883905041341485, 31.83506561734916, 24.11958582957673, 108.55164002965007, 36.322116319494704 ] }, "rps": 0.437339238512949, "rpss": 0.04499637895195607, "brier_below": 0.2065921841719719, "bss_below": -0.00022786119237339086, "brier_above": 0.23074704766077714, "bss_above": 0.08215170276880135, "crps": 44.67199453919156, "crpss": 0.11516032234752005, "crps_fair": 43.920322925044346, "crpss_fair": 0.09778066157448417, "reliability": { "below": { "weight": [ 0.0, 0.069985, 0.150687, 0.355968, 0.295576, 0.106339, 0.021107, 0.000338, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1676, 0.2515, 0.3595, 0.4493, 0.5414, 0.6236, 0.7072, NaN, NaN ], "observed_frequency": [ NaN, 0.0276, 0.1706, 0.3325, 0.2963, 0.3942, 0.5036, 0.5002, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.124535, 0.436177, 0.264283, 0.094029, 0.062164, 0.018813, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1733, 0.2522, 0.3417, 0.4522, 0.5486, 0.6238, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3151, 0.3308, 0.363, 0.6864, 0.9363, 0.991, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.3908380598967116, 0.31987185410347974, 0.2734659578862304, 0.3726636944269367, 0.41456026561237996, 0.4050304337852389, 0.25248699063673163, 0.37773413392998395 ], "rps_clim": [ 0.37168678111891346, 0.40830734552865355, 0.5514955812695821, 0.4122454531264281, 0.5073582366943469, 0.42296825285318396, 0.5480141639602464, 0.3433109747399186 ], "brier_below": [ 0.15630672363259898, 0.2467487237340247, 0.04560379759621493, 0.252747160290109, 0.340326127100973, 0.29273041274057593, 0.03887650559676903, 0.21386748026248922 ], "brier_below_clim": [ 0.13710719771935653, 0.28966613712444955, 0.11111111773384952, 0.26920158326246535, 0.3962471388287118, 0.3008762153923436, 0.11169127068708512, 0.1645095887434772 ], "brier_above": [ 0.23453133331119255, 0.07312314249069418, 0.22786213246646417, 0.11991654424972083, 0.07423415272573482, 0.1123000368128158, 0.2136104597479196, 0.16386665592885455 ], "brier_above_clim": [ 0.23457958118988842, 0.11864122692593004, 0.44038442452528814, 0.14304388402215332, 0.11111111773384952, 0.12209205536551032, 0.43632285498898205, 0.17880139376069062 ], "crps": [ 31.803122448778282, 22.53866140575432, 100.1668479716073, 26.293146328586406, 35.84217435446834, 30.50745670453811, 119.57891785661154, 30.332072517704713 ], "crps_clim": [ 29.91091499200625, 33.39002587790927, 163.85395380251938, 30.317658032788415, 46.77514464531494, 32.16405989901042, 178.02911191569987, 27.619913058663098 ], "crps_fair": [ 30.813256854070207, 21.66505919834704, 98.84317474336704, 25.391984204502094, 34.99879584005988, 29.55809069482844, 118.4241105412785, 29.4806172204444 ], "crps_fair_clim": [ 27.513828107781922, 30.99293899368493, 161.45686691829505, 27.920571148564072, 44.378057761090616, 29.766973014786096, 175.6320250314755, 25.22282617443876 ] }, "rps": 0.3508314237847116, "rpss": 0.21280591527754034, "brier_below": 0.19840086636921933, "bss_below": 0.10851617968001392, "brier_above": 0.15243055721667456, "bss_above": 0.3168288594147264, "crps": 49.63279994850612, "crpss": 0.2674946931983867, "crps_fair": 48.646886162112196, "crpss_fair": 0.2557144138426082, "reliability": { "below": { "weight": [ 0.0, 0.127012, 0.155382, 0.474522, 0.206587, 0.034758, 0.001739, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1658, 0.2442, 0.3616, 0.4442, 0.5367, 0.613, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0017, 0.1049, 0.4234, 0.4701, 0.5381, 0.6251, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.075083, 0.419838, 0.25008, 0.086273, 0.124605, 0.044122, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1754, 0.2566, 0.3332, 0.4635, 0.5499, 0.6239, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0925, 0.103, 0.1677, 0.9017, 0.9825, 0.9901, NaN, NaN, NaN ] } } } } }, "qdm": { "lambda_": { "training_mean": 0.3084921915713351, "training": [ 0.29024257780156854, 0.3515359755248689, 0.28559235070676775, 0.35301529012721433, 0.4855717437606593, 0.293973562307126, 0.3065680807997883, 0.27014787849940586, 0.29586473284397635, 0.28181846982729913, 0.2976456906115337, 0.28378588433337215, 0.31689898973929975, 0.34127151622707325, 0.24571584691319193, 0.2573702844147624, 0.30537634603434616, 0.2681939597086881, 0.3125399654515258, 0.3332156828087757, 0.30305944787372596, 0.2795015222426891, 0.33135304024610773, 0.3135537589082768 ], "test": 0.3254311902185304 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4355162457433492, 0.3984355600460904, 0.4451153365405633, 0.39625348815293987, 0.2914086639583004, 0.4375746505323581, 0.43833812018983087, 0.5614228874506425, 0.36547261610340975, 0.42920540356504777, 0.4262722791390906, 0.4062136606084397, 0.45559703029681947, 0.4593378456201041, 0.5719632701790646, 0.5724072893436851, 0.4057870407727893, 0.6152007927833004, 0.43142002185302936, 0.3937938353693254, 0.46198058864165803, 0.5104196778903646, 0.37220954700701986, 0.39938650569207157 ], "rps_clim": [ 0.4395210979875425, 0.470103716624794, 0.41696991681095497, 0.4787026031452831, 0.5456974441052049, 0.4718891913819794, 0.47528498703411814, 0.4682080369739733, 0.3831343647949888, 0.4088195356935795, 0.4015935093605737, 0.39471244953026, 0.4905254593905998, 0.4972930203135432, 0.44542605260977947, 0.45801231637095624, 0.41221699134066647, 0.5190225092696747, 0.45873316132537956, 0.4177409102960471, 0.44718476065736323, 0.46325505114638965, 0.44214927012968386, 0.47013731140410536 ], "brier_below": [ 0.2798000741913795, 0.21324673913726572, 0.2762437227443378, 0.2851162441047171, 0.05486022730111062, 0.21756680272954082, 0.20753520385662003, 0.18053192798751355, 0.2116171554027351, 0.21551870762633288, 0.24670226334915632, 0.2047675916928858, 0.3635503188679577, 0.11092254877754705, 0.3998723693721774, 0.19206183656525616, 0.18660987721923816, 0.4495219889193468, 0.21778271523450438, 0.2149922542749407, 0.12684190817367655, 0.1486642996584729, 0.11067896408022382, 0.30619722482661565 ], "brier_below_clim": [ 0.26733852590825796, 0.2537256337025866, 0.25705411420017604, 0.3357734196011123, 0.12098299127445336, 0.24514724598143975, 0.22681741549383455, 0.13433843965721864, 0.20847648854308581, 0.21955850215575037, 0.23050568160830917, 0.18056439949521058, 0.3677097897916764, 0.12508152488088367, 0.31011998366589516, 0.1537918174661276, 0.19438540787371786, 0.391713087904114, 0.23671767734449203, 0.22863730285774397, 0.13116571704967142, 0.1350144958485548, 0.15057377542642655, 0.33304615388212466 ], "brier_above": [ 0.1557161673855197, 0.18518881920980862, 0.16887160934208983, 0.1111372412265444, 0.23654843367832576, 0.22000784792452266, 0.2308029184964928, 0.3808909634545969, 0.15385545921948912, 0.21368669324124173, 0.17957001200483375, 0.20144606914600743, 0.09204670544052358, 0.3484153060032931, 0.17209089724028767, 0.3803454562303479, 0.21917716316892794, 0.16567880137652974, 0.21363730783876517, 0.17880157755369616, 0.3351386895153327, 0.3617553866892645, 0.26153058376329597, 0.09318927731093554 ], "brier_above_clim": [ 0.17218257207928467, 0.21637808292220725, 0.15991580261077884, 0.14292918354417064, 0.4247144528307517, 0.22674194540053969, 0.24846757154028362, 0.3338695973167546, 0.17465787625190304, 0.18926103353782903, 0.17108782775226475, 0.21414805003504944, 0.12281566959892326, 0.37221149543265947, 0.13530606894388414, 0.3042204989048285, 0.21783158346694867, 0.12730942136556073, 0.22201548398088763, 0.18910360743830318, 0.3160190436076916, 0.3282405552978347, 0.29157549470325717, 0.13709115752198053 ], "crps": [ 30.709397413182565, 35.13060433345199, 29.307143730009308, 26.825844725848548, 177.030384669499, 34.71879398920177, 35.74611337800281, 47.32424889776416, 20.821102312876647, 31.087260997724616, 27.841615625743266, 27.572466196493927, 33.66458692082132, 61.8605185781572, 39.57473403761931, 50.561889828366525, 31.21149089042522, 58.63188046827079, 42.13696739125897, 27.86270428268464, 38.97403575830416, 35.41790279501408, 32.971642202258565, 26.988852217386093 ], "crps_clim": [ 31.742925516629697, 40.77336668818828, 28.09618525185972, 37.986090541506, 251.4927342153348, 40.320321374030684, 40.93726570534917, 40.54786455186527, 22.988890072347303, 28.257992147944407, 24.96559897910219, 25.682377420488514, 37.65656723862455, 67.35667251514191, 29.987287831298126, 43.08507304266908, 30.254448434401816, 47.83890739301917, 44.7070520085121, 29.018165136591247, 36.90426542672519, 32.258006168915756, 38.015712600516835, 34.40598130175283 ], "crps_fair": [ 29.144338123849067, 33.19364263207189, 27.796348500305935, 25.330730034806386, 175.39195113962697, 33.35228106986656, 34.154565642699666, 45.8491367249469, 19.472123722732327, 29.241913785416525, 26.10902071823373, 25.929498186320327, 32.30812803057513, 60.26928962140047, 38.059351211987064, 49.345401070667215, 29.40337900470792, 57.0317638471817, 40.548629246642, 26.341946370312197, 37.305234424847576, 33.84385531142839, 30.940769304522814, 25.67068440750217 ], "crps_fair_clim": [ 29.83323453860368, 38.88077881844172, 26.1795875687868, 36.08822373966346, 249.9992360568139, 38.426875463916396, 39.04498825040786, 38.65484959473932, 21.062619481737414, 26.341700917326186, 23.043072155361166, 23.761208131674348, 35.758076339617475, 65.51443181552213, 28.07427178189838, 41.19686340465451, 28.3419383709928, 45.95970122915301, 42.821914300357065, 27.103313627542445, 35.0043497136804, 30.34929072242817, 36.1179019010588, 32.50133398998652 ] }, "rps": 0.44503051489497053, "rpss": 0.017984121873631187, "brier_below": 0.22588345692056466, "bss_below": 0.0031327464030062036, "brier_above": 0.21914705776919466, "bss_above": 0.03283589565123357, "crps": 41.83217423501523, "crpss": 0.07491853580181984, "crps_fair": 40.25141592219379, "crpss_fair": 0.07117454447565497, "reliability": { "below": { "weight": [ 0.003218, 0.085734, 0.190548, 0.442489, 0.222341, 0.050153, 0.005154, 0.000364, 0.0, 0.0 ], "mean_forecast": [ 0.0997, 0.1631, 0.2535, 0.3439, 0.4377, 0.5387, 0.6395, 0.7258, NaN, NaN ], "observed_frequency": [ 0.7655, 0.2615, 0.2766, 0.343, 0.4042, 0.4894, 0.5999, 0.3871, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.078943, 0.262642, 0.405646, 0.167984, 0.058823, 0.022304, 0.003658, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1776, 0.2541, 0.3376, 0.4386, 0.54, 0.6382, 0.7384, NaN, NaN ], "observed_frequency": [ NaN, 0.2507, 0.2676, 0.3398, 0.4069, 0.582, 0.6929, 0.2911, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4364511855146213, 0.37128689654001124, 0.3709911706810603, 0.37142194355137736, 0.29253762369067593, 0.37917652241902805, 0.3381148947149497, 0.5487834930253266, 0.352386156923669, 0.3318024880085413, 0.3611303331842561, 0.4163848145579548, 0.47759767235252565, 0.4512730745439771, 0.4428869637329561, 0.4764858228304808, 0.37736755563094093, 0.567954443211724, 0.4577171566715828, 0.3197447569959975, 0.48185332628657573, 0.4929804633531411, 0.27799226758430023, 0.4461794507647884 ], "rps_clim": [ 0.48190550000573357, 0.4447116445242348, 0.39122568096409477, 0.5314846969938783, 0.5463137956783318, 0.5246370465888529, 0.46799085520133354, 0.4301833029814578, 0.3790308872213789, 0.3760295940535084, 0.36571087481860687, 0.4071905851059967, 0.5346883511508412, 0.5378418848789392, 0.39758042315298353, 0.42189702405901625, 0.3563103597455807, 0.5447213097764745, 0.4681166137581803, 0.3573140644587983, 0.4646548700920834, 0.443550454531998, 0.4892057891747856, 0.5235515129376195 ], "brier_below": [ 0.33354869790357006, 0.11480567980712333, 0.2656517557406193, 0.302654188868003, 0.05272193908077767, 0.3013917799599767, 0.26587617071382214, 0.19963069592397767, 0.21391950954049493, 0.09617196953414414, 0.21364736444043242, 0.14975604632834696, 0.39681228402064506, 0.09436348337687513, 0.29367691755710273, 0.1460112154830321, 0.16510935202516983, 0.4590771672988611, 0.1186959936571993, 0.11317964853348142, 0.10843899180879497, 0.15713655947565433, 0.04514120418389605, 0.36934734391415663 ], "brier_below_clim": [ 0.3519612903999631, 0.14955802970751203, 0.2601871534110402, 0.4105017057194249, 0.12098299127445337, 0.39624369138262994, 0.3443603210875784, 0.12682101259329223, 0.2099793080182162, 0.1262687532682766, 0.2039124110213452, 0.13844673123024703, 0.4137053598763879, 0.12098299127445337, 0.264430544340142, 0.12679414888912763, 0.17861675021890278, 0.42373831850202115, 0.13731870409752048, 0.14687327559600188, 0.12098299127445337, 0.14271630161606835, 0.12098299127445337, 0.40256852166316615 ], "brier_above": [ 0.10290247995401462, 0.2564812171278157, 0.10533940722155871, 0.0687677526877123, 0.23981568018116287, 0.07778474052379165, 0.07223872265067605, 0.3491527972443135, 0.13846664635892733, 0.2356305166672402, 0.14748296405218284, 0.26662877104827937, 0.08078538103859872, 0.35690960133173444, 0.14921003840044653, 0.3304746116178122, 0.2122581993100192, 0.10887727133305045, 0.33902117286581646, 0.2065651053422063, 0.37341434706469157, 0.3358439116128553, 0.23285106077083306, 0.07683210142009278 ], "brier_above_clim": [ 0.1299442096057706, 0.29515361481672286, 0.13103852755305465, 0.12098299127445337, 0.4253308044038785, 0.12839335520622294, 0.12363053411375528, 0.3033622903881658, 0.16905157920316274, 0.24976084078523186, 0.16179846379726168, 0.26874385387575, 0.12098299127445337, 0.4168588936044859, 0.13314987881284177, 0.2951028751698888, 0.1776936095266779, 0.12098299127445337, 0.3307979096606601, 0.21044078886279646, 0.34367187881763017, 0.3008341529159299, 0.3682227979003325, 0.12098299127445337 ], "crps": [ 38.90754978405847, 44.48335633552888, 28.30512976988641, 31.37229515486109, 251.7348705342279, 38.618269225736626, 27.416855000934095, 53.08612733659324, 26.19216362411026, 32.00910345612787, 29.634896563024814, 38.06983678653553, 46.58861462653481, 89.16861807481713, 37.97235440887267, 52.31316256295751, 34.48252575805381, 74.16464486495445, 71.11109161952805, 28.657391733841386, 55.13286533078099, 39.661828412275625, 41.27824398844691, 37.571092976718866 ], "crps_clim": [ 44.818392114890194, 49.555903283487574, 30.675020158925083, 53.94868480057281, 354.7381681248423, 56.058574286857095, 40.89964859325192, 41.88472808521825, 29.960563688835595, 35.58986358112118, 28.725216146584827, 36.06632699048634, 54.26159742058326, 101.57427145824482, 32.681017126544084, 48.797086589560294, 29.95440091470073, 69.17206276014227, 74.3649830088615, 31.00618674826232, 52.67156510791567, 36.916850791140064, 58.698649883439046, 47.73367692323706 ], "crps_fair": [ 37.00420228019226, 41.67573738764302, 26.31478365559687, 29.470018587711095, 249.4876875981853, 36.773572405398276, 25.475079008046837, 51.22875257210863, 24.36803610472916, 29.929261353457623, 27.5036370998236, 35.84406710412437, 44.83273901151064, 87.06121235724152, 35.855397591337116, 50.61805020324959, 32.15456289915209, 72.34995856714023, 69.0880698236493, 26.513155810197297, 52.98791456955873, 37.726394486699874, 38.05517344064049, 35.848968369574024 ], "crps_fair_clim": [ 42.28827155959033, 47.03475528721915, 28.118112914314686, 51.435856466268575, 352.79501684228853, 53.54974195536778, 38.362106175221676, 39.349051348043986, 27.402303306971245, 33.04226475208313, 26.16461609134499, 33.51963055426904, 51.74936172381692, 99.15164309867102, 30.1279091186148, 46.27450144046246, 27.396128860915656, 66.68806658106446, 71.89082190601232, 28.449906713101416, 50.156317986314725, 34.37176519545435, 56.19481769512508, 45.209077740680264 ] }, "rps": 0.41002085319876924, "rpss": 0.0960280475541111, "brier_below": 0.20736524829900652, "bss_below": 0.08497406169308663, "brier_above": 0.20265560407607633, "bss_above": 0.10706584539227137, "crps": 51.997203663725315, "crpss": 0.13383313583988987, "crps_fair": 49.92360134529033, "crpss_fair": 0.13221749710300013, "reliability": { "below": { "weight": [ 0.0, 0.05592, 0.185999, 0.501239, 0.220484, 0.035488, 0.00087, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1655, 0.2541, 0.3438, 0.4365, 0.5344, 0.6239, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1517, 0.1289, 0.3377, 0.5433, 0.7004, 0.8342, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.077168, 0.284975, 0.402397, 0.160092, 0.06182, 0.012244, 0.001304, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1818, 0.2537, 0.3352, 0.4398, 0.5353, 0.6366, 0.7265, NaN, NaN ], "observed_frequency": [ NaN, 0.1071, 0.2317, 0.3078, 0.5646, 0.8031, 0.7399, 0.7232, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.39807403027535854, 0.4226803608880009, 0.4719514803827801, 0.3430795188902125, 0.47457761393095255, 0.3983466448630494, 0.4165454868424978, 0.5869214353594416 ], "rps_clim": [ 0.417659603071558, 0.42114839455105046, 0.5533032498091346, 0.4473076683297933, 0.4625683790499464, 0.41678104095296603, 0.5158924310312171, 0.42890011506153497 ], "brier_below": [ 0.2259875474003532, 0.2221630427694634, 0.10766786644575568, 0.24438711687815898, 0.25285899941130097, 0.22932932846467904, 0.13574483907716745, 0.23944853719222364 ], "brier_below_clim": [ 0.23401701276525544, 0.2189631813755131, 0.11111111773384957, 0.3104494178140245, 0.2504465951343465, 0.24187001637124075, 0.1452369658843232, 0.14026665735763472 ], "brier_above": [ 0.17208648617500266, 0.20051731642979462, 0.36428358103471875, 0.09869241164347797, 0.2217186115034955, 0.1690173254079555, 0.28080062689528845, 0.3474728789507469 ], "brier_above_clim": [ 0.18364259720487727, 0.20218521675843326, 0.4421920927416047, 0.1368582657800341, 0.2121217857216985, 0.17491103304162547, 0.37065543860496475, 0.28863344582864725 ], "crps": [ 26.04439060507413, 24.78088842519831, 92.27430346136445, 20.325162326823836, 31.252228380848475, 25.39515915546698, 84.96133441098465, 51.353191043954176 ], "crps_clim": [ 25.991938244042803, 27.156682952757507, 116.99857569796765, 25.68956435022059, 33.64072492622825, 25.925245138455825, 110.35729933852919, 38.12777562837381 ], "crps_fair": [ 25.298723110227797, 24.078344995315675, 91.2989899870455, 19.611439866162716, 30.612551326283796, 24.55467100175681, 84.04103936063173, 50.69395978130101 ], "crps_fair_clim": [ 24.186278935163696, 25.3510236438784, 115.19291638908858, 23.883905041341485, 31.83506561734916, 24.11958582957673, 108.55164002965007, 36.322116319494704 ] }, "rps": 0.43902207142903665, "rpss": 0.041321630868644155, "brier_below": 0.2071984097048878, "bss_below": -0.003162936740458422, "brier_above": 0.23182365475506003, "bss_above": 0.07786925582834348, "crps": 44.54833222621438, "crpss": 0.11760976124724254, "crps_fair": 43.773714928590636, "crpss_fair": 0.10079230995862964, "reliability": { "below": { "weight": [ 0.0, 0.073441, 0.146258, 0.359344, 0.26918, 0.131347, 0.020178, 0.000252, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1559, 0.253, 0.3615, 0.4434, 0.535, 0.627, 0.7145, NaN, NaN ], "observed_frequency": [ NaN, 0.116, 0.1282, 0.3299, 0.3014, 0.3698, 0.5223, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.117673, 0.447836, 0.259584, 0.091095, 0.070943, 0.012615, 0.000254, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1734, 0.2514, 0.3403, 0.4479, 0.5371, 0.6285, 0.7145, NaN, NaN ], "observed_frequency": [ NaN, 0.3019, 0.328, 0.3719, 0.6921, 0.9407, 0.9399, 1.0, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.3911544932911999, 0.31733020798346406, 0.2872024364697363, 0.36813095033141585, 0.4088388086485389, 0.4032821294239033, 0.27416029955133436, 0.3803301804357983 ], "rps_clim": [ 0.37168678111891346, 0.40830734552865355, 0.5514955812695821, 0.4122454531264281, 0.5073582366943469, 0.42296825285318396, 0.5480141639602464, 0.3433109747399186 ], "brier_below": [ 0.15627678066828302, 0.2449227341941299, 0.04930641501143121, 0.24971338615762934, 0.33609968775337384, 0.2927708998162625, 0.044130160943186954, 0.2158048008083182 ], "brier_below_clim": [ 0.13710719771935653, 0.28966613712444955, 0.11111111773384952, 0.26920158326246535, 0.3962471388287118, 0.3008762153923436, 0.11169127068708512, 0.1645095887434772 ], "brier_above": [ 0.23487770911203792, 0.07240748570395625, 0.2378959927388719, 0.11841757399890718, 0.07273913470082082, 0.11051124494328156, 0.23003011105357982, 0.16452538101411687 ], "brier_above_clim": [ 0.23457958118988842, 0.11864122692593004, 0.44038442452528814, 0.14304388402215332, 0.11111111773384952, 0.12209205536551032, 0.43632285498898205, 0.17880139376069062 ], "crps": [ 31.546138775596386, 22.29107699838584, 100.801545309327, 25.885954295294837, 35.30199700390169, 30.203530761521264, 118.10320702419254, 30.030068754432854 ], "crps_clim": [ 29.91091499200625, 33.39002587790927, 163.85395380251938, 30.317658032788415, 46.77514464531494, 32.16405989901042, 178.02911191569987, 27.619913058663098 ], "crps_fair": [ 30.552732683582626, 21.383633572078047, 99.3684021887608, 24.96765936269675, 34.43616359008647, 29.22337655400428, 116.81333990052896, 29.180645146121478 ], "crps_fair_clim": [ 27.513828107781922, 30.99293899368493, 161.45686691829505, 27.920571148564072, 44.378057761090616, 29.766973014786096, 175.6320250314755, 25.22282617443876 ] }, "rps": 0.3538036882669239, "rpss": 0.20613676063515585, "brier_below": 0.1986281081690769, "bss_below": 0.10749510355478975, "brier_above": 0.15517557915819655, "bss_above": 0.304526078365022, "crps": 49.270439865331554, "crpss": 0.2728425817755741, "crps_fair": 48.24074412473243, "crpss_fair": 0.2619282887316815, "reliability": { "below": { "weight": [ 0.0, 0.104399, 0.170159, 0.474947, 0.203797, 0.045177, 0.001521, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1577, 0.2487, 0.3652, 0.4383, 0.5278, 0.605, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0021, 0.0703, 0.428, 0.4712, 0.4862, 0.5715, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.065732, 0.434389, 0.246619, 0.086953, 0.140235, 0.02542, 0.000652, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.177, 0.2563, 0.3294, 0.4589, 0.5376, 0.628, 0.7145, NaN, NaN ], "observed_frequency": [ NaN, 0.0595, 0.1005, 0.1824, 0.92, 0.986, 0.9658, 1.0, NaN, NaN ] } } } } }, "sdm": { "lambda_": { "training_mean": 0.38124540819610536, "training": [ 0.36210432566620887, 0.4198993360317172, 0.3603826857119091, 0.4197548366932466, 0.545524598474467, 0.3686467401843166, 0.38641682891423484, 0.3454849856249493, 0.3687695413735795, 0.35638861726726984, 0.37145150764008966, 0.36494267832575067, 0.38428174999230796, 0.40701022065513154, 0.3225693681023663, 0.33906541853228733, 0.37719727221054017, 0.3399396659205736, 0.3797252812223241, 0.40709755746177856, 0.3714102381978648, 0.35356125380961434, 0.41183957655388437, 0.3864255121401161 ], "test": 0.39724347880371075 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4327494254588642, 0.40232979116364576, 0.43635738442260635, 0.400787549330128, 0.32179723298356927, 0.4417947899262334, 0.444548499677917, 0.566769572404767, 0.3632907098472155, 0.4243199643794507, 0.4191828421436134, 0.40527008512408796, 0.4583743572581871, 0.47059917306451066, 0.5606059867180492, 0.5629687229567667, 0.4028434389516089, 0.6049981066477124, 0.43787707430799155, 0.3937097743017764, 0.4708500859244132, 0.5191014396269682, 0.3704108884956085, 0.39965550671640704 ], "rps_clim": [ 0.4395210979875425, 0.470103716624794, 0.41696991681095497, 0.4787026031452831, 0.5456974441052049, 0.4718891913819794, 0.47528498703411814, 0.4682080369739733, 0.3831343647949888, 0.4088195356935795, 0.4015935093605737, 0.39471244953026, 0.4905254593905998, 0.4972930203135432, 0.44542605260977947, 0.45801231637095624, 0.41221699134066647, 0.5190225092696747, 0.45873316132537956, 0.4177409102960471, 0.44718476065736323, 0.46325505114638965, 0.44214927012968386, 0.47013731140410536 ], "brier_below": [ 0.27922475018004084, 0.2162894481595328, 0.2766238758733455, 0.29171960818056414, 0.061837705064222606, 0.21879503523734528, 0.2087988778305486, 0.1783403010506242, 0.2110711845962982, 0.21738637325362503, 0.24349760205498155, 0.20226812892979157, 0.3687540422369184, 0.11276488801868806, 0.3980968504861939, 0.1851318267475129, 0.1876083274284969, 0.44918772269049506, 0.22112146825196888, 0.21665512499984652, 0.12739875095256245, 0.14956431836675851, 0.10905657612596115, 0.3074316154501713 ], "brier_below_clim": [ 0.26733852590825796, 0.2537256337025866, 0.25705411420017604, 0.3357734196011123, 0.12098299127445336, 0.24514724598143975, 0.22681741549383455, 0.13433843965721864, 0.20847648854308581, 0.21955850215575037, 0.23050568160830917, 0.18056439949521058, 0.3677097897916764, 0.12508152488088367, 0.31011998366589516, 0.1537918174661276, 0.19438540787371786, 0.391713087904114, 0.23671767734449203, 0.22863730285774397, 0.13116571704967142, 0.1350144958485548, 0.15057377542642655, 0.33304615388212466 ], "brier_above": [ 0.15352467251576246, 0.18604034179599643, 0.15973350542793333, 0.10906793932482982, 0.2599595251617644, 0.2229997543313038, 0.23574962397068605, 0.388429273625602, 0.15221952482579984, 0.20693358825910374, 0.17568523748569873, 0.2030019561135426, 0.08962031086751045, 0.3578342920352914, 0.16250913325089425, 0.37783689813346083, 0.21523511130202938, 0.15581038246446777, 0.21675560672768085, 0.1770546470187994, 0.34345134114945847, 0.3695371270889853, 0.2613543131788886, 0.09222388934550736 ], "brier_above_clim": [ 0.17218257207928467, 0.21637808292220725, 0.15991580261077884, 0.14292918354417064, 0.4247144528307517, 0.22674194540053969, 0.24846757154028362, 0.3338695973167546, 0.17465787625190304, 0.18926103353782903, 0.17108782775226475, 0.21414805003504944, 0.12281566959892326, 0.37221149543265947, 0.13530606894388414, 0.3042204989048285, 0.21783158346694867, 0.12730942136556073, 0.22201548398088763, 0.18910360743830318, 0.3160190436076916, 0.3282405552978347, 0.29157549470325717, 0.13709115752198053 ], "crps": [ 30.439419893831484, 34.76152679142053, 28.606898481087875, 26.254766286262107, 189.56778928660745, 35.143863170435004, 36.26889200241633, 48.775115587474964, 20.38122295505361, 30.121935551385747, 27.414350616102006, 27.69163426901277, 33.65828352231592, 63.127201635565115, 39.58118991466773, 51.40318558184369, 30.673574834984063, 59.20391718431768, 42.87365713505739, 27.541565104518476, 39.96094323460245, 36.4950094814839, 32.40639400643156, 26.499926658478177 ], "crps_clim": [ 31.742925516629697, 40.77336668818828, 28.09618525185972, 37.986090541506, 251.4927342153348, 40.320321374030684, 40.93726570534917, 40.54786455186527, 22.988890072347303, 28.257992147944407, 24.96559897910219, 25.682377420488514, 37.65656723862455, 67.35667251514191, 29.987287831298126, 43.08507304266908, 30.254448434401816, 47.83890739301917, 44.7070520085121, 29.018165136591247, 36.90426542672519, 32.258006168915756, 38.015712600516835, 34.40598130175283 ], "crps_fair": [ 29.095247938151807, 33.08523052404937, 27.309558295946278, 24.959766701807666, 188.1310461939371, 33.98358048595073, 34.86866925060541, 47.500515037841716, 19.245785793062744, 28.513798490233345, 25.917034578043694, 26.262536999680258, 32.50701133691701, 61.73377640892723, 38.30603090855899, 50.37563238005301, 29.10848675636841, 57.85125152130083, 41.51702534328301, 26.25879404837652, 38.528880573326965, 35.14963423008137, 30.69721392658062, 25.36789891417686 ], "crps_fair_clim": [ 29.83323453860368, 38.88077881844172, 26.1795875687868, 36.08822373966346, 249.9992360568139, 38.426875463916396, 39.04498825040786, 38.65484959473932, 21.062619481737414, 26.341700917326186, 23.043072155361166, 23.761208131674348, 35.758076339617475, 65.51443181552213, 28.07427178189838, 41.19686340465451, 28.3419383709928, 45.95970122915301, 42.821914300357065, 27.103313627542445, 35.0043497136804, 30.34929072242817, 36.1179019010588, 32.50133398998652 ] }, "rps": 0.4462996834096707, "rpss": 0.015183541707240122, "brier_below": 0.2266093500902706, "bss_below": -7.076013241968937e-05, "brier_above": 0.21969033314170824, "bss_above": 0.03043825251415233, "crps": 42.45217763272316, "crpss": 0.0612077100690418, "crps_fair": 41.094766943219206, "crpss_fair": 0.05171371612156617, "reliability": { "below": { "weight": [ 0.0, 0.084174, 0.207238, 0.425093, 0.234817, 0.044309, 0.004089, 0.00028, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.165, 0.2559, 0.3448, 0.4362, 0.5378, 0.6316, 0.7122, NaN, NaN ], "observed_frequency": [ NaN, 0.2909, 0.279, 0.3477, 0.4018, 0.4505, 0.605, 0.4023, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.076221, 0.317764, 0.386764, 0.150653, 0.05055, 0.01512, 0.002927, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1763, 0.2526, 0.3409, 0.4374, 0.5404, 0.6284, 0.7099, NaN, NaN ], "observed_frequency": [ NaN, 0.2402, 0.2792, 0.348, 0.429, 0.5792, 0.7123, 0.229, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4348083048153213, 0.3812131166732493, 0.36684283408305696, 0.37938691001938357, 0.32580847316714123, 0.38172004957186356, 0.3426153372690229, 0.5498002173151824, 0.34976052775916655, 0.3350792055902658, 0.35554110135053457, 0.42103345430142286, 0.48466899741564423, 0.4668005909466212, 0.4348500695872287, 0.47069691837840144, 0.3670503852144915, 0.5643233808000984, 0.4735254873152085, 0.32071247173177403, 0.4959363523841784, 0.501889038821634, 0.290747538538395, 0.44634374623663453 ], "rps_clim": [ 0.48190550000573357, 0.4447116445242348, 0.39122568096409477, 0.5314846969938783, 0.5463137956783318, 0.5246370465888529, 0.46799085520133354, 0.4301833029814578, 0.3790308872213789, 0.3760295940535084, 0.36571087481860687, 0.4071905851059967, 0.5346883511508412, 0.5378418848789392, 0.39758042315298353, 0.42189702405901625, 0.3563103597455807, 0.5447213097764745, 0.4681166137581803, 0.3573140644587983, 0.4646548700920834, 0.443550454531998, 0.4892057891747856, 0.5235515129376195 ], "brier_below": [ 0.3357006131859052, 0.1189472710279992, 0.26745694413461474, 0.3114799323667013, 0.06119763740026125, 0.3061006973877775, 0.26967354139866323, 0.19933547606222166, 0.21150367285119578, 0.10014041271773264, 0.21128803942973295, 0.1514699879812273, 0.40585292235155224, 0.09818077748985639, 0.29309037892147305, 0.13725652509537978, 0.1667908636355255, 0.4624347585270157, 0.12278272137268517, 0.11475662795561208, 0.10497874793177307, 0.15860690330546695, 0.04867596347668509, 0.3721023904140529 ], "brier_below_clim": [ 0.3519612903999631, 0.14955802970751203, 0.2601871534110402, 0.4105017057194249, 0.12098299127445337, 0.39624369138262994, 0.3443603210875784, 0.12682101259329223, 0.2099793080182162, 0.1262687532682766, 0.2039124110213452, 0.13844673123024703, 0.4137053598763879, 0.12098299127445337, 0.264430544340142, 0.12679414888912763, 0.17861675021890278, 0.42373831850202115, 0.13731870409752048, 0.14687327559600188, 0.12098299127445337, 0.14271630161606835, 0.12098299127445337, 0.40256852166316615 ], "brier_above": [ 0.09910768631896973, 0.2622658463485699, 0.09938588513067559, 0.0679069767391177, 0.26461083132077007, 0.07561935089953815, 0.07294179469774124, 0.35046474014969503, 0.1382568547875576, 0.2349387906867307, 0.14425305872496128, 0.26956346842844603, 0.07881606989400694, 0.3686198215425731, 0.14175968492872176, 0.33344039598016745, 0.20025951732097555, 0.10188861941891987, 0.35074277271195053, 0.20595584223954982, 0.39095761171975096, 0.3432821401175899, 0.24207157202418494, 0.07424135249424374 ], "brier_above_clim": [ 0.1299442096057706, 0.29515361481672286, 0.13103852755305465, 0.12098299127445337, 0.4253308044038785, 0.12839335520622294, 0.12363053411375528, 0.3033622903881658, 0.16905157920316274, 0.24976084078523186, 0.16179846379726168, 0.26874385387575, 0.12098299127445337, 0.4168588936044859, 0.13314987881284177, 0.2951028751698888, 0.1776936095266779, 0.12098299127445337, 0.3307979096606601, 0.21044078886279646, 0.34367187881763017, 0.3008341529159299, 0.3682227979003325, 0.12098299127445337 ], "crps": [ 38.08109894885928, 43.99319493794746, 27.069019700675636, 30.25369120634784, 270.93425704900744, 37.77404999828587, 26.43929626648252, 54.687029862407115, 25.449293194904033, 31.48688887680227, 29.041818594070342, 38.50248772402793, 46.55167396663632, 91.48371265809575, 36.92685906993483, 53.50165063264794, 33.00180554407877, 74.82924991334156, 73.38104875032718, 27.85517007761972, 56.748890333302725, 40.836591958432024, 39.993761417360034, 36.6046927984415 ], "crps_clim": [ 44.818392114890194, 49.555903283487574, 30.675020158925083, 53.94868480057281, 354.7381681248423, 56.058574286857095, 40.89964859325192, 41.88472808521825, 29.960563688835595, 35.58986358112118, 28.725216146584827, 36.06632699048634, 54.26159742058326, 101.57427145824482, 32.681017126544084, 48.797086589560294, 29.95440091470073, 69.17206276014227, 74.3649830088615, 31.00618674826232, 52.67156510791567, 36.916850791140064, 58.698649883439046, 47.73367692323706 ], "crps_fair": [ 36.5086971732811, 41.636440231179684, 25.422222342212198, 28.629326067160143, 268.9530171253994, 36.22788860890909, 24.77959052018236, 53.112426730971144, 23.92876483669582, 29.783405371501665, 27.229122151227546, 36.60529073598047, 45.09621430177995, 89.6811134396048, 35.15454491313942, 52.10308273592559, 31.083072742470744, 73.3419293580776, 71.6925655448304, 26.105627035967288, 54.97943067391586, 39.23671700393378, 37.295546760531, 35.18341878350137 ], "crps_fair_clim": [ 42.28827155959033, 47.03475528721915, 28.118112914314686, 51.435856466268575, 352.79501684228853, 53.54974195536778, 38.362106175221676, 39.349051348043986, 27.402303306971245, 33.04226475208313, 26.16461609134499, 33.51963055426904, 51.74936172381692, 99.15164309867102, 30.1279091186148, 46.27450144046246, 27.396128860915656, 66.68806658106446, 71.89082190601232, 28.449906713101416, 50.156317986314725, 34.37176519545435, 56.19481769512508, 45.209077740680264 ] }, "rps": 0.4142147712202467, "rpss": 0.0867817269518878, "brier_below": 0.2095751586008796, "bss_below": 0.07522254708717846, "brier_above": 0.20463961185939197, "bss_above": 0.09832397851517749, "crps": 52.72613472833484, "crpss": 0.12169063797587132, "crps_fair": 50.99039396618244, "crpss_fair": 0.11367428415994718, "reliability": { "below": { "weight": [ 0.0, 0.054462, 0.198831, 0.479142, 0.233161, 0.033896, 0.000507, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1728, 0.258, 0.3435, 0.4341, 0.5311, 0.6213, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1478, 0.1483, 0.3435, 0.5339, 0.5945, 0.7145, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.083335, 0.337202, 0.372712, 0.149068, 0.048915, 0.008114, 0.000653, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1767, 0.2525, 0.3399, 0.4404, 0.5342, 0.6326, 0.7092, NaN, NaN ], "observed_frequency": [ NaN, 0.1087, 0.2517, 0.3233, 0.5947, 0.7941, 0.6878, 1.0, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.39957542980710214, 0.42080639803357067, 0.4782643546363114, 0.34972974157674036, 0.4769003370442646, 0.39715064233085556, 0.42105418983192455, 0.5737162639640052 ], "rps_clim": [ 0.417659603071558, 0.42114839455105046, 0.5533032498091346, 0.4473076683297933, 0.4625683790499464, 0.41678104095296603, 0.5158924310312171, 0.42890011506153497 ], "brier_below": [ 0.22616377446695296, 0.2212448200520125, 0.10482912588720905, 0.25018812092608117, 0.2543856176402437, 0.23028040854279833, 0.13352725732082305, 0.22915600266639505 ], "brier_below_clim": [ 0.23401701276525544, 0.2189631813755131, 0.11111111773384957, 0.3104494178140245, 0.2504465951343465, 0.24187001637124075, 0.1452369658843232, 0.14026665735763472 ], "brier_above": [ 0.17341165864965125, 0.19956157606343344, 0.3734351954978051, 0.09954163058727435, 0.22251471614771873, 0.16687024238967074, 0.2875269114146789, 0.34456024271624247 ], "brier_above_clim": [ 0.18364259720487727, 0.20218521675843326, 0.4421920927416047, 0.1368582657800341, 0.2121217857216985, 0.17491103304162547, 0.37065543860496475, 0.28863344582864725 ], "crps": [ 25.918215318824256, 24.518858998297183, 94.47963323907648, 20.051304126941204, 31.399952251780807, 24.804403063802184, 86.84667054678907, 52.10053706304807 ], "crps_clim": [ 25.991938244042803, 27.156682952757507, 116.99857569796765, 25.68956435022059, 33.64072492622825, 25.925245138455825, 110.35729933852919, 38.12777562837381 ], "crps_fair": [ 25.23697933746564, 23.889034525019756, 93.60325414592167, 19.397190731819492, 30.825172327312597, 24.041220079970486, 86.02424691084764, 51.50032929874089 ], "crps_fair_clim": [ 24.186278935163696, 25.3510236438784, 115.19291638908858, 23.883905041341485, 31.83506561734916, 24.11958582957673, 108.55164002965007, 36.322116319494704 ] }, "rps": 0.4396496696530968, "rpss": 0.03995116482361527, "brier_below": 0.20622189093781446, "bss_below": 0.0015649346537027764, "brier_above": 0.23342777168330936, "bss_above": 0.07148851984025895, "crps": 45.01494682606991, "crpss": 0.10836730148283957, "crps_fair": 44.314678419637275, "crpss_fair": 0.0896797385907595, "reliability": { "below": { "weight": [ 0.0, 0.071249, 0.162481, 0.348556, 0.306156, 0.104599, 0.006959, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1621, 0.2572, 0.3572, 0.441, 0.5381, 0.6288, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1137, 0.1472, 0.3333, 0.2946, 0.4205, 0.5659, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.122258, 0.466952, 0.237968, 0.107196, 0.058769, 0.006857, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1814, 0.2541, 0.3409, 0.4466, 0.5391, 0.627, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2906, 0.3388, 0.3652, 0.728, 0.947, 0.9508, NaN, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.39077862556442916, 0.3213621835852131, 0.30091484270941027, 0.37182223231517153, 0.42270993834902815, 0.40403081892111936, 0.28719206166960437, 0.3735412283211107 ], "rps_clim": [ 0.37168678111891346, 0.40830734552865355, 0.5514955812695821, 0.4122454531264281, 0.5073582366943469, 0.42296825285318396, 0.5480141639602464, 0.3433109747399186 ], "brier_below": [ 0.1533529721346549, 0.2501426150302047, 0.05006421848955911, 0.25354744044618605, 0.3495353776677348, 0.2953125871746636, 0.04538238720680478, 0.2096708025558072 ], "brier_below_clim": [ 0.13710719771935653, 0.28966613712444955, 0.11111111773384952, 0.26920158326246535, 0.3962471388287118, 0.3008762153923436, 0.11169127068708512, 0.1645095887434772 ], "brier_above": [ 0.2374256501222189, 0.07121958035158843, 0.2508505951813394, 0.11827480189281026, 0.07317457467916576, 0.1087182467339033, 0.24180964669437427, 0.16387042761028797 ], "brier_above_clim": [ 0.23457958118988842, 0.11864122692593004, 0.44038442452528814, 0.14304388402215332, 0.11111111773384952, 0.12209205536551032, 0.43632285498898205, 0.17880139376069062 ], "crps": [ 31.227554907318744, 21.450413690323057, 103.17528575198237, 25.565352717200543, 35.141775192492396, 29.65062063558056, 121.13020429200053, 29.855819701163373 ], "crps_clim": [ 29.91091499200625, 33.39002587790927, 163.85395380251938, 30.317658032788415, 46.77514464531494, 32.16405989901042, 178.02911191569987, 27.619913058663098 ], "crps_fair": [ 30.33541279752081, 20.65721050582881, 101.91860824830158, 24.735949694733584, 34.37462582013457, 28.77544737333596, 120.00317318560815, 29.09561635452158 ], "crps_fair_clim": [ 27.513828107781922, 30.99293899368493, 161.45686691829505, 27.920571148564072, 44.378057761090616, 29.766973014786096, 175.6320250314755, 25.22282617443876 ] }, "rps": 0.3590439914293858, "rpss": 0.1943785902662044, "brier_below": 0.2008760500882019, "bss_below": 0.09739432180623842, "brier_above": 0.15816794040821103, "bss_above": 0.2911147592335851, "crps": 49.6496283610077, "crpss": 0.2672463311983535, "crps_fair": 48.73700549749813, "crpss_fair": 0.2543356098192979, "reliability": { "below": { "weight": [ 0.0, 0.102226, 0.189941, 0.467124, 0.209413, 0.031296, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1631, 0.2522, 0.3595, 0.4345, 0.5277, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0021, 0.1088, 0.4305, 0.4533, 0.5561, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.080317, 0.443494, 0.220758, 0.122606, 0.118704, 0.01412, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1832, 0.2583, 0.3327, 0.4591, 0.5395, 0.6276, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0595, 0.1053, 0.187, 0.9238, 0.9798, 0.9692, NaN, NaN, NaN ] } } } } }, "cdft": { "lambda_": { "training_mean": 0.3178820025619186, "training": [ 0.2966109309845688, 0.35637334394287534, 0.2918488345657763, 0.35816494763930246, 0.4737106128403556, 0.3115968829768143, 0.31862496003309215, 0.28171830644584495, 0.3050739907325036, 0.2943593849597218, 0.30966845395263426, 0.2978979989054342, 0.32342893708928283, 0.34830658896418665, 0.25920968476514233, 0.28011852317585834, 0.31558121281557916, 0.2737176881337837, 0.32345782881915525, 0.3368848461857718, 0.3126646030228756, 0.2976005126292992, 0.34221187425703636, 0.32033711364915163 ], "test": 0.3325783719786841 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44001065723232796, 0.3925915986955767, 0.4496422107985467, 0.39541108023442184, 0.27777807522726505, 0.43861621637753023, 0.44192696093469874, 0.5610888134435777, 0.3657613614440452, 0.4232161104008572, 0.42317747405104733, 0.40926939623431985, 0.4526049823351918, 0.45555582928817856, 0.5663278739905303, 0.5535932843710155, 0.40395140061126683, 0.6253112628045523, 0.4238032229576834, 0.39389140482506085, 0.4615970767727678, 0.5037568284616813, 0.367454087316414, 0.40534118142802567 ], "rps_clim": [ 0.4395210979875425, 0.470103716624794, 0.41696991681095497, 0.4787026031452831, 0.5456974441052049, 0.4718891913819794, 0.47528498703411814, 0.4682080369739733, 0.3831343647949888, 0.4088195356935795, 0.4015935093605737, 0.39471244953026, 0.4905254593905998, 0.4972930203135432, 0.44542605260977947, 0.45801231637095624, 0.41221699134066647, 0.5190225092696747, 0.45873316132537956, 0.4177409102960471, 0.44718476065736323, 0.46325505114638965, 0.44214927012968386, 0.47013731140410536 ], "brier_below": [ 0.2850594202410121, 0.20865889121101228, 0.27997276296293433, 0.28416861384571585, 0.04758007348422744, 0.21903264183602128, 0.21064302052769204, 0.18356908894199336, 0.2103800892271733, 0.20798037045216072, 0.24478776709801195, 0.20702047996148776, 0.358811661500994, 0.10889612834446853, 0.3983172269967016, 0.1818034552096908, 0.1828273396753267, 0.45687466438153246, 0.21052759134178697, 0.21316656890176605, 0.12949179388975512, 0.14214745746856036, 0.10920179386242118, 0.31001797895893984 ], "brier_below_clim": [ 0.26733852590825796, 0.2537256337025866, 0.25705411420017604, 0.3357734196011123, 0.12098299127445336, 0.24514724598143975, 0.22681741549383455, 0.13433843965721864, 0.20847648854308581, 0.21955850215575037, 0.23050568160830917, 0.18056439949521058, 0.3677097897916764, 0.12508152488088367, 0.31011998366589516, 0.1537918174661276, 0.19438540787371786, 0.391713087904114, 0.23671767734449203, 0.22863730285774397, 0.13116571704967142, 0.1350144958485548, 0.15057377542642655, 0.33304615388212466 ], "brier_above": [ 0.15495123304120256, 0.18393270547188698, 0.16966944401733017, 0.11124246448054644, 0.23019799904034044, 0.21958357523913702, 0.23128394188856635, 0.37751972728949107, 0.15538127027646334, 0.21523573779850064, 0.1783897040827689, 0.20224891642457027, 0.09379331520163546, 0.3466597091266542, 0.16801064337787477, 0.371789831568487, 0.22112406089380168, 0.168436595843236, 0.21327563153123835, 0.18072483300353662, 0.33210529094181424, 0.361609379112677, 0.25825229480259054, 0.0953231990424895 ], "brier_above_clim": [ 0.17218257207928467, 0.21637808292220725, 0.15991580261077884, 0.14292918354417064, 0.4247144528307517, 0.22674194540053969, 0.24846757154028362, 0.3338695973167546, 0.17465787625190304, 0.18926103353782903, 0.17108782775226475, 0.21414805003504944, 0.12281566959892326, 0.37221149543265947, 0.13530606894388414, 0.3042204989048285, 0.21783158346694867, 0.12730942136556073, 0.22201548398088763, 0.18910360743830318, 0.3160190436076916, 0.3282405552978347, 0.29157549470325717, 0.13709115752198053 ], "crps": [ 31.133708388471373, 34.436759863773574, 29.264778203885488, 26.485709604263622, 179.6737913483082, 34.903842472906796, 35.89366096426446, 47.27221123731191, 20.47224655843931, 30.100069874971677, 27.57207727715703, 27.621169446680746, 33.996325403434334, 62.53622413412207, 39.8996493461875, 50.429767049818, 30.798395495412, 60.01496827663007, 41.81963738730058, 27.49262939095906, 38.46004836445731, 34.75186021274093, 32.07912292825919, 27.799856214021904 ], "crps_clim": [ 31.742925516629697, 40.77336668818828, 28.09618525185972, 37.986090541506, 251.4927342153348, 40.320321374030684, 40.93726570534917, 40.54786455186527, 22.988890072347303, 28.257992147944407, 24.96559897910219, 25.682377420488514, 37.65656723862455, 67.35667251514191, 29.987287831298126, 43.08507304266908, 30.254448434401816, 47.83890739301917, 44.7070520085121, 29.018165136591247, 36.90426542672519, 32.258006168915756, 38.015712600516835, 34.40598130175283 ], "crps_fair": [ 29.77567210741124, 32.78678923864909, 27.94854952637637, 25.162803341047802, 178.14619958799634, 33.7126386081651, 34.49590636718702, 46.011804159876654, 19.32744078025671, 28.51222957228178, 26.06651178076765, 26.189915761502263, 32.82567750275872, 61.204535527525174, 38.62360044370786, 49.41168967855064, 29.305269489193734, 58.62414443810555, 40.477498608379065, 26.217682027656103, 37.02048468353246, 33.4201135781865, 30.382208792536883, 26.68322692595372 ], "crps_fair_clim": [ 29.83323453860368, 38.88077881844172, 26.1795875687868, 36.08822373966346, 249.9992360568139, 38.426875463916396, 39.04498825040786, 38.65484959473932, 21.062619481737414, 26.341700917326186, 23.043072155361166, 23.761208131674348, 35.758076339617475, 65.51443181552213, 28.07427178189838, 41.19686340465451, 28.3419383709928, 45.95970122915301, 42.821914300357065, 27.103313627542445, 35.0043497136804, 30.34929072242817, 36.1179019010588, 32.50133398998652 ] }, "rps": 0.442986599593191, "rpss": 0.022494278397092615, "brier_below": 0.2246223700133911, "bss_below": 0.008698166105890026, "brier_above": 0.21836422931236832, "bss_above": 0.036290761032554686, "crps": 41.87118789349071, "crpss": 0.07405578331605456, "crps_fair": 40.513858021983516, "crpss_fair": 0.06511853632535414, "reliability": { "below": { "weight": [ 0.0, 0.112696, 0.182321, 0.423611, 0.221403, 0.054452, 0.005013, 0.000504, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1579, 0.2529, 0.3432, 0.4387, 0.5377, 0.6349, 0.7212, NaN, NaN ], "observed_frequency": [ NaN, 0.2228, 0.3014, 0.3513, 0.4074, 0.4536, 0.5829, 0.6134, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.066118, 0.271995, 0.406928, 0.166394, 0.063624, 0.022394, 0.002547, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1778, 0.2521, 0.3378, 0.4393, 0.5386, 0.6403, 0.7271, NaN, NaN ], "observed_frequency": [ NaN, 0.2496, 0.2661, 0.3363, 0.4079, 0.5888, 0.6742, 0.3317, NaN, NaN ] } } }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4461672381683789, 0.3562255715059541, 0.3766939623735906, 0.3663332399309355, 0.2638626324181602, 0.38241237430936464, 0.3375636915057142, 0.5499847245892008, 0.3503545417026272, 0.32235715349888655, 0.3589360897362462, 0.42419330438540115, 0.47863230170174775, 0.4414629970268434, 0.4507987393304967, 0.47004901013439093, 0.3637916390234349, 0.5862798890238715, 0.43775489267589635, 0.3152421533574043, 0.4786033923877221, 0.47549922365864605, 0.27573924893702856, 0.4589342967428968 ], "rps_clim": [ 0.48190550000573357, 0.4447116445242348, 0.39122568096409477, 0.5314846969938783, 0.5463137956783318, 0.5246370465888529, 0.46799085520133354, 0.4301833029814578, 0.3790308872213789, 0.3760295940535084, 0.36571087481860687, 0.4071905851059967, 0.5346883511508412, 0.5378418848789392, 0.39758042315298353, 0.42189702405901625, 0.3563103597455807, 0.5447213097764745, 0.4681166137581803, 0.3573140644587983, 0.4646548700920834, 0.443550454531998, 0.4892057891747856, 0.5235515129376195 ], "brier_below": [ 0.34470709593767135, 0.10224024936904484, 0.26974368374104485, 0.29729085959883284, 0.03675910425447792, 0.3035500123342648, 0.2645303658439171, 0.19933226497310427, 0.21267080073425357, 0.0859866158563852, 0.2111732455133609, 0.15503042320212235, 0.39676708969961494, 0.08726521608079749, 0.30242900236728143, 0.14132856914214575, 0.15369467768209522, 0.47383906599736186, 0.09862939356297488, 0.10949473509171677, 0.10881519538470472, 0.14113514775557123, 0.04271727340507151, 0.37963384903958475 ], "brier_below_clim": [ 0.3519612903999631, 0.14955802970751203, 0.2601871534110402, 0.4105017057194249, 0.12098299127445337, 0.39624369138262994, 0.3443603210875784, 0.12682101259329223, 0.2099793080182162, 0.1262687532682766, 0.2039124110213452, 0.13844673123024703, 0.4137053598763879, 0.12098299127445337, 0.264430544340142, 0.12679414888912763, 0.17861675021890278, 0.42373831850202115, 0.13731870409752048, 0.14687327559600188, 0.12098299127445337, 0.14271630161606835, 0.12098299127445337, 0.40256852166316615 ], "brier_above": [ 0.10146013473984236, 0.2539853214350373, 0.10695027123756146, 0.06904237936984223, 0.2271035252301614, 0.07886236007310479, 0.07303332485473461, 0.35065245882387014, 0.1376837399108805, 0.23637053590554788, 0.1477628409007596, 0.26916288370006985, 0.08186520548909103, 0.3541977887761048, 0.14836973057951894, 0.3287204442303229, 0.2100969588903544, 0.11244081827653116, 0.33912550430428207, 0.2057474160431562, 0.36978820880810404, 0.3343640828768075, 0.2330219747341643, 0.07930044190296784 ], "brier_above_clim": [ 0.1299442096057706, 0.29515361481672286, 0.13103852755305465, 0.12098299127445337, 0.4253308044038785, 0.12839335520622294, 0.12363053411375528, 0.3033622903881658, 0.16905157920316274, 0.24976084078523186, 0.16179846379726168, 0.26874385387575, 0.12098299127445337, 0.4168588936044859, 0.13314987881284177, 0.2951028751698888, 0.1776936095266779, 0.12098299127445337, 0.3307979096606601, 0.21044078886279646, 0.34367187881763017, 0.3008341529159299, 0.3682227979003325, 0.12098299127445337 ], "crps": [ 39.65760266571431, 43.11292431746224, 28.264344325963, 30.540001961335935, 257.689671949578, 39.03982332038358, 26.894338204180148, 52.75989655964882, 25.834096769660064, 30.118668667323718, 28.940743553257366, 37.79162815767609, 47.616386505809935, 90.56993774088227, 38.58086698387603, 51.894831058038235, 32.91152830212004, 77.20922497692037, 70.33162174336348, 27.754052183459283, 53.96363017236331, 38.21599444291104, 40.397547110789795, 39.56629435614807 ], "crps_clim": [ 44.818392114890194, 49.555903283487574, 30.675020158925083, 53.94868480057281, 354.7381681248423, 56.058574286857095, 40.89964859325192, 41.88472808521825, 29.960563688835595, 35.58986358112118, 28.725216146584827, 36.06632699048634, 54.26159742058326, 101.57427145824482, 32.681017126544084, 48.797086589560294, 29.95440091470073, 69.17206276014227, 74.3649830088615, 31.00618674826232, 52.67156510791567, 36.916850791140064, 58.698649883439046, 47.73367692323706 ], "crps_fair": [ 38.10277889860514, 40.8454265273053, 26.61365562015498, 28.923641449780177, 255.74346022841908, 37.49883583220866, 25.271062257604118, 51.270274701016056, 24.37953815640724, 28.493766954797113, 27.204087081494972, 35.96826612270237, 46.17392367977695, 88.91858720370277, 36.90067315969829, 50.54935817424831, 31.119593120433052, 75.73427702068805, 68.74971016161949, 26.069322675199928, 52.20899519261614, 36.68224000181907, 37.843141212272506, 38.21059058572728 ], "crps_fair_clim": [ 42.28827155959033, 47.03475528721915, 28.118112914314686, 51.435856466268575, 352.79501684228853, 53.54974195536778, 38.362106175221676, 39.349051348043986, 27.402303306971245, 33.04226475208313, 26.16461609134499, 33.51963055426904, 51.74936172381692, 99.15164309867102, 30.1279091186148, 46.27450144046246, 27.396128860915656, 66.68806658106446, 71.89082190601232, 28.449906713101416, 50.156317986314725, 34.37176519545435, 56.19481769512508, 45.209077740680264 ] }, "rps": 0.4069946795052017, "rpss": 0.10269984514897268, "brier_below": 0.20494849735697498, "bss_below": 0.095638287336131, "brier_above": 0.20204618129553406, "bss_above": 0.10975106309361815, "crps": 52.068985667869384, "crpss": 0.13263739474129743, "crps_fair": 50.39480025076238, "crpss_fair": 0.12402701896171442, "reliability": { "below": { "weight": [ 0.0, 0.117951, 0.167417, 0.470918, 0.205045, 0.037654, 0.001015, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1505, 0.2536, 0.3428, 0.4383, 0.5352, 0.623, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0947, 0.1687, 0.3586, 0.5534, 0.6504, 0.8571, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.066795, 0.292471, 0.399248, 0.157568, 0.067754, 0.014715, 0.001449, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1793, 0.252, 0.3353, 0.4397, 0.5343, 0.6399, 0.7178, NaN, NaN ], "observed_frequency": [ NaN, 0.114, 0.2263, 0.3009, 0.5603, 0.7947, 0.7541, 0.7009, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.39530310732712887, 0.423345923827999, 0.4678933755204843, 0.3389998399716517, 0.4752211482846161, 0.39794321156923695, 0.39673011691322435, 0.5870503082770148 ], "rps_clim": [ 0.417659603071558, 0.42114839455105046, 0.5533032498091346, 0.4473076683297933, 0.4625683790499464, 0.41678104095296603, 0.5158924310312171, 0.42890011506153497 ], "brier_below": [ 0.22315092536176578, 0.22207381410017443, 0.10687433643013233, 0.2400532997218146, 0.25400831516334565, 0.23005138088966123, 0.12002242429136764, 0.24004746586728168 ], "brier_below_clim": [ 0.23401701276525544, 0.2189631813755131, 0.11111111773384957, 0.3104494178140245, 0.2504465951343465, 0.24187001637124075, 0.1452369658843232, 0.14026665735763472 ], "brier_above": [ 0.17215218507707394, 0.201272107527663, 0.3610190062725666, 0.09894655001574591, 0.22121283013268525, 0.16789183986161552, 0.27670767242955685, 0.3470028236063301 ], "brier_above_clim": [ 0.18364259720487727, 0.20218521675843326, 0.4421920927416047, 0.1368582657800341, 0.2121217857216985, 0.17491103304162547, 0.37065543860496475, 0.28863344582864725 ], "crps": [ 25.81722693285567, 25.017133291187058, 92.59204792696694, 19.959316644615374, 31.07717700143234, 25.060117815667667, 85.20964343344028, 51.49082686044937 ], "crps_clim": [ 25.991938244042803, 27.156682952757507, 116.99857569796765, 25.68956435022059, 33.64072492622825, 25.925245138455825, 110.35729933852919, 38.12777562837381 ], "crps_fair": [ 25.14471871849784, 24.364063334665776, 91.71906613354356, 19.325303980923582, 30.503504502810284, 24.300545420627046, 84.40423987608459, 50.89446876694527 ], "crps_fair_clim": [ 24.186278935163696, 25.3510236438784, 115.19291638908858, 23.883905041341485, 31.83506561734916, 24.11958582957673, 108.55164002965007, 36.322116319494704 ] }, "rps": 0.4353108789614195, "rpss": 0.04942564242962755, "brier_below": 0.2045352452281929, "bss_below": 0.00973092620602467, "brier_above": 0.23077562686540468, "bss_above": 0.08203802255243664, "crps": 44.52793623832684, "crpss": 0.11801375438732908, "crps_fair": 43.83198884176224, "crpss_fair": 0.09959523653367153, "reliability": { "below": { "weight": [ 0.0, 0.083245, 0.146905, 0.349151, 0.287034, 0.107216, 0.025947, 0.000501, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1474, 0.2565, 0.3603, 0.4474, 0.5411, 0.6254, 0.7041, NaN, NaN ], "observed_frequency": [ NaN, 0.0363, 0.1717, 0.3331, 0.2996, 0.3757, 0.5802, 0.8346, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.122344, 0.445152, 0.253637, 0.099779, 0.065625, 0.01338, 8.4e-05, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1747, 0.2524, 0.3394, 0.4519, 0.544, 0.6267, 0.7147, NaN, NaN ], "observed_frequency": [ NaN, 0.3056, 0.3269, 0.3747, 0.6793, 0.9461, 0.9684, 1.0, NaN, NaN ] } } }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.3897133348264802, 0.31675339512125605, 0.2747267555726283, 0.36264470290096673, 0.4120602831272011, 0.405106429575821, 0.258157484137249, 0.3804025760495812 ], "rps_clim": [ 0.37168678111891346, 0.40830734552865355, 0.5514955812695821, 0.4122454531264281, 0.5073582366943469, 0.42296825285318396, 0.5480141639602464, 0.3433109747399186 ], "brier_below": [ 0.1544993716659804, 0.2449608806519532, 0.04183756891182634, 0.24470036194747205, 0.3384824216730136, 0.2942200538272791, 0.03401392967759964, 0.21476881148642085 ], "brier_below_clim": [ 0.13710719771935653, 0.28966613712444955, 0.11111111773384952, 0.26920158326246535, 0.3962471388287118, 0.3008762153923436, 0.11169127068708512, 0.1645095887434772 ], "brier_above": [ 0.23521395946576995, 0.07179252609514569, 0.23288915876973848, 0.1179443509005786, 0.07357787548144439, 0.1108863911678415, 0.22414352852724476, 0.16563376611454744 ], "brier_above_clim": [ 0.23457958118988842, 0.11864122692593004, 0.44038442452528814, 0.14304388402215332, 0.11111111773384952, 0.12209205536551032, 0.43632285498898205, 0.17880139376069062 ], "crps": [ 31.341932815240696, 22.731097067553137, 100.52532744148887, 25.08393563296888, 34.75734515312299, 29.560637721099084, 119.69569667319844, 29.72930065983502 ], "crps_clim": [ 29.91091499200625, 33.39002587790927, 163.85395380251938, 30.317658032788415, 46.77514464531494, 32.16405989901042, 178.02911191569987, 27.619913058663098 ], "crps_fair": [ 30.474564255546962, 21.896200622133353, 99.29503302628969, 24.31163338882125, 34.00608022795903, 28.717311625441603, 118.63306302552702, 28.99615160143424 ], "crps_fair_clim": [ 27.513828107781922, 30.99293899368493, 161.45686691829505, 27.920571148564072, 44.378057761090616, 29.766973014786096, 175.6320250314755, 25.22282617443876 ] }, "rps": 0.34994562016389796, "rpss": 0.21479347774559943, "brier_below": 0.19593542498019315, "bss_below": 0.11959426189047084, "brier_above": 0.15401019456528886, "bss_above": 0.3097491591966792, "crps": 49.178159145563384, "crpss": 0.2742045060880406, "crps_fair": 48.29125472164415, "crpss_fair": 0.26115548882205686, "reliability": { "below": { "weight": [ 0.0, 0.14924, 0.151433, 0.444951, 0.213107, 0.039097, 0.002173, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1412, 0.2542, 0.3629, 0.4416, 0.5333, 0.6067, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0029, 0.112, 0.4354, 0.472, 0.5338, 0.8008, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.073786, 0.428303, 0.244209, 0.093703, 0.131972, 0.027811, 0.000217, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.178, 0.2575, 0.3296, 0.4671, 0.5459, 0.628, 0.7147, NaN, NaN ], "observed_frequency": [ NaN, 0.0794, 0.1025, 0.1771, 0.9165, 0.9835, 0.9765, 1.0, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "gqm", "1994": "sqrt_mvs", "1995": "sqrt_mvs", "1996": "sqrt_mvs", "1997": "gqm", "1998": "sqrt_mvs", "1999": "gqm", "2000": "gqm", "2001": "gqm", "2002": "gqm", "2003": "gqm", "2004": "gqm", "2005": "gqm", "2006": "gqm", "2007": "gqm", "2008": "sqrt_mvs", "2009": "gqm", "2010": "gqm", "2011": "gqm", "2012": "gqm", "2013": "gqm", "2014": "gqm", "2015": "sqrt_mvs", "2016": "gqm" }, "chosen_test": "gqm", "frequency": { "mvs": 0, "ls": 0, "vs": 0, "sqrt_mvs": 6, "pt": 0, "dc": 0, "loci": 0, "eqm": 0, "gqm": 18, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4424982002602183, 0.3828811488002995, 0.45180440251785836, 0.3810241700254464, 0.21047019007367007, 0.40623388194898297, 0.40834281170036707, 0.5532841055525215, 0.3660594489973055, 0.42889975410454323, 0.4249531715665365, 0.40083707782587025, 0.46259049258192053, 0.41448437144510325, 0.5905536782359719, 0.5479817128952174, 0.3952601154630435, 0.6604665580416728, 0.429672959142735, 0.40265058063652676, 0.43582462734287125, 0.49203076553004305, 0.3447562955681246, 0.4064030996316054 ], "rps_clim": [ 0.4395210979875425, 0.470103716624794, 0.41696991681095497, 0.4787026031452831, 0.5456974441052049, 0.4718891913819794, 0.47528498703411814, 0.4682080369739733, 0.3831343647949888, 0.4088195356935795, 0.4015935093605737, 0.39471244953026, 0.4905254593905998, 0.4972930203135432, 0.44542605260977947, 0.45801231637095624, 0.41221699134066647, 0.5190225092696747, 0.45873316132537956, 0.4177409102960471, 0.44718476065736323, 0.46325505114638965, 0.44214927012968386, 0.47013731140410536 ], "brier_below": [ 0.28508631800269396, 0.2047301807504097, 0.28000368780070317, 0.2684740800322381, 0.03423441382604589, 0.19293084576410616, 0.1898658821084948, 0.18518613201181908, 0.20890321039102394, 0.20630714982221576, 0.24431721403281287, 0.19781761536309792, 0.3601885394762292, 0.09829372273058243, 0.4088303827680441, 0.17493330150409908, 0.17409816859226515, 0.4659777996314725, 0.2146157413451811, 0.2142571142055164, 0.11864513738031435, 0.14024730784472134, 0.0980007510096891, 0.30783293885352947 ], "brier_below_clim": [ 0.26733852590825796, 0.2537256337025866, 0.25705411420017604, 0.3357734196011123, 0.12098299127445336, 0.24514724598143975, 0.22681741549383455, 0.13433843965721864, 0.20847648854308581, 0.21955850215575037, 0.23050568160830917, 0.18056439949521058, 0.3677097897916764, 0.12508152488088367, 0.31011998366589516, 0.1537918174661276, 0.19438540787371786, 0.391713087904114, 0.23671767734449203, 0.22863730285774397, 0.13116571704967142, 0.1350144958485548, 0.15057377542642655, 0.33304615388212466 ], "brier_above": [ 0.15741187769842202, 0.1781509649330223, 0.17180071032772753, 0.11255008841845517, 0.17623577294116366, 0.2133030376955403, 0.21847693354719092, 0.3680979776155615, 0.15715623696324243, 0.2225926017323256, 0.18063595388881132, 0.20301946164546253, 0.10240194600167711, 0.31619065606728025, 0.18172329080926958, 0.3730484166903704, 0.22116194806340567, 0.19448875828854198, 0.21505721697911157, 0.18839346224364512, 0.31717949784423166, 0.3517834673503618, 0.2467555459784849, 0.09857015665854249 ], "brier_above_clim": [ 0.17218257207928467, 0.21637808292220725, 0.15991580261077884, 0.14292918354417064, 0.4247144528307517, 0.22674194540053969, 0.24846757154028362, 0.3338695973167546, 0.17465787625190304, 0.18926103353782903, 0.17108782775226475, 0.21414805003504944, 0.12281566959892326, 0.37221149543265947, 0.13530606894388414, 0.3042204989048285, 0.21783158346694867, 0.12730942136556073, 0.22201548398088763, 0.18910360743830318, 0.3160190436076916, 0.3282405552978347, 0.29157549470325717, 0.13709115752198053 ], "crps": [ 30.742209703923454, 36.247025503304386, 29.156656763736684, 25.839503304824014, 172.70403785524624, 31.90030329072216, 34.80969905609223, 47.3191097291388, 20.521705673968246, 30.973324695624925, 28.061594772458456, 27.61599303900503, 33.723031894956875, 56.071862499874975, 41.16697420405066, 50.06067662741456, 32.09604532749018, 60.78963494738387, 41.79574741909915, 28.81318187013949, 37.19544677546866, 34.31795757356532, 37.99271695673745, 27.20474020119035 ], "crps_clim": [ 31.742925516629697, 40.77336668818828, 28.09618525185972, 37.986090541506, 251.4927342153348, 40.320321374030684, 40.93726570534917, 40.54786455186527, 22.988890072347303, 28.257992147944407, 24.96559897910219, 25.682377420488514, 37.65656723862455, 67.35667251514191, 29.987287831298126, 43.08507304266908, 30.254448434401816, 47.83890739301917, 44.7070520085121, 29.018165136591247, 36.90426542672519, 32.258006168915756, 38.015712600516835, 34.40598130175283 ], "crps_fair": [ 29.283458373838887, 34.32041819972539, 27.721300253164628, 24.398611181599673, 171.09205857737123, 30.600602283993386, 33.3130819159704, 45.964096297853416, 19.286390120898677, 29.236682633150142, 26.434209818887645, 26.04166875256233, 32.47296640550901, 54.55717994220023, 39.73504558631822, 48.944090692822094, 30.370662215081012, 59.312220461798155, 40.330249302920436, 27.388559011430257, 35.63093084456836, 32.88516693516752, 35.9409266785613, 25.99662799246868 ], "crps_fair_clim": [ 29.83323453860368, 38.88077881844172, 26.1795875687868, 36.08822373966346, 249.9992360568139, 38.426875463916396, 39.04498825040786, 38.65484959473932, 21.062619481737414, 26.341700917326186, 23.043072155361166, 23.761208131674348, 35.758076339617475, 65.51443181552213, 28.07427178189838, 41.19686340465451, 28.3419383709928, 45.95970122915301, 42.821914300357065, 27.103313627542445, 35.0043497136804, 30.34929072242817, 36.1179019010588, 32.50133398998652 ] }, "rps": 0.434998484162019, "rpss": 0.040121061116853984, "brier_below": 0.21974073480197107, "bss_below": 0.03024176364336706, "brier_above": 0.21525774918257698, "bss_above": 0.05000062372927949, "crps": 41.54663248689234, "crpss": 0.08123303853264197, "crps_fair": 40.05238351991088, "crpss_fair": 0.07576733599563223 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44067904488139276, 0.3182773077478492, 0.3728537933203119, 0.3252870820537114, 0.15052324017473506, 0.3346626378586626, 0.3050244962285549, 0.6049791130353823, 0.34214566195411633, 0.3077493956203797, 0.35619819929930013, 0.414643834273502, 0.4694034228633918, 0.3907522501458198, 0.4616188068007083, 0.4931113521842695, 0.3874702373501028, 0.580346565156122, 0.44523154319422403, 0.3027288433489746, 0.46598817228669054, 0.4978417552980269, 0.19228003595368112, 0.4314059403613482 ], "rps_clim": [ 0.48190550000573357, 0.4447116445242348, 0.39122568096409477, 0.5314846969938783, 0.5463137956783318, 0.5246370465888529, 0.46799085520133354, 0.4301833029814578, 0.3790308872213789, 0.3760295940535084, 0.36571087481860687, 0.4071905851059967, 0.5346883511508412, 0.5378418848789392, 0.39758042315298353, 0.42189702405901625, 0.3563103597455807, 0.5447213097764745, 0.4681166137581803, 0.3573140644587983, 0.4646548700920834, 0.443550454531998, 0.4892057891747856, 0.5235515129376195 ], "brier_below": [ 0.3335682141479579, 0.08885097567247816, 0.26396043436609945, 0.2604879902011872, 0.01888843598598894, 0.2603179628996171, 0.24186130489667554, 0.2428837202007154, 0.21062832940434204, 0.07846883335084077, 0.20941565701878226, 0.14899003078001247, 0.3825492019876187, 0.07530760669039331, 0.30307767300338945, 0.1520538137937487, 0.15252578482399176, 0.45732324562461013, 0.11137672938579446, 0.09129439524383251, 0.10222853841625726, 0.15645425558931272, 0.0162956709500173, 0.35228945363861364 ], "brier_below_clim": [ 0.3519612903999631, 0.14955802970751203, 0.2601871534110402, 0.4105017057194249, 0.12098299127445337, 0.39624369138262994, 0.3443603210875784, 0.12682101259329223, 0.2099793080182162, 0.1262687532682766, 0.2039124110213452, 0.13844673123024703, 0.4137053598763879, 0.12098299127445337, 0.264430544340142, 0.12679414888912763, 0.17861675021890278, 0.42373831850202115, 0.13731870409752048, 0.14687327559600188, 0.12098299127445337, 0.14271630161606835, 0.12098299127445337, 0.40256852166316615 ], "brier_above": [ 0.10711082359417035, 0.2294263307368378, 0.10889335149822886, 0.06479909256494772, 0.13163479930336264, 0.07434467488853318, 0.0631631907792015, 0.3620953875223192, 0.13151733190007447, 0.22928055906114275, 0.14678253782942036, 0.26565380514593107, 0.08685421374761781, 0.3154446482005784, 0.15854112611951918, 0.3410575427373961, 0.234944452037187, 0.12302331632598282, 0.33385482120481286, 0.21143444574645287, 0.3637596450114789, 0.3413875060698232, 0.1759843625742687, 0.07911648219063845 ], "brier_above_clim": [ 0.1299442096057706, 0.29515361481672286, 0.13103852755305465, 0.12098299127445337, 0.4253308044038785, 0.12839335520622294, 0.12363053411375528, 0.3033622903881658, 0.16905157920316274, 0.24976084078523186, 0.16179846379726168, 0.26874385387575, 0.12098299127445337, 0.4168588936044859, 0.13314987881284177, 0.2951028751698888, 0.1776936095266779, 0.12098299127445337, 0.3307979096606601, 0.21044078886279646, 0.34367187881763017, 0.3008341529159299, 0.3682227979003325, 0.12098299127445337 ], "crps": [ 38.70886380867722, 44.708517506868944, 28.06377685250376, 27.913665101012757, 225.69813692036584, 33.850655479705644, 26.634611120182175, 56.46957849421145, 25.22996204958731, 30.120107279956738, 29.73643313349702, 38.33994691671975, 45.355339009855996, 79.68081012376943, 40.204592123864394, 53.362658335826836, 38.05419913670394, 74.90923738409765, 69.41279173444786, 29.426256266613922, 53.72607411646917, 39.80047397319012, 53.8727419625458, 36.09257839442218 ], "crps_clim": [ 44.818392114890194, 49.555903283487574, 30.675020158925083, 53.94868480057281, 354.7381681248423, 56.058574286857095, 40.89964859325192, 41.88472808521825, 29.960563688835595, 35.58986358112118, 28.725216146584827, 36.06632699048634, 54.26159742058326, 101.57427145824482, 32.681017126544084, 48.797086589560294, 29.95440091470073, 69.17206276014227, 74.3649830088615, 31.00618674826232, 52.67156510791567, 36.916850791140064, 58.698649883439046, 47.73367692323706 ], "crps_fair": [ 36.96351613690055, 41.912047140873845, 26.24134142649369, 26.106409000142527, 223.4680333222742, 32.12853737140266, 24.870702895788696, 54.82919787895816, 23.603552681293255, 28.22649013367915, 27.748574139907973, 36.21085241819479, 43.776268041851594, 77.67629302809466, 38.21614002576463, 51.86989137470879, 35.84069192146508, 73.29545426635492, 67.59506754042782, 27.460841360882547, 51.751212096161794, 38.091376170879535, 50.5725771489085, 34.572153870498944 ], "crps_fair_clim": [ 42.28827155959033, 47.03475528721915, 28.118112914314686, 51.435856466268575, 352.79501684228853, 53.54974195536778, 38.362106175221676, 39.349051348043986, 27.402303306971245, 33.04226475208313, 26.16461609134499, 33.51963055426904, 51.74936172381692, 99.15164309867102, 30.1279091186148, 46.27450144046246, 27.396128860915656, 66.68806658106446, 71.89082190601232, 28.449906713101416, 50.156317986314725, 34.37176519545435, 56.19481769512508, 45.209077740680264 ] }, "rps": 0.39130011380796903, "rpss": 0.1373016149990537, "brier_below": 0.19629576075301156, "bss_below": 0.133819605058895, "brier_above": 0.19500435194958024, "bss_above": 0.14077852943282054, "crps": 50.80716696771233, "crpss": 0.153656708659059, "crps_fair": 48.87613422466285, "crpss_fair": 0.15042479014970211 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4207915009654506, 0.4047400231036156, 0.39282655153853163, 0.3358307235161834, 0.4452894125769097, 0.4020384824963496, 0.3516917886814713, 0.6094769938179324 ], "rps_clim": [ 0.417659603071558, 0.42114839455105046, 0.5533032498091346, 0.4473076683297933, 0.4625683790499464, 0.41678104095296603, 0.5158924310312171, 0.42890011506153497 ], "brier_below": [ 0.24035027584020607, 0.21013655134393516, 0.09187845362514664, 0.23979977347927053, 0.22765533920397535, 0.22870341340130562, 0.11909760762580911, 0.25327286949721745 ], "brier_below_clim": [ 0.23401701276525544, 0.2189631813755131, 0.11111111773384957, 0.3104494178140245, 0.2504465951343465, 0.24187001637124075, 0.1452369658843232, 0.14026665735763472 ], "brier_above": [ 0.18044122892183936, 0.1946034702046843, 0.30094807164174964, 0.0960309597185412, 0.21763407114108485, 0.17333507935780432, 0.23259416594325039, 0.35620410315627415 ], "brier_above_clim": [ 0.18364259720487727, 0.20218521675843326, 0.4421920927416047, 0.1368582657800341, 0.2121217857216985, 0.17491103304162547, 0.37065543860496475, 0.28863344582864725 ], "crps": [ 27.10374916972648, 23.53813968163824, 79.08254898658632, 19.81487063005348, 29.248414842341944, 26.093825082451122, 70.25685860748747, 51.103173311509465 ], "crps_clim": [ 25.991938244042803, 27.156682952757507, 116.99857569796765, 25.68956435022059, 33.64072492622825, 25.925245138455825, 110.35729933852919, 38.12777562837381 ], "crps_fair": [ 26.38170894391232, 22.873569684901927, 78.09215633335472, 19.138364185075115, 28.646139566295396, 25.286148256356135, 69.33404910717826, 50.48652858745385 ], "crps_fair_clim": [ 24.186278935163696, 25.3510236438784, 115.19291638908858, 23.883905041341485, 31.83506561734916, 24.11958582957673, 108.55164002965007, 36.322116319494704 ] }, "rps": 0.4203356845870555, "rpss": 0.08212649246550296, "brier_below": 0.20136178550210826, "bss_below": 0.025095412752909385, "brier_above": 0.21897389376065352, "bss_above": 0.12898207121691796, "crps": 40.78019753897432, "crpss": 0.19224701701345803, "crps_fair": 40.02983308306597, "crpss_fair": 0.177699818302255 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4024690954033891, 0.29748378384640295, 0.1517443749750139, 0.3455143679264245, 0.37502072786786406, 0.4124584305270394, 0.13996666282068967, 0.408896318666016 ], "rps_clim": [ 0.37168678111891346, 0.40830734552865355, 0.5514955812695821, 0.4122454531264281, 0.5073582366943469, 0.42296825285318396, 0.5480141639602464, 0.3433109747399186 ], "brier_below": [ 0.1649898906870391, 0.2332028528241773, 0.02285433823038262, 0.2329522598762618, 0.3051791940947055, 0.295384693050054, 0.015918926187524364, 0.2422653133410075 ], "brier_below_clim": [ 0.13710719771935653, 0.28966613712444955, 0.11111111773384952, 0.26920158326246535, 0.3962471388287118, 0.3008762153923436, 0.11169127068708512, 0.1645095887434772 ], "brier_above": [ 0.23747920237726272, 0.06428094218911785, 0.12889001932213015, 0.11256211687094259, 0.06984154755676487, 0.11707375272430554, 0.12404772126406803, 0.16663100499103492 ], "brier_above_clim": [ 0.23457958118988842, 0.11864122692593004, 0.44038442452528814, 0.14304388402215332, 0.11111111773384952, 0.12209205536551032, 0.43632285498898205, 0.17880139376069062 ], "crps": [ 32.92201511989895, 21.102558749966217, 73.08457772734859, 24.56356354920945, 32.59367305621019, 30.736659076275924, 84.71598072665827, 31.579398766169756 ], "crps_clim": [ 29.91091499200625, 33.39002587790927, 163.85395380251938, 30.317658032788415, 46.77514464531494, 32.16405989901042, 178.02911191569987, 27.619913058663098 ], "crps_fair": [ 31.96637694991914, 20.259915819749693, 71.59368437336964, 23.708557472210632, 31.794519894227935, 29.812277131719398, 83.41103385965648, 30.810082974358924 ], "crps_fair_clim": [ 27.513828107781922, 30.99293899368493, 161.45686691829505, 27.920571148564072, 44.378057761090616, 29.766973014786096, 175.6320250314755, 25.22282617443876 ] }, "rps": 0.31669422025410493, "rpss": 0.2894028301102055, "brier_below": 0.18909343353639402, "bss_below": 0.15033769957064524, "brier_above": 0.12760078841195333, "bss_above": 0.4281121990844605, "crps": 41.41230334646717, "crpss": 0.38881683081273666, "crps_fair": 40.41955605940148, "crpss_fair": 0.38159057347182557 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "dc", "1994": "dc", "1995": "dc", "1996": "dc", "1997": "dc", "1998": "dc", "1999": "dc", "2000": "dc", "2001": "dc", "2002": "dc", "2003": "dc", "2004": "dc", "2005": "dc", "2006": "dc", "2007": "dc", "2008": "dc", "2009": "dc", "2010": "dc", "2011": "dc", "2012": "dc", "2013": "dc", "2014": "dc", "2015": "dc", "2016": "dc" }, "chosen_test": "dc", "frequency": { "mvs": 0, "ls": 0, "vs": 0, "sqrt_mvs": 0, "pt": 0, "dc": 24, "loci": 0, "eqm": 0, "gqm": 0, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4157982687206033, 0.3952819654443416, 0.42835858510176533, 0.3709041745329523, 0.3000917290891782, 0.4486413731203497, 0.454840989238285, 0.5795142457772162, 0.3697510555078587, 0.45888708981483917, 0.4424066652393705, 0.40813526275668083, 0.4196765655785666, 0.47156967281026835, 0.5177495055784708, 0.6029646802775244, 0.3908119440911774, 0.5931624284754407, 0.4298154544731282, 0.3831310988139014, 0.46553650423208487, 0.5137549925328789, 0.3521959818249775, 0.3831904915720511 ], "rps_clim": [ 0.4395210979875425, 0.470103716624794, 0.41696991681095497, 0.4787026031452831, 0.5456974441052049, 0.4718891913819794, 0.47528498703411814, 0.4682080369739733, 0.3831343647949888, 0.4088195356935795, 0.4015935093605737, 0.39471244953026, 0.4905254593905998, 0.4972930203135432, 0.44542605260977947, 0.45801231637095624, 0.41221699134066647, 0.5190225092696747, 0.45873316132537956, 0.4177409102960471, 0.44718476065736323, 0.46325505114638965, 0.44214927012968386, 0.47013731140410536 ], "brier_below": [ 0.26057256944785623, 0.21529279878101967, 0.27012221760999244, 0.2689921070053697, 0.056440795834080834, 0.23171267816091995, 0.21453691585386428, 0.18495347606642784, 0.21281332989789287, 0.2370754869001525, 0.2561662438512574, 0.2049163648390699, 0.3301797048283989, 0.11713636491901859, 0.35015384488805223, 0.22389113723046813, 0.1681022499299345, 0.4281566719811455, 0.2250922820139996, 0.2037735250341242, 0.13371008580480415, 0.1530872066307882, 0.11222771418648746, 0.2911090365581831 ], "brier_below_clim": [ 0.26733852590825796, 0.2537256337025866, 0.25705411420017604, 0.3357734196011123, 0.12098299127445336, 0.24514724598143975, 0.22681741549383455, 0.13433843965721864, 0.20847648854308581, 0.21955850215575037, 0.23050568160830917, 0.18056439949521058, 0.3677097897916764, 0.12508152488088367, 0.31011998366589516, 0.1537918174661276, 0.19438540787371786, 0.391713087904114, 0.23671767734449203, 0.22863730285774397, 0.13116571704967142, 0.1350144958485548, 0.15057377542642655, 0.33304615388212466 ], "brier_above": [ 0.15522570126021648, 0.1799891682938564, 0.1582363697604154, 0.10191206938015206, 0.24365093313837455, 0.21692869271824228, 0.2403040719845599, 0.3945607661202015, 0.1569377277302045, 0.2218116040722884, 0.18624042232305416, 0.2032188972728835, 0.08949686309395231, 0.354433302530184, 0.1675956646841856, 0.3790735417483477, 0.22270969312618968, 0.1650057581764447, 0.2047231721308301, 0.17935757561745524, 0.3318264119443916, 0.36066778058579996, 0.23996826831984536, 0.0920814562272501 ], "brier_above_clim": [ 0.17218257207928467, 0.21637808292220725, 0.15991580261077884, 0.14292918354417064, 0.4247144528307517, 0.22674194540053969, 0.24846757154028362, 0.3338695973167546, 0.17465787625190304, 0.18926103353782903, 0.17108782775226475, 0.21414805003504944, 0.12281566959892326, 0.37221149543265947, 0.13530606894388414, 0.3042204989048285, 0.21783158346694867, 0.12730942136556073, 0.22201548398088763, 0.18910360743830318, 0.3160190436076916, 0.3282405552978347, 0.29157549470325717, 0.13709115752198053 ], "crps": [ 28.562739603655693, 34.99134550839251, 28.37315842822406, 25.89375418610671, 170.47071114978175, 34.97165758530451, 36.56070671401672, 47.26171035113338, 21.658220456529847, 31.63062715676019, 28.2172877141791, 27.026311642858612, 31.286235464362974, 63.34812720691221, 35.60903438764023, 51.61703062109956, 30.62189315571614, 54.522436721007274, 41.97915713011246, 27.96761273939185, 38.2022791045474, 35.16841120656279, 32.17657777023763, 26.031202786317245 ], "crps_clim": [ 31.742925516629697, 40.77336668818828, 28.09618525185972, 37.986090541506, 251.4927342153348, 40.320321374030684, 40.93726570534917, 40.54786455186527, 22.988890072347303, 28.257992147944407, 24.96559897910219, 25.682377420488514, 37.65656723862455, 67.35667251514191, 29.987287831298126, 43.08507304266908, 30.254448434401816, 47.83890739301917, 44.7070520085121, 29.018165136591247, 36.90426542672519, 32.258006168915756, 38.015712600516835, 34.40598130175283 ], "crps_fair": [ 26.854870283534083, 32.843322019588754, 26.52312095680292, 24.309594517332602, 168.20593436054958, 33.37796467839808, 34.926496084329095, 45.592455506499626, 19.91559890693408, 29.53072420453927, 26.328722982338398, 25.29814692128113, 29.560889778562117, 61.40533913489546, 33.593435616626365, 49.9797491806833, 28.61162565694291, 52.57079574240164, 40.1302652183906, 25.944780600589212, 36.33269981791278, 33.36058279949394, 29.47311498630555, 24.42917675059057 ], "crps_fair_clim": [ 29.83323453860368, 38.88077881844172, 26.1795875687868, 36.08822373966346, 249.9992360568139, 38.426875463916396, 39.04498825040786, 38.65484959473932, 21.062619481737414, 26.341700917326186, 23.043072155361166, 23.761208131674348, 35.758076339617475, 65.51443181552213, 28.07427178189838, 41.19686340465451, 28.3419383709928, 45.95970122915301, 42.821914300357065, 27.103313627542445, 35.0043497136804, 30.34929072242817, 36.1179019010588, 32.50133398998652 ] }, "rps": 0.441507113525163, "rpss": 0.025758950732231556, "brier_below": 0.22292561701055455, "bss_below": 0.016186264300548703, "brier_above": 0.21858149634330523, "bss_above": 0.035331894071165104, "crps": 41.006176199618785, "crpss": 0.09318475040774798, "crps_fair": 39.12914194606342, "crpss_fair": 0.09707168655675269 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4126374187549155, 0.36732578727497406, 0.35708999706059286, 0.3342531569340038, 0.29536631054017204, 0.35448603377068627, 0.31931968923093296, 0.5710728840422955, 0.3548733912804227, 0.3501669018730596, 0.36501933330741326, 0.42508239928597114, 0.42750712588293777, 0.4647773801499148, 0.41898519697373915, 0.5040674189497293, 0.4038098371095501, 0.5153593113804017, 0.4461216973173519, 0.33303894818186913, 0.4945637771606947, 0.5049718898419965, 0.27683904766085254, 0.4153447810047222 ], "rps_clim": [ 0.48190550000573357, 0.4447116445242348, 0.39122568096409477, 0.5314846969938783, 0.5463137956783318, 0.5246370465888529, 0.46799085520133354, 0.4301833029814578, 0.3790308872213789, 0.3760295940535084, 0.36571087481860687, 0.4071905851059967, 0.5346883511508412, 0.5378418848789392, 0.39758042315298353, 0.42189702405901625, 0.3563103597455807, 0.5447213097764745, 0.4681166137581803, 0.3573140644587983, 0.4646548700920834, 0.443550454531998, 0.4892057891747856, 0.5235515129376195 ], "brier_below": [ 0.3168115087697567, 0.11724965591191072, 0.256443135303041, 0.2829925216045918, 0.0571995956578847, 0.2881058113083944, 0.26256539164607473, 0.19999331168551904, 0.21887252857290465, 0.10952337617959404, 0.21581918186679175, 0.14939643057890156, 0.3516966118834398, 0.09982428452979347, 0.2787775747169758, 0.17899464376658025, 0.17691093146537373, 0.40755160356057046, 0.1287018899994309, 0.1220755423472771, 0.12576673577386474, 0.16889961057781563, 0.04857363736794044, 0.3393106108589198 ], "brier_below_clim": [ 0.3519612903999631, 0.14955802970751203, 0.2601871534110402, 0.4105017057194249, 0.12098299127445337, 0.39624369138262994, 0.3443603210875784, 0.12682101259329223, 0.2099793080182162, 0.1262687532682766, 0.2039124110213452, 0.13844673123024703, 0.4137053598763879, 0.12098299127445337, 0.264430544340142, 0.12679414888912763, 0.17861675021890278, 0.42373831850202115, 0.13731870409752048, 0.14687327559600188, 0.12098299127445337, 0.14271630161606835, 0.12098299127445337, 0.40256852166316615 ], "brier_above": [ 0.09582591355136633, 0.250076131536386, 0.10064686488994269, 0.05126063625285925, 0.23816671600686562, 0.06638022347075463, 0.05675429803468875, 0.3710795713661399, 0.13600086379803478, 0.24064352654619792, 0.14920015357566985, 0.27568596702433773, 0.07581051588547921, 0.3649530925116425, 0.140207628509425, 0.32507277255880945, 0.22689890586787, 0.10780771094771512, 0.31741980146653126, 0.2109634060962559, 0.3687970322499358, 0.3360722776126532, 0.22826541258570088, 0.07603417308154688 ], "brier_above_clim": [ 0.1299442096057706, 0.29515361481672286, 0.13103852755305465, 0.12098299127445337, 0.4253308044038785, 0.12839335520622294, 0.12363053411375528, 0.3033622903881658, 0.16905157920316274, 0.24976084078523186, 0.16179846379726168, 0.26874385387575, 0.12098299127445337, 0.4168588936044859, 0.13314987881284177, 0.2951028751698888, 0.1776936095266779, 0.12098299127445337, 0.3307979096606601, 0.21044078886279646, 0.34367187881763017, 0.3008341529159299, 0.3682227979003325, 0.12098299127445337 ], "crps": [ 36.76713496170086, 44.259757416545796, 27.327023668682834, 30.208395751645238, 239.89958857540813, 37.82399386942744, 26.88625307790302, 53.333017134670285, 26.877166301588726, 34.36260050265208, 29.742506155946742, 37.82903805736216, 43.03027808565395, 91.58059676675977, 35.378853715997444, 54.14010547114304, 36.47677135173038, 67.48528075766974, 70.13083900618194, 30.942665517621023, 54.58555480972448, 40.6572208007384, 42.32060577559819, 36.39405705500372 ], "crps_clim": [ 44.818392114890194, 49.555903283487574, 30.675020158925083, 53.94868480057281, 354.7381681248423, 56.058574286857095, 40.89964859325192, 41.88472808521825, 29.960563688835595, 35.58986358112118, 28.725216146584827, 36.06632699048634, 54.26159742058326, 101.57427145824482, 32.681017126544084, 48.797086589560294, 29.95440091470073, 69.17206276014227, 74.3649830088615, 31.00618674826232, 52.67156510791567, 36.916850791140064, 58.698649883439046, 47.73367692323706 ], "crps_fair": [ 34.4414963613502, 41.04675807872244, 24.948625816534395, 28.294101622069324, 236.80810020698783, 35.812879322693185, 24.87472446838316, 51.24222412105326, 24.70480385393383, 31.676034959240095, 27.402299799454504, 35.406194544893, 40.810579736872725, 88.9178158593694, 32.78500088226145, 51.92822539914535, 33.622403737283534, 65.1322551827512, 67.63417836968044, 28.11807824217639, 52.1317223185064, 38.307946798893276, 38.411471477919605, 34.2073987979386 ], "crps_fair_clim": [ 42.28827155959033, 47.03475528721915, 28.118112914314686, 51.435856466268575, 352.79501684228853, 53.54974195536778, 38.362106175221676, 39.349051348043986, 27.402303306971245, 33.04226475208313, 26.16461609134499, 33.51963055426904, 51.74936172381692, 99.15164309867102, 30.1279091186148, 46.27450144046246, 27.396128860915656, 66.68806658106446, 71.89082190601232, 28.449906713101416, 50.156317986314725, 34.37176519545435, 56.19481769512508, 45.209077740680264 ] }, "rps": 0.40466998812371663, "rpss": 0.10782508643989897, "brier_below": 0.20425233858055614, "bss_below": 0.0987101778425129, "brier_above": 0.20041764980945034, "bss_above": 0.11692664253247909, "crps": 51.184971024473136, "crpss": 0.1473632672419436, "crps_fair": 48.69438833158807, "crpss_fair": 0.1535839353582551 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.39729166890300865, 0.42001514755975605, 0.5019492877358223, 0.32705864937053836, 0.4731993642437394, 0.40234630273289557, 0.41332415713232595, 0.6217470989549637 ], "rps_clim": [ 0.417659603071558, 0.42114839455105046, 0.5533032498091346, 0.4473076683297933, 0.4625683790499464, 0.41678104095296603, 0.5158924310312171, 0.42890011506153497 ], "brier_below": [ 0.22468789286854252, 0.2216729639386332, 0.1113748328719177, 0.23629465012500103, 0.2512330904303414, 0.2336832622045543, 0.12370763678741696, 0.25485421233222755 ], "brier_below_clim": [ 0.23401701276525544, 0.2189631813755131, 0.11111111773384957, 0.3104494178140245, 0.2504465951343465, 0.24187001637124075, 0.1452369658843232, 0.14026665735763472 ], "brier_above": [ 0.17260377907946328, 0.19834218143459337, 0.39057441956010586, 0.09076400774632716, 0.22196627047650022, 0.16866305037572085, 0.28961649907532877, 0.36689286678732597 ], "brier_above_clim": [ 0.18364259720487727, 0.20218521675843326, 0.4421920927416047, 0.1368582657800341, 0.2121217857216985, 0.17491103304162547, 0.37065543860496475, 0.28863344582864725 ], "crps": [ 25.999082056445204, 24.235827665611012, 94.37513086633805, 19.350952073988754, 31.289385013818038, 25.036012354827736, 85.21100374890722, 52.15262349381755 ], "crps_clim": [ 25.991938244042803, 27.156682952757507, 116.99857569796765, 25.68956435022059, 33.64072492622825, 25.925245138455825, 110.35729933852919, 38.12777562837381 ], "crps_fair": [ 24.350048305292617, 22.74666331884085, 92.1681097248741, 17.84655050405515, 29.732322294260605, 23.181649731010886, 82.92302084468028, 50.75324944309969 ], "crps_fair_clim": [ 24.186278935163696, 25.3510236438784, 115.19291638908858, 23.883905041341485, 31.83506561734916, 24.11958582957673, 108.55164002965007, 36.322116319494704 ] }, "rps": 0.4446164595791312, "rpss": 0.029105345499293778, "brier_below": 0.20718856769482935, "bss_below": -0.003115286086538438, "brier_above": 0.2374278843169207, "bss_above": 0.0555771718654382, "crps": 44.7062521592192, "crpss": 0.11448176519386966, "crps_fair": 42.96270177076427, "crpss_fair": 0.11745229116954314 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.3950649485291537, 0.3089597813240907, 0.29164460866200215, 0.3552468163598276, 0.38420867029323036, 0.40063077525394375, 0.2914837136341932, 0.385569681632191 ], "rps_clim": [ 0.37168678111891346, 0.40830734552865355, 0.5514955812695821, 0.4122454531264281, 0.5073582366943469, 0.42296825285318396, 0.5480141639602464, 0.3433109747399186 ], "brier_below": [ 0.15889132465759065, 0.24214782721847336, 0.053308917294307055, 0.2418830271385409, 0.31742515457229, 0.29102160845067593, 0.05471106813900307, 0.22264688317221815 ], "brier_below_clim": [ 0.13710719771935653, 0.28966613712444955, 0.11111111773384952, 0.26920158326246535, 0.3962471388287118, 0.3008762153923436, 0.11169127068708512, 0.1645095887434772 ], "brier_above": [ 0.2361736193338625, 0.06681196515829083, 0.23833566094673575, 0.11336379850833399, 0.06678352907189347, 0.10960918201788891, 0.2367726153746148, 0.16292279849054042 ], "brier_above_clim": [ 0.23457958118988842, 0.11864122692593004, 0.44038442452528814, 0.14304388402215332, 0.11111111773384952, 0.12209205536551032, 0.43632285498898205, 0.17880139376069062 ], "crps": [ 31.995911171568096, 21.72669181602193, 101.41320780064956, 25.67989789418862, 34.513862075383095, 29.762734486674077, 118.59530138769651, 30.14050760092589 ], "crps_clim": [ 29.91091499200625, 33.39002587790927, 163.85395380251938, 30.317658032788415, 46.77514464531494, 32.16405989901042, 178.02911191569987, 27.619913058663098 ], "crps_fair": [ 29.77646067972959, 19.792874561066355, 97.93717215597025, 23.55523633450597, 32.46889862925973, 27.509837237668773, 115.17255397912815, 28.22148612077917 ], "crps_fair_clim": [ 27.513828107781922, 30.99293899368493, 161.45686691829505, 27.920571148564072, 44.378057761090616, 29.766973014786096, 175.6320250314755, 25.22282617443876 ] }, "rps": 0.35160112446107905, "rpss": 0.2110788641117498, "brier_below": 0.1977544763303874, "bss_below": 0.11142063403941327, "brier_above": 0.1538466461127701, "bss_above": 0.3104821590943925, "crps": 49.22851427913847, "crpss": 0.2734613402258139, "crps_fair": 46.8043149622635, "crpss_fair": 0.28390530731410457 } } } } } }, "tests": { "ls": { "rps": { "Oct": { "training": { "mean_difference": -8.372227197123161e-05, "bootstrap_95": [ -0.010097731382242663, 0.00965894137536314 ], "p_improvement": 0.493265, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.012688986824787668, "bootstrap_95": [ -0.020981034289496048, -0.00577839735960483 ], "p_improvement": 0.0078125, "years_better": 7, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.0010498734005704006, "bootstrap_95": [ -0.009610315022366074, 0.011413090527847804 ], "p_improvement": 0.573505, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.006626563459529597, "bootstrap_95": [ -0.006150085540669267, 0.018983695176851105 ], "p_improvement": 0.828125, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.001639877817779629, "bootstrap_95": [ -0.010466491255822162, 0.006478877635442534 ], "p_improvement": 0.35683, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.004410178010706048, "bootstrap_95": [ -0.016737077928896796, 0.007362959648160708 ], "p_improvement": 0.2578125, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": 0.00032766243766334247, "bootstrap_95": [ -0.018588883332502967, 0.01916096473248099 ], "p_improvement": 0.512585, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.021825043766180725, "bootstrap_95": [ -0.06026676024828071, 0.01610302034737035 ], "p_improvement": 0.16015625, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.0010031705652923557, "bootstrap_95": [ -0.008414491781308535, 0.010186605671814066 ], "p_improvement": 0.58124, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.001941339015342415, "bootstrap_95": [ -0.01512335664964612, 0.015388039628832978 ], "p_improvement": 0.58203125, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_below": { "Oct": { "training": { "mean_difference": 0.0013444396625677303, "bootstrap_95": [ -0.008803997298363743, 0.011104580400058543 ], "p_improvement": 0.6006, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.015250022886512789, "bootstrap_95": [ -0.021692192341140684, -0.008362645233701975 ], "p_improvement": 0.0078125, "years_better": 7, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Nov": { "training": { "mean_difference": -0.0012068007582723191, "bootstrap_95": [ -0.010276619452048361, 0.007774712561780385 ], "p_improvement": 0.39798, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.003945801816832115, "bootstrap_95": [ -0.005101782532238835, 0.012100415516476271 ], "p_improvement": 0.796875, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.002489862602775224, "bootstrap_95": [ -0.010015130882098808, 0.004535109612197666 ], "p_improvement": 0.261945, "years_better": 7, "years": 24 }, "test": { "mean_difference": -0.003692794048086775, "bootstrap_95": [ -0.013113487881382828, 0.005624459161146411 ], "p_improvement": 0.2421875, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": 0.00122756390065303, "bootstrap_95": [ -0.014259010144158472, 0.01644664211554874 ], "p_improvement": 0.558625, "years_better": 8, "years": 24 }, "test": { "mean_difference": -0.018340006819371403, "bootstrap_95": [ -0.05125466081679511, 0.014651394479143301 ], "p_improvement": 0.1640625, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.0021215561528466066, "bootstrap_95": [ -0.006768467089623612, 0.011297328185696544 ], "p_improvement": 0.6721, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.00043080831772306094, "bootstrap_95": [ -0.014254749962962762, 0.0144476510727486 ], "p_improvement": 0.5234375, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_above": { "Oct": { "training": { "mean_difference": -0.0014281622380340787, "bootstrap_95": [ -0.004760879189100627, 0.001608807326804885 ], "p_improvement": 0.20307, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.00256103569704956, "bootstrap_95": [ -0.0012660887090645417, 0.007482165726036081 ], "p_improvement": 0.796875, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.0022566742326068957, "bootstrap_95": [ -0.0013234989499109767, 0.006324837956318686 ], "p_improvement": 0.852675, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0026807617754177164, "bootstrap_95": [ -0.005571467010264054, 0.012556111295378246 ], "p_improvement": 0.71875, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": 0.0008499848836635935, "bootstrap_95": [ -0.0008251915579349093, 0.002492811665537679 ], "p_improvement": 0.835655, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0007173838495092132, "bootstrap_95": [ -0.004721041937128688, 0.0024790400517687387 ], "p_improvement": 0.39453125, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": -0.0008999016537471916, "bootstrap_95": [ -0.004960817771551618, 0.003194913681697408 ], "p_improvement": 0.34167, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.00348503774641281, "bootstrap_95": [ -0.008746994876569783, 0.0020620454672685994 ], "p_improvement": 0.1484375, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": -0.0011183856698006786, "bootstrap_95": [ -0.0036435768652536018, 0.0014635626573504114 ], "p_improvement": 0.21103, "years_better": 17, "years": 24 }, "test": { "mean_difference": 0.0015105304782125975, "bootstrap_95": [ -0.004618990170466145, 0.009144649859984623 ], "p_improvement": 0.65625, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "crps": { "Oct": { "training": { "mean_difference": 0.4145865246460134, "bootstrap_95": [ -0.38467977822950855, 1.2781513823897483 ], "p_improvement": 0.81771, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.1587057417496962, "bootstrap_95": [ -1.024209352627805, 1.6935408987063365 ], "p_improvement": 0.5625, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.22145091924798832, "bootstrap_95": [ 0.02358618002260569, 0.40182052707455485 ], "p_improvement": 0.980515, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.7737134943891677, "bootstrap_95": [ -0.04164363145360973, 2.063009515198064 ], "p_improvement": 0.9140625, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": 0.2655304741437064, "bootstrap_95": [ 0.11946976240692403, 0.4083402011620385 ], "p_improvement": 0.99836, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.3839177954850754, "bootstrap_95": [ 0.13877657080824674, 0.5801935899337156 ], "p_improvement": 0.9921875, "years_better": 1, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Jan": { "training": { "mean_difference": 0.4865588415416939, "bootstrap_95": [ -0.07781275529221081, 1.0030779476531821 ], "p_improvement": 0.94389, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.4228810537835925, "bootstrap_95": [ -0.6034404347350457, 1.4921151147346057 ], "p_improvement": 0.7578125, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": -0.012308789710664255, "bootstrap_95": [ -1.2797235024916664, 1.2322613830696019 ], "p_improvement": 0.49184, "years_better": 14, "years": 24 }, "test": { "mean_difference": 2.363596079659545, "bootstrap_95": [ -1.2907003874525205, 6.874850135623544 ], "p_improvement": 0.79296875, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } } }, "vs": { "rps": { "Oct": { "training": { "mean_difference": 7.233438917825703e-05, "bootstrap_95": [ -0.0007552041157084338, 0.0008386288997342654 ], "p_improvement": 0.56665, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0006917929212198887, "bootstrap_95": [ -0.00040461283800703046, 0.0015840162919931603 ], "p_improvement": 0.87890625, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": -0.0005931362718150553, "bootstrap_95": [ -0.0013383866146213328, 0.00011796440490006871 ], "p_improvement": 0.06991, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0007866599767897414, "bootstrap_95": [ -0.001967888718316993, 0.00018033753504832133 ], "p_improvement": 0.11328125, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.00058412761517349, "bootstrap_95": [ -0.003094378487279265, 0.001908675713281349 ], "p_improvement": 0.325855, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0005028108077200291, "bootstrap_95": [ -0.0035758879328937837, 0.003341859468693495 ], "p_improvement": 0.38671875, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": -9.929471428843604e-05, "bootstrap_95": [ -0.0008953148276022611, 0.0007200720737266492 ], "p_improvement": 0.40601, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0016755874874809507, "bootstrap_95": [ -0.002757374875877084, -0.0005435178081485137 ], "p_improvement": 0.015625, "years_better": 7, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": -8.913460353305683e-06, "bootstrap_95": [ -0.0017906431728941213, 0.00164607324618415 ], "p_improvement": 0.4938, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.00025987817103162447, "bootstrap_95": [ -0.0019673801920218723, 0.002027204867320935 ], "p_improvement": 0.60546875, "years_better": 1, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_below": { "Oct": { "training": { "mean_difference": -2.185684496361998e-05, "bootstrap_95": [ -0.0008813115975662135, 0.000792511434774585 ], "p_improvement": 0.47914, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0006378971480046156, "bootstrap_95": [ -0.0005449909366549779, 0.0015582378425327654 ], "p_improvement": 0.84375, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": -0.0005547477826098888, "bootstrap_95": [ -0.0012244287387380036, 0.00010498104588823408 ], "p_improvement": 0.065605, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0008295530467073153, "bootstrap_95": [ -0.00203234118296851, 0.00015018063192280404 ], "p_improvement": 0.10546875, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.00014295878729389186, "bootstrap_95": [ -0.0018608962754988031, 0.0016303459225357727 ], "p_improvement": 0.435305, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.0007772240572763746, "bootstrap_95": [ -0.00262136518295908, 0.0015771327523651513 ], "p_improvement": 0.2578125, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": -0.00012044621065520425, "bootstrap_95": [ -0.0006496565273195711, 0.0004418273615706629 ], "p_improvement": 0.337565, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.0006854278358874588, "bootstrap_95": [ -0.0013656879634052954, -2.708380423890877e-05 ], "p_improvement": 0.0625, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": -0.00029307715540982486, "bootstrap_95": [ -0.002121165505900821, 0.0014070627416247446 ], "p_improvement": 0.373425, "years_better": 10, "years": 24 }, "test": { "mean_difference": -3.6209472239178905e-05, "bootstrap_95": [ -0.002249233408328938, 0.0018080999339656501 ], "p_improvement": 0.48828125, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } } }, "brier_above": { "Oct": { "training": { "mean_difference": 9.419123146589432e-05, "bootstrap_95": [ -9.17694680184501e-05, 0.00028242405286077135 ], "p_improvement": 0.83089, "years_better": 10, "years": 24 }, "test": { "mean_difference": 5.389580887061457e-05, "bootstrap_95": [ -0.00013797494980194948, 0.00022650959014261838 ], "p_improvement": 0.6953125, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": -3.838853175576647e-05, "bootstrap_95": [ -0.00020803917750880763, 0.00010395157736238965 ], "p_improvement": 0.35335, "years_better": 10, "years": 24 }, "test": { "mean_difference": 4.289307570332079e-05, "bootstrap_95": [ -3.940682781222961e-05, 0.00012272590363796002 ], "p_improvement": 0.828125, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.00044116880082525493, "bootstrap_95": [ -0.0014334358835850311, 0.00047996250949660193 ], "p_improvement": 0.194515, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.0002744133512174486, "bootstrap_95": [ -0.0014080996627186136, 0.0019512559354425945 ], "p_improvement": 0.7421875, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Jan": { "training": { "mean_difference": 2.1151520892173068e-05, "bootstrap_95": [ -0.00046519490051934853, 0.0005344793226980818 ], "p_improvement": 0.52887, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.000990159742426432, "bootstrap_95": [ -0.0017276657376716887, -0.0001404999197107213 ], "p_improvement": 0.02734375, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.0002841636570560975, "bootstrap_95": [ 4.678998451662332e-05, 0.0005756685372476958 ], "p_improvement": 0.98456, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0002960876929603666, "bootstrap_95": [ 0.00010865271506379895, 0.0004953826735240342 ], "p_improvement": 0.98828125, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "crps": { "Oct": { "training": { "mean_difference": 0.06744327691574137, "bootstrap_95": [ -0.037948348149254706, 0.1651698686157413 ], "p_improvement": 0.89313, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.08392566120658751, "bootstrap_95": [ -0.08206701523842448, 0.23914295288313792 ], "p_improvement": 0.83203125, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.046366920804132884, "bootstrap_95": [ 0.016574210787691755, 0.08171129609834149 ], "p_improvement": 0.997335, "years_better": 7, "years": 24 }, "test": { "mean_difference": -0.018330211156802, "bootstrap_95": [ -0.10568586846544226, 0.043113680305415555 ], "p_improvement": 0.41796875, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.02209751273080618, "bootstrap_95": [ -0.05579054043035256, 0.012881242631177556 ], "p_improvement": 0.111, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.003683074684371457, "bootstrap_95": [ -0.06764947722040693, 0.05877951718231142 ], "p_improvement": 0.44921875, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": -0.2398149444158377, "bootstrap_95": [ -0.3698516536754492, -0.11399002088428192 ], "p_improvement": 0.001245, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.34306661026233326, "bootstrap_95": [ -0.6217264590562613, -0.046665914553298216 ], "p_improvement": 0.0390625, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 0.07221, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.335613864250026, "bootstrap_95": [ 0.041862165666372866, 0.6743565336696176 ], "p_improvement": 0.978875, "years_better": 7, "years": 24 }, "test": { "mean_difference": -0.18880434299335347, "bootstrap_95": [ -0.9836561543064453, 0.4782942149003627 ], "p_improvement": 0.31640625, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } } } }, "sqrt_mvs": { "rps": { "Oct": { "training": { "mean_difference": -0.0004157441379747685, "bootstrap_95": [ -0.0021141701931703468, 0.0013608116465863196 ], "p_improvement": 0.32367, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.001617084161412298, "bootstrap_95": [ -0.0052969949730258216, 0.002360766823720439 ], "p_improvement": 0.234375, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Nov": { "training": { "mean_difference": -0.004269669686979492, "bootstrap_95": [ -0.012006700907684385, 0.003550190277005384 ], "p_improvement": 0.146765, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.0036954242551338334, "bootstrap_95": [ -0.018280796398606716, 0.008339885399420575 ], "p_improvement": 0.3046875, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.0020837887463152328, "bootstrap_95": [ -0.01036488427914754, 0.005888915999677163 ], "p_improvement": 0.31186, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.0008509328042266909, "bootstrap_95": [ -0.0117511846773189, 0.012397546239975616 ], "p_improvement": 0.58203125, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Jan": { "training": { "mean_difference": -0.0027893792373475715, "bootstrap_95": [ -0.0178808384172905, 0.011239086848756425 ], "p_improvement": 0.35843, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.02115955899613419, "bootstrap_95": [ -0.04373051389134223, -0.0001008107828067415 ], "p_improvement": 0.05859375, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": -0.00042736944659701667, "bootstrap_95": [ -0.0026488031296081323, 0.001692930212161718 ], "p_improvement": 0.34952, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.002357458794719103, "bootstrap_95": [ -0.006936791953808325, 0.0017413324863432898 ], "p_improvement": 0.171875, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } } }, "brier_below": { "Oct": { "training": { "mean_difference": -0.0007121190942492479, "bootstrap_95": [ -0.002552881455102681, 0.0011989219111735315 ], "p_improvement": 0.23398, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.002927708577522961, "bootstrap_95": [ -0.00492294559143194, -0.000958139927041036 ], "p_improvement": 0.015625, "years_better": 7, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Nov": { "training": { "mean_difference": -0.003300960960239721, "bootstrap_95": [ -0.007379123576789399, 0.0010662145774401333 ], "p_improvement": 0.07258, "years_better": 17, "years": 24 }, "test": { "mean_difference": -0.0005408509764183809, "bootstrap_95": [ -0.005851008788013507, 0.004530179202660385 ], "p_improvement": 0.4296875, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.002023430920602126, "bootstrap_95": [ -0.004417811338170621, 0.0005587184654867398 ], "p_improvement": 0.06919, "years_better": 17, "years": 24 }, "test": { "mean_difference": -0.0023016554279008342, "bootstrap_95": [ -0.008049039423177548, 0.0028104400600139053 ], "p_improvement": 0.23046875, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": -0.0012019426762592763, "bootstrap_95": [ -0.009764528069739256, 0.006940477966306497 ], "p_improvement": 0.390395, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.01608682665836675, "bootstrap_95": [ -0.03340267370284772, 0.0001661234816688062 ], "p_improvement": 0.05859375, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": -0.0006226405177331388, "bootstrap_95": [ -0.0023646043099246174, 0.0012165705274798271 ], "p_improvement": 0.25356, "years_better": 17, "years": 24 }, "test": { "mean_difference": -0.0015386908532952128, "bootstrap_95": [ -0.005248582223824884, 0.002060491102586565 ], "p_improvement": 0.23828125, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } } }, "brier_above": { "Oct": { "training": { "mean_difference": 0.0002963750014684507, "bootstrap_95": [ -0.0016783484876704768, 0.002401726400186049 ], "p_improvement": 0.607025, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.0013106240569231153, "bootstrap_95": [ -0.00136295255056009, 0.004249780420120922 ], "p_improvement": 0.78125, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": -0.000968708755789, "bootstrap_95": [ -0.005710536479845065, 0.003236700509314434 ], "p_improvement": 0.34529, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.0031545730541849976, "bootstrap_95": [ -0.013274643990474027, 0.004745284109214435 ], "p_improvement": 0.25, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Dec": { "training": { "mean_difference": -6.0358048329298836e-05, "bootstrap_95": [ -0.006446356626181563, 0.0061972307978695376 ], "p_improvement": 0.490825, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.003152589039371956, "bootstrap_95": [ -0.007295724380237583, 0.011954377810555463 ], "p_improvement": 0.72265625, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Jan": { "training": { "mean_difference": -0.001587436310392996, "bootstrap_95": [ -0.009418943655761557, 0.005320586007099338 ], "p_improvement": 0.351635, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.005072732732763466, "bootstrap_95": [ -0.01187210261748871, 0.0029312150495427514 ], "p_improvement": 0.1171875, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.00019527118523287278, "bootstrap_95": [ -0.0012576734581110998, 0.0017529353425462554 ], "p_improvement": 0.5965, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.0008187682558345108, "bootstrap_95": [ -0.0025351402812759977, 0.001020127849112423 ], "p_improvement": 0.19921875, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } } }, "crps": { "Oct": { "training": { "mean_difference": -0.22711505709398563, "bootstrap_95": [ -0.4788066603214818, 0.027928433162479654 ], "p_improvement": 0.04878, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.0148847351931789, "bootstrap_95": [ -0.3256497542250101, 0.29297960323044764 ], "p_improvement": 0.4609375, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Nov": { "training": { "mean_difference": -0.09306064706471229, "bootstrap_95": [ -0.22071540398738487, 0.04584363336447563 ], "p_improvement": 0.09548, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.10491778612099378, "bootstrap_95": [ -0.3004210133805425, 0.11890142248394761 ], "p_improvement": 0.19921875, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.06525701305902366, "bootstrap_95": [ -0.10821507705476709, -0.021069129149955058 ], "p_improvement": 0.004775, "years_better": 20, "years": 24 }, "test": { "mean_difference": -0.03337265379191212, "bootstrap_95": [ -0.0946415928653765, 0.02553883199868967 ], "p_improvement": 0.17578125, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 0.272175, "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": -0.4786897475521504, "bootstrap_95": [ -0.721745010312918, -0.2512569525967227 ], "p_improvement": 0.000355, "years_better": 18, "years": 24 }, "test": { "mean_difference": -0.6902295325749415, "bootstrap_95": [ -1.2345291144738482, -0.10916206198048578 ], "p_improvement": 0.04296875, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 0.020945000000000002, "no_harm": true, "confirmed": true } }, "ONDJ": { "training": { "mean_difference": -0.4322551784958322, "bootstrap_95": [ -0.7455289474302509, -0.1258197159599668 ], "p_improvement": 0.006455, "years_better": 18, "years": 24 }, "test": { "mean_difference": -0.5667236924334138, "bootstrap_95": [ -1.0324416402996117, -0.013812607357840857 ], "p_improvement": 0.04296875, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 0.36147999999999997, "no_harm": true, "confirmed": false } } } }, "pt": { "rps": { "Oct": { "training": { "mean_difference": 0.0002716349881916417, "bootstrap_95": [ -0.003977043929556159, 0.004199641669028755 ], "p_improvement": 0.549825, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0002758755060738305, "bootstrap_95": [ -0.004711199517794835, 0.005586349939187887 ], "p_improvement": 0.546875, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.0005627184065375365, "bootstrap_95": [ -0.002740349371733956, 0.0038433585598837403 ], "p_improvement": 0.62537, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.0017099719308570002, "bootstrap_95": [ -0.0039634291181956174, 0.0003409282328792023 ], "p_improvement": 0.11328125, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.001074876067061759, "bootstrap_95": [ -0.005124741319451707, 0.0027340024633493824 ], "p_improvement": 0.304255, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.0015197527387158377, "bootstrap_95": [ -0.005000271431322532, 0.0020219917957137604 ], "p_improvement": 0.22265625, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": -0.0008845224344669889, "bootstrap_95": [ -0.014381910927369014, 0.011774355199002643 ], "p_improvement": 0.44836, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.014003251486551849, "bootstrap_95": [ -0.02921089845844515, -0.0005320207394785099 ], "p_improvement": 0.05859375, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.00038991378330306, "bootstrap_95": [ -0.006123697672354077, 0.00714072478528493 ], "p_improvement": 0.544555, "years_better": 13, "years": 24 }, "test": { "mean_difference": -1.9582035288116806e-05, "bootstrap_95": [ -0.00840588870645347, 0.007991526061452855 ], "p_improvement": 0.5, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } } }, "brier_below": { "Oct": { "training": { "mean_difference": -0.00011859133642260339, "bootstrap_95": [ -0.001978008353419142, 0.0018262950051980743 ], "p_improvement": 0.451215, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.003093256459512122, "bootstrap_95": [ -0.005266496069981795, -0.001106716135733103 ], "p_improvement": 0.015625, "years_better": 7, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Nov": { "training": { "mean_difference": -0.0011314286062101577, "bootstrap_95": [ -0.005115603040663336, 0.0029496339104781864 ], "p_improvement": 0.294295, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0010282883914306245, "bootstrap_95": [ -0.004598928851609125, 0.0023737522346140216 ], "p_improvement": 0.30859375, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.0016669740977170635, "bootstrap_95": [ -0.0037791088623915425, 0.0004511098177526003 ], "p_improvement": 0.07287, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.0036210868257259034, "bootstrap_95": [ -0.008203783911721742, 0.0006111575700919153 ], "p_improvement": 0.1015625, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": -0.0011918630685900666, "bootstrap_95": [ -0.008798720873467891, 0.0058389988044845595 ], "p_improvement": 0.37895, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.013717934650920333, "bootstrap_95": [ -0.03029510529842364, 0.002093374010502739 ], "p_improvement": 0.08203125, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": -6.308204218113753e-05, "bootstrap_95": [ -0.003565266162669591, 0.0033176235997051137 ], "p_improvement": 0.484625, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.000736765966638209, "bootstrap_95": [ -0.0040395893223258445, 0.005241131032082817 ], "p_improvement": 0.62109375, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_above": { "Oct": { "training": { "mean_difference": 0.00039022618466513667, "bootstrap_95": [ -0.003646205921862319, 0.004347771110539019 ], "p_improvement": 0.573705, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.0033691312057808898, "bootstrap_95": [ -0.0010125285989696132, 0.008310481999171282 ], "p_improvement": 0.87890625, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.0016941470537255269, "bootstrap_95": [ -0.0013824096516453243, 0.004728469159367949 ], "p_improvement": 0.858465, "years_better": 8, "years": 24 }, "test": { "mean_difference": -0.0006816836952738652, "bootstrap_95": [ -0.0051768386238655794, 0.0032409902394543756 ], "p_improvement": 0.37890625, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Dec": { "training": { "mean_difference": 0.0005920978379506756, "bootstrap_95": [ -0.0038070884674819747, 0.00479575815704247 ], "p_improvement": 0.60315, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.002101334834286905, "bootstrap_95": [ -0.002974639061222837, 0.006587025904340009 ], "p_improvement": 0.78515625, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Jan": { "training": { "mean_difference": 0.00030734081474535015, "bootstrap_95": [ -0.008641909526947402, 0.009034055871184568 ], "p_improvement": 0.525545, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.00028531584944465997, "bootstrap_95": [ -0.005338047000658843, 0.004735472724700913 ], "p_improvement": 0.49609375, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.0004529959477475581, "bootstrap_95": [ -0.003057424695032729, 0.004190262385726298 ], "p_improvement": 0.59249, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.0007563487947582232, "bootstrap_95": [ -0.004978027891011254, 0.003842553297391797 ], "p_improvement": 0.39453125, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } } }, "crps": { "Oct": { "training": { "mean_difference": -0.08730339129016433, "bootstrap_95": [ -0.5094972604843573, 0.3457797385578163 ], "p_improvement": 0.34691, "years_better": 15, "years": 24 }, "test": { "mean_difference": 0.3015598397078596, "bootstrap_95": [ -0.2124640850003019, 0.8414390598836763 ], "p_improvement": 0.85546875, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.04724039975010308, "bootstrap_95": [ -0.12804604930183408, 0.24065897051239474 ], "p_improvement": 0.68405, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.1643728914160283, "bootstrap_95": [ -0.41082192534104256, 0.10702858944615543 ], "p_improvement": 0.13671875, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Dec": { "training": { "mean_difference": 0.06306603179705489, "bootstrap_95": [ -0.025810977308148693, 0.14134993500981544 ], "p_improvement": 0.918655, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.13772119587015363, "bootstrap_95": [ 0.03652606229919679, 0.24384696057197341 ], "p_improvement": 0.98046875, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Jan": { "training": { "mean_difference": -0.13427296846006107, "bootstrap_95": [ -0.3608997865591556, 0.09542296575050915 ], "p_improvement": 0.13174, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.341645827901594, "bootstrap_95": [ -0.7968322344137602, 0.1900433970519403 ], "p_improvement": 0.1171875, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": -0.028466642877065833, "bootstrap_95": [ -0.6692806956165996, 0.6481567029571829 ], "p_improvement": 0.46626, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.49566554089947124, "bootstrap_95": [ -1.0937860423763612, 0.1497343843386927 ], "p_improvement": 0.08984375, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } } } }, "dc": { "rps": { "Oct": { "training": { "mean_difference": 0.003969833667387783, "bootstrap_95": [ -0.005677826155084557, 0.013655940959658202 ], "p_improvement": 0.777345, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.01220739303250766, "bootstrap_95": [ 0.0023327281368141443, 0.022331151329520044 ], "p_improvement": 0.97265625, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.002432797331614107, "bootstrap_95": [ -0.014204683247874987, 0.018257509791349543 ], "p_improvement": 0.61236, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.021119324902321747, "bootstrap_95": [ -0.0008542411013884757, 0.04707302945230549 ], "p_improvement": 0.921875, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": 0.001434712120963015, "bootstrap_95": [ -0.006392193437538967, 0.009365835688534437 ], "p_improvement": 0.63406, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.003952182270649925, "bootstrap_95": [ -0.01564904957192065, 0.006216055871315136 ], "p_improvement": 0.28515625, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": 0.0031636306988331955, "bootstrap_95": [ -0.0056892255005032534, 0.011600326740297465 ], "p_improvement": 0.74731, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.011622904504047342, "bootstrap_95": [ -0.03422123826907676, 0.008847223101326726 ], "p_improvement": 0.18359375, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.0061595748456339215, "bootstrap_95": [ -0.008681747039872808, 0.020423750674662355 ], "p_improvement": 0.782555, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.020948570279594188, "bootstrap_95": [ -0.0026176580943862012, 0.05089197512243058 ], "p_improvement": 0.84765625, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_below": { "Oct": { "training": { "mean_difference": 0.0023506764695928814, "bootstrap_95": [ -0.004026353651997403, 0.008640963095635239 ], "p_improvement": 0.76109, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.006677612360401824, "bootstrap_95": [ 0.0022296856841303504, 0.01175234628833643 ], "p_improvement": 0.98828125, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": -0.0036931967965919675, "bootstrap_95": [ -0.013437002591015495, 0.0050933939148172114 ], "p_improvement": 0.227325, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.009257030013905833, "bootstrap_95": [ 0.0019729351049575647, 0.015071156903263438 ], "p_improvement": 0.98046875, "years_better": 1, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.0008556569024549485, "bootstrap_95": [ -0.0058255977843911285, 0.004060516591663398 ], "p_improvement": 0.37355, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.00014368826408209766, "bootstrap_95": [ -0.009105568159487227, 0.008729951443715474 ], "p_improvement": 0.49609375, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": 0.0016950886586715775, "bootstrap_95": [ -0.004789243099723217, 0.007897540056429083 ], "p_improvement": 0.68827, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.011195661710113356, "bootstrap_95": [ -0.03049355884933742, 0.0066579215369754275 ], "p_improvement": 0.16015625, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.002614762072415579, "bootstrap_95": [ -0.005841737212709657, 0.01092724158080702 ], "p_improvement": 0.71867, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.003496681515856536, "bootstrap_95": [ -0.0008908623528778338, 0.007799580152902178 ], "p_improvement": 0.9140625, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_above": { "Oct": { "training": { "mean_difference": 0.0016191562996924046, "bootstrap_95": [ -0.003001973267873191, 0.006268849776181766 ], "p_improvement": 0.739785, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.005529780057345855, "bootstrap_95": [ -0.0009111709767969887, 0.012259807170987657 ], "p_improvement": 0.921875, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.006125994355418888, "bootstrap_95": [ -0.0027829783526297208, 0.015660509734827924 ], "p_improvement": 0.89385, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.01186229367612609, "bootstrap_95": [ -0.007344071856859475, 0.03631197314877674 ], "p_improvement": 0.76953125, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": 0.0022903689579080837, "bootstrap_95": [ -0.0018635936731679179, 0.006660428897049678 ], "p_improvement": 0.840655, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.003808494630237493, "bootstrap_95": [ -0.007312376485498636, -0.0009399701320493498 ], "p_improvement": 0.0234375, "years_better": 7, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": 0.0014685420011533335, "bootstrap_95": [ -0.002168666327821887, 0.005015478253414615 ], "p_improvement": 0.773795, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.00042724298205291424, "bootstrap_95": [ -0.0041962155086762935, 0.0031129060093348197 ], "p_improvement": 0.4140625, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.0035448129354030944, "bootstrap_95": [ -0.004679187903702185, 0.012244629489273464 ], "p_improvement": 0.77847, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.0174518862008997, "bootstrap_95": [ -0.004064428983442943, 0.04432120863163409 ], "p_improvement": 0.81640625, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "crps": { "Oct": { "training": { "mean_difference": -0.6772019189375399, "bootstrap_95": [ -1.6000557517357736, 0.18439776944697442 ], "p_improvement": 0.081095, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.9371616255994062, "bootstrap_95": [ -0.2289175922987768, 2.404863540988868 ], "p_improvement": 0.83984375, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": -0.01580964070062592, "bootstrap_95": [ -0.5716920592904338, 0.5015471007822684 ], "p_improvement": 0.477665, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.9471249096301142, "bootstrap_95": [ -0.4198285972514394, 2.7380372908841544 ], "p_improvement": 0.7734375, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": 0.019413347225943973, "bootstrap_95": [ -0.17086897361634157, 0.23030300986964147 ], "p_improvement": 0.57277, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.066849188992186, "bootstrap_95": [ -0.3489657924155152, 0.2880069992907944 ], "p_improvement": 0.37890625, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": -0.005349572688580606, "bootstrap_95": [ -0.4675257492884631, 0.4111333697652936 ], "p_improvement": 0.489185, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.19203146560008952, "bootstrap_95": [ -1.1276894072225891, 0.9749688163085707 ], "p_improvement": 0.3828125, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": -1.0435208311334991, "bootstrap_95": [ -2.3826418267210845, 0.3371649124703153 ], "p_improvement": 0.07584, "years_better": 16, "years": 24 }, "test": { "mean_difference": 3.2167202639015517, "bootstrap_95": [ -1.2167121682503257, 9.206063306963314 ], "p_improvement": 0.76171875, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } } }, "loci": { "rps": { "Oct": { "training": { "mean_difference": 0.00018006311924524676, "bootstrap_95": [ -0.007530869834756051, 0.007662637327050381 ], "p_improvement": 0.517485, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.007599535145624663, "bootstrap_95": [ -0.01453505252038851, -0.0007497184898447119 ], "p_improvement": 0.04296875, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Nov": { "training": { "mean_difference": -0.0011925360644576694, "bootstrap_95": [ -0.009959574240880908, 0.007235949503432857 ], "p_improvement": 0.395165, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.009964881736635789, "bootstrap_95": [ 0.0032680825619428706, 0.01710929201572528 ], "p_improvement": 0.9921875, "years_better": 1, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.0014695699475786885, "bootstrap_95": [ -0.013584982811942384, 0.010056181935605266 ], "p_improvement": 0.40581, "years_better": 8, "years": 24 }, "test": { "mean_difference": -0.005166758285165579, "bootstrap_95": [ -0.02011915528533975, 0.010186681256906641 ], "p_improvement": 0.265625, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": 5.9262761360034943e-05, "bootstrap_95": [ -0.018129380875367276, 0.018342795109294017 ], "p_improvement": 0.50168, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.021435756372378288, "bootstrap_95": [ -0.0591227509913283, 0.01583356286772792 ], "p_improvement": 0.15625, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.0010815850078459144, "bootstrap_95": [ -0.008601152974786903, 0.010478113769776724 ], "p_improvement": 0.58508, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.001928770448240795, "bootstrap_95": [ -0.015740605390251697, 0.01564623664365916 ], "p_improvement": 0.57421875, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_below": { "Oct": { "training": { "mean_difference": 0.0011622907871668084, "bootstrap_95": [ -0.006927236721119131, 0.008828931512896434 ], "p_improvement": 0.60982, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.010409141139884854, "bootstrap_95": [ -0.016257978035864318, -0.0031638465977348734 ], "p_improvement": 0.015625, "years_better": 7, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Nov": { "training": { "mean_difference": -0.0028523376950359003, "bootstrap_95": [ -0.010383157013647098, 0.004547141169261171 ], "p_improvement": 0.234575, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.008018884514452115, "bootstrap_95": [ 0.0023925542418176456, 0.013216287382939952 ], "p_improvement": 0.9765625, "years_better": 1, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.002027545126434251, "bootstrap_95": [ -0.010751113960446805, 0.005939922299702516 ], "p_improvement": 0.323785, "years_better": 8, "years": 24 }, "test": { "mean_difference": -0.0040121693773554085, "bootstrap_95": [ -0.013929644711527531, 0.005672947226445395 ], "p_improvement": 0.234375, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": 0.0009035766568098435, "bootstrap_95": [ -0.013828202197516416, 0.015329204537656816 ], "p_improvement": 0.545325, "years_better": 8, "years": 24 }, "test": { "mean_difference": -0.017739349139648187, "bootstrap_95": [ -0.04955578993645875, 0.014067429029619539 ], "p_improvement": 0.171875, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.002216520613701063, "bootstrap_95": [ -0.006944394325106386, 0.011655174824127123 ], "p_improvement": 0.674285, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.0002618670688155165, "bootstrap_95": [ -0.014963389548721144, 0.014546278899140471 ], "p_improvement": 0.515625, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_above": { "Oct": { "training": { "mean_difference": -0.0009822280186448293, "bootstrap_95": [ -0.004244464463568132, 0.002113720594873698 ], "p_improvement": 0.28276, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0028096054917755367, "bootstrap_95": [ -0.0007450196896933006, 0.007432821157527261 ], "p_improvement": 0.80078125, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.0016598016604391253, "bootstrap_95": [ -0.0010667148199926607, 0.00487193608450042 ], "p_improvement": 0.8334, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0019459972223058938, "bootstrap_95": [ -0.00344768356644647, 0.008489731589805673 ], "p_improvement": 0.73046875, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": 0.0005579751367510549, "bootstrap_95": [ -0.003392411896320998, 0.004604622440240493 ], "p_improvement": 0.60148, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.0011545894273002656, "bootstrap_95": [ -0.007287864695172159, 0.005874444936541652 ], "p_improvement": 0.328125, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": -0.0008443141001153384, "bootstrap_95": [ -0.0050345609796262755, 0.0034773188337825635 ], "p_improvement": 0.35433, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0036964081196976875, "bootstrap_95": [ -0.009255058887205278, 0.0023602861977905284 ], "p_improvement": 0.13671875, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": -0.001134935684423478, "bootstrap_95": [ -0.003765797983149282, 0.001557324656936926 ], "p_improvement": 0.21699, "years_better": 16, "years": 24 }, "test": { "mean_difference": 0.0016669031686187882, "bootstrap_95": [ -0.004710531945436256, 0.009649329509911157 ], "p_improvement": 0.671875, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "crps": { "Oct": { "training": { "mean_difference": 0.4168784504900598, "bootstrap_95": [ -0.38649703668756363, 1.2926744701183341 ], "p_improvement": 0.81661, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.22614275565452413, "bootstrap_95": [ -1.002722385798772, 1.8302557504348254 ], "p_improvement": 0.58203125, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.09508578652915778, "bootstrap_95": [ -0.0682953215760858, 0.25732006290283943 ], "p_improvement": 0.861625, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.5652892724639726, "bootstrap_95": [ -0.09443639169113911, 1.608411802820184 ], "p_improvement": 0.859375, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": 0.13570035582911774, "bootstrap_95": [ -0.0009879787687719092, 0.26702250038793174 ], "p_improvement": 0.964605, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.21736190711430498, "bootstrap_95": [ -0.020108865352184365, 0.43086301539919025 ], "p_improvement": 0.9375, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Jan": { "training": { "mean_difference": 0.3245580799259075, "bootstrap_95": [ -0.19847741575394184, 0.8192361814603254 ], "p_improvement": 0.874945, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.15141836773292866, "bootstrap_95": [ -0.8588298610085475, 1.1848676892918957 ], "p_improvement": 0.609375, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.01374125776867056, "bootstrap_95": [ -1.2961469519397206, 1.289272983225621 ], "p_improvement": 0.50702, "years_better": 14, "years": 24 }, "test": { "mean_difference": 2.387749281048648, "bootstrap_95": [ -1.3282718330580536, 6.979921338814916 ], "p_improvement": 0.79296875, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } } }, "eqm": { "rps": { "Oct": { "training": { "mean_difference": 0.004848769083833068, "bootstrap_95": [ -0.002263347468332983, 0.011757394927793532 ], "p_improvement": 0.90079, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.011567738369874535, "bootstrap_95": [ 0.007480638549148282, 0.015432315387405174 ], "p_improvement": 1.0, "years_better": 0, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.002712387226052435, "bootstrap_95": [ -0.0060486875432674645, 0.011169577226265463 ], "p_improvement": 0.72966, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.007691689400665273, "bootstrap_95": [ -0.0011468020409862885, 0.01636318992987567 ], "p_improvement": 0.921875, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.0008297093413892018, "bootstrap_95": [ -0.009837460994902453, 0.007840930635331662 ], "p_improvement": 0.429035, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.003591724743127994, "bootstrap_95": [ -0.014671966024000413, 0.008739376603264924 ], "p_improvement": 0.29296875, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": 0.0016298878781982075, "bootstrap_95": [ -0.01266511174228506, 0.015519447951580037 ], "p_improvement": 0.58385, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.02569383441233817, "bootstrap_95": [ -0.05475882271059742, 0.0011619473982006079 ], "p_improvement": 0.08203125, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.005104943744052639, "bootstrap_95": [ -0.0027266083331760915, 0.013087019650740835 ], "p_improvement": 0.886805, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.005928709891973458, "bootstrap_95": [ -0.00243288123139027, 0.0152465293090858 ], "p_improvement": 0.8515625, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_below": { "Oct": { "training": { "mean_difference": 0.0020379850285271004, "bootstrap_95": [ -0.0026790409562267798, 0.006702577368989961 ], "p_improvement": 0.79546, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.008501723412688355, "bootstrap_95": [ 0.006134477702739087, 0.010628052065089783 ], "p_improvement": 1.0, "years_better": 0, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": -0.0023647104463586327, "bootstrap_95": [ -0.006491523558961469, 0.0016861391807119128 ], "p_improvement": 0.138945, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.006416787333764483, "bootstrap_95": [ 0.0010398930602887638, 0.010908906694923896 ], "p_improvement": 0.9765625, "years_better": 1, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.0015289665626672833, "bootstrap_95": [ -0.005986130066703677, 0.0024948253925741377 ], "p_improvement": 0.2552, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0005345681760583598, "bootstrap_95": [ -0.005700847995389103, 0.004483301329699469 ], "p_improvement": 0.421875, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": 0.0006211338094824522, "bootstrap_95": [ -0.007866575722889206, 0.008861048257247532 ], "p_improvement": 0.554485, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.01963249002491827, "bootstrap_95": [ -0.041805813182626356, 0.0019649477373551334 ], "p_improvement": 0.078125, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.0026506916608828647, "bootstrap_95": [ 0.0010904636905581938, 0.004152358438955096 ], "p_improvement": 0.99848, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.0020420303582896933, "bootstrap_95": [ -0.00017221954153615743, 0.004911561786977617 ], "p_improvement": 0.875, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_above": { "Oct": { "training": { "mean_difference": 0.0028107838259076295, "bootstrap_95": [ 4.592075875182854e-05, 0.00545085697918937 ], "p_improvement": 0.969085, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.0030660145723987314, "bootstrap_95": [ 0.0006940440599387081, 0.005942180681271277 ], "p_improvement": 0.98046875, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.005077097774808526, "bootstrap_95": [ -0.0003613485150590454, 0.010715390196911803 ], "p_improvement": 0.95664, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0012749009278755531, "bootstrap_95": [ -0.004903957195456149, 0.007645747842388611 ], "p_improvement": 0.6484375, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": 0.0006992571231947622, "bootstrap_95": [ -0.00455165741520551, 0.00619569516001897 ], "p_improvement": 0.596145, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0030571575352770636, "bootstrap_95": [ -0.00958619578990921, 0.005451437356224105 ], "p_improvement": 0.25390625, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": 0.001008754131668255, "bootstrap_95": [ -0.006085350509606046, 0.007619027419702715 ], "p_improvement": 0.605425, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.0060613451302655216, "bootstrap_95": [ -0.0135530874921841, 0.0015314159034904872 ], "p_improvement": 0.08984375, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.00245425228415366, "bootstrap_95": [ -0.0044550804941203455, 0.009681442146468804 ], "p_improvement": 0.743365, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.003886677518709459, "bootstrap_95": [ -0.004588047705069191, 0.013651085491360834 ], "p_improvement": 0.7421875, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "crps": { "Oct": { "training": { "mean_difference": 0.3181993303536099, "bootstrap_95": [ -0.20237953263882577, 0.8268941984608945 ], "p_improvement": 0.878175, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.8065829075361459, "bootstrap_95": [ 0.3549964263405436, 1.2729949886904528 ], "p_improvement": 0.99609375, "years_better": 1, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.18570696336872353, "bootstrap_95": [ -0.17344520395492952, 0.5676335768087267 ], "p_improvement": 0.82693, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.00669920426496029, "bootstrap_95": [ -0.41782377177945107, 0.4528800879718125 ], "p_improvement": 0.48828125, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.032997424748230204, "bootstrap_95": [ -0.17621315376007265, 0.11817309163700514 ], "p_improvement": 0.335665, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.08726544701843192, "bootstrap_95": [ -0.3002285896855313, 0.1760739336080931 ], "p_improvement": 0.25390625, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": -0.33746337691180317, "bootstrap_95": [ -0.6082385544009004, -0.08325213223960397 ], "p_improvement": 0.01164, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.7405691311664753, "bootstrap_95": [ -1.3057623969807741, -0.14013061014548503 ], "p_improvement": 0.03515625, "years_better": 7, "years": 8 }, "decision": { "holm_p_family": 0.62856, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.7790832677062108, "bootstrap_95": [ -0.3456669033759859, 2.060266685154506 ], "p_improvement": 0.86649, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.4905028048674618, "bootstrap_95": [ -1.0975903193314704, 2.524226764779745 ], "p_improvement": 0.63671875, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } } }, "gqm": { "rps": { "Oct": { "training": { "mean_difference": -0.0007471232765005401, "bootstrap_95": [ -0.0040756141472726715, 0.0025225770503832863 ], "p_improvement": 0.33037, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.002512895434529684, "bootstrap_95": [ -0.0009141817717459062, 0.005991596981955859 ], "p_improvement": 0.90234375, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": -0.0015042961230398815, "bootstrap_95": [ -0.006887370453849209, 0.0033056449398143097 ], "p_improvement": 0.28747, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0014939603474723728, "bootstrap_95": [ -0.010411356399465752, 0.008478829264014576 ], "p_improvement": 0.40234375, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.0015424845832497254, "bootstrap_95": [ -0.006350961258698583, 0.0035630360733039127 ], "p_improvement": 0.274325, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.005684463048960232, "bootstrap_95": [ -0.0019517817868792628, 0.012521521873580327 ], "p_improvement": 0.90625, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Jan": { "training": { "mean_difference": -0.0017355462065610043, "bootstrap_95": [ -0.013104340831364974, 0.008945842157594797 ], "p_improvement": 0.38706, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.009208717717905074, "bootstrap_95": [ -0.01741116147758507, -0.0011856999675041774 ], "p_improvement": 0.046875, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": -0.000564320792336827, "bootstrap_95": [ -0.0033269289937835696, 0.002210093004337486 ], "p_improvement": 0.34394, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.0033322047124815235, "bootstrap_95": [ -0.009508979715178724, 0.002478610768368923 ], "p_improvement": 0.171875, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } } }, "brier_below": { "Oct": { "training": { "mean_difference": -0.0009492943003474591, "bootstrap_95": [ -0.0027306643013081957, 0.000807320495498904 ], "p_improvement": 0.15993, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.0008033157326847781, "bootstrap_95": [ -0.000689886919537596, 0.002101673817260234 ], "p_improvement": 0.82421875, "years_better": 1, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": -0.0030083001445918855, "bootstrap_95": [ -0.005887705740503684, -0.00023111981846048895 ], "p_improvement": 0.026425, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.0013682344798911453, "bootstrap_95": [ -0.006736975449175047, 0.004751894283108715 ], "p_improvement": 0.33984375, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.0016088778751011407, "bootstrap_95": [ -0.004737067743020366, 0.0014690329759593451 ], "p_improvement": 0.16785, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.003448601965106197, "bootstrap_95": [ -0.0007020987840224174, 0.007391682802884655 ], "p_improvement": 0.90625, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Jan": { "training": { "mean_difference": -0.0009636846632016255, "bootstrap_95": [ -0.005673145039554485, 0.0036173561858263334 ], "p_improvement": 0.34593, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.008405853234163421, "bootstrap_95": [ -0.016505956709979293, -0.0009458630271712884 ], "p_improvement": 0.046875, "years_better": 7, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": -0.0007077313710139955, "bootstrap_95": [ -0.003185258673075201, 0.001899206144070535 ], "p_improvement": 0.29662, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.0023301006768645556, "bootstrap_95": [ -0.007364359089582018, 0.002943981765654911 ], "p_improvement": 0.2109375, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } } }, "brier_above": { "Oct": { "training": { "mean_difference": 0.00020217092143232662, "bootstrap_95": [ -0.0021120542134033804, 0.0026009034280812192 ], "p_improvement": 0.56492, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.001709579163508449, "bootstrap_95": [ -0.001146980262151142, 0.004663237836021558 ], "p_improvement": 0.859375, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.001504004016722009, "bootstrap_95": [ -0.0014480582275539038, 0.004090369750509766 ], "p_improvement": 0.842515, "years_better": 7, "years": 24 }, "test": { "mean_difference": -0.00012572549857988238, "bootstrap_95": [ -0.004795534537386334, 0.004379476791997425 ], "p_improvement": 0.48828125, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Dec": { "training": { "mean_difference": 6.639302445672797e-05, "bootstrap_95": [ -0.00254226452033566, 0.0026270501782902833 ], "p_improvement": 0.518205, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0022358611881420527, "bootstrap_95": [ -0.002069342721393601, 0.005788710306953807 ], "p_improvement": 0.8359375, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Jan": { "training": { "mean_difference": -0.0007718615534402888, "bootstrap_95": [ -0.008600270698878957, 0.006230381937611207 ], "p_improvement": 0.425725, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.0008028637736886765, "bootstrap_95": [ -0.006383924360328863, 0.004127093219064331 ], "p_improvement": 0.40234375, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.00014341075418918917, "bootstrap_95": [ -0.001584731548151606, 0.0019405221755186858 ], "p_improvement": 0.559975, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.0010021043553674579, "bootstrap_95": [ -0.0032413901996091064, 0.001198056641468486 ], "p_improvement": 0.2109375, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } } }, "crps": { "Oct": { "training": { "mean_difference": -0.26307647655202454, "bootstrap_95": [ -0.5874767263561066, 0.0591753615107814 ], "p_improvement": 0.06537, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.008164295889612427, "bootstrap_95": [ -0.3854620996598773, 0.36440434739726724 ], "p_improvement": 0.484375, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Nov": { "training": { "mean_difference": -0.0645510399822971, "bootstrap_95": [ -0.22887285265596122, 0.11197334603514025 ], "p_improvement": 0.237045, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.15521896000424573, "bootstrap_95": [ -0.36929435305601555, 0.06511835685144146 ], "p_improvement": 0.109375, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.015274758771851174, "bootstrap_95": [ -0.06198339371278141, 0.031781995862298115 ], "p_improvement": 0.27691, "years_better": 15, "years": 24 }, "test": { "mean_difference": 0.017750809578890248, "bootstrap_95": [ -0.04799409466626746, 0.08493722365360279 ], "p_improvement": 0.6875, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Jan": { "training": { "mean_difference": -0.36450127025718854, "bootstrap_95": [ -0.5364818210779835, -0.1985095079415079 ], "p_improvement": 0.00014, "years_better": 19, "years": 24 }, "test": { "mean_difference": -0.5286013242609686, "bootstrap_95": [ -0.8939599849568448, -0.11874786576348295 ], "p_improvement": 0.0234375, "years_better": 7, "years": 8 }, "decision": { "holm_p_family": 0.0084, "no_harm": true, "confirmed": true } }, "ONDJ": { "training": { "mean_difference": -0.5235307721624923, "bootstrap_95": [ -0.9227651271201447, -0.1397068358556625 ], "p_improvement": 0.00743, "years_better": 18, "years": 24 }, "test": { "mean_difference": -0.7093343563433288, "bootstrap_95": [ -1.3054412457009623, 0.024327856867150912 ], "p_improvement": 0.05859375, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 0.40865, "no_harm": true, "confirmed": false } } } }, "dqm": { "rps": { "Oct": { "training": { "mean_difference": 0.004411533971330202, "bootstrap_95": [ -0.0030024379167171863, 0.011622569575141373 ], "p_improvement": 0.86999, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.010385120010224257, "bootstrap_95": [ 0.0038441617790859885, 0.017658105222676357 ], "p_improvement": 0.9921875, "years_better": 1, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.0055465001872752025, "bootstrap_95": [ -0.006515183939237396, 0.017281827705204887 ], "p_improvement": 0.81167, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.014928317276096607, "bootstrap_95": [ -0.0013834751441932427, 0.034912225746608905 ], "p_improvement": 0.88671875, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": 0.0008515137956220479, "bootstrap_95": [ -0.006758838187414415, 0.0086334013281052 ], "p_improvement": 0.581625, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.002451340247228574, "bootstrap_95": [ -0.012387744749591461, 0.008487921201843726 ], "p_improvement": 0.31640625, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": 0.003080432899188898, "bootstrap_95": [ -0.008173473447820706, 0.013772905819545198 ], "p_improvement": 0.697815, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.016010362594993437, "bootstrap_95": [ -0.043475442371356504, 0.008902757527098943 ], "p_improvement": 0.15625, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.008969578888174854, "bootstrap_95": [ 2.5199974111400545e-05, 0.0184854152429312 ], "p_improvement": 0.961645, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.013671349213411899, "bootstrap_95": [ -0.005515370997719642, 0.03626172533752378 ], "p_improvement": 0.84375, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_below": { "Oct": { "training": { "mean_difference": 0.002357756889134708, "bootstrap_95": [ -0.0017388932218295123, 0.00639274407942363 ], "p_improvement": 0.86398, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.006869586257182619, "bootstrap_95": [ 0.003620038687058237, 0.010059437472193102 ], "p_improvement": 1.0, "years_better": 0, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": -0.0018343898744684654, "bootstrap_95": [ -0.008293332274226649, 0.004256063145233 ], "p_improvement": 0.291335, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.007631635457500941, "bootstrap_95": [ 0.0011880064161688755, 0.012599580000667847 ], "p_improvement": 0.96875, "years_better": 1, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.0016463698260822275, "bootstrap_95": [ -0.005788412261288136, 0.0023403847773812874 ], "p_improvement": 0.226035, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.0007371239215431067, "bootstrap_95": [ -0.005908187222893467, 0.0037552516283612856 ], "p_improvement": 0.40234375, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": 0.0015946765470647242, "bootstrap_95": [ -0.006256817749891635, 0.00900145121461249 ], "p_improvement": 0.650745, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.014137573309938953, "bootstrap_95": [ -0.03729716432723093, 0.007241860916660091 ], "p_improvement": 0.140625, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.00475083308841041, "bootstrap_95": [ 0.0019144540493939467, 0.0076522912599498 ], "p_improvement": 0.997825, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.0029002979929990957, "bootstrap_95": [ -0.004458082823270932, 0.008509087432630196 ], "p_improvement": 0.77734375, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_above": { "Oct": { "training": { "mean_difference": 0.0020537769819333634, "bootstrap_95": [ -0.0016682577608928572, 0.005760583355618217 ], "p_improvement": 0.84443, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.003515533480244023, "bootstrap_95": [ -0.000230471693164476, 0.007882925107794569 ], "p_improvement": 0.93359375, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.007380890186015491, "bootstrap_95": [ 0.0004492244787256398, 0.014626640939724518 ], "p_improvement": 0.971595, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.007296681157975132, "bootstrap_95": [ -0.007249014930454416, 0.02637698584099408 ], "p_improvement": 0.7578125, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": 0.0024978836342463774, "bootstrap_95": [ -0.0020075007235516302, 0.007308652953171472 ], "p_improvement": 0.83943, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0017142170861101334, "bootstrap_95": [ -0.007752332277774929, 0.006254534334019842 ], "p_improvement": 0.359375, "years_better": 7, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": 0.0014857563559922352, "bootstrap_95": [ -0.003404502316973702, 0.006213956136002566 ], "p_improvement": 0.717275, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.0018727895955223516, "bootstrap_95": [ -0.0067998194864885685, 0.002666751094016786 ], "p_improvement": 0.24609375, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.004218745809087484, "bootstrap_95": [ -0.003111172588404913, 0.011953183952131578 ], "p_improvement": 0.84451, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.010771049544756153, "bootstrap_95": [ -0.004450935557382249, 0.030266382562716663 ], "p_improvement": 0.77734375, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "crps": { "Oct": { "training": { "mean_difference": -0.20398075073325184, "bootstrap_95": [ -0.8870259894600142, 0.45771434796573696 ], "p_improvement": 0.28443, "years_better": 15, "years": 24 }, "test": { "mean_difference": 0.7481702887390083, "bootstrap_95": [ -0.15733362203532375, 1.8479011427394219 ], "p_improvement": 0.88671875, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.1823402863390318, "bootstrap_95": [ -0.1637975378638369, 0.5391893666123393 ], "p_improvement": 0.836015, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.9775862184303861, "bootstrap_95": [ -0.1919649435018737, 2.61873174892454 ], "p_improvement": 0.81640625, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": 0.21779730482809836, "bootstrap_95": [ 0.04276784892719372, 0.41053457912996266 ], "p_improvement": 0.98545, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.04291566021272214, "bootstrap_95": [ -0.2500377595456061, 0.3269236776947225 ], "p_improvement": 0.59765625, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Jan": { "training": { "mean_difference": 0.10049499018012899, "bootstrap_95": [ -0.5200314352618937, 0.6434549417433804 ], "p_improvement": 0.613365, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.06031713908542291, "bootstrap_95": [ -1.1803837232920116, 1.4459675082818397 ], "p_improvement": 0.4765625, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": -0.08557128169992619, "bootstrap_95": [ -1.1197782658089426, 1.0240871339123148 ], "p_improvement": 0.44024, "years_better": 15, "years": 24 }, "test": { "mean_difference": 3.1824626438739174, "bootstrap_95": [ -0.794492427316378, 8.61247197403323 ], "p_improvement": 0.77734375, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } } }, "qdm": { "rps": { "Oct": { "training": { "mean_difference": 0.0040640966557311435, "bootstrap_95": [ -0.0030068013557542827, 0.01128636102977907 ], "p_improvement": 0.85557, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.00877564668468988, "bootstrap_95": [ 0.002475517336072721, 0.015759202164990396 ], "p_improvement": 0.97265625, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.008920104851464342, "bootstrap_95": [ -0.002307902475483266, 0.020786564564409773 ], "p_improvement": 0.922325, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.01318201755503775, "bootstrap_95": [ -0.0033818592812005235, 0.03405968584329876 ], "p_improvement": 0.8359375, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.001266108694534818, "bootstrap_95": [ -0.011254536899970918, 0.008297770270718732 ], "p_improvement": 0.404125, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.00624929236603336, "bootstrap_95": [ -0.01747398908306356, 0.006995359161525592 ], "p_improvement": 0.1875, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": 0.0024700912945077778, "bootstrap_95": [ -0.008070405629450248, 0.012763006331547592 ], "p_improvement": 0.669505, "years_better": 8, "years": 24 }, "test": { "mean_difference": -0.018948542606197813, "bootstrap_95": [ -0.04195058513146573, 0.003506778042946463 ], "p_improvement": 0.10546875, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.009682976215441558, "bootstrap_95": [ 0.0009527576112732535, 0.018914290443934178 ], "p_improvement": 0.975505, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.015354182129499627, "bootstrap_95": [ -0.006187683389844212, 0.04167460441607883 ], "p_improvement": 0.8203125, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_below": { "Oct": { "training": { "mean_difference": 0.0019830769786691907, "bootstrap_95": [ -0.001623393955179969, 0.005665971143520949 ], "p_improvement": 0.848955, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.005233484183490405, "bootstrap_95": [ 0.0017592784556040807, 0.008545862420233504 ], "p_improvement": 0.98046875, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.0008928546751908439, "bootstrap_95": [ -0.005407940884317409, 0.007130051271239734 ], "p_improvement": 0.60443, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.006708741923583636, "bootstrap_95": [ 0.0002906447866263581, 0.012247481998296202 ], "p_improvement": 0.9609375, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.0017294610033950445, "bootstrap_95": [ -0.008382018308165947, 0.004267428368405476 ], "p_improvement": 0.30693, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.0037482936211176206, "bootstrap_95": [ -0.010489253753703956, 0.003142120802993791 ], "p_improvement": 0.1640625, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": 0.0008863534438509542, "bootstrap_95": [ -0.007185974891796996, 0.00870004898978182 ], "p_improvement": 0.58282, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.014479055017478114, "bootstrap_95": [ -0.033546388023671964, 0.004066598286405567 ], "p_improvement": 0.11328125, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.005572601982425756, "bootstrap_95": [ 0.0024798787231350363, 0.008640140027583556 ], "p_improvement": 0.998765, "years_better": 5, "years": 24 }, "test": { "mean_difference": 0.0035065235259149966, "bootstrap_95": [ -0.004514133109274345, 0.01048260028374525 ], "p_improvement": 0.79296875, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_above": { "Oct": { "training": { "mean_difference": 0.002081019509410746, "bootstrap_95": [ -0.0017952307330921203, 0.005962678497612384 ], "p_improvement": 0.83675, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0035421620932917196, "bootstrap_95": [ 0.00029475646767293875, 0.00771285489120488 ], "p_improvement": 0.94921875, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.008027250272488145, "bootstrap_95": [ 0.0017996341067330036, 0.014891922673122693 ], "p_improvement": 0.98881, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.006473275116954636, "bootstrap_95": [ -0.007416423265395719, 0.02454834994422283 ], "p_improvement": 0.7578125, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": 0.0004633522953498767, "bootstrap_95": [ -0.003778046209307601, 0.00514171850643946 ], "p_improvement": 0.57548, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.0025009996211382383, "bootstrap_95": [ -0.00743021622834113, 0.004626666070343918 ], "p_improvement": 0.2578125, "years_better": 7, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": 0.001583737833046952, "bootstrap_95": [ -0.0024683674047775886, 0.0055627646952600635 ], "p_improvement": 0.76604, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.004469488039728365, "bootstrap_95": [ -0.008561169452255483, -0.00015010412685804094 ], "p_improvement": 0.0546875, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.004110374361292558, "bootstrap_95": [ -0.0030051323201051353, 0.011666272289131068 ], "p_improvement": 0.843795, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.011847656639039063, "bootstrap_95": [ -0.004589239852870736, 0.0334800210537219 ], "p_improvement": 0.765625, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "crps": { "Oct": { "training": { "mean_difference": -0.3569315039212872, "bootstrap_95": [ -1.092817109548602, 0.354692845055087 ], "p_improvement": 0.1796, "years_better": 15, "years": 24 }, "test": { "mean_difference": 0.7038253448255958, "bootstrap_95": [ -0.2512365069180554, 1.900854115862389 ], "p_improvement": 0.85546875, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.15377164842789773, "bootstrap_95": [ -0.14161923877096566, 0.45960803930875943 ], "p_improvement": 0.831435, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.8108052762025788, "bootstrap_95": [ -0.3375803368901409, 2.376527375551213 ], "p_improvement": 0.7734375, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": 0.10504511846368363, "bootstrap_95": [ -0.08134769201128585, 0.32479292589542413 ], "p_improvement": 0.80626, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.048271343772501196, "bootstrap_95": [ -0.24765628974247894, 0.3665248075808175 ], "p_improvement": 0.6328125, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Jan": { "training": { "mean_difference": -0.12077993169307268, "bootstrap_95": [ -0.6339589524915096, 0.3511595978579951 ], "p_improvement": 0.32738, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.4417302233640753, "bootstrap_95": [ -1.4431925310983593, 0.8006827467932651 ], "p_improvement": 0.24609375, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": -0.21752279573705616, "bootstrap_95": [ -1.084114040696687, 0.7378658803576992 ], "p_improvement": 0.33456, "years_better": 16, "years": 24 }, "test": { "mean_difference": 3.0588003308967324, "bootstrap_95": [ -0.9821499337165368, 8.628893326428429 ], "p_improvement": 0.76171875, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } } }, "sdm": { "rps": { "Oct": { "training": { "mean_difference": 0.003829421619347228, "bootstrap_95": [ -0.006296058924504109, 0.014187858140431032 ], "p_improvement": 0.75731, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.01000598094237884, "bootstrap_95": [ 0.002429769353774626, 0.018882282078816218 ], "p_improvement": 0.97265625, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.005508366228880822, "bootstrap_95": [ -0.01235847563572909, 0.02252436271957607 ], "p_improvement": 0.727285, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.021445438396123152, "bootstrap_95": [ -0.0023381914817412197, 0.05126329189574927 ], "p_improvement": 0.8828125, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.0015456138740115172, "bootstrap_95": [ -0.018319187388642348, 0.014746066253346074 ], "p_improvement": 0.427535, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.00638085418761003, "bootstrap_95": [ -0.02510628115076541, 0.016312470469565438 ], "p_improvement": 0.296875, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": 0.0013426808299405943, "bootstrap_95": [ -0.01272105057087939, 0.015538915130121612 ], "p_improvement": 0.570655, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.01476414982698352, "bootstrap_95": [ -0.04160660732309512, 0.012058407344798551 ], "p_improvement": 0.1640625, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.010952144730141727, "bootstrap_95": [ -0.00047091395696818714, 0.023401894040178277 ], "p_improvement": 0.954685, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.01598178035355976, "bootstrap_95": [ -0.008887660997719395, 0.04438182628174823 ], "p_improvement": 0.8359375, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_below": { "Oct": { "training": { "mean_difference": 0.002082136731764199, "bootstrap_95": [ -0.002144713328940853, 0.00637777096625774 ], "p_improvement": 0.82704, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.004681013089344528, "bootstrap_95": [ 0.0009128290156747743, 0.008126722759054395 ], "p_improvement": 0.97265625, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": -0.0005739067484762673, "bootstrap_95": [ -0.009896977636687638, 0.00807483467313526 ], "p_improvement": 0.45056, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.010381920602935255, "bootstrap_95": [ 0.0017162023283217524, 0.01807230978689174 ], "p_improvement": 0.96875, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.0021314487192257963, "bootstrap_95": [ -0.011556914787005428, 0.006375552565422904 ], "p_improvement": 0.328415, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.003708292629695983, "bootstrap_95": [ -0.013509232231370901, 0.006740537895361871 ], "p_improvement": 0.25390625, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": 0.0006876849326300331, "bootstrap_95": [ -0.009952897082318994, 0.011214882437531484 ], "p_improvement": 0.548075, "years_better": 8, "years": 24 }, "test": { "mean_difference": -0.012955403164830438, "bootstrap_95": [ -0.03582072340239256, 0.0097660271152229 ], "p_improvement": 0.16015625, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.0062984951521316695, "bootstrap_95": [ 0.002593941427419188, 0.01012536586331458 ], "p_improvement": 0.998175, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.002530004758841676, "bootstrap_95": [ -0.007978522762763528, 0.010614336640060514 ], "p_improvement": 0.67578125, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_above": { "Oct": { "training": { "mean_difference": 0.0017472846071090193, "bootstrap_95": [ -0.004641298573973435, 0.008239468132767151 ], "p_improvement": 0.688525, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.005324967172761579, "bootstrap_95": [ 0.0009170918184467819, 0.011333519684278363 ], "p_improvement": 0.984375, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.00608227336056059, "bootstrap_95": [ -0.0036744958946011035, 0.016059087136574522 ], "p_improvement": 0.87568, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.011063516541053631, "bootstrap_95": [ -0.00860472616748703, 0.036918228162176256 ], "p_improvement": 0.7578125, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": 0.0005858347574516851, "bootstrap_95": [ -0.00745712332760329, 0.00894089833844021 ], "p_improvement": 0.551875, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.002672563064610483, "bootstrap_95": [ -0.012446702217064341, 0.01057117465907321 ], "p_improvement": 0.3671875, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": 0.0006549957331832319, "bootstrap_95": [ -0.0030389381008077664, 0.004585950127048339 ], "p_improvement": 0.622255, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0018087473246641839, "bootstrap_95": [ -0.005844057581581662, 0.003013859180485177 ], "p_improvement": 0.23828125, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.0046536497338060786, "bootstrap_95": [ -0.005088654157018624, 0.014959388172241656 ], "p_improvement": 0.7985, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.013451773567288385, "bootstrap_95": [ -0.005204686278549298, 0.037852590848278134 ], "p_improvement": 0.76953125, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "crps": { "Oct": { "training": { "mean_difference": 0.0006622667436901134, "bootstrap_95": [ -1.1739890860708466, 1.2770396561704673 ], "p_improvement": 0.49894, "years_better": 14, "years": 24 }, "test": { "mean_difference": 1.0340120414640324, "bootstrap_95": [ -0.1280938788134347, 2.5523882013394172 ], "p_improvement": 0.8359375, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.3225193391726853, "bootstrap_95": [ -0.3396730532210217, 1.0689447798269682 ], "p_improvement": 0.798635, "years_better": 14, "years": 24 }, "test": { "mean_difference": 1.291241169584795, "bootstrap_95": [ -0.3449344797572651, 3.4099330631677747 ], "p_improvement": 0.8203125, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": 0.3602331018538998, "bootstrap_95": [ -0.11766538871901097, 0.8449756688246877 ], "p_improvement": 0.916475, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.10125435428182594, "bootstrap_95": [ -0.4772967248761942, 0.6726401616555805 ], "p_improvement": 0.6328125, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Jan": { "training": { "mean_difference": 0.9767305026000979, "bootstrap_95": [ 0.2089630999119522, 1.726828487779033 ], "p_improvement": 0.988655, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.43143290353025315, "bootstrap_95": [ -0.7490494416228705, 1.731466405876504 ], "p_improvement": 0.72265625, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.40248060197088337, "bootstrap_95": [ -1.0096956718224268, 2.015559984743857 ], "p_improvement": 0.676845, "years_better": 15, "years": 24 }, "test": { "mean_difference": 3.525414930752263, "bootstrap_95": [ -1.0875701586195128, 9.842908475379044 ], "p_improvement": 0.765625, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } } }, "cdft": { "rps": { "Oct": { "training": { "mean_difference": 0.003394770611567575, "bootstrap_95": [ -0.004320092461889495, 0.01120566489059245 ], "p_improvement": 0.792515, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.006095534045922987, "bootstrap_95": [ -0.001901458343166452, 0.016198537011124777 ], "p_improvement": 0.8671875, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.007604297881347331, "bootstrap_95": [ -0.0012593931256716265, 0.016983326305081287 ], "p_improvement": 0.93631, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.01012263484056053, "bootstrap_95": [ -0.008488079209331603, 0.033828509070229405 ], "p_improvement": 0.76953125, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": 0.0015764102666841334, "bootstrap_95": [ -0.002505866257920491, 0.005857893955344358 ], "p_improvement": 0.76074, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.004653035849897555, "bootstrap_95": [ -0.010059201025307565, 0.00232890851106283 ], "p_improvement": 0.1171875, "years_better": 6, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": 0.001533519279350054, "bootstrap_95": [ -0.012065144862493875, 0.014579889482240512 ], "p_improvement": 0.585575, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.021738584709906028, "bootstrap_95": [ -0.05026412057784416, 0.005302602174179502 ], "p_improvement": 0.109375, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.007639060913661921, "bootstrap_95": [ 0.00022629136019772518, 0.015579804433209348 ], "p_improvement": 0.96508, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.011642989661882451, "bootstrap_95": [ -0.007592031484244928, 0.03479449061671698 ], "p_improvement": 0.80859375, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_below": { "Oct": { "training": { "mean_difference": 0.002227836156722253, "bootstrap_95": [ -0.0018291954871393114, 0.006130653738351299 ], "p_improvement": 0.856125, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.002254596745187836, "bootstrap_95": [ -0.0010902722736686142, 0.006203811421193136 ], "p_improvement": 0.83203125, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.00026628033541755206, "bootstrap_95": [ -0.0035376307172951312, 0.004004113979146508 ], "p_improvement": 0.551715, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0023878833297584067, "bootstrap_95": [ -0.0022399156600227746, 0.0064624186019526 ], "p_improvement": 0.8203125, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.000795858634443917, "bootstrap_95": [ -0.004030796010061026, 0.0025838323350282685 ], "p_improvement": 0.323125, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0018423792398093303, "bootstrap_95": [ -0.006566137301726377, 0.0033681096478379094 ], "p_improvement": 0.2578125, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": 0.0004896479118710259, "bootstrap_95": [ -0.008362012299391396, 0.008947672883104711 ], "p_improvement": 0.541755, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.01824389393694575, "bootstrap_95": [ -0.041787322182199695, 0.0045996177147125 ], "p_improvement": 0.10546875, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.0043115150752521545, "bootstrap_95": [ 0.0020095481453000397, 0.006710693736303793 ], "p_improvement": 0.999175, "years_better": 5, "years": 24 }, "test": { "mean_difference": 0.0008433590492201229, "bootstrap_95": [ -0.006434367637532294, 0.006593254760294728 ], "p_improvement": 0.5859375, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_above": { "Oct": { "training": { "mean_difference": 0.0011669341519015043, "bootstrap_95": [ -0.0034426706182932093, 0.0057904198332937645 ], "p_improvement": 0.67634, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0038409370264806467, "bootstrap_95": [ -0.0010787901883192036, 0.010000321173221208 ], "p_improvement": 0.87109375, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.0073380176793107965, "bootstrap_95": [ 0.0007042722299700836, 0.014340624830909489 ], "p_improvement": 0.97576, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.007734750904688097, "bootstrap_95": [ -0.00902524153293311, 0.02919540192464638 ], "p_improvement": 0.7578125, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": 0.002372269034605405, "bootstrap_95": [ 0.0006208174326423902, 0.004158102353545786 ], "p_improvement": 0.991745, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.0028106570886879834, "bootstrap_95": [ -0.00471405456829852, -0.00012849461751654814 ], "p_improvement": 0.03515625, "years_better": 7, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": 0.0010438713711778149, "bootstrap_95": [ -0.005533748973250091, 0.007170863662477847 ], "p_improvement": 0.616375, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.003494691124181463, "bootstrap_95": [ -0.008807314427967191, 0.0021588248071100994 ], "p_improvement": 0.140625, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.003327545904466179, "bootstrap_95": [ -0.0032463520451294532, 0.010129336030601569 ], "p_improvement": 0.815535, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.010799628749383667, "bootstrap_95": [ -0.00491626238498741, 0.030933896486417475 ], "p_improvement": 0.76953125, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "crps": { "Oct": { "training": { "mean_difference": -0.09932094489131542, "bootstrap_95": [ -0.8709459138623873, 0.6788204358761808 ], "p_improvement": 0.405145, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.869643329170509, "bootstrap_95": [ -0.1030103144053839, 2.2050463651627163 ], "p_improvement": 0.8671875, "years_better": 2, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.22816469899914069, "bootstrap_95": [ -0.06394028191827973, 0.5446770482693633 ], "p_improvement": 0.916345, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.8862668137734402, "bootstrap_95": [ -0.24380471097986592, 2.4471790238589777 ], "p_improvement": 0.80859375, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": 0.34634937352584205, "bootstrap_95": [ 0.1287493691865954, 0.592936445588381 ], "p_improvement": 0.99845, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.30297836827505414, "bootstrap_95": [ -0.12238948281909978, 0.8997641618636225 ], "p_improvement": 0.80859375, "years_better": 3, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Jan": { "training": { "mean_difference": 0.35014365294469546, "bootstrap_95": [ -0.348840942817264, 0.9569770661369953 ], "p_improvement": 0.834715, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.2960902294997134, "bootstrap_95": [ -1.1559202486511742, 2.401213225159843 ], "p_improvement": 0.546875, "years_better": 4, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": -0.17850913726157014, "bootstrap_95": [ -1.1612142062575035, 0.8737654529633425 ], "p_improvement": 0.373645, "years_better": 16, "years": 24 }, "test": { "mean_difference": 3.038404343009193, "bootstrap_95": [ -1.1177427801216349, 8.737682667013615 ], "p_improvement": 0.76171875, "years_better": 5, "years": 8 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } } }, "SEL-P": { "rps": { "Oct": { "training": { "mean_difference": -0.0006554385032805551, "bootstrap_95": [ -0.003986890597191067, 0.002614246322790808 ], "p_improvement": 0.349955, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.002512895434529684, "bootstrap_95": [ -0.0009141817717459062, 0.005991596981955859 ], "p_improvement": 0.90234375, "years_better": 4, "years": 8 }, "decision": { "holm_p": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": -0.004269669686979492, "bootstrap_95": [ -0.012006700907684385, 0.003550190277005384 ], "p_improvement": 0.146765, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.0036954242551338334, "bootstrap_95": [ -0.018280796398606716, 0.008339885399420575 ], "p_improvement": 0.3046875, "years_better": 3, "years": 8 }, "decision": { "holm_p": 0.7338250000000001, "no_harm": true, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.0020837887463152328, "bootstrap_95": [ -0.01036488427914754, 0.005888915999677163 ], "p_improvement": 0.31186, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.0008509328042266909, "bootstrap_95": [ -0.0117511846773189, 0.012397546239975616 ], "p_improvement": 0.58203125, "years_better": 2, "years": 8 }, "decision": { "holm_p": 1.0, "no_harm": false, "confirmed": false } }, "Jan": { "training": { "mean_difference": -0.0027893792373475715, "bootstrap_95": [ -0.0178808384172905, 0.011239086848756425 ], "p_improvement": 0.35843, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.02115955899613419, "bootstrap_95": [ -0.04373051389134223, -0.0001008107828067415 ], "p_improvement": 0.05859375, "years_better": 6, "years": 8 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": -0.0003490545175100721, "bootstrap_95": [ -0.002855837347007176, 0.0021372074283746365 ], "p_improvement": 0.39211, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0033322047124815235, "bootstrap_95": [ -0.009508979715178724, 0.002478610768368923 ], "p_improvement": 0.171875, "years_better": 6, "years": 8 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } } } }, "SEL-A": { "crps": { "Oct": { "training": { "mean_difference": -0.6772019189375399, "bootstrap_95": [ -1.6000557517357736, 0.18439776944697442 ], "p_improvement": 0.081095, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.9371616255994062, "bootstrap_95": [ -0.2289175922987768, 2.404863540988868 ], "p_improvement": 0.83984375, "years_better": 4, "years": 8 }, "decision": { "holm_p": 0.22752, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": -0.09306064706471229, "bootstrap_95": [ -0.22071540398738487, 0.04584363336447563 ], "p_improvement": 0.09548, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.10491778612099378, "bootstrap_95": [ -0.3004210133805425, 0.11890142248394761 ], "p_improvement": 0.19921875, "years_better": 6, "years": 8 }, "decision": { "holm_p": 0.22752, "no_harm": true, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.04240356298532372, "bootstrap_95": [ -0.08732203754305644, 0.007492229916837999 ], "p_improvement": 0.050545, "years_better": 19, "years": 24 }, "test": { "mean_difference": -0.03337265379191212, "bootstrap_95": [ -0.0946415928653765, 0.02553883199868967 ], "p_improvement": 0.17578125, "years_better": 4, "years": 8 }, "decision": { "holm_p": 0.20218, "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": -0.4786897475521504, "bootstrap_95": [ -0.721745010312918, -0.2512569525967227 ], "p_improvement": 0.000355, "years_better": 18, "years": 24 }, "test": { "mean_difference": -0.6902295325749415, "bootstrap_95": [ -1.2345291144738482, -0.10916206198048578 ], "p_improvement": 0.04296875, "years_better": 6, "years": 8 }, "decision": { "holm_p": 0.001775, "no_harm": true, "confirmed": true } }, "ONDJ": { "training": { "mean_difference": -1.0435208311334991, "bootstrap_95": [ -2.3826418267210845, 0.3371649124703153 ], "p_improvement": 0.07584, "years_better": 16, "years": 24 }, "test": { "mean_difference": 3.2167202639015517, "bootstrap_95": [ -1.2167121682503257, 9.206063306963314 ], "p_improvement": 0.76171875, "years_better": 5, "years": 8 }, "decision": { "holm_p": 0.22752, "no_harm": false, "confirmed": false } } } } } }