{ "created_utc": "2026-10-13T11:04:47.497649+00:00", "config": "config/probability_calibration/may_jjas.json", "config_contents": { "description": "Phase 1 probability-calibration benchmark (docs/48): Pathway A, the amount correction fixed at the operational MVS; the tercile-probability calibration replaced.", "benchmark_config": "config/bias_correction/may_jjas.json", "amount_method": "mvs", "methods": [ "climatology_blend", "pseudocount", "temperature", "dirichlet", "multinomial_logistic", "ordinal_logistic" ], "parameters": { "multinomial_logistic": { "l2": 0.001 }, "ordinal_logistic": { "l2": 0.001 } }, "selection": true, "selection_region": "ethiopia", "output_root": "outputs/probability_calibration/may_jjas", "selection_folds": 6 }, "protocol": "Phase 1 probability-calibration benchmark (docs/48): which tercile-probability method gives the best published probabilities?\n\nPathway A: the amount correction is fixed (the operational MVS, configurable); the probability-calibration stage is replaced.\nFor each target, nested year-based validation over the training years:\n outer leave-one-year-out: for the left-out year y every fit uses only the other training years \u2014 the amount correction and\n terciles (each inner year z from a fit without y and z), and every calibrator's parameters, fitted on the inner out-of-fold\n records of the other years; the calibrated probabilities of year y are then scored.\n test years: fits on all training years (calibrators on their leave-one-year-out records), scored on the test years\n (exploratory).\n SEL: a calibrator is chosen for each outer year by inner cross-validation of the calibrators (blocks of consecutive\n years, 'selection_folds') on the inner records only (lowest inner RPS), so its score includes the choice among the methods.\nScores (per year, area-weighted over a region; equal years): RPS/RPSS (primary), category Brier scores and skill, log loss\nand its skill against climatology, reliability tables. Tests: each method against the incumbent climatology blend, paired\nwhole-year sign-flip, Holm across every method and target; SEL against the incumbent, Holm across the targets; no harm over\nthe test years.\n\n python scripts/prob_benchmark.py --config config/probability_calibration/sep_ondj.json", "provenance": { "commit": "0849f4436ec4f79abcf169365a2730ae07b86b75", "uncommitted_changes": false, "uncommitted_check": "code and configuration files this result depends on", "code_sha256": { "scripts/bias_methods.py": "f964fac9e23a92ba01fc39368d996aa660561cd8708f7552fbedc0627f6b3706", "scripts/bias_benchmark.py": "bd5d0cce44fa15275cc64fbaa1d9317aaefb43626b0f3a0b9c6a719c3b4fa24f", "scripts/bias_confirmation.py": "bbc95e4cb64256b101b5c0b30e2f351c5cd2b36893d4dfb0505c63577243f558", "scripts/significance.py": "3143761d5d201e4e62df9ad923757b952a3ea768b060c8a722afcd9b3d6a9963", "scripts/calibration_core.py": "f0635cc563e6d6aedb62799847b83fbb0f5cc12ee9f8c48ad48dda15a054fb62", "scripts/compare_calibration.py": "9aa137c9a02672ffacc2541cfd23cdab9b3294bf7cc77580a11e21208560866a", "scripts/local_blend.py": "ada5c571fb7762d2c333f83ad119d35f0784b82aa2cc35449a44cdf00c53c17d", "scripts/run_calibration.py": "1f34e8fc92fdd15983f1633de67fcb6a35882911b6b7072ca865df99d907afd0", "scripts/run_monthly.py": "dc13dfb54b78773afb6d0c25ebac8769552e5c071f5d2aed9ba2a01400e44f79", "scripts/cycle.py": "00e076fc93dc2c8a5caebf6a209fc3de09a5f69e16c2e7cb20bd7b36d2ecdcba", "scripts/common.py": "72b83f5c530017e317ea43af3a0e430e6d03f361bc032de374a0f942435cb0a1" }, "config": { "path": "config/bias_correction/may_jjas.json", "sha256": "2cfeeebc7d4d91f3bee67e440c9f74f41b2fca3705c95a0bfd1d7e7b2c568efa" }, "project_config": { "path": "config/project.json", "sha256": "e4f0865e03a0a8349a5c01a48120cd7e4ef41bb865e2370733a3b81ddf862160" }, "cycle_config": { "path": "config/operational.json", "sha256": "44ba9357752249ef879af3aad10cec30f02165ac3589ce626123f5b8b3286b14" }, "masks": { "cells": { "path": "data/masks/ethiopia_common.nc", "sha256": "57ad8861c598abb9f175012920e5d0ef058e5b643cd6e4987cad3da6ac0b9e16" }, "ethiopia": { "path": "data/masks/ethiopia_common.nc", "sha256": "57ad8861c598abb9f175012920e5d0ef058e5b643cd6e4987cad3da6ac0b9e16" }, "jjas_domain": { "path": "data/masks/init05_JJAS_regime_domain.nc", "sha256": "65b8d6bf9c3ac5ef408688ea9f79e028e421f7fdd371d093beb693db0fcfe802" } }, "inputs": { "Jun": { "folder": "data/processed/init05_Jun", "files": 67, "sha256": "ee40e28ce79056d49d6074e4180c2a5275a52d5b6564a4a09edbcaf8850a4ec2" }, "Jul": { "folder": "data/processed/init05_Jul", "files": 67, "sha256": "27e6089a6cbb581469a59d2e5a551c8e0bd7df0751a95e8c844f1eb63ba22d26" }, "Aug": { "folder": "data/processed/init05_Aug", "files": 67, "sha256": "5089f3c813e80e8227cd20d1587a857bc545c3c4ff092cd0f53715a2b7a50c0a" }, "Sep": { "folder": "data/processed/init05_Sep", "files": 67, "sha256": "e29f812041c61bcdae92d419fcec6f05a888f570a5e05b2090dd49a6f11795fb" }, "JJAS": { "folder": "data/processed/init05_JJAS", "files": 67, "sha256": "8b484f2d4d7c869da0d764bc930dd14a9f34666590affb072f4d073058a61c4d" } }, "scoring_version": 3, "dependency_sha256": "4ff037337550c323f604433358db4479f40d36f7febbb5f2da044fa3477494bc", "python": "3.11.9", "numpy": "1.26.4" }, "phase": 1, "pathway": "A: fixed amount correction, replaced probability calibration", "amount_method": "mvs", "incumbent": "climatology_blend", "methods": [ "climatology_blend", "pseudocount", "temperature", "dirichlet", "multinomial_logistic", "ordinal_logistic" ], "version": 1, "registry": { "pseudocount": { "name": "Pseudocount smoothing (no blend)", "inputs": "member counts: p_k = (n_k + alpha) / (M + 3 alpha)", "multiclass": "joint (counts)", "parameters": "alpha fixed (0.5)", "references": [ "Wilks 2019" ], "incumbent": false, "outputs": "tercile probabilities only (no CDF)" }, "climatology_blend": { "name": "Climatology blend (incumbent)", "inputs": "smoothed probabilities and training climatology", "multiclass": "joint", "parameters": "lambda: one per target, minimum RPS", "references": [ "Rajagopalan et al. 2002" ], "incumbent": true, "outputs": "tercile probabilities only (no CDF)" }, "temperature": { "name": "Temperature scaling", "inputs": "log smoothed probabilities", "multiclass": "joint (softmax)", "parameters": "one temperature T in 0.25-4, log loss", "references": [ "Guo et al. 2017" ], "incumbent": false, "outputs": "tercile probabilities only (no CDF)" }, "dirichlet": { "name": "Regularized Dirichlet calibration", "inputs": "log smoothed probabilities only", "multiclass": "joint (softmax of a linear map)", "parameters": "3x3 map + bias, identity-regularized, log loss", "references": [ "Kull et al. 2019" ], "incumbent": false, "outputs": "tercile probabilities only (no CDF)" }, "multinomial_logistic": { "name": "Regularized multinomial logistic regression", "inputs": "standardized ensemble mean, log spread ratio (no probabilities)", "multiclass": "joint (softmax; near = reference)", "parameters": "6 coefficients, L2 on slopes, log loss", "references": [ "Wilks 2019" ], "incumbent": false, "outputs": "tercile probabilities only (no CDF)" }, "ordinal_logistic": { "name": "Ordinal (cumulative-logit) logistic regression", "inputs": "standardized ensemble mean, log spread ratio", "multiclass": "ordinal (ordered cutpoints)", "parameters": "2 ordered cutpoints + 2 slopes, L2 on slopes, log loss", "references": [ "McCullagh 1980" ], "incumbent": false, "outputs": "tercile probabilities only (no CDF)" } }, "regions": { "ethiopia": "All Ethiopia", "jjas_domain": "JJAS R1+R2 rainfall domain" }, "primary_region": "ethiopia", "training_years": [ 1993, 2016 ], "test_years": [ 2017, 2025 ], "targets": { "Jul": { "tag": "init05_Jul", "methods": { "climatology_blend": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42588799332395094, 0.44685122092913226, 0.45270312920250516, 0.494517874973582, 0.47461312871494826, 0.44480648745120194, 0.44602160769111493, 0.391001987767469, 0.40025911745484827, 0.4396603703860476, 0.49651113921306184, 0.5129248468957801, 0.3889691039387491, 0.4374974329465398, 0.4011762291433899, 0.43506244956023477, 0.47188798054973546, 0.45011709529888005, 0.4635988747316125, 0.43697022996014234, 0.44530113428949447, 0.4629530944351337, 0.4070807450395527, 0.48543311455228055 ], "rps_clim": [ 0.4754016819136036, 0.4698987852691481, 0.4475722931876876, 0.45452035553745596, 0.45257039479879513, 0.47044392511759964, 0.4542944276806166, 0.40943755938485, 0.4371667600138314, 0.47263230769926734, 0.4303065355231145, 0.454595990277518, 0.3959257285293265, 0.4434645496740271, 0.4412507991961764, 0.435170437641651, 0.46944879844205245, 0.4520639211186838, 0.4716870174931902, 0.4802945203904019, 0.4668563967515232, 0.4722071384657149, 0.4700629053401188, 0.4416277853045537 ], "brier_below": [ 0.27673328461089397, 0.16775019859790208, 0.23718211912626735, 0.20243225252102015, 0.2711196602479812, 0.15843290829455117, 0.19298091669843762, 0.2192964997344229, 0.17963287454813556, 0.2897490553440735, 0.2794320265048901, 0.3060437825398533, 0.19441285798830402, 0.24683732389187368, 0.15906508216596416, 0.17693186062650304, 0.3287791905335967, 0.14985651837368355, 0.2252233505599244, 0.1489858680980979, 0.14470207943484395, 0.30665117949382104, 0.2677110441062208, 0.23161519916593432 ], "brier_below_clim": [ 0.3078804322691799, 0.1772720877647993, 0.23250880823643677, 0.18364157998711608, 0.25298088487778414, 0.16740053832617655, 0.19875490361406287, 0.23070092354944458, 0.19835315818041957, 0.3046158566400611, 0.2547128368467289, 0.2754668354354953, 0.19677990497580344, 0.24932954530109538, 0.18175769604553224, 0.17303074498633814, 0.3240234689536009, 0.14982223006986983, 0.23057761248348646, 0.17130633492700192, 0.15271106939309373, 0.30644077557443045, 0.3037858009356, 0.21743539710448076 ], "brier_above": [ 0.14915470820075621, 0.2791010240212569, 0.2155210086661721, 0.2920856224506783, 0.2034934674188353, 0.28637357997194907, 0.2530406910140996, 0.17170548726259027, 0.22062624318632423, 0.14991131406921462, 0.21707911355079898, 0.20688106466207232, 0.1945562449993451, 0.19066010814780712, 0.24211114694402147, 0.258130589867036, 0.14310878755921022, 0.3002605795451933, 0.23837552477516938, 0.28798436348802137, 0.30059905707149187, 0.156301914005236, 0.13936970144943636, 0.2538179170335537 ], "brier_above_clim": [ 0.16752124964442372, 0.2926266975043488, 0.21506348495125072, 0.2708787755503398, 0.1995895099210109, 0.3030433867914231, 0.2555395240665538, 0.17873663583540544, 0.23881360183341188, 0.1680164510592061, 0.17559369867638552, 0.1791291548420226, 0.1991458235535231, 0.1941350043729317, 0.2594931031506441, 0.26213969265531295, 0.1454253294884514, 0.30224169104881393, 0.24110940500970388, 0.3089881854633999, 0.31414532735842937, 0.16576636289128455, 0.16627710440451882, 0.22419238820007306 ], "log_loss": [ 1.0073423067422822, 1.0561149673384052, 1.1028371201509384, 1.1554386591534869, 1.1401093390945816, 1.060595258520329, 1.0831622254580298, 1.0740683899543233, 1.0437538418774046, 1.051793713720207, 1.2007404313605463, 1.170607115348457, 1.098423524137903, 1.0915034590989001, 1.040950742225756, 1.1018993916153799, 1.0891089441298571, 1.0803955053275622, 1.071697451213444, 1.018016331444508, 1.0491242619274648, 1.082398623730445, 1.007054100655117, 1.162519229867168 ], "log_loss_clim": [ 1.0871650777805744, 1.0895794529049794, 1.0993751170032733, 1.0963266808824523, 1.0971822187936968, 1.0893402748548608, 1.0964258058765617, 1.1161065874665885, 1.1039405053931213, 1.0883801302602534, 1.1069504029849484, 1.0962934964258393, 1.1220348522352204, 1.101177373959491, 1.1021486486227627, 1.1048163842960153, 1.0897768829262657, 1.0974044322084544, 1.088794872768855, 1.085018363373714, 1.0909142893793544, 1.0885666716560818, 1.0895074458435414, 1.1019832473911717 ] }, "rps": 0.4463252661853912, "rpss": 0.014453588830031228, "bss_below": 0.014653198354576569, "bss_above": 0.01425347552130507, "log_loss": 1.084985622253854, "log_loss_skill": 0.010997454531503692, "reliability": { "below": { "weight": [ 0.0, 0.00265, 0.228475, 0.525024, 0.20898, 0.033809, 0.001063, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1955, 0.2636, 0.3489, 0.4367, 0.5369, 0.6107, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.416, 0.2613, 0.3446, 0.4367, 0.4114, 0.5166, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.007124, 0.246944, 0.56039, 0.161526, 0.022848, 0.001168, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1988, 0.268, 0.3461, 0.4392, 0.5333, 0.6082, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4858, 0.2335, 0.3714, 0.4299, 0.2865, 0.2361, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42657954077473276, 0.4554957348050951, 0.44806738712932986, 0.49821513149802554, 0.4108389020755935, 0.47323236772865707, 0.4607624927285179, 0.3917720256340232, 0.39660843005319274, 0.43818632955227543, 0.46996791959475154, 0.5022966731622448, 0.393657610730164, 0.4290756713495724, 0.3969026294406622, 0.4412919550000389, 0.47042545600763147, 0.4307345235160684, 0.4486746575657061, 0.421495476993576, 0.43701430056959456, 0.46100248875294947, 0.40867121374916165, 0.42141155143113546 ], "rps_clim": [ 0.4708394260755114, 0.478347266080356, 0.45538422746879303, 0.459058972330508, 0.4576620419554788, 0.4731696930221518, 0.4667027713068357, 0.40033314926296837, 0.4269632323273467, 0.47402716162226893, 0.42746598323848156, 0.4504271403690195, 0.40120899735641075, 0.42992826073816515, 0.4295731135867868, 0.45389937720701334, 0.464329174189181, 0.43688310391500257, 0.4544141148747783, 0.48318259866850327, 0.47262088435117405, 0.4869104538041862, 0.4927855011868216, 0.4253640867477962 ], "brier_below": [ 0.2716487373118802, 0.1799075026972347, 0.25987947887925855, 0.20602666269142716, 0.27368951638978883, 0.17737230256406095, 0.22032498049600113, 0.19950497154868257, 0.14124676398167785, 0.28695324012196183, 0.2574414722561404, 0.28305612111905143, 0.1950893020862671, 0.2129673119968818, 0.16699694934648962, 0.17085059413897094, 0.31932706383276416, 0.15585868388131133, 0.23534967002870189, 0.10791825624884686, 0.13368961428287388, 0.3425033439802072, 0.2856932325749878, 0.1695985416409709 ], "brier_below_clim": [ 0.3014181688717181, 0.19043828142969435, 0.2621352098296086, 0.189211357423254, 0.29646647218334904, 0.1763031653097088, 0.22490333867954082, 0.20427330506010077, 0.15400796871896968, 0.30561580770909275, 0.2387426263229863, 0.25381385295644204, 0.19826391217931327, 0.2127100821035814, 0.1864847383371641, 0.17554851753521306, 0.31069878617163244, 0.15976518026133896, 0.23943647892764403, 0.13596964382400945, 0.15004019014661238, 0.3525530292328047, 0.338807101099202, 0.18090576234657507 ], "brier_above": [ 0.15493080292716468, 0.2755882338874692, 0.18818790642001954, 0.2921884682290443, 0.13714938576905972, 0.29586006650966395, 0.24043751182015216, 0.19226705392065893, 0.2553616664382067, 0.15123308837589186, 0.2125264473601047, 0.21924055278565005, 0.1985683081405156, 0.21610835921448113, 0.22990568008776238, 0.2704413621947569, 0.1510983895231922, 0.27487584217629285, 0.21332498681950113, 0.31357722273009675, 0.3033246890922388, 0.11849914336051269, 0.12297798131800801, 0.25181301086324015 ], "brier_above_clim": [ 0.16942125720379314, 0.28790898465066145, 0.1932490176391843, 0.26984761490725384, 0.16119556977212962, 0.2968665277124429, 0.2417994326272948, 0.1960598442028676, 0.27295526360837696, 0.16841135391317605, 0.18872335691549524, 0.19661328741257744, 0.20294508517709747, 0.21721817863458368, 0.24308837524962262, 0.2783508596718001, 0.15363038801754828, 0.27711792365366356, 0.2149776359471342, 0.3472129548444936, 0.3225806942045614, 0.13435742457138128, 0.15397840008761954, 0.24445832440122106 ], "log_loss": [ 1.01823041678925, 1.0546944404778376, 1.0790481586981446, 1.1504161305567546, 1.0332126685146317, 1.0974704466502028, 1.0843721333764118, 1.0918883523432867, 1.0587880154196174, 1.0349436723216883, 1.1664712298517963, 1.164407001950366, 1.0904236890530044, 1.1000700849015506, 1.051495103210751, 1.0762131744451096, 1.0971604404149542, 1.0829254741466448, 1.083813018312103, 0.9931765235143754, 1.032208126982413, 1.0483602756897996, 0.9595053032937461, 1.092236979253535 ], "log_loss_clim": [ 1.089166750302947, 1.0858727138496227, 1.0959476603344664, 1.094335379901833, 1.0949482778292172, 1.0881443544789473, 1.090981691963137, 1.1201011130302845, 1.108417264638136, 1.0877681433683557, 1.1081966845742093, 1.098122563582061, 1.1197168379863955, 1.1071163696185198, 1.1072721890901893, 1.0965991327801863, 1.092023098736059, 1.1040649584354267, 1.096373293572049, 1.0837512299342722, 1.0883851422110957, 1.0821156475694738, 1.0795379927138935, 1.1091188837229609 ] }, "rps": 0.4388491862434458, "rpss": 0.031191727255194812, "bss_below": 0.03413040721971905, "bss_above": 0.028250047116571197, "log_loss": 1.0725637858403323, "log_loss_skill": 0.0222783648695144, "reliability": { "below": { "weight": [ 0.0, 0.001048, 0.239911, 0.555958, 0.177867, 0.024411, 0.000806, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1955, 0.2654, 0.3476, 0.4327, 0.5387, 0.6123, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4279, 0.2471, 0.3357, 0.4855, 0.57, 0.5009, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.00538, 0.25079, 0.57802, 0.148112, 0.017093, 0.000605, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1988, 0.2675, 0.3457, 0.4383, 0.5362, 0.6059, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2988, 0.2194, 0.3702, 0.47, 0.3495, 0.1665, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4303990630032854, 0.48883273752116907, 0.4274946172472285, 0.4189539007955016, 0.4619348218954403, 0.48776503404572213, 0.39702737577638353, 0.40043208810661274, 0.49120206600846494 ], "rps_clim": [ 0.4392667893930284, 0.47209024474380396, 0.4563295774817628, 0.4676949686529568, 0.46440251426226875, 0.44306773857298026, 0.4754913821954125, 0.4978762127486338, 0.46473262279411304 ], "brier_below": [ 0.20187533761044676, 0.32605530216177503, 0.18124971931934203, 0.13926550437019175, 0.1696826764252812, 0.24345486260515423, 0.24315912531843728, 0.12171868080478114, 0.2999037319910149 ], "brier_below_clim": [ 0.20840800414252633, 0.3211528412581965, 0.18588896696747403, 0.1529691839704525, 0.16918637749027593, 0.22647917630868836, 0.29670790679502046, 0.14687399037084822, 0.2847919519536404 ], "brier_above": [ 0.22852372461103002, 0.16277744821465115, 0.24624488979348053, 0.27968838509631094, 0.2922521336124251, 0.24431017670997454, 0.15386825519759972, 0.2787133899678268, 0.19129834488906391 ], "brier_above_clim": [ 0.23085878370616417, 0.15093741623232468, 0.27044060189216984, 0.31472576814158004, 0.2952161237196651, 0.21658856327166845, 0.17878348316784407, 0.3510021993501296, 0.17994067840100206 ], "log_loss": [ 1.0884174069145245, 1.1135085688667485, 1.0461964757253954, 1.0193564381187015, 1.08876557733284, 1.1620613541267077, 0.9752228276750097, 0.9405113764954565, 1.1332083311302859 ], "log_loss_clim": [ 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883 ] }, "rps": 0.44489352271108973, "rpss": 0.04231341194391358, "bss_below": 0.03317181361244026, "bss_above": 0.0506361402586154, "log_loss": 1.0630275951539632, "log_loss_skill": 0.032390557655494256, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.384468, 0.471475, 0.136372, 0.007684, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2632, 0.3401, 0.4319, 0.5147, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2668, 0.3221, 0.5147, 0.8095, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.180829, 0.513026, 0.264399, 0.041746, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2719, 0.3489, 0.4381, 0.5226, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2302, 0.3859, 0.4997, 0.5857, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4420817196769809, 0.47359430638379585, 0.4123858901222616, 0.42285432034966725, 0.4607455745717758, 0.489650301194844, 0.4176135079212374, 0.41794169896074485, 0.4927634861097024 ], "rps_clim": [ 0.45375860413458485, 0.45298996440830325, 0.4431570365814314, 0.45029456864798206, 0.45806327538229014, 0.4543204749095515, 0.470672671598715, 0.4932554758488676, 0.46455214735141936 ], "brier_below": [ 0.19808698891116755, 0.3078855762094465, 0.19912131946923425, 0.1546004871916416, 0.17586648956462203, 0.24426886302646098, 0.22924617167228714, 0.136334830930803, 0.30179286466883504 ], "brier_below_clim": [ 0.2051677757555093, 0.2983593853982372, 0.20938553817015962, 0.16496000983722006, 0.1741714573544431, 0.2285609758239909, 0.26339413622632507, 0.15647499638411203, 0.28182460076839555 ], "brier_above": [ 0.24399472698723274, 0.16570874212256162, 0.21326456855369502, 0.26825382585721846, 0.28487907500322274, 0.24538144078798999, 0.18836733632810293, 0.28160685238669164, 0.19097063136914955 ], "brier_above_clim": [ 0.2485908236640017, 0.154630591096392, 0.2337714963461003, 0.28533454752539783, 0.28389180700046496, 0.22575949845304602, 0.20727853804452892, 0.336780458980145, 0.18272755364522117 ], "log_loss": [ 1.0736745275483552, 1.12334511579153, 1.0507375396840102, 1.0575171061231279, 1.0979651925242515, 1.1411806388301085, 1.017081080442007, 0.9745201020627525, 1.1402100220324336 ], "log_loss_clim": [ 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876 ] }, "rps": 0.44773675614344555, "rpss": 0.026909366211840036, "bss_below": 0.01770433535718785, "bss_above": 0.03536193343373528, "log_loss": 1.0751368138931752, "log_loss_skill": 0.021368271456253862, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.3807, 0.50851, 0.109591, 0.0012, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2661, 0.3397, 0.4312, 0.5097, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2813, 0.3266, 0.4865, 0.778, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.199752, 0.538549, 0.233906, 0.027794, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2733, 0.3477, 0.4356, 0.5228, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2714, 0.3802, 0.4769, 0.5654, NaN, NaN, NaN, NaN ] } } } } }, "pseudocount": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3977731346118479, 0.43369556355202304, 0.4832106747158547, 0.5773211068706605, 0.6081826612188239, 0.4500087537320483, 0.45224071074528416, 0.3813406000087201, 0.376430749855742, 0.4195753968870572, 0.63166788177238, 0.6082769583717187, 0.3920958172474557, 0.440512852924156, 0.37363558730593405, 0.4514639619629465, 0.48866080776813126, 0.45960870026484624, 0.4634114038169715, 0.3967486511367705, 0.43239790556943963, 0.48848646087872033, 0.3603299549135797, 0.6177614659475872 ], "rps_clim": [ 0.4754016819136036, 0.4698987852691481, 0.4475722931876876, 0.45452035553745596, 0.45257039479879513, 0.47044392511759964, 0.4542944276806166, 0.40943755938485, 0.4371667600138314, 0.47263230769926734, 0.4303065355231145, 0.454595990277518, 0.3959257285293265, 0.4434645496740271, 0.4412507991961764, 0.435170437641651, 0.46944879844205245, 0.4520639211186838, 0.4716870174931902, 0.4802945203904019, 0.4668563967515232, 0.4722071384657149, 0.4700629053401188, 0.4416277853045537 ], "brier_below": [ 0.25728876142313456, 0.1649189764296296, 0.2574961453205971, 0.24528959431616434, 0.3661071976796375, 0.16281330530901764, 0.19495775466896914, 0.21221819638813963, 0.16878530554961502, 0.2835812337555635, 0.3305351784208108, 0.3545203204948735, 0.19664899643945344, 0.249673790884669, 0.14075172157672136, 0.1925461373626947, 0.3433575285067354, 0.15667943499045783, 0.22449447856664284, 0.1292895599485759, 0.14250856778136417, 0.3316226718589392, 0.24797090487925755, 0.27623541705991 ], "brier_below_clim": [ 0.3078804322691799, 0.1772720877647993, 0.23250880823643677, 0.18364157998711608, 0.25298088487778414, 0.16740053832617655, 0.19875490361406287, 0.23070092354944458, 0.19835315818041957, 0.3046158566400611, 0.2547128368467289, 0.2754668354354953, 0.19677990497580344, 0.24932954530109538, 0.18175769604553224, 0.17303074498633814, 0.3240234689536009, 0.14982223006986983, 0.23057761248348646, 0.17130633492700192, 0.15271106939309373, 0.30644077557443045, 0.3037858009356, 0.21743539710448076 ], "brier_above": [ 0.14048437136608932, 0.2687765911992578, 0.22571452640359413, 0.3320315125559349, 0.242075458432804, 0.28719545190372037, 0.25728295622703085, 0.16912240193762187, 0.20764544508375118, 0.135994160399566, 0.3011327071111778, 0.25375663924233177, 0.19544681866711536, 0.19083906012216642, 0.2328838661907497, 0.2589178270588764, 0.14530327361530815, 0.30292927200559955, 0.2389169266163711, 0.26745909575425086, 0.28988934352083007, 0.15686378624090816, 0.11235905010404655, 0.3415260556135204 ], "brier_above_clim": [ 0.16752124964442372, 0.2926266975043488, 0.21506348495125072, 0.2708787755503398, 0.1995895099210109, 0.3030433867914231, 0.2555395240665538, 0.17873663583540544, 0.23881360183341188, 0.1680164510592061, 0.17559369867638552, 0.1791291548420226, 0.1991458235535231, 0.1941350043729317, 0.2594931031506441, 0.26213969265531295, 0.1454253294884514, 0.30224169104881393, 0.24110940500970388, 0.3089881854633999, 0.31414532735842937, 0.16576636289128455, 0.16627710440451882, 0.22419238820007306 ], "log_loss": [ 0.963494395543225, 1.0659080661066394, 1.185363337266091, 1.3365364924085437, 1.519066352718582, 1.1134216842436484, 1.1204672337298256, 1.071541834192238, 1.0143081309323314, 1.0718303682149415, 1.5054465935974797, 1.3533844465275218, 1.1109520807208326, 1.1267664491428842, 1.017766742915385, 1.1502991678691232, 1.1318551574053222, 1.087595186873953, 1.0848869288085032, 0.9681045467321254, 1.024506491730419, 1.1704996259225473, 0.9946738383074859, 1.5434655919428264 ], "log_loss_clim": [ 1.0871650777805744, 1.0895794529049794, 1.0993751170032733, 1.0963266808824523, 1.0971822187936968, 1.0893402748548608, 1.0964258058765617, 1.1161065874665885, 1.1039405053931213, 1.0883801302602534, 1.1069504029849484, 1.0962934964258393, 1.1220348522352204, 1.101177373959491, 1.1021486486227627, 1.1048163842960153, 1.0897768829262657, 1.0974044322084544, 1.088794872768855, 1.085018363373714, 1.0909142893793544, 1.0885666716560818, 1.0895074458435414, 1.1019832473911717 ] }, "rps": 0.46603490675327913, "rpss": -0.029067956999425437, "bss_below": -0.03473473625825285, "bss_above": -0.023386899934773275, "log_loss": 1.1555058643271865, "log_loss_skill": -0.05328422578486669, "reliability": { "below": { "weight": [ 0.071437, 0.096477, 0.21632, 0.253535, 0.140503, 0.127016, 0.057054, 0.020724, 0.015871, 0.001063 ], "mean_forecast": [ 0.0673, 0.153, 0.2477, 0.3578, 0.4519, 0.5426, 0.653, 0.7556, 0.8351, 0.9282 ], "observed_frequency": [ 0.2538, 0.2391, 0.3004, 0.3424, 0.4061, 0.4194, 0.4792, 0.4129, 0.4835, 0.5166 ] }, "above": { "weight": [ 0.068037, 0.113566, 0.256253, 0.267587, 0.119787, 0.102547, 0.051894, 0.011416, 0.007747, 0.001168 ], "mean_forecast": [ 0.0723, 0.153, 0.2491, 0.3553, 0.4508, 0.5416, 0.6516, 0.7537, 0.8343, 0.9279 ], "observed_frequency": [ 0.1877, 0.2511, 0.3084, 0.3646, 0.4484, 0.44, 0.4092, 0.3842, 0.3807, 0.2361 ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.39828969880061754, 0.44349451805043594, 0.45848037624296034, 0.577441016528197, 0.44912015790999577, 0.5077117828029397, 0.46996806857552886, 0.3935335184096983, 0.38418152425319885, 0.4095068393867595, 0.5694051618837187, 0.5888840971959262, 0.39451640460532733, 0.43832948305920455, 0.37601752770539565, 0.4387357385341663, 0.48926167436220364, 0.43314499659904565, 0.45105866730058275, 0.3503182620317542, 0.40349965432574897, 0.45329358309006706, 0.3124537816345032, 0.4862780265747657 ], "rps_clim": [ 0.4708394260755114, 0.478347266080356, 0.45538422746879303, 0.459058972330508, 0.4576620419554788, 0.4731696930221518, 0.4667027713068357, 0.40033314926296837, 0.4269632323273467, 0.47402716162226893, 0.42746598323848156, 0.4504271403690195, 0.40120899735641075, 0.42992826073816515, 0.4295731135867868, 0.45389937720701334, 0.464329174189181, 0.43688310391500257, 0.4544141148747783, 0.48318259866850327, 0.47262088435117405, 0.4869104538041862, 0.4927855011868216, 0.4253640867477962 ], "brier_below": [ 0.24737769961121903, 0.17566552845167224, 0.26672164350432437, 0.24296133659405159, 0.30965457207385855, 0.19450132086206603, 0.22438733803711505, 0.19878524803677589, 0.1398643098116951, 0.27107255287111753, 0.2993418849794163, 0.3304766248844281, 0.1961065435909688, 0.2186509178175039, 0.1514323109471803, 0.1731176729855351, 0.33674071534304395, 0.15572318314459604, 0.23497865668647316, 0.07834691806550503, 0.1178465891663049, 0.34401595275602215, 0.22512696243040553, 0.18072721227493413 ], "brier_below_clim": [ 0.3014181688717181, 0.19043828142969435, 0.2621352098296086, 0.189211357423254, 0.29646647218334904, 0.1763031653097088, 0.22490333867954082, 0.20427330506010077, 0.15400796871896968, 0.30561580770909275, 0.2387426263229863, 0.25381385295644204, 0.19826391217931327, 0.2127100821035814, 0.1864847383371641, 0.17554851753521306, 0.31069878617163244, 0.15976518026133896, 0.23943647892764403, 0.13596964382400945, 0.15004019014661238, 0.3525530292328047, 0.338807101099202, 0.18090576234657507 ], "brier_above": [ 0.15091199761951676, 0.26782899378637015, 0.19175872904696084, 0.33447967872832585, 0.139465583853822, 0.3132104664580676, 0.24558072943730994, 0.1947482700459486, 0.24431721552356403, 0.1384342834854024, 0.27006327861514956, 0.2584074745882946, 0.19840986002351935, 0.21967856530528662, 0.22458521720738386, 0.26561806897137497, 0.15252095291566112, 0.2774218199809627, 0.21608000883448908, 0.27197134952288826, 0.2856530725102575, 0.10927762684744809, 0.08732681856766364, 0.30555081952048885 ], "brier_above_clim": [ 0.16942125720379314, 0.28790898465066145, 0.1932490176391843, 0.26984761490725384, 0.16119556977212962, 0.2968665277124429, 0.2417994326272948, 0.1960598442028676, 0.27295526360837696, 0.16841135391317605, 0.18872335691549524, 0.19661328741257744, 0.20294508517709747, 0.21721817863458368, 0.24308837524962262, 0.2783508596718001, 0.15363038801754828, 0.27711792365366356, 0.2149776359471342, 0.3472129548444936, 0.3225806942045614, 0.13435742457138128, 0.15397840008761954, 0.24445832440122106 ], "log_loss": [ 0.9725240863614818, 1.057140478684424, 1.1032066146695483, 1.31220831708006, 1.152848018464272, 1.1966198352845474, 1.1198673345655847, 1.0988444020570916, 1.0411717855731113, 0.9929613774350877, 1.3906285088685595, 1.318999843031191, 1.0796977602517799, 1.1231584490584456, 1.015653443488224, 1.0760333648314573, 1.1408825439974546, 1.0838870901749706, 1.092510961384422, 0.8878659495346047, 0.9842585292486132, 1.0527440760025986, 0.8273884731328657, 1.2312115668471888 ], "log_loss_clim": [ 1.089166750302947, 1.0858727138496227, 1.0959476603344664, 1.094335379901833, 1.0949482778292172, 1.0881443544789473, 1.090981691963137, 1.1201011130302845, 1.108417264638136, 1.0877681433683557, 1.1081966845742093, 1.098122563582061, 1.1197168379863955, 1.1071163696185198, 1.1072721890901893, 1.0965991327801863, 1.092023098736059, 1.1040649584354267, 1.096373293572049, 1.0837512299342722, 1.0883851422110957, 1.0821156475694738, 1.0795379927138935, 1.1091188837229609 ] }, "rps": 0.4448718566609476, "rpss": 0.017896014041192565, "bss_below": 0.02296386572383491, "bss_above": 0.01282298676729221, "log_loss": 1.0980130337511493, "log_loss_skill": -0.0009205167342594134, "reliability": { "below": { "weight": [ 0.066932, 0.10381, 0.239371, 0.273043, 0.138877, 0.112901, 0.039073, 0.014065, 0.011122, 0.000806 ], "mean_forecast": [ 0.0725, 0.1532, 0.2476, 0.3571, 0.4524, 0.542, 0.6501, 0.7588, 0.8389, 0.9316 ], "observed_frequency": [ 0.2196, 0.2255, 0.2902, 0.3295, 0.4257, 0.4546, 0.5931, 0.5411, 0.7071, 0.5009 ] }, "above": { "weight": [ 0.069666, 0.113882, 0.262426, 0.280118, 0.118941, 0.094158, 0.046148, 0.00767, 0.006387, 0.000605 ], "mean_forecast": [ 0.0748, 0.1534, 0.2492, 0.3548, 0.4509, 0.5417, 0.6494, 0.7507, 0.841, 0.9245 ], "observed_frequency": [ 0.1352, 0.2403, 0.3109, 0.3579, 0.4587, 0.4773, 0.4685, 0.4379, 0.4804, 0.1665 ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4277674605309738, 0.5290845716844471, 0.4033837293362925, 0.41071682959589767, 0.4718804471582782, 0.6252855609614854, 0.33474314516920234, 0.30930848583698106, 0.5759332014142247 ], "rps_clim": [ 0.4392667893930284, 0.47209024474380396, 0.4563295774817628, 0.4676949686529568, 0.46440251426226875, 0.44306773857298026, 0.4754913821954125, 0.4978762127486338, 0.46473262279411304 ], "brier_below": [ 0.19811888136025696, 0.3405521409061218, 0.18376981158118552, 0.1392954747617949, 0.1787293517024162, 0.2914092613548387, 0.20249934263629868, 0.0998646406469341, 0.338038950473736 ], "brier_below_clim": [ 0.20840800414252633, 0.3211528412581965, 0.18588896696747403, 0.1529691839704525, 0.16918637749027593, 0.22647917630868836, 0.29670790679502046, 0.14687399037084822, 0.2847919519536404 ], "brier_above": [ 0.22964857936047298, 0.1885324437193729, 0.2196139108170654, 0.271421349947902, 0.29315108544282625, 0.33387631033896514, 0.13224380252773266, 0.2094438366107712, 0.23789426667819852 ], "brier_above_clim": [ 0.23085878370616417, 0.15093741623232468, 0.27044060189216984, 0.31472576814158004, 0.2952161237196651, 0.21658856327166845, 0.17878348316784407, 0.3510021993501296, 0.17994067840100206 ], "log_loss": [ 1.1437830241758222, 1.177017530713184, 1.019537553090916, 1.0097941363567615, 1.1158674434638458, 1.4656807359161463, 0.898337626516757, 0.803485134142016, 1.2924226584379734 ], "log_loss_clim": [ 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883 ] }, "rps": 0.45423371463197587, "rpss": 0.022207530253405605, "bss_below": 0.010128464333842069, "bss_above": 0.033204589606960044, "log_loss": 1.1028806492014913, "log_loss_skill": -0.003885256423508121, "reliability": { "below": { "weight": [ 0.084664, 0.165477, 0.281343, 0.204024, 0.120436, 0.078666, 0.048675, 0.013785, 0.00293, 0.0 ], "mean_forecast": [ 0.0616, 0.1472, 0.2488, 0.3499, 0.4431, 0.5377, 0.639, 0.7452, 0.831, NaN ], "observed_frequency": [ 0.2385, 0.2716, 0.2771, 0.3335, 0.3595, 0.4738, 0.5374, 0.7757, 0.781, NaN ] }, "above": { "weight": [ 0.012559, 0.087446, 0.179742, 0.218871, 0.195238, 0.127447, 0.105299, 0.049322, 0.020962, 0.003115 ], "mean_forecast": [ 0.0766, 0.1477, 0.2524, 0.3527, 0.4448, 0.5383, 0.6411, 0.749, 0.8375, 0.9165 ], "observed_frequency": [ 0.0361, 0.1747, 0.3382, 0.4021, 0.3846, 0.4418, 0.5643, 0.5307, 0.6071, 0.6186 ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4338493441925852, 0.5190865381162099, 0.3806612366549795, 0.43684143607586146, 0.476317271019514, 0.5989529349699698, 0.3849306663113328, 0.3504287327423192, 0.5763337579249672 ], "rps_clim": [ 0.45375860413458485, 0.45298996440830325, 0.4431570365814314, 0.45029456864798206, 0.45806327538229014, 0.4543204749095515, 0.470672671598715, 0.4932554758488676, 0.46455214735141936 ], "brier_below": [ 0.1919846560600048, 0.3279365280391906, 0.1892296042998779, 0.15740017698837355, 0.18381877401430788, 0.2883639908648518, 0.2095424996024538, 0.12097637692177189, 0.347041705235475 ], "brier_below_clim": [ 0.2051677757555093, 0.2983593853982372, 0.20938553817015962, 0.16496000983722006, 0.1741714573544431, 0.2285609758239909, 0.26339413622632507, 0.15647499638411203, 0.28182460076839555 ], "brier_above": [ 0.24186468560690944, 0.19115002184805444, 0.19143163062833796, 0.2794412567303971, 0.292498488657922, 0.31058895100021483, 0.17538816258552706, 0.2294523477666865, 0.22929206694721868 ], "brier_above_clim": [ 0.2485908236640017, 0.154630591096392, 0.2337714963461003, 0.28533454752539783, 0.28389180700046496, 0.22575949845304602, 0.20727853804452892, 0.336780458980145, 0.18272755364522117 ], "log_loss": [ 1.0593966665912147, 1.1948110738086932, 1.0107459587607204, 1.0893554100831222, 1.1214922609438362, 1.3593556427483913, 0.9781140552321413, 0.8625814998323837, 1.2961684689364052 ], "log_loss_clim": [ 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876 ] }, "rps": 0.4619335464453044, "rpss": -0.003945289974053967, "bss_below": -0.017149500877154278, "bss_above": 0.008179538027287547, "log_loss": 1.1080023374374344, "log_loss_skill": -0.00854721808888348, "reliability": { "below": { "weight": [ 0.065141, 0.169664, 0.300855, 0.230226, 0.123325, 0.063505, 0.040075, 0.007211, 0.0, 0.0 ], "mean_forecast": [ 0.0615, 0.1488, 0.2486, 0.3498, 0.4409, 0.5382, 0.6372, 0.7358, NaN, NaN ], "observed_frequency": [ 0.2632, 0.2846, 0.286, 0.3429, 0.3467, 0.4507, 0.5062, 0.7418, NaN, NaN ] }, "above": { "weight": [ 0.013482, 0.087783, 0.214486, 0.222211, 0.200337, 0.123165, 0.085246, 0.036767, 0.015044, 0.001477 ], "mean_forecast": [ 0.0776, 0.1482, 0.2517, 0.3515, 0.4448, 0.5385, 0.6383, 0.7469, 0.8398, 0.9221 ], "observed_frequency": [ 0.0494, 0.2177, 0.3514, 0.383, 0.393, 0.438, 0.5167, 0.5259, 0.6251, 0.3642 ] } } } } }, "temperature": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43675635717592276, 0.4530066757089618, 0.4496448208273215, 0.4819410528089579, 0.46843363318859643, 0.4492586506837628, 0.44768216972893926, 0.39362817354248325, 0.40610233942559393, 0.4459303187627917, 0.4743244616972326, 0.49217737631353803, 0.3869420293797704, 0.43848163503854837, 0.4073511396719426, 0.43252567852531026, 0.4719151007354342, 0.4490662720575654, 0.466406288818498, 0.44715286492371925, 0.45108150832701555, 0.46502585975992394, 0.4196931976318002, 0.47901714127286504 ], "rps_clim": [ 0.4754016819136036, 0.4698987852691481, 0.4475722931876876, 0.45452035553745596, 0.45257039479879513, 0.47044392511759964, 0.4542944276806166, 0.40943755938485, 0.4371667600138314, 0.47263230769926734, 0.4303065355231145, 0.454595990277518, 0.3959257285293265, 0.4434645496740271, 0.4412507991961764, 0.435170437641651, 0.46944879844205245, 0.4520639211186838, 0.4716870174931902, 0.4802945203904019, 0.4668563967515232, 0.4722071384657149, 0.4700629053401188, 0.4416277853045537 ], "brier_below": [ 0.2891004335974692, 0.1674552252338829, 0.23475224652288335, 0.19169968914577037, 0.26248374047555584, 0.15528025450532315, 0.19337337525224393, 0.22183947306430127, 0.18020399353364402, 0.29695945623338194, 0.27663755678321633, 0.29798492547184985, 0.19369609947452654, 0.24877418683222685, 0.16019999045257685, 0.1717240411054854, 0.3324857331505545, 0.14504317781744624, 0.22627881514805878, 0.14818683466760318, 0.14256367528648783, 0.3103463893334006, 0.27851533902869663, 0.2345457060416336 ], "brier_below_clim": [ 0.3078804322691799, 0.1772720877647993, 0.23250880823643677, 0.18364157998711608, 0.25298088487778414, 0.16740053832617655, 0.19875490361406287, 0.23070092354944458, 0.19835315818041957, 0.3046158566400611, 0.2547128368467289, 0.2754668354354953, 0.19677990497580344, 0.24932954530109538, 0.18175769604553224, 0.17303074498633814, 0.3240234689536009, 0.14982223006986983, 0.23057761248348646, 0.17130633492700192, 0.15271106939309373, 0.30644077557443045, 0.3037858009356, 0.21743539710448076 ], "brier_above": [ 0.1476559235784536, 0.2855514504750788, 0.21489257430443814, 0.29024136366318753, 0.20594989271304057, 0.2939783961784396, 0.25430879447669535, 0.17178870047818198, 0.22589834589194993, 0.1489708625294097, 0.19768690491401625, 0.19419245084168815, 0.19324592990524384, 0.18970744820632152, 0.2471511492193656, 0.26080163741982487, 0.13942936758487962, 0.3040230942401192, 0.2401274736704392, 0.2989660302561159, 0.30851783304052777, 0.15467947042652327, 0.14117785860310378, 0.24447143523123138 ], "brier_above_clim": [ 0.16752124964442372, 0.2926266975043488, 0.21506348495125072, 0.2708787755503398, 0.1995895099210109, 0.3030433867914231, 0.2555395240665538, 0.17873663583540544, 0.23881360183341188, 0.1680164510592061, 0.17559369867638552, 0.1791291548420226, 0.1991458235535231, 0.1941350043729317, 0.2594931031506441, 0.26213969265531295, 0.1454253294884514, 0.30224169104881393, 0.24110940500970388, 0.3089881854633999, 0.31414532735842937, 0.16576636289128455, 0.16627710440451882, 0.22419238820007306 ], "log_loss": [ 1.0289178767591671, 1.0686853501141829, 1.1009387458898063, 1.1391779152589359, 1.1332195832551692, 1.0663949367647159, 1.0855536756930702, 1.0728070609014508, 1.0489638313074274, 1.06444860765441, 1.167620046497958, 1.1472122149551536, 1.0874757078771546, 1.0921424674456488, 1.0474736789456003, 1.0959444963623755, 1.0918226854327258, 1.0820493019268331, 1.0794167975786415, 1.039018556038956, 1.06105688372714, 1.0887442709384472, 1.028203264405524, 1.1610984343000186 ], "log_loss_clim": [ 1.0871650777805744, 1.0895794529049794, 1.0993751170032733, 1.0963266808824523, 1.0971822187936968, 1.0893402748548608, 1.0964258058765617, 1.1161065874665885, 1.1039405053931213, 1.0883801302602534, 1.1069504029849484, 1.0962934964258393, 1.1220348522352204, 1.101177373959491, 1.1021486486227627, 1.1048163842960153, 1.0897768829262657, 1.0974044322084544, 1.088794872768855, 1.085018363373714, 1.0909142893793544, 1.0885666716560818, 1.0895074458435414, 1.1019832473911717 ] }, "rps": 0.4463976977502706, "rpss": 0.014293650161462335, "bss_below": 0.01491541102829197, "bss_above": 0.013670322427807302, "log_loss": 1.0865994329179378, "log_loss_skill": 0.00952640936560778, "reliability": { "below": { "weight": [ 0.0, 0.014062, 0.200574, 0.656789, 0.120385, 0.008087, 0.000102, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1719, 0.2711, 0.3478, 0.4317, 0.5274, 0.618, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3615, 0.2507, 0.3575, 0.4467, 0.4344, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.008627, 0.221054, 0.665372, 0.099224, 0.005621, 0.000103, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1687, 0.273, 0.3442, 0.4285, 0.527, 0.6109, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4249, 0.2329, 0.3773, 0.3775, 0.3415, 0.0, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4367392191429512, 0.46175547496054536, 0.4492607392072055, 0.48652425967432433, 0.41726528893482145, 0.47244644459888097, 0.4626298644032668, 0.3906761145936875, 0.3992755000249651, 0.4457417607284721, 0.4549030696300014, 0.4842967412843599, 0.3921557924660008, 0.4276291989700617, 0.40299187248424895, 0.4440430765409512, 0.4696199198194104, 0.43129394252329056, 0.4499676200281916, 0.4381471814568088, 0.4488227852225618, 0.46929783685112747, 0.42820033986156253, 0.4184817330677803 ], "rps_clim": [ 0.4708394260755114, 0.478347266080356, 0.45538422746879303, 0.459058972330508, 0.4576620419554788, 0.4731696930221518, 0.4667027713068357, 0.40033314926296837, 0.4269632323273467, 0.47402716162226893, 0.42746598323848156, 0.4504271403690195, 0.40120899735641075, 0.42992826073816515, 0.4295731135867868, 0.45389937720701334, 0.464329174189181, 0.43688310391500257, 0.4544141148747783, 0.48318259866850327, 0.47262088435117405, 0.4869104538041862, 0.4927855011868216, 0.4253640867477962 ], "brier_below": [ 0.2835308739697602, 0.1801757286965796, 0.2617890707522443, 0.19674863793886896, 0.2786460601669348, 0.17217726434938727, 0.22149345439575904, 0.1991698446907127, 0.13743794243376636, 0.29562647310461737, 0.2553315531641838, 0.2750611475727337, 0.1939053797841444, 0.21171957577431705, 0.16924139476185063, 0.16811800801942997, 0.32217740918724763, 0.15258056432307912, 0.23695129692546893, 0.10769610502220171, 0.1336293283026156, 0.35313479189721214, 0.303759055841936, 0.16998839927900217 ], "brier_below_clim": [ 0.3014181688717181, 0.19043828142969435, 0.2621352098296086, 0.189211357423254, 0.29646647218334904, 0.1763031653097088, 0.22490333867954082, 0.20427330506010077, 0.15400796871896968, 0.30561580770909275, 0.2387426263229863, 0.25381385295644204, 0.19826391217931327, 0.2127100821035814, 0.1864847383371641, 0.17554851753521306, 0.31069878617163244, 0.15976518026133896, 0.23943647892764403, 0.13596964382400945, 0.15004019014661238, 0.3525530292328047, 0.338807101099202, 0.18090576234657507 ], "brier_above": [ 0.15320834517319099, 0.2815797462639658, 0.18747166845496133, 0.28977562173545546, 0.1386192287678866, 0.30026918024949373, 0.24113641000750774, 0.19150626990297479, 0.26183755759119876, 0.15011528762385468, 0.19957151646581756, 0.20923559371162614, 0.19825041268185634, 0.2159096231957446, 0.23375047772239838, 0.27592506852152127, 0.14744251063216285, 0.2787133782002114, 0.21301632310272273, 0.33045107643460714, 0.31519345691994627, 0.1161630449539153, 0.12444128401962655, 0.24849333378877822 ], "brier_above_clim": [ 0.16942125720379314, 0.28790898465066145, 0.1932490176391843, 0.26984761490725384, 0.16119556977212962, 0.2968665277124429, 0.2417994326272948, 0.1960598442028676, 0.27295526360837696, 0.16841135391317605, 0.18872335691549524, 0.19661328741257744, 0.20294508517709747, 0.21721817863458368, 0.24308837524962262, 0.2783508596718001, 0.15363038801754828, 0.27711792365366356, 0.2149776359471342, 0.3472129548444936, 0.3225806942045614, 0.13435742457138128, 0.15397840008761954, 0.24445832440122106 ], "log_loss": [ 1.0385229119806891, 1.0687173533565217, 1.0834941962959488, 1.1374694915925356, 1.0371431557325483, 1.0981138649361082, 1.0896325034671908, 1.0843825449975515, 1.0581995890135454, 1.0502437629619616, 1.1435372199637475, 1.1418754683890222, 1.0835447967201057, 1.0954128959669012, 1.055893219405491, 1.0805762775829748, 1.099326886808468, 1.0846921866372568, 1.086817542771155, 1.023345228632171, 1.0539241845356109, 1.0654386687331638, 0.99462880937896, 1.0820569986187092 ], "log_loss_clim": [ 1.089166750302947, 1.0858727138496227, 1.0959476603344664, 1.094335379901833, 1.0949482778292172, 1.0881443544789473, 1.090981691963137, 1.1201011130302845, 1.108417264638136, 1.0877681433683557, 1.1081966845742093, 1.098122563582061, 1.1197168379863955, 1.1071163696185198, 1.1072721890901893, 1.0965991327801863, 1.092023098736059, 1.1040649584354267, 1.096373293572049, 1.0837512299342722, 1.0883851422110957, 1.0821156475694738, 1.0795379927138935, 1.1091188837229609 ] }, "rps": 0.4409235740198116, "rpss": 0.02661228606760424, "bss_below": 0.029129950960016027, "bss_above": 0.02409205149128102, "log_loss": 1.0765412399365974, "log_loss_skill": 0.018652619739950804, "reliability": { "below": { "weight": [ 0.0, 0.008839, 0.216102, 0.686891, 0.081849, 0.006169, 0.000151, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1741, 0.272, 0.3458, 0.4283, 0.5257, 0.618, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2159, 0.2455, 0.3526, 0.5624, 0.6174, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.007084, 0.233486, 0.676484, 0.078468, 0.004478, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1696, 0.273, 0.3428, 0.4256, 0.5272, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2694, 0.2185, 0.3815, 0.4235, 0.4603, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43389916015999236, 0.48271210485902, 0.435175152216596, 0.42348641690098343, 0.46178443780813616, 0.47664244198608136, 0.41792747072799663, 0.4252516085727539, 0.48160495330780134 ], "rps_clim": [ 0.4392667893930284, 0.47209024474380396, 0.4563295774817628, 0.4676949686529568, 0.46440251426226875, 0.44306773857298026, 0.4754913821954125, 0.4978762127486338, 0.46473262279411304 ], "brier_below": [ 0.20360230082625633, 0.3229131463938275, 0.18335371779869591, 0.13969284764634535, 0.16950132033634643, 0.2423556393059497, 0.257264214631407, 0.12708368872305723, 0.2952751368340946 ], "brier_below_clim": [ 0.20840800414252633, 0.3211528412581965, 0.18588896696747403, 0.1529691839704525, 0.16918637749027593, 0.22647917630868836, 0.29670790679502046, 0.14687399037084822, 0.2847919519536404 ], "brier_above": [ 0.23029685933373606, 0.1597989584651924, 0.2518214344179001, 0.28379356925463806, 0.29228311747178964, 0.23428680268013152, 0.16066325609658974, 0.29816791984969665, 0.1863298164737068 ], "brier_above_clim": [ 0.23085878370616417, 0.15093741623232468, 0.27044060189216984, 0.31472576814158004, 0.2952161237196651, 0.21658856327166845, 0.17878348316784407, 0.3510021993501296, 0.17994067840100206 ], "log_loss": [ 1.0966085444425195, 1.1044783729708705, 1.0589684783317341, 1.0256737845629351, 1.0888869019270506, 1.1475576305154955, 1.0073987792587336, 0.9808284802148756, 1.1190027753500158 ], "log_loss_clim": [ 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883 ] }, "rps": 0.44872041628215126, "rpss": 0.034075565223668836, "bss_below": 0.025805500772469236, "bss_above": 0.04160482036372726, "log_loss": 1.06993374973047, "log_loss_skill": 0.0261043046842806, "reliability": { "below": { "weight": [ 0.0, 0.006584, 0.278147, 0.639434, 0.074462, 0.001374, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.183, 0.2688, 0.3407, 0.4252, 0.5131, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1387, 0.2677, 0.3318, 0.5661, 0.8001, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 9.1e-05, 0.114587, 0.692616, 0.18547, 0.007236, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1957, 0.2769, 0.3496, 0.4313, 0.517, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.177, 0.3902, 0.5459, 0.6082, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4451397854349899, 0.4661864973859711, 0.4212399453120321, 0.4235054332936482, 0.459120773092059, 0.480766074536536, 0.430518160928951, 0.436983787374751, 0.48317902004756297 ], "rps_clim": [ 0.45375860413458485, 0.45298996440830325, 0.4431570365814314, 0.45029456864798206, 0.45806327538229014, 0.4543204749095515, 0.470672671598715, 0.4932554758488676, 0.46455214735141936 ], "brier_below": [ 0.1998160407036751, 0.3045745710013467, 0.20201823916603046, 0.15401665682399554, 0.17512491342545763, 0.24221486471642648, 0.2381982058223235, 0.13985569470381334, 0.29616820091484136 ], "brier_below_clim": [ 0.2051677757555093, 0.2983593853982372, 0.20938553817015962, 0.16496000983722006, 0.1741714573544431, 0.2285609758239909, 0.26339413622632507, 0.15647499638411203, 0.28182460076839555 ], "brier_above": [ 0.24532374473131474, 0.1616119263846244, 0.21922170614600167, 0.26948877646965264, 0.2839958596666014, 0.23855120982010955, 0.19231995510662753, 0.2971280926709377, 0.1870108191327217 ], "brier_above_clim": [ 0.2485908236640017, 0.154630591096392, 0.2337714963461003, 0.28533454752539783, 0.28389180700046496, 0.22575949845304602, 0.20727853804452892, 0.336780458980145, 0.18272755364522117 ], "log_loss": [ 1.0799454438303968, 1.1135944761553174, 1.0635177119610943, 1.057811635010298, 1.0957973278090263, 1.1321007376152137, 1.0370913932997408, 1.0067132179062146, 1.1261236317678116 ], "log_loss_clim": [ 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876 ] }, "rps": 0.44962660860072234, "rpss": 0.022802047122700064, "bss_below": 0.015291078863926444, "bss_above": 0.029699024802969043, "log_loss": 1.0791883972616791, "log_loss_skill": 0.017680361244249876, "reliability": { "below": { "weight": [ 0.0, 0.006174, 0.270611, 0.677676, 0.045539, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1858, 0.272, 0.3387, 0.4181, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1956, 0.2771, 0.3325, 0.5688, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000134, 0.126325, 0.731402, 0.137168, 0.004971, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1957, 0.2774, 0.3473, 0.4285, 0.5151, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2094, 0.3906, 0.5198, 0.568, NaN, NaN, NaN, NaN ] } } } } }, "dirichlet": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42745903647866373, 0.43944953993931984, 0.45293404065103776, 0.49309402698965016, 0.5137310839232996, 0.44062197948120013, 0.44427049952130965, 0.398550183431629, 0.40087857564963597, 0.43634829699416305, 0.5109803807553862, 0.5204875130041078, 0.3896931623025179, 0.44116050560019054, 0.3979318813770931, 0.42745005401256003, 0.49061720459861896, 0.43983069715583056, 0.4638049201267056, 0.4318207439131815, 0.4358294945485483, 0.46791011974166047, 0.4070577641967098, 0.5053907617587812 ], "rps_clim": [ 0.4754016819136036, 0.4698987852691481, 0.4475722931876876, 0.45452035553745596, 0.45257039479879513, 0.47044392511759964, 0.4542944276806166, 0.40943755938485, 0.4371667600138314, 0.47263230769926734, 0.4303065355231145, 0.454595990277518, 0.3959257285293265, 0.4434645496740271, 0.4412507991961764, 0.435170437641651, 0.46944879844205245, 0.4520639211186838, 0.4716870174931902, 0.4802945203904019, 0.4668563967515232, 0.4722071384657149, 0.4700629053401188, 0.4416277853045537 ], "brier_below": [ 0.28135080327599293, 0.1655678536067669, 0.23531915099516484, 0.1979541699031533, 0.288368497954662, 0.15310075355969327, 0.19281746517105477, 0.22456201693003605, 0.18204971333135794, 0.287827367149745, 0.29011702319368854, 0.31195842938742463, 0.19207763902299824, 0.2482933669157133, 0.15705470933023977, 0.1716818633410607, 0.3405189100988799, 0.14401160428614376, 0.2261938550650977, 0.14844949813226732, 0.13914297165247502, 0.30982029503178227, 0.271763856223096, 0.24542660557903745 ], "brier_below_clim": [ 0.3078804322691799, 0.1772720877647993, 0.23250880823643677, 0.18364157998711608, 0.25298088487778414, 0.16740053832617655, 0.19875490361406287, 0.23070092354944458, 0.19835315818041957, 0.3046158566400611, 0.2547128368467289, 0.2754668354354953, 0.19677990497580344, 0.24932954530109538, 0.18175769604553224, 0.17303074498633814, 0.3240234689536009, 0.14982223006986983, 0.23057761248348646, 0.17130633492700192, 0.15271106939309373, 0.30644077557443045, 0.3037858009356, 0.21743539710448076 ], "brier_above": [ 0.14610823320267086, 0.27388168633255294, 0.21761488965587278, 0.2951398570864969, 0.22536258596863748, 0.28752122592150686, 0.2514530343502549, 0.173988166501593, 0.21882886231827797, 0.1485209298444181, 0.22086335756169756, 0.20852908361668313, 0.19761552327951973, 0.19286713868447736, 0.24087717204685324, 0.25576819067149936, 0.1500982944997391, 0.2958190928696869, 0.23761106506160784, 0.28337124578091416, 0.2966865228960733, 0.15808982470987837, 0.13529390797361374, 0.2599641561797436 ], "brier_above_clim": [ 0.16752124964442372, 0.2926266975043488, 0.21506348495125072, 0.2708787755503398, 0.1995895099210109, 0.3030433867914231, 0.2555395240665538, 0.17873663583540544, 0.23881360183341188, 0.1680164510592061, 0.17559369867638552, 0.1791291548420226, 0.1991458235535231, 0.1941350043729317, 0.2594931031506441, 0.26213969265531295, 0.1454253294884514, 0.30224169104881393, 0.24110940500970388, 0.3089881854633999, 0.31414532735842937, 0.16576636289128455, 0.16627710440451882, 0.22419238820007306 ], "log_loss": [ 1.0146843718137084, 1.0444729442382898, 1.1063793598132463, 1.1585734862793085, 1.2312749823492513, 1.0508939021709531, 1.0796473270849658, 1.0871227176621023, 1.043178331146752, 1.044225203278345, 1.2256682091829174, 1.1866521317094876, 1.1019982663184145, 1.095853490431612, 1.0349179812802083, 1.0890123485634655, 1.115928071791657, 1.0719577356353711, 1.0743204061949345, 1.0124327925918304, 1.0401592028954827, 1.0854936793085788, 1.0044540395317911, 1.2079151132276622 ], "log_loss_clim": [ 1.0871650777805744, 1.0895794529049794, 1.0993751170032733, 1.0963266808824523, 1.0971822187936968, 1.0893402748548608, 1.0964258058765617, 1.1161065874665885, 1.1039405053931213, 1.0883801302602534, 1.1069504029849484, 1.0962934964258393, 1.1220348522352204, 1.101177373959491, 1.1021486486227627, 1.1048163842960153, 1.0897768829262657, 1.0974044322084544, 1.088794872768855, 1.085018363373714, 1.0909142893793544, 1.0885666716560818, 1.0895074458435414, 1.1019832473911717 ] }, "rps": 0.4490542694229917, "rpss": 0.008427581452328248, "bss_below": 0.006590534803387338, "bss_above": 0.010269257545810317, "log_loss": 1.0919673372708474, "log_loss_skill": 0.004633375799106942, "reliability": { "below": { "weight": [ 0.0, 0.025, 0.232622, 0.571039, 0.143663, 0.018001, 0.008888, 0.000788, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1602, 0.2671, 0.3456, 0.4314, 0.5467, 0.6427, 0.7116, NaN, NaN ], "observed_frequency": [ NaN, 0.3866, 0.2703, 0.3421, 0.4825, 0.4173, 0.2538, 0.5659, NaN, NaN ] }, "above": { "weight": [ 0.007397, 0.031843, 0.190917, 0.541408, 0.207291, 0.019431, 0.001714, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0623, 0.1581, 0.2631, 0.353, 0.4322, 0.5361, 0.616, NaN, NaN, NaN ], "observed_frequency": [ 0.4956, 0.1788, 0.2371, 0.3591, 0.4418, 0.236, 0.1994, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4307561880125798, 0.4496465299174185, 0.452441351289623, 0.4986357929043812, 0.42190092024443704, 0.4683635886212704, 0.4621791298762715, 0.39537213291323453, 0.3938787329571602, 0.43974264052302536, 0.48258599108544864, 0.5056176546762354, 0.39454455013161455, 0.42848940642789235, 0.3951452449182274, 0.4342619224328226, 0.48685505354618386, 0.42480765917212093, 0.4512783638883539, 0.41193787762453155, 0.42923761494749996, 0.4721616046533706, 0.41416352830853176, 0.426619120869199 ], "rps_clim": [ 0.4708394260755114, 0.478347266080356, 0.45538422746879303, 0.459058972330508, 0.4576620419554788, 0.4731696930221518, 0.4667027713068357, 0.40033314926296837, 0.4269632323273467, 0.47402716162226893, 0.42746598323848156, 0.4504271403690195, 0.40120899735641075, 0.42992826073816515, 0.4295731135867868, 0.45389937720701334, 0.464329174189181, 0.43688310391500257, 0.4544141148747783, 0.48318259866850327, 0.47262088435117405, 0.4869104538041862, 0.4927855011868216, 0.4253640867477962 ], "brier_below": [ 0.2782291420752159, 0.1797560431048695, 0.2618871073524147, 0.20255245997361562, 0.2829925078725658, 0.17232335675062851, 0.22313567220921954, 0.20178773442649864, 0.14074370418528942, 0.28942464247595445, 0.2649043773540108, 0.2849822445459763, 0.1942245331164772, 0.21158274159591706, 0.16554237890044518, 0.16773820709695234, 0.328726435735109, 0.15318862823320173, 0.23675901656040482, 0.1035018916980511, 0.13045377708230055, 0.3515658704475761, 0.29524197990101286, 0.1718440694656991 ], "brier_below_clim": [ 0.3014181688717181, 0.19043828142969435, 0.2621352098296086, 0.189211357423254, 0.29646647218334904, 0.1763031653097088, 0.22490333867954082, 0.20427330506010077, 0.15400796871896968, 0.30561580770909275, 0.2387426263229863, 0.25381385295644204, 0.19826391217931327, 0.2127100821035814, 0.1864847383371641, 0.17554851753521306, 0.31069878617163244, 0.15976518026133896, 0.23943647892764403, 0.13596964382400945, 0.15004019014661238, 0.3525530292328047, 0.338807101099202, 0.18090576234657507 ], "brier_above": [ 0.1525270459373638, 0.2698904868125489, 0.19055424393720827, 0.2960833329307657, 0.1389084123718712, 0.29604023187064193, 0.239043457667052, 0.19358439848673586, 0.25313502877187083, 0.15031799804707088, 0.21768161373143785, 0.22063541013025914, 0.20032001701513732, 0.21690666483197527, 0.2296028660177822, 0.26652371533587027, 0.15812861781107487, 0.2716190309389192, 0.21451934732794906, 0.3084359859264804, 0.2987838378651994, 0.12059573420579459, 0.11892154840751894, 0.25477505140349993 ], "brier_above_clim": [ 0.16942125720379314, 0.28790898465066145, 0.1932490176391843, 0.26984761490725384, 0.16119556977212962, 0.2968665277124429, 0.2417994326272948, 0.1960598442028676, 0.27295526360837696, 0.16841135391317605, 0.18872335691549524, 0.19661328741257744, 0.20294508517709747, 0.21721817863458368, 0.24308837524962262, 0.2783508596718001, 0.15363038801754828, 0.27711792365366356, 0.2149776359471342, 0.3472129548444936, 0.3225806942045614, 0.13435742457138128, 0.15397840008761954, 0.24445832440122106 ], "log_loss": [ 1.0286429671581263, 1.0447747939541587, 1.089042038789028, 1.1603296074510152, 1.0512552021857462, 1.0884599791080187, 1.0850796271581327, 1.099155416031427, 1.0528622789677862, 1.0382183279318344, 1.1898204952727236, 1.1738802167413809, 1.0969405966697163, 1.099961465621907, 1.0482859803870341, 1.0652889568371686, 1.1210588231971246, 1.0788079774961319, 1.0889753377749976, 0.9804759220053971, 1.0233679596903296, 1.0625275424542717, 0.9723759914822082, 1.1016068713760943 ], "log_loss_clim": [ 1.089166750302947, 1.0858727138496227, 1.0959476603344664, 1.094335379901833, 1.0949482778292172, 1.0881443544789473, 1.090981691963137, 1.1201011130302845, 1.108417264638136, 1.0877681433683557, 1.1081966845742093, 1.098122563582061, 1.1197168379863955, 1.1071163696185198, 1.1072721890901893, 1.0965991327801863, 1.092023098736059, 1.1040649584354267, 1.096373293572049, 1.0837512299342722, 1.0883851422110957, 1.0821156475694738, 1.0795379927138935, 1.1091188837229609 ] }, "rps": 0.44044260833089305, "rpss": 0.027674071193194538, "bss_below": 0.0267397457952695, "bss_above": 0.028609350221186713, "log_loss": 1.0767164323225733, "log_loss_skill": 0.018492918854707385, "reliability": { "below": { "weight": [ 0.0, 0.01949, 0.246113, 0.58651, 0.124176, 0.016424, 0.006583, 0.000705, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1658, 0.2675, 0.3442, 0.4315, 0.5464, 0.642, 0.7147, NaN, NaN ], "observed_frequency": [ NaN, 0.2978, 0.2522, 0.3444, 0.523, 0.5596, 0.4049, 0.5011, NaN, NaN ] }, "above": { "weight": [ 0.005781, 0.032212, 0.191003, 0.557067, 0.198289, 0.014136, 0.001511, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0631, 0.1595, 0.2623, 0.3526, 0.4314, 0.5345, 0.6133, NaN, NaN, NaN ], "observed_frequency": [ 0.3301, 0.1211, 0.2271, 0.3555, 0.4714, 0.3583, 0.3327, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43089728055543747, 0.5034038749841574, 0.4208629225664705, 0.41223161649394824, 0.4530792282102638, 0.48900391651892267, 0.397030790023297, 0.39656058526853466, 0.5013213452658201 ], "rps_clim": [ 0.4392667893930284, 0.47209024474380396, 0.4563295774817628, 0.4676949686529568, 0.46440251426226875, 0.44306773857298026, 0.4754913821954125, 0.4978762127486338, 0.46473262279411304 ], "brier_below": [ 0.20346473122290382, 0.3324263664496541, 0.1773551734444391, 0.13476676507911797, 0.16868274271369854, 0.24776839029468617, 0.24735921686456647, 0.11896281363284511, 0.3021484516406906 ], "brier_below_clim": [ 0.20840800414252633, 0.3211528412581965, 0.18588896696747403, 0.1529691839704525, 0.16918637749027593, 0.22647917630868836, 0.29670790679502046, 0.14687399037084822, 0.2847919519536404 ], "brier_above": [ 0.22743254933253362, 0.1709775085345033, 0.2435077491220314, 0.27746485141483024, 0.28439648549656527, 0.2412355262242364, 0.14967157315873048, 0.27759777163568955, 0.1991728936251294 ], "brier_above_clim": [ 0.23085878370616417, 0.15093741623232468, 0.27044060189216984, 0.31472576814158004, 0.2952161237196651, 0.21658856327166845, 0.17878348316784407, 0.3510021993501296, 0.17994067840100206 ], "log_loss": [ 1.089145392442589, 1.1335000792994583, 1.0394535842637873, 1.0094544657599356, 1.0756365755022084, 1.1671261126802213, 0.9763334928903732, 0.9379750381072658, 1.1455092240014675 ], "log_loss_clim": [ 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883 ] }, "rps": 0.4449323955429835, "rpss": 0.042229733517854195, "bss_below": 0.029874524826572935, "bss_above": 0.053478204543057295, "log_loss": 1.063792662771923, "log_loss_skill": 0.031694163079714066, "reliability": { "below": { "weight": [ 0.0, 0.0172, 0.38407, 0.495078, 0.100819, 0.002834, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1838, 0.2632, 0.3398, 0.4337, 0.5153, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1807, 0.2733, 0.3349, 0.543, 0.774, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.005471, 0.126892, 0.490019, 0.359767, 0.017851, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1791, 0.2617, 0.3579, 0.4383, 0.5106, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1856, 0.3873, 0.4758, 0.6515, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4413402377265619, 0.4857648351155981, 0.4104322078278391, 0.41783448506602594, 0.45417131454499526, 0.4912096725532754, 0.41341164178151896, 0.4128957866973965, 0.5006172039792214 ], "rps_clim": [ 0.45375860413458485, 0.45298996440830325, 0.4431570365814314, 0.45029456864798206, 0.45806327538229014, 0.4543204749095515, 0.470672671598715, 0.4932554758488676, 0.46455214735141936 ], "brier_below": [ 0.1998771018176997, 0.31214969285951616, 0.1975299551559189, 0.15187615964024426, 0.17629252894349243, 0.2496173471224564, 0.22929339875500235, 0.13423137757976553, 0.3019386875283718 ], "brier_below_clim": [ 0.2051677757555093, 0.2983593853982372, 0.20938553817015962, 0.16496000983722006, 0.1741714573544431, 0.2285609758239909, 0.26339413622632507, 0.15647499638411203, 0.28182460076839555 ], "brier_above": [ 0.24146313590886223, 0.1736151422560819, 0.21290225267192026, 0.2659583254257816, 0.27787878560150286, 0.241592325430819, 0.18411824302651664, 0.27866440911763113, 0.19867851645084972 ], "brier_above_clim": [ 0.2485908236640017, 0.154630591096392, 0.2337714963461003, 0.28533454752539783, 0.28389180700046496, 0.22575949845304602, 0.20727853804452892, 0.336780458980145, 0.18272755364522117 ], "log_loss": [ 1.0751437212977815, 1.1413103756027005, 1.048902880694282, 1.0494509397163294, 1.087964702474593, 1.1498124652270196, 1.010852943701497, 0.9697765864631244, 1.1479885610567386 ], "log_loss_clim": [ 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876 ] }, "rps": 0.4475197094769369, "rpss": 0.027381085532124705, "bss_below": 0.014877991748462716, "bss_above": 0.03886211173206777, "log_loss": 1.0756892418037851, "log_loss_skill": 0.020865429888492493, "reliability": { "below": { "weight": [ 0.0, 0.015575, 0.377441, 0.519042, 0.087273, 0.000668, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1845, 0.2663, 0.3395, 0.4319, 0.5118, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2068, 0.2905, 0.3307, 0.4843, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.00535, 0.134473, 0.513867, 0.333685, 0.012625, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.179, 0.264, 0.3562, 0.435, 0.5111, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2276, 0.3817, 0.4527, 0.6703, NaN, NaN, NaN, NaN ] } } } } }, "multinomial_logistic": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4469048823997763, 0.45524794247046124, 0.45438712248242363, 0.48324441243453437, 0.4529422662513953, 0.4508562058716206, 0.4474721465183649, 0.39389236084177454, 0.4157686139240121, 0.4539210233617852, 0.498991933263622, 0.5022302803936917, 0.38738023778883274, 0.4382542353479886, 0.41981647411612394, 0.4340381541045579, 0.4732085066965428, 0.44716191882089734, 0.47174332862511087, 0.4542644113989129, 0.45767446281777063, 0.47328480032645587, 0.42850749498754537, 0.48849076721671597 ], "rps_clim": [ 0.4754016819136036, 0.4698987852691481, 0.4475722931876876, 0.45452035553745596, 0.45257039479879513, 0.47044392511759964, 0.4542944276806166, 0.40943755938485, 0.4371667600138314, 0.47263230769926734, 0.4303065355231145, 0.454595990277518, 0.3959257285293265, 0.4434645496740271, 0.4412507991961764, 0.435170437641651, 0.46944879844205245, 0.4520639211186838, 0.4716870174931902, 0.4802945203904019, 0.4668563967515232, 0.4722071384657149, 0.4700629053401188, 0.4416277853045537 ], "brier_below": [ 0.2920752877295057, 0.17252339395136124, 0.23570344528119175, 0.19595256175275988, 0.2570389996582853, 0.15830371277552688, 0.19589809099117336, 0.2243443711640316, 0.19272837920813335, 0.29521564646848075, 0.2828392833222949, 0.3016619983728448, 0.19353878130151034, 0.2467425765724357, 0.17106130739728226, 0.17370795997885835, 0.32900131102676455, 0.14656013873656715, 0.23057185289077411, 0.16320405784814174, 0.14768923530700034, 0.3102636019870702, 0.28494172760859793, 0.23315299700216088 ], "brier_below_clim": [ 0.3078804322691799, 0.1772720877647993, 0.23250880823643677, 0.18364157998711608, 0.25298088487778414, 0.16740053832617655, 0.19875490361406287, 0.23070092354944458, 0.19835315818041957, 0.3046158566400611, 0.2547128368467289, 0.2754668354354953, 0.19677990497580344, 0.24932954530109538, 0.18175769604553224, 0.17303074498633814, 0.3240234689536009, 0.14982223006986983, 0.23057761248348646, 0.17130633492700192, 0.15271106939309373, 0.30644077557443045, 0.3037858009356, 0.21743539710448076 ], "brier_above": [ 0.1548295946702707, 0.2827245485191, 0.218683677201232, 0.28729185068177465, 0.1959032665931099, 0.2925524930960937, 0.25157405552719153, 0.16954798967774293, 0.2230402347158788, 0.1587053768933045, 0.2161526499413271, 0.2005682820208466, 0.19384145648732237, 0.19151165877555293, 0.24875516671884168, 0.26033019412569974, 0.14420719566977835, 0.30060178008433025, 0.24117147573433692, 0.2910603535507712, 0.30998522751077023, 0.1630211983393857, 0.14356576737894755, 0.25533777021455495 ], "brier_above_clim": [ 0.16752124964442372, 0.2926266975043488, 0.21506348495125072, 0.2708787755503398, 0.1995895099210109, 0.3030433867914231, 0.2555395240665538, 0.17873663583540544, 0.23881360183341188, 0.1680164510592061, 0.17559369867638552, 0.1791291548420226, 0.1991458235535231, 0.1941350043729317, 0.2594931031506441, 0.26213969265531295, 0.1454253294884514, 0.30224169104881393, 0.24110940500970388, 0.3089881854633999, 0.31414532735842937, 0.16576636289128455, 0.16627710440451882, 0.22419238820007306 ], "log_loss": [ 1.0490591478171756, 1.0678128715257635, 1.109330778981832, 1.1394255697726798, 1.0965354884322045, 1.0620784585954084, 1.0862155587799058, 1.0915057366682275, 1.0721336375443766, 1.0622773422267038, 1.209227771492815, 1.1649566463769723, 1.1058011705379092, 1.093224685773643, 1.0713576803074851, 1.1013650412357086, 1.0961596439558408, 1.0913333846234705, 1.090579825953215, 1.0481667625719218, 1.0787361731813208, 1.0899312191723787, 1.0301642709907504, 1.1751948656680933 ], "log_loss_clim": [ 1.0871650777805744, 1.0895794529049794, 1.0993751170032733, 1.0963266808824523, 1.0971822187936968, 1.0893402748548608, 1.0964258058765617, 1.1161065874665885, 1.1039405053931213, 1.0883801302602534, 1.1069504029849484, 1.0962934964258393, 1.1220348522352204, 1.101177373959491, 1.1021486486227627, 1.1048163842960153, 1.0897768829262657, 1.0974044322084544, 1.088794872768855, 1.085018363373714, 1.0909142893793544, 1.0885666716560818, 1.0895074458435414, 1.1019832473911717 ] }, "rps": 0.4512368326025382, "rpss": 0.0036081874549014348, "bss_below": 0.0012071969767535329, "bss_above": 0.006015228542743722, "log_loss": 1.0951072388410752, "log_loss_skill": 0.0017712451111213667, "reliability": { "below": { "weight": [ 0.001132, 0.00762, 0.104227, 0.8111, 0.07133, 0.004419, 0.000171, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0716, 0.1714, 0.2697, 0.3503, 0.4351, 0.5248, 0.6309, NaN, NaN, NaN ], "observed_frequency": [ 0.4552, 0.4507, 0.3657, 0.3368, 0.4333, 0.2792, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 3.4e-05, 0.005897, 0.144562, 0.732534, 0.103314, 0.010743, 0.001852, 0.000824, 0.000206, 3.4e-05 ], "mean_forecast": [ 0.089, 0.1735, 0.2733, 0.3449, 0.4337, 0.5389, 0.6379, 0.7366, 0.8405, 0.942 ], "observed_frequency": [ 1.0, 0.3375, 0.2633, 0.3593, 0.3753, 0.2428, 0.3513, 0.1663, 0.3326, 0.0 ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4463438590143289, 0.4625057806340074, 0.4530144779887815, 0.48142466729905403, 0.4104782903628824, 0.47207591845575, 0.4604195513981816, 0.39492237362973465, 0.4027738298702976, 0.4531205415900278, 0.4627405535343932, 0.48770995932494043, 0.4009959802388323, 0.4321098813686511, 0.41061052423169786, 0.446635660178889, 0.47087096433108055, 0.43345613895416485, 0.45638609890786486, 0.44239090046297536, 0.4509509259397644, 0.4730268877289251, 0.4381361433211345, 0.4243107081388771 ], "rps_clim": [ 0.4708394260755114, 0.478347266080356, 0.45538422746879303, 0.459058972330508, 0.4576620419554788, 0.4731696930221518, 0.4667027713068357, 0.40033314926296837, 0.4269632323273467, 0.47402716162226893, 0.42746598323848156, 0.4504271403690195, 0.40120899735641075, 0.42992826073816515, 0.4295731135867868, 0.45389937720701334, 0.464329174189181, 0.43688310391500257, 0.4544141148747783, 0.48318259866850327, 0.47262088435117405, 0.4869104538041862, 0.4927855011868216, 0.4253640867477962 ], "brier_below": [ 0.28882454593605245, 0.18567716724227698, 0.26161086075447937, 0.19727990100885587, 0.2756930854162582, 0.1752102741223574, 0.22325193080699313, 0.2029277296526613, 0.14771326090469872, 0.2945138191049947, 0.25316177468756523, 0.2734965844162234, 0.1989722558305036, 0.2139129981021847, 0.1759207505709261, 0.1731106835907146, 0.3163072155723941, 0.15771077848689447, 0.24013558396983142, 0.11979046279371257, 0.14121654861169586, 0.3485497206751102, 0.3104838242600587, 0.1727972123439 ], "brier_below_clim": [ 0.3014181688717181, 0.19043828142969435, 0.2621352098296086, 0.189211357423254, 0.29646647218334904, 0.1763031653097088, 0.22490333867954082, 0.20427330506010077, 0.15400796871896968, 0.30561580770909275, 0.2387426263229863, 0.25381385295644204, 0.19826391217931327, 0.2127100821035814, 0.1864847383371641, 0.17554851753521306, 0.31069878617163244, 0.15976518026133896, 0.23943647892764403, 0.13596964382400945, 0.15004019014661238, 0.3525530292328047, 0.338807101099202, 0.18090576234657507 ], "brier_above": [ 0.15751931307827635, 0.2768286133917304, 0.19140361723430216, 0.28414476629019814, 0.13478520494662424, 0.2968656443333925, 0.2371676205911885, 0.19199464397707333, 0.2550605689655988, 0.15860672248503305, 0.20957877884682796, 0.21421337490871703, 0.20202372440832878, 0.21819688326646636, 0.23468977366077176, 0.2735249765881744, 0.15456374875868645, 0.2757453604672704, 0.21625051493803338, 0.3226004376692629, 0.3097343773280685, 0.12447716705381497, 0.12765231906107571, 0.2515134957949771 ], "brier_above_clim": [ 0.16942125720379314, 0.28790898465066145, 0.1932490176391843, 0.26984761490725384, 0.16119556977212962, 0.2968665277124429, 0.2417994326272948, 0.1960598442028676, 0.27295526360837696, 0.16841135391317605, 0.18872335691549524, 0.19661328741257744, 0.20294508517709747, 0.21721817863458368, 0.24308837524962262, 0.2783508596718001, 0.15363038801754828, 0.27711792365366356, 0.2149776359471342, 0.3472129548444936, 0.3225806942045614, 0.13435742457138128, 0.15397840008761954, 0.24445832440122106 ], "log_loss": [ 1.0555953937323215, 1.0623367168461504, 1.092762812480143, 1.1286281461910272, 1.0244292193023008, 1.0878060837934016, 1.0819087169368886, 1.109917580396495, 1.0704354744887938, 1.0594072982780123, 1.1578477686805153, 1.151161452166722, 1.1162306595003153, 1.109071815165567, 1.0804011530199407, 1.0853930185970069, 1.1016013656733668, 1.0983678837113156, 1.0990719384361032, 1.0254253473347386, 1.05676078507967, 1.0620928579290263, 1.0061288036431144, 1.1099492707078378 ], "log_loss_clim": [ 1.089166750302947, 1.0858727138496227, 1.0959476603344664, 1.094335379901833, 1.0949482778292172, 1.0881443544789473, 1.090981691963137, 1.1201011130302845, 1.108417264638136, 1.0877681433683557, 1.1081966845742093, 1.098122563582061, 1.1197168379863955, 1.1071163696185198, 1.1072721890901893, 1.0965991327801863, 1.092023098736059, 1.1040649584354267, 1.096373293572049, 1.0837512299342722, 1.0883851422110957, 1.0821156475694738, 1.0795379927138935, 1.1091188837229609 ] }, "rps": 0.4444754423710515, "rpss": 0.018771142571731847, "bss_below": 0.016593507855090728, "bss_above": 0.02095099991653504, "log_loss": 1.0846971484204488, "log_loss_skill": 0.011217902771059163, "reliability": { "below": { "weight": [ 0.0, 0.001915, 0.090749, 0.853801, 0.051879, 0.001657, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1899, 0.2737, 0.3497, 0.4341, 0.5038, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3161, 0.314, 0.3362, 0.5883, 0.2125, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000499, 0.125862, 0.771185, 0.097618, 0.004836, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1967, 0.2768, 0.3458, 0.431, 0.5361, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0998, 0.2002, 0.3632, 0.4023, 0.3434, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4331481813079155, 0.48090622600168387, 0.4388757200558133, 0.41622335531365284, 0.4649684255436473, 0.47043778203490205, 0.41491753404650744, 0.4092478547669142, 0.4837205039268706 ], "rps_clim": [ 0.4392667893930284, 0.47209024474380396, 0.4563295774817628, 0.4676949686529568, 0.46440251426226875, 0.44306773857298026, 0.4754913821954125, 0.4978762127486338, 0.46473262279411304 ], "brier_below": [ 0.20606293375774518, 0.3207563440783726, 0.1813156779314883, 0.13867976394894027, 0.17368083566737383, 0.23771073633609624, 0.2588170048558418, 0.12470910989259533, 0.2911546024488218 ], "brier_below_clim": [ 0.20840800414252633, 0.3211528412581965, 0.18588896696747403, 0.1529691839704525, 0.16918637749027593, 0.22647917630868836, 0.29670790679502046, 0.14687399037084822, 0.2847919519536404 ], "brier_above": [ 0.2270852475501704, 0.16014988192331112, 0.25756004212432493, 0.27754359136471246, 0.29128758987627346, 0.23272704569880587, 0.15610052919066558, 0.28453874487431885, 0.19256590147804875 ], "brier_above_clim": [ 0.23085878370616417, 0.15093741623232468, 0.27044060189216984, 0.31472576814158004, 0.2952161237196651, 0.21658856327166845, 0.17878348316784407, 0.3510021993501296, 0.17994067840100206 ], "log_loss": [ 1.0911211835047299, 1.1063828472888684, 1.0723199059579562, 1.0197952769168364, 1.0962811925917604, 1.1378701043006607, 1.0053540999406378, 0.9559749261156311, 1.1227033873213197 ], "log_loss_clim": [ 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883 ] }, "rps": 0.4458272869997675, "rpss": 0.040303372484981836, "bss_below": 0.02989843620426802, "bss_above": 0.04977626752565789, "log_loss": 1.0675336582153778, "log_loss_skill": 0.028288962188075417, "reliability": { "below": { "weight": [ 0.004299, 0.016127, 0.212489, 0.700692, 0.06337, 0.003023, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0605, 0.1664, 0.2679, 0.3435, 0.4169, 0.5311, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.0638, 0.0907, 0.2549, 0.3315, 0.6335, 0.8178, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.004855, 0.110292, 0.658425, 0.193269, 0.023829, 0.004941, 0.002288, 0.001919, 0.000183 ], "mean_forecast": [ NaN, 0.1682, 0.2763, 0.351, 0.4373, 0.5337, 0.6464, 0.7385, 0.8421, 0.9276 ], "observed_frequency": [ NaN, 0.019, 0.1844, 0.3916, 0.4833, 0.727, 0.778, 0.7205, 0.7618, 1.0 ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.44609518274633375, 0.465495842022151, 0.42122188992782156, 0.4247445416069051, 0.46070202692291334, 0.4827298434935385, 0.4303495663645235, 0.4348486836182664, 0.4798667056724872 ], "rps_clim": [ 0.45375860413458485, 0.45298996440830325, 0.4431570365814314, 0.45029456864798206, 0.45806327538229014, 0.4543204749095515, 0.470672671598715, 0.4932554758488676, 0.46455214735141936 ], "brier_below": [ 0.20242249973048762, 0.30069534501666295, 0.20096504945818655, 0.15714834405022382, 0.1791490735290614, 0.24384057874813872, 0.23922092602220588, 0.14328474852739284, 0.2879235944869723 ], "brier_below_clim": [ 0.2051677757555093, 0.2983593853982372, 0.20938553817015962, 0.16496000983722006, 0.1741714573544431, 0.2285609758239909, 0.26339413622632507, 0.15647499638411203, 0.28182460076839555 ], "brier_above": [ 0.2436726830158461, 0.1648004970054881, 0.22025684046963498, 0.26759619755668135, 0.28155295339385183, 0.23888926474539982, 0.1911286403423176, 0.2915639350908736, 0.19194311118551483 ], "brier_above_clim": [ 0.2485908236640017, 0.154630591096392, 0.2337714963461003, 0.28533454752539783, 0.28389180700046496, 0.22575949845304602, 0.20727853804452892, 0.336780458980145, 0.18272755364522117 ], "log_loss": [ 1.087013883032003, 1.114708384103328, 1.0679229244186366, 1.062372378401854, 1.100414916223289, 1.1369644077028873, 1.0361101789725566, 1.0022203908810838, 1.1159303861202219 ], "log_loss_clim": [ 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876 ] }, "rps": 0.44956158693054893, "rpss": 0.022943362253456723, "bss_below": 0.01394780398038653, "bss_above": 0.031203573398772, "log_loss": 1.0804064277617624, "log_loss_skill": 0.016571662073770255, "reliability": { "below": { "weight": [ 0.0, 0.00027, 0.175638, 0.768736, 0.055356, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1914, 0.2729, 0.3428, 0.4118, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2924, 0.3134, 0.6358, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.100529, 0.726223, 0.165587, 0.007661, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2787, 0.3517, 0.433, 0.5126, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1864, 0.3895, 0.4757, 0.7719, NaN, NaN, NaN, NaN ] } } } } }, "ordinal_logistic": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44640487417125785, 0.45551698195204376, 0.45442615076561943, 0.48309257233761965, 0.4542328588266537, 0.45103229361538716, 0.4476043017010134, 0.3936290147876355, 0.4167664428411665, 0.4537688302246213, 0.49797665041410355, 0.5027510039330791, 0.38686996812223123, 0.438137775781309, 0.41963813341045236, 0.4339985011662998, 0.4743435157886878, 0.44596162565911635, 0.4715684895883868, 0.455658509463873, 0.457224265252913, 0.47463625857532393, 0.4274254763555396, 0.4860603013644177 ], "rps_clim": [ 0.4754016819136036, 0.4698987852691481, 0.4475722931876876, 0.45452035553745596, 0.45257039479879513, 0.47044392511759964, 0.4542944276806166, 0.40943755938485, 0.4371667600138314, 0.47263230769926734, 0.4303065355231145, 0.454595990277518, 0.3959257285293265, 0.4434645496740271, 0.4412507991961764, 0.435170437641651, 0.46944879844205245, 0.4520639211186838, 0.4716870174931902, 0.4802945203904019, 0.4668563967515232, 0.4722071384657149, 0.4700629053401188, 0.4416277853045537 ], "brier_below": [ 0.29120731716410625, 0.1719057235264731, 0.23608871356552905, 0.1964571561707064, 0.2575014838866795, 0.15747559244083234, 0.19546846805590667, 0.2235399295711898, 0.19153562918678976, 0.29485252241227805, 0.28366068208704065, 0.30306247664248803, 0.19321807862476195, 0.24683550947196087, 0.16982973030040352, 0.17336007727036268, 0.3300692440306207, 0.14634412033788968, 0.23060674095742453, 0.16150212171663078, 0.14683409118364718, 0.31222081883479846, 0.2816878052113772, 0.23319866566599487 ], "brier_below_clim": [ 0.3078804322691799, 0.1772720877647993, 0.23250880823643677, 0.18364157998711608, 0.25298088487778414, 0.16740053832617655, 0.19875490361406287, 0.23070092354944458, 0.19835315818041957, 0.3046158566400611, 0.2547128368467289, 0.2754668354354953, 0.19677990497580344, 0.24932954530109538, 0.18175769604553224, 0.17303074498633814, 0.3240234689536009, 0.14982223006986983, 0.23057761248348646, 0.17130633492700192, 0.15271106939309373, 0.30644077557443045, 0.3037858009356, 0.21743539710448076 ], "brier_above": [ 0.15519755700715165, 0.2836112584255707, 0.21833743720009047, 0.28663541616691335, 0.19673137493997422, 0.2935567011745548, 0.25213583364510667, 0.17008908521644575, 0.2252308136543767, 0.15891630781234317, 0.21431596832706293, 0.19968852729059103, 0.1936518894974694, 0.19130226630934813, 0.24980840311004884, 0.26063842389593717, 0.14427427175806698, 0.29961750532122666, 0.24096174863096217, 0.2941563877472422, 0.31039017406926567, 0.1624154397405256, 0.14573767114416242, 0.2528616356984228 ], "brier_above_clim": [ 0.16752124964442372, 0.2926266975043488, 0.21506348495125072, 0.2708787755503398, 0.1995895099210109, 0.3030433867914231, 0.2555395240665538, 0.17873663583540544, 0.23881360183341188, 0.1680164510592061, 0.17559369867638552, 0.1791291548420226, 0.1991458235535231, 0.1941350043729317, 0.2594931031506441, 0.26213969265531295, 0.1454253294884514, 0.30224169104881393, 0.24110940500970388, 0.3089881854633999, 0.31414532735842937, 0.16576636289128455, 0.16627710440451882, 0.22419238820007306 ], "log_loss": [ 1.0466169556096818, 1.0698593004294743, 1.1089479518134917, 1.138155700493988, 1.1005202532539615, 1.062188229978366, 1.0867967801521212, 1.0900822272662751, 1.073381273796992, 1.0622636434409116, 1.2065651585146346, 1.166978588998402, 1.1041520105356741, 1.0927632451230578, 1.0701312296139778, 1.1017748017526043, 1.0983255561351624, 1.0883997888789139, 1.0899773717219357, 1.0511205372282224, 1.0779769160334072, 1.0939134978299014, 1.0286222783726042, 1.1702755630564103 ], "log_loss_clim": [ 1.0871650777805744, 1.0895794529049794, 1.0993751170032733, 1.0963266808824523, 1.0971822187936968, 1.0893402748548608, 1.0964258058765617, 1.1161065874665885, 1.1039405053931213, 1.0883801302602534, 1.1069504029849484, 1.0962934964258393, 1.1220348522352204, 1.101177373959491, 1.1021486486227627, 1.1048163842960153, 1.0897768829262657, 1.0974044322084544, 1.088794872768855, 1.085018363373714, 1.0909142893793544, 1.0885666716560818, 1.0895074458435414, 1.1019832473911717 ] }, "rps": 0.45119686650411467, "rpss": 0.0036964379929147473, "bss_below": 0.0023572956990175475, "bss_above": 0.00503895498880258, "log_loss": 1.0949912025012571, "log_loss_skill": 0.0018770163149909314, "reliability": { "below": { "weight": [ 0.00096, 0.008136, 0.117979, 0.785121, 0.080641, 0.006614, 0.000515, 3.4e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0747, 0.1711, 0.2698, 0.3495, 0.435, 0.5312, 0.6303, 0.7041, NaN, NaN ], "observed_frequency": [ 0.4292, 0.4729, 0.332, 0.3379, 0.4567, 0.2642, 0.2, 0.0, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.003672, 0.125262, 0.768687, 0.089269, 0.01023, 0.001749, 0.000858, 0.000206, 6.9e-05 ], "mean_forecast": [ NaN, 0.1755, 0.2734, 0.3443, 0.433, 0.5342, 0.64, 0.7358, 0.8309, 0.9292 ], "observed_frequency": [ NaN, 0.3645, 0.2681, 0.3594, 0.3447, 0.2651, 0.3917, 0.1596, 0.3327, 0.0 ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44621889414182636, 0.4632846101819069, 0.4532844948995044, 0.48078868486370746, 0.4109128401782619, 0.4721771016938216, 0.4612058592696658, 0.3946157405312779, 0.4039358413024656, 0.45282563996524133, 0.4612315984742797, 0.4872039231114201, 0.4006983281322297, 0.43165412170849665, 0.40994237885059276, 0.4468999071906096, 0.47133473056961284, 0.43301341579843705, 0.45653527946940486, 0.4435500794278075, 0.4513865390978411, 0.4737597731384218, 0.4354337818439455, 0.4221589996688818 ], "rps_clim": [ 0.4708394260755114, 0.478347266080356, 0.45538422746879303, 0.459058972330508, 0.4576620419554788, 0.4731696930221518, 0.4667027713068357, 0.40033314926296837, 0.4269632323273467, 0.47402716162226893, 0.42746598323848156, 0.4504271403690195, 0.40120899735641075, 0.42992826073816515, 0.4295731135867868, 0.45389937720701334, 0.464329174189181, 0.43688310391500257, 0.4544141148747783, 0.48318259866850327, 0.47262088435117405, 0.4869104538041862, 0.4927855011868216, 0.4253640867477962 ], "brier_below": [ 0.28806318911338374, 0.18505444737808185, 0.2619543657722351, 0.19742314446929288, 0.2752256428333347, 0.17501202598137655, 0.22304118437534942, 0.20251768905350237, 0.14640237717345245, 0.29383784117369777, 0.25414424830958354, 0.27468520013847325, 0.19870444333147202, 0.2139875314840062, 0.17477497019830246, 0.1723309840717025, 0.3176898093907048, 0.15721065174453344, 0.24048645279938397, 0.11761755604858354, 0.13957901818296287, 0.3494648319249061, 0.30497925169862655, 0.172019338688152 ], "brier_below_clim": [ 0.3014181688717181, 0.19043828142969435, 0.2621352098296086, 0.189211357423254, 0.29646647218334904, 0.1763031653097088, 0.22490333867954082, 0.20427330506010077, 0.15400796871896968, 0.30561580770909275, 0.2387426263229863, 0.25381385295644204, 0.19826391217931327, 0.2127100821035814, 0.1864847383371641, 0.17554851753521306, 0.31069878617163244, 0.15976518026133896, 0.23943647892764403, 0.13596964382400945, 0.15004019014661238, 0.3525530292328047, 0.338807101099202, 0.18090576234657507 ], "brier_above": [ 0.15815570502844273, 0.278230162803825, 0.19133012912726924, 0.28336554039441453, 0.13568719734492712, 0.297165075712445, 0.23816467489431636, 0.19209805147777548, 0.25753346412901323, 0.15898779879154354, 0.2070873501646962, 0.2125187229729468, 0.20199388480075772, 0.21766659022449045, 0.23516740865229033, 0.2745689231189071, 0.15364492117890793, 0.27580276405390364, 0.21604882667002087, 0.3259325233792239, 0.3118075209148783, 0.12429494121351561, 0.130454530145319, 0.2501396609807298 ], "brier_above_clim": [ 0.16942125720379314, 0.28790898465066145, 0.1932490176391843, 0.26984761490725384, 0.16119556977212962, 0.2968665277124429, 0.2417994326272948, 0.1960598442028676, 0.27295526360837696, 0.16841135391317605, 0.18872335691549524, 0.19661328741257744, 0.20294508517709747, 0.21721817863458368, 0.24308837524962262, 0.2783508596718001, 0.15363038801754828, 0.27711792365366356, 0.2149776359471342, 0.3472129548444936, 0.3225806942045614, 0.13435742457138128, 0.15397840008761954, 0.24445832440122106 ], "log_loss": [ 1.054711595213093, 1.0657858266965183, 1.0931178186932495, 1.1264937198272402, 1.0271136685246625, 1.0880024794617753, 1.0840451762856422, 1.1081692713337798, 1.0730930120081787, 1.0582772473409305, 1.155260649672486, 1.151590652385305, 1.1150931868097997, 1.1079690180349187, 1.07731231362945, 1.0865321878573673, 1.1031852077472142, 1.0973633367429774, 1.0995851375654448, 1.028188898401476, 1.0590091701002093, 1.065478576885738, 0.9983514208804931, 1.102599413181455 ], "log_loss_clim": [ 1.089166750302947, 1.0858727138496227, 1.0959476603344664, 1.094335379901833, 1.0949482778292172, 1.0881443544789473, 1.090981691963137, 1.1201011130302845, 1.108417264638136, 1.0877681433683557, 1.1081966845742093, 1.098122563582061, 1.1197168379863955, 1.1071163696185198, 1.1072721890901893, 1.0965991327801863, 1.092023098736059, 1.1040649584354267, 1.096373293572049, 1.0837512299342722, 1.0883851422110957, 1.0821156475694738, 1.0795379927138935, 1.1091188837229609 ] }, "rps": 0.44433552347956917, "rpss": 0.019080029049890146, "bss_below": 0.018811535756837472, "bss_above": 0.01934879638373954, "log_loss": 1.084430374386642, "log_loss_skill": 0.011461087137329518, "reliability": { "below": { "weight": [ 0.0, 0.001915, 0.106751, 0.827429, 0.06205, 0.001856, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1877, 0.2734, 0.3487, 0.4337, 0.5132, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3161, 0.2791, 0.337, 0.6015, 0.2434, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.106202, 0.811638, 0.078131, 0.004029, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2768, 0.345, 0.43, 0.5253, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1962, 0.3632, 0.3714, 0.4121, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43349770112079505, 0.4820768269043354, 0.43802042759793414, 0.4159224300173799, 0.4642327021035465, 0.46957988790349203, 0.41338757160776696, 0.4104221368258429, 0.48463858468475024 ], "rps_clim": [ 0.4392667893930284, 0.47209024474380396, 0.4563295774817628, 0.4676949686529568, 0.46440251426226875, 0.44306773857298026, 0.4754913821954125, 0.4978762127486338, 0.46473262279411304 ], "brier_below": [ 0.20557251988629158, 0.3220315784888537, 0.18069882789300562, 0.13785172233000953, 0.1731363424492403, 0.238685747596961, 0.2557610357479553, 0.12325958194752129, 0.29271337801779296 ], "brier_below_clim": [ 0.20840800414252633, 0.3211528412581965, 0.18588896696747403, 0.1529691839704525, 0.16918637749027593, 0.22647917630868836, 0.29670790679502046, 0.14687399037084822, 0.2847919519536404 ], "brier_above": [ 0.22792518123450342, 0.16004524841548165, 0.2573215997049285, 0.27807070768737036, 0.2910963596543062, 0.230894140306531, 0.15762653585981165, 0.2871625548783216, 0.19192520666695725 ], "brier_above_clim": [ 0.23085878370616417, 0.15093741623232468, 0.27044060189216984, 0.31472576814158004, 0.2952161237196651, 0.21658856327166845, 0.17878348316784407, 0.3510021993501296, 0.17994067840100206 ], "log_loss": [ 1.0919023091032614, 1.1085467228560033, 1.0703208298407298, 1.0176756664426434, 1.0951965312913128, 1.137750700093742, 1.0021019317856028, 0.9603602125943353, 1.1248059979637333 ], "log_loss_clim": [ 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883 ] }, "rps": 0.44575314097398255, "rpss": 0.04046298068520726, "bss_below": 0.03149258469982941, "bss_above": 0.048629834971741004, "log_loss": 1.0676289891079291, "log_loss_skill": 0.028202188267811956, "reliability": { "below": { "weight": [ 0.004115, 0.017044, 0.229919, 0.666584, 0.077299, 0.004488, 0.00055, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.065, 0.1657, 0.266, 0.3416, 0.4179, 0.5362, 0.6303, NaN, NaN, NaN ], "observed_frequency": [ 0.0666, 0.0912, 0.2668, 0.3291, 0.571, 0.7956, 1.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.003389, 0.099352, 0.677461, 0.189749, 0.020626, 0.005124, 0.002196, 0.001736, 0.000366 ], "mean_forecast": [ NaN, 0.175, 0.2791, 0.3501, 0.434, 0.5335, 0.6463, 0.7417, 0.8408, 0.9189 ], "observed_frequency": [ NaN, 0.0271, 0.167, 0.3885, 0.499, 0.7024, 0.768, 0.7088, 0.7368, 1.0 ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.44593989872208795, 0.4662436011254237, 0.4212107680601028, 0.42451537064850886, 0.46028807713229486, 0.482314575688126, 0.42955046434278216, 0.4359737790355418, 0.48043968303384377 ], "rps_clim": [ 0.45375860413458485, 0.45298996440830325, 0.4431570365814314, 0.45029456864798206, 0.45806327538229014, 0.4543204749095515, 0.470672671598715, 0.4932554758488676, 0.46455214735141936 ], "brier_below": [ 0.20185449886314202, 0.30208881970181367, 0.20011348934484552, 0.1564690334151068, 0.17870178562253047, 0.24473814927148166, 0.237362270103823, 0.14195685480646184, 0.2895196244018018 ], "brier_below_clim": [ 0.2051677757555093, 0.2983593853982372, 0.20938553817015962, 0.16496000983722006, 0.1741714573544431, 0.2285609758239909, 0.26339413622632507, 0.15647499638411203, 0.28182460076839555 ], "brier_above": [ 0.2440853998589459, 0.16415478142360998, 0.22109727871525736, 0.268046337233402, 0.2815862915097644, 0.23757642641664434, 0.19218819423895925, 0.29401692422907993, 0.190920058632042 ], "brier_above_clim": [ 0.2485908236640017, 0.154630591096392, 0.2337714963461003, 0.28533454752539783, 0.28389180700046496, 0.22575949845304602, 0.20727853804452892, 0.336780458980145, 0.18272755364522117 ], "log_loss": [ 1.086105731795144, 1.1169352623497606, 1.0675233403871127, 1.0601103253879203, 1.0999126958163827, 1.1385041069526807, 1.03413540991744, 1.0060667985983571, 1.1185243902131603 ], "log_loss_clim": [ 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876 ] }, "rps": 0.4496084686431902, "rpss": 0.022841471678601732, "bss_below": 0.01487886138092942, "bss_above": 0.03015317230301695, "log_loss": 1.0808686734908843, "log_loss_skill": 0.016150907867368836, "reliability": { "below": { "weight": [ 0.0, 0.00027, 0.196263, 0.731278, 0.072189, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1884, 0.271, 0.3408, 0.4147, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.3064, 0.3125, 0.5372, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.089288, 0.748147, 0.158259, 0.004305, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2819, 0.3505, 0.4295, 0.5097, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1828, 0.385, 0.4978, 0.7189, NaN, NaN, NaN, NaN ] } } } } }, "SEL": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43675635717592276, 0.4530066757089618, 0.4496448208273215, 0.494517874973582, 0.46843363318859643, 0.4492586506837628, 0.44768216972893926, 0.39362817354248325, 0.40610233942559393, 0.4459303187627917, 0.49651113921306184, 0.5129248468957801, 0.3869420293797704, 0.4374974329465398, 0.4073511396719426, 0.43506244956023477, 0.47188798054973546, 0.45011709529888005, 0.4635988747316125, 0.44715286492371925, 0.45108150832701555, 0.4629530944351337, 0.4196931976318002, 0.47901714127286504 ], "rps_clim": [ 0.4754016819136036, 0.4698987852691481, 0.4475722931876876, 0.45452035553745596, 0.45257039479879513, 0.47044392511759964, 0.4542944276806166, 0.40943755938485, 0.4371667600138314, 0.47263230769926734, 0.4303065355231145, 0.454595990277518, 0.3959257285293265, 0.4434645496740271, 0.4412507991961764, 0.435170437641651, 0.46944879844205245, 0.4520639211186838, 0.4716870174931902, 0.4802945203904019, 0.4668563967515232, 0.4722071384657149, 0.4700629053401188, 0.4416277853045537 ], "brier_below": [ 0.2891004335974692, 0.1674552252338829, 0.23475224652288335, 0.20243225252102015, 0.26248374047555584, 0.15528025450532315, 0.19337337525224393, 0.22183947306430127, 0.18020399353364402, 0.29695945623338194, 0.2794320265048901, 0.3060437825398533, 0.19369609947452654, 0.24683732389187368, 0.16019999045257685, 0.17693186062650304, 0.3287791905335967, 0.14985651837368355, 0.2252233505599244, 0.14818683466760318, 0.14256367528648783, 0.30665117949382104, 0.27851533902869663, 0.2345457060416336 ], "brier_below_clim": [ 0.3078804322691799, 0.1772720877647993, 0.23250880823643677, 0.18364157998711608, 0.25298088487778414, 0.16740053832617655, 0.19875490361406287, 0.23070092354944458, 0.19835315818041957, 0.3046158566400611, 0.2547128368467289, 0.2754668354354953, 0.19677990497580344, 0.24932954530109538, 0.18175769604553224, 0.17303074498633814, 0.3240234689536009, 0.14982223006986983, 0.23057761248348646, 0.17130633492700192, 0.15271106939309373, 0.30644077557443045, 0.3037858009356, 0.21743539710448076 ], "brier_above": [ 0.1476559235784536, 0.2855514504750788, 0.21489257430443814, 0.2920856224506783, 0.20594989271304057, 0.2939783961784396, 0.25430879447669535, 0.17178870047818198, 0.22589834589194993, 0.1489708625294097, 0.21707911355079898, 0.20688106466207232, 0.19324592990524384, 0.19066010814780712, 0.2471511492193656, 0.258130589867036, 0.14310878755921022, 0.3002605795451933, 0.23837552477516938, 0.2989660302561159, 0.30851783304052777, 0.156301914005236, 0.14117785860310378, 0.24447143523123138 ], "brier_above_clim": [ 0.16752124964442372, 0.2926266975043488, 0.21506348495125072, 0.2708787755503398, 0.1995895099210109, 0.3030433867914231, 0.2555395240665538, 0.17873663583540544, 0.23881360183341188, 0.1680164510592061, 0.17559369867638552, 0.1791291548420226, 0.1991458235535231, 0.1941350043729317, 0.2594931031506441, 0.26213969265531295, 0.1454253294884514, 0.30224169104881393, 0.24110940500970388, 0.3089881854633999, 0.31414532735842937, 0.16576636289128455, 0.16627710440451882, 0.22419238820007306 ], "log_loss": [ 1.0289178767591671, 1.0686853501141829, 1.1009387458898063, 1.1554386591534869, 1.1332195832551692, 1.0663949367647159, 1.0855536756930702, 1.0728070609014508, 1.0489638313074274, 1.06444860765441, 1.2007404313605463, 1.170607115348457, 1.0874757078771546, 1.0915034590989001, 1.0474736789456003, 1.1018993916153799, 1.0891089441298571, 1.0803955053275622, 1.071697451213444, 1.039018556038956, 1.06105688372714, 1.082398623730445, 1.028203264405524, 1.1610984343000186 ], "log_loss_clim": [ 1.0871650777805744, 1.0895794529049794, 1.0993751170032733, 1.0963266808824523, 1.0971822187936968, 1.0893402748548608, 1.0964258058765617, 1.1161065874665885, 1.1039405053931213, 1.0883801302602534, 1.1069504029849484, 1.0962934964258393, 1.1220348522352204, 1.101177373959491, 1.1021486486227627, 1.1048163842960153, 1.0897768829262657, 1.0974044322084544, 1.088794872768855, 1.085018363373714, 1.0909142893793544, 1.0885666716560818, 1.0895074458435414, 1.1019832473911717 ] }, "rps": 0.44861465870233524, "rpss": 0.00939830124096519, "bss_below": 0.011016892020291547, "bss_above": 0.007775631351288448, "log_loss": 1.089085240608828, "log_loss_skill": 0.007260508248200792, "reliability": { "below": { "weight": [ 0.0, 0.014062, 0.20533, 0.601916, 0.167417, 0.011172, 0.000102, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1784, 0.2684, 0.3482, 0.4344, 0.5242, 0.618, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3615, 0.2562, 0.3574, 0.4187, 0.4064, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.008252, 0.227878, 0.634785, 0.116003, 0.012703, 0.000379, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1687, 0.2709, 0.345, 0.4348, 0.5276, 0.6138, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4194, 0.2347, 0.3841, 0.3556, 0.2589, 0.7279, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4367392191429512, 0.46175547496054536, 0.4492607392072055, 0.49821513149802554, 0.41726528893482145, 0.47244644459888097, 0.4626298644032668, 0.3906761145936875, 0.3992755000249651, 0.4457417607284721, 0.46996791959475154, 0.5022966731622448, 0.3921557924660008, 0.4290756713495724, 0.40299187248424895, 0.4412919550000389, 0.47042545600763147, 0.4307345235160684, 0.4486746575657061, 0.4381471814568088, 0.4488227852225618, 0.46100248875294947, 0.42820033986156253, 0.4184817330677803 ], "rps_clim": [ 0.4708394260755114, 0.478347266080356, 0.45538422746879303, 0.459058972330508, 0.4576620419554788, 0.4731696930221518, 0.4667027713068357, 0.40033314926296837, 0.4269632323273467, 0.47402716162226893, 0.42746598323848156, 0.4504271403690195, 0.40120899735641075, 0.42992826073816515, 0.4295731135867868, 0.45389937720701334, 0.464329174189181, 0.43688310391500257, 0.4544141148747783, 0.48318259866850327, 0.47262088435117405, 0.4869104538041862, 0.4927855011868216, 0.4253640867477962 ], "brier_below": [ 0.2835308739697602, 0.1801757286965796, 0.2617890707522443, 0.20602666269142716, 0.2786460601669348, 0.17217726434938727, 0.22149345439575904, 0.1991698446907127, 0.13743794243376636, 0.29562647310461737, 0.2574414722561404, 0.28305612111905143, 0.1939053797841444, 0.2129673119968818, 0.16924139476185063, 0.17085059413897094, 0.31932706383276416, 0.15585868388131133, 0.23534967002870189, 0.10769610502220171, 0.1336293283026156, 0.3425033439802072, 0.303759055841936, 0.16998839927900217 ], "brier_below_clim": [ 0.3014181688717181, 0.19043828142969435, 0.2621352098296086, 0.189211357423254, 0.29646647218334904, 0.1763031653097088, 0.22490333867954082, 0.20427330506010077, 0.15400796871896968, 0.30561580770909275, 0.2387426263229863, 0.25381385295644204, 0.19826391217931327, 0.2127100821035814, 0.1864847383371641, 0.17554851753521306, 0.31069878617163244, 0.15976518026133896, 0.23943647892764403, 0.13596964382400945, 0.15004019014661238, 0.3525530292328047, 0.338807101099202, 0.18090576234657507 ], "brier_above": [ 0.15320834517319099, 0.2815797462639658, 0.18747166845496133, 0.2921884682290443, 0.1386192287678866, 0.30026918024949373, 0.24113641000750774, 0.19150626990297479, 0.26183755759119876, 0.15011528762385468, 0.2125264473601047, 0.21924055278565005, 0.19825041268185634, 0.21610835921448113, 0.23375047772239838, 0.2704413621947569, 0.1510983895231922, 0.27487584217629285, 0.21332498681950113, 0.33045107643460714, 0.31519345691994627, 0.11849914336051269, 0.12444128401962655, 0.24849333378877822 ], "brier_above_clim": [ 0.16942125720379314, 0.28790898465066145, 0.1932490176391843, 0.26984761490725384, 0.16119556977212962, 0.2968665277124429, 0.2417994326272948, 0.1960598442028676, 0.27295526360837696, 0.16841135391317605, 0.18872335691549524, 0.19661328741257744, 0.20294508517709747, 0.21721817863458368, 0.24308837524962262, 0.2783508596718001, 0.15363038801754828, 0.27711792365366356, 0.2149776359471342, 0.3472129548444936, 0.3225806942045614, 0.13435742457138128, 0.15397840008761954, 0.24445832440122106 ], "log_loss": [ 1.0385229119806891, 1.0687173533565217, 1.0834941962959488, 1.1504161305567546, 1.0371431557325483, 1.0981138649361082, 1.0896325034671908, 1.0843825449975515, 1.0581995890135454, 1.0502437629619616, 1.1664712298517963, 1.164407001950366, 1.0835447967201057, 1.1000700849015506, 1.055893219405491, 1.0762131744451096, 1.0971604404149542, 1.0829254741466448, 1.083813018312103, 1.023345228632171, 1.0539241845356109, 1.0483602756897996, 0.99462880937896, 1.0820569986187092 ], "log_loss_clim": [ 1.089166750302947, 1.0858727138496227, 1.0959476603344664, 1.094335379901833, 1.0949482778292172, 1.0881443544789473, 1.090981691963137, 1.1201011130302845, 1.108417264638136, 1.0877681433683557, 1.1081966845742093, 1.098122563582061, 1.1197168379863955, 1.1071163696185198, 1.1072721890901893, 1.0965991327801863, 1.092023098736059, 1.1040649584354267, 1.096373293572049, 1.0837512299342722, 1.0883851422110957, 1.0821156475694738, 1.0795379927138935, 1.1091188837229609 ] }, "rps": 0.44234477448336457, "rpss": 0.023474828349828947, "bss_below": 0.027004748873982742, "bss_above": 0.019941305129221876, "log_loss": 1.0779866645959246, "log_loss_skill": 0.017335007696702487, "reliability": { "below": { "weight": [ 0.0, 0.008839, 0.220505, 0.632208, 0.131679, 0.006619, 0.000151, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1783, 0.2693, 0.3463, 0.4307, 0.5249, 0.618, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2159, 0.2497, 0.3495, 0.4932, 0.6283, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.006583, 0.237479, 0.647829, 0.097853, 0.010155, 0.000101, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1698, 0.2706, 0.3439, 0.4326, 0.5275, 0.6149, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2442, 0.2208, 0.3859, 0.3934, 0.3606, 1.0, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4303990630032854, 0.48883273752116907, 0.4274946172472285, 0.4189539007955016, 0.4619348218954403, 0.48776503404572213, 0.39702737577638353, 0.40043208810661274, 0.49120206600846494 ], "rps_clim": [ 0.4392667893930284, 0.47209024474380396, 0.4563295774817628, 0.4676949686529568, 0.46440251426226875, 0.44306773857298026, 0.4754913821954125, 0.4978762127486338, 0.46473262279411304 ], "brier_below": [ 0.20187533761044676, 0.32605530216177503, 0.18124971931934203, 0.13926550437019175, 0.1696826764252812, 0.24345486260515423, 0.24315912531843728, 0.12171868080478114, 0.2999037319910149 ], "brier_below_clim": [ 0.20840800414252633, 0.3211528412581965, 0.18588896696747403, 0.1529691839704525, 0.16918637749027593, 0.22647917630868836, 0.29670790679502046, 0.14687399037084822, 0.2847919519536404 ], "brier_above": [ 0.22852372461103002, 0.16277744821465115, 0.24624488979348053, 0.27968838509631094, 0.2922521336124251, 0.24431017670997454, 0.15386825519759972, 0.2787133899678268, 0.19129834488906391 ], "brier_above_clim": [ 0.23085878370616417, 0.15093741623232468, 0.27044060189216984, 0.31472576814158004, 0.2952161237196651, 0.21658856327166845, 0.17878348316784407, 0.3510021993501296, 0.17994067840100206 ], "log_loss": [ 1.0884174069145245, 1.1135085688667485, 1.0461964757253954, 1.0193564381187015, 1.08876557733284, 1.1620613541267077, 0.9752228276750097, 0.9405113764954565, 1.1332083311302859 ], "log_loss_clim": [ 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883 ] }, "rps": 0.44489352271108973, "rpss": 0.04231341194391358, "bss_below": 0.03317181361244026, "bss_above": 0.0506361402586154, "log_loss": 1.0630275951539632, "log_loss_skill": 0.032390557655494256, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.384468, 0.471475, 0.136372, 0.007684, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2632, 0.3401, 0.4319, 0.5147, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2668, 0.3221, 0.5147, 0.8095, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.180829, 0.513026, 0.264399, 0.041746, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2719, 0.3489, 0.4381, 0.5226, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2302, 0.3859, 0.4997, 0.5857, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4420817196769809, 0.47359430638379585, 0.4123858901222616, 0.42285432034966725, 0.4607455745717758, 0.489650301194844, 0.4176135079212374, 0.41794169896074485, 0.4927634861097024 ], "rps_clim": [ 0.45375860413458485, 0.45298996440830325, 0.4431570365814314, 0.45029456864798206, 0.45806327538229014, 0.4543204749095515, 0.470672671598715, 0.4932554758488676, 0.46455214735141936 ], "brier_below": [ 0.19808698891116755, 0.3078855762094465, 0.19912131946923425, 0.1546004871916416, 0.17586648956462203, 0.24426886302646098, 0.22924617167228714, 0.136334830930803, 0.30179286466883504 ], "brier_below_clim": [ 0.2051677757555093, 0.2983593853982372, 0.20938553817015962, 0.16496000983722006, 0.1741714573544431, 0.2285609758239909, 0.26339413622632507, 0.15647499638411203, 0.28182460076839555 ], "brier_above": [ 0.24399472698723274, 0.16570874212256162, 0.21326456855369502, 0.26825382585721846, 0.28487907500322274, 0.24538144078798999, 0.18836733632810293, 0.28160685238669164, 0.19097063136914955 ], "brier_above_clim": [ 0.2485908236640017, 0.154630591096392, 0.2337714963461003, 0.28533454752539783, 0.28389180700046496, 0.22575949845304602, 0.20727853804452892, 0.336780458980145, 0.18272755364522117 ], "log_loss": [ 1.0736745275483552, 1.12334511579153, 1.0507375396840102, 1.0575171061231279, 1.0979651925242515, 1.1411806388301085, 1.017081080442007, 0.9745201020627525, 1.1402100220324336 ], "log_loss_clim": [ 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876 ] }, "rps": 0.44773675614344555, "rpss": 0.026909366211840036, "bss_below": 0.01770433535718785, "bss_above": 0.03536193343373528, "log_loss": 1.0751368138931752, "log_loss_skill": 0.021368271456253862, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.3807, 0.50851, 0.109591, 0.0012, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2661, 0.3397, 0.4312, 0.5097, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2813, 0.3266, 0.4865, 0.778, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.199752, 0.538549, 0.233906, 0.027794, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2733, 0.3477, 0.4356, 0.5228, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2714, 0.3802, 0.4769, 0.5654, NaN, NaN, NaN, NaN ] } } } } } }, "fitted": { "climatology_blend": { "fallbacks": 0, "folds": 24, "test_fit": { "lam": 0.6106692312127371 }, "test_fallback": null }, "pseudocount": { "fallbacks": 0, "folds": 24, "test_fit": {}, "test_fallback": null }, "temperature": { "fallbacks": 0, "folds": 24, "test_fit": { "temperature": 3.8484744599839256, "at_bound": false }, "test_fallback": null }, "dirichlet": { "fallbacks": 0, "folds": 24, "test_fit": { "A": [ [ 0.25766328209362677, 0.012901318482492787, -0.02469889235288504 ], [ 0.012336219536760507, 0.13684499574012107, 0.06955669172543943 ], [ 0.061885434903253767, 0.07341839145159947, 0.5514383404326759 ] ], "b": [ -0.16124831954215918, -0.23964177125069508, 0.40089009079284227 ], "objective": 1.082561564693613, "iterations": 39, "training_pairs": 52194, "training_years": 24, "converged": true, "epsilon": 1e-12, "reg_off": 0.01, "reg_diag": 0.001, "reg_bias": 0.001, "weighting": "equal total weight per year; spherical area within each year" }, "test_fallback": null }, "multinomial_logistic": { "fallbacks": 0, "folds": 24, "test_fit": { "coefficients": [ [ 0.11505537176634412, -0.218388234968034, 0.02148974608872219 ], [ 0.0, 0.0, 0.0 ], [ 0.08070220414942884, 0.3862514013219225, -0.16610472942491122 ] ], "features": [ "intercept", "standardized_mean", "log_spread_ratio" ], "l2": 0.001, "reference_class": "near" }, "test_fallback": null }, "ordinal_logistic": { "fallbacks": 0, "folds": 24, "test_fit": { "theta": [ -0.6256881306289043, 0.25858434333043595, 0.4587224983920347, -0.12602828222503515 ], "cutpoints": [ -0.6256881306289043, 0.6694072472749778 ], "beta": [ 0.4587224983920347, -0.12602828222503515 ], "features": [ "standardized_mean", "log_spread_ratio" ], "l2": 0.001, "converged": true }, "test_fallback": null } }, "selection": { "criterion": "inner leave-one-year-out RPS of the calibrators (training years only)", "chosen_training": { "1993": "temperature", "1994": "temperature", "1995": "temperature", "1996": "climatology_blend", "1997": "temperature", "1998": "temperature", "1999": "temperature", "2000": "temperature", "2001": "temperature", "2002": "temperature", "2003": "climatology_blend", "2004": "climatology_blend", "2005": "temperature", "2006": "climatology_blend", "2007": "temperature", "2008": "climatology_blend", "2009": "climatology_blend", "2010": "climatology_blend", "2011": "climatology_blend", "2012": "temperature", "2013": "temperature", "2014": "climatology_blend", "2015": "temperature", "2016": "temperature" }, "chosen_test": "climatology_blend", "frequency": { "climatology_blend": 9, "pseudocount": 0, "temperature": 15, "dirichlet": 0, "multinomial_logistic": 0, "ordinal_logistic": 0 } } }, "Jun": { "tag": "init05_Jun", "methods": { "climatology_blend": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42931540966969034, 0.47065644575323196, 0.455007189552589, 0.4309998811722683, 0.5782387558747842, 0.4580698251660113, 0.4673562439957732, 0.4713222547069534, 0.4173031681210436, 0.4140214911447917, 0.411735574757159, 0.5098099865306472, 0.420683955250026, 0.4215406625981025, 0.4820695377199034, 0.41557494494958475, 0.45906283129268155, 0.4330666963668821, 0.48851801158464425, 0.4373224426094803, 0.46643924902319445, 0.4391641594949776, 0.4671247188545888, 0.4392022539345633 ], "rps_clim": [ 0.4472054714310519, 0.4589801912597414, 0.46359114484830244, 0.4595146544011181, 0.4903287371504829, 0.4582362527063328, 0.45761747388311064, 0.46494431359450544, 0.423772983565715, 0.4155827025390587, 0.4368040928437045, 0.46274855668884746, 0.4038665014531707, 0.4219599370685286, 0.5019918956202981, 0.4318073516145089, 0.4712546274029139, 0.43284096253823107, 0.4803020022477182, 0.4457785600038623, 0.4573407337119155, 0.472428683947618, 0.46721179644431254, 0.4529883736143887 ], "brier_below": [ 0.20022938257895642, 0.26058279600831963, 0.2686321725912386, 0.14403679706264286, 0.18905213870318777, 0.1909377628774414, 0.28246189805370403, 0.31505410059872746, 0.2288901608245223, 0.23774337878371035, 0.150354433716597, 0.30432400754213157, 0.222171161949791, 0.21410517024050704, 0.12859286217535396, 0.18262805672868854, 0.27241534869210116, 0.23805809298290848, 0.20985869305003121, 0.2264967346917107, 0.2660500182370166, 0.2776284283762618, 0.20298133751503816, 0.223834299405662 ], "brier_below_clim": [ 0.20837734610233538, 0.25377519233942636, 0.2750995710775306, 0.15669347241971127, 0.14411378081408305, 0.18973499198819532, 0.2772573666730016, 0.3131566275007942, 0.23239623388317449, 0.23750968062143427, 0.16647235086141343, 0.28050256281974023, 0.22290800384681964, 0.21499792235842644, 0.1384422614544722, 0.19025799198778992, 0.28125262738258, 0.23703145413776303, 0.20653417991114126, 0.23086793026498253, 0.256649591814197, 0.2966580687734591, 0.20317448709987726, 0.23076288739698478 ], "brier_above": [ 0.2290860272144101, 0.2100736502463417, 0.18637501686882932, 0.2869630837804608, 0.3891866159374757, 0.2671320627440449, 0.18489434556747228, 0.15626815398407856, 0.18841300695939942, 0.1762781118680859, 0.2613811410278175, 0.20548597996261608, 0.19851279375917194, 0.20743549194870878, 0.3534766767460981, 0.2329468882060081, 0.18664748258585828, 0.195008603479678, 0.2786593185281907, 0.21082570809740292, 0.20038923061712993, 0.16153573170965968, 0.26414338144911453, 0.21536795498212916 ], "brier_above_clim": [ 0.23882812535502604, 0.20520499890628327, 0.1884915737769108, 0.3028211820077163, 0.34621495636272687, 0.26850126072427616, 0.18036010719607753, 0.1517876860866956, 0.19137674968254043, 0.17807302191762436, 0.2703317420086005, 0.18224599386910745, 0.18095849759933538, 0.2069620147162367, 0.3635496341575443, 0.24154935963285798, 0.19000200000630263, 0.19580950838643651, 0.2737678223225454, 0.21491062973887995, 0.20069114188368678, 0.1757706152004859, 0.2640373093707447, 0.22222548618934063 ], "log_loss": [ 1.0664027122609652, 1.1090492076028367, 1.08186835981484, 1.0602480589906889, 1.2007152907249576, 1.0995434231231866, 1.1102263430888197, 1.0985846969107038, 1.1000100022236612, 1.106582770403809, 1.0707030853836486, 1.1571829791810753, 1.1445524844753878, 1.1008485846984544, 1.046292265728105, 1.079079158301309, 1.072921838031352, 1.0986913481710994, 1.0970055212617849, 1.087411401090129, 1.1063977220676022, 1.0412617072904073, 1.0858388451069616, 1.0718720274514588 ], "log_loss_clim": [ 1.099428271633821, 1.093187131691606, 1.0915957276022614, 1.093676609662846, 1.0805080285014852, 1.094256675628531, 1.0937850187951272, 1.0911270956656791, 1.1093555566980096, 1.1126558038071668, 1.1039013561094482, 1.09245285910948, 1.1178384414206564, 1.1101730701827308, 1.0760878197343249, 1.1055121760411426, 1.0899478267538063, 1.1067027661415492, 1.085754002461665, 1.0996047955190242, 1.0960524950733566, 1.0884698645864175, 1.090758754012021, 1.0974354896959926 ] }, "rps": 0.4534835704218156, "rpss": -0.0004143440516757302, "bss_below": 0.0013788549183141319, "bss_above": -0.0022108941698355533, "log_loss": 1.095553743057635, "log_loss_skill": 0.0010249820981099722, "reliability": { "below": { "weight": [ 0.0, 0.000485, 0.159414, 0.738974, 0.099091, 0.002036, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1934, 0.2866, 0.3433, 0.4253, 0.5112, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3546, 0.3303, 0.3463, 0.3914, 0.292, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.090399, 0.790824, 0.118694, 8.4e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2851, 0.3465, 0.4202, 0.5002, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3946, 0.3396, 0.3554, 1.0, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4387602065538423, 0.46206342788901733, 0.46964338698864616, 0.4542597111179312, 0.624720534625229, 0.4490099492634861, 0.4424775186674838, 0.4679106197851066, 0.42459500550775425, 0.4429952582724905, 0.3897655272361913, 0.5133679454677538, 0.4222128926671658, 0.41866609988360387, 0.4700765644700887, 0.401762891262993, 0.4703843354674176, 0.4297435187678699, 0.4617178098381945, 0.4502174808369144, 0.44454358479440065, 0.42680209867552626, 0.4649703757348442, 0.4500901383052335 ], "rps_clim": [ 0.450859762187033, 0.4615252579407884, 0.48195188978473674, 0.4899671406267226, 0.4866822249422838, 0.45104938970310365, 0.44505340456925324, 0.4451826017329032, 0.43698121164797693, 0.43816449267304297, 0.43153061985811936, 0.4665311708633101, 0.41455543245551724, 0.41400736756299333, 0.4866694439614358, 0.4163741155867714, 0.47430685017421254, 0.4333081323328068, 0.4637676788813821, 0.4549741515638314, 0.43848605560736376, 0.48647544507953355, 0.46333262876860903, 0.4525018161642029 ], "brier_below": [ 0.22705373604389353, 0.22461460082748963, 0.2775610804971021, 0.15533031446916076, 0.20070134027609543, 0.2149962365846919, 0.23131829898414288, 0.29120138841415205, 0.2213514082026931, 0.2712451147894328, 0.12112394071568203, 0.3141736267952236, 0.21784724589635368, 0.22318808505907406, 0.13435401902420244, 0.18801565205838366, 0.24286205540250994, 0.22106286410368362, 0.22655654987590715, 0.2011701166753839, 0.24360295155656106, 0.3260215180725731, 0.25566859876003095, 0.20900692901218268 ], "brier_below_clim": [ 0.23608353240397922, 0.22331054093632516, 0.28787705348692194, 0.16787043526726309, 0.12980597866178595, 0.21427952224866478, 0.23188434227033447, 0.2790337236966665, 0.22747905552243575, 0.26789379189861234, 0.14506829762590923, 0.28914503388214846, 0.22030745453346431, 0.22150001300575947, 0.14301966898459437, 0.197528447817378, 0.24762060355307083, 0.2191069646489153, 0.22787122597160456, 0.2052664928260851, 0.23730600527258158, 0.36291601407509505, 0.2549372233808246, 0.20936339489108258 ], "brier_above": [ 0.21170647086087716, 0.23744882763565367, 0.19208230632511816, 0.2989293960305271, 0.4240191921546133, 0.23401371307741378, 0.21115921919169034, 0.17670923130059252, 0.20324359685622934, 0.17175014294561058, 0.26864158623440293, 0.19919431955686898, 0.20436564670508545, 0.19547801433508544, 0.3357225469713776, 0.21374723930984874, 0.22752227992066626, 0.20868065469701097, 0.23516125992561457, 0.24904736418872522, 0.20094063293603479, 0.10078058131721676, 0.2093017765244568, 0.24108320989459314 ], "brier_above_clim": [ 0.21477622978305372, 0.23821471700446323, 0.1940748362978147, 0.3220967053594594, 0.3568762462804978, 0.23676986745443884, 0.21316906229891872, 0.16614887803623654, 0.2095021561255411, 0.17027070077443054, 0.28646232223221, 0.1773861369811614, 0.19424797792205284, 0.1925073545572339, 0.34364977497684135, 0.21884566776939335, 0.22668624662114165, 0.21420116768389152, 0.23589645290977745, 0.2497076587377463, 0.20118005033478217, 0.12355943100443835, 0.2083954053877844, 0.24313842127312024 ], "log_loss": [ 1.0750133956929069, 1.0921141700686234, 1.0663572566638129, 1.027052655140567, 1.273507801308189, 1.0944234586800832, 1.0950085422427804, 1.1345540443730213, 1.0823086680020688, 1.1106567380366374, 1.0480249332473386, 1.1572802877699329, 1.1215984745136314, 1.1059222905962156, 1.055260396694345, 1.0908234797900171, 1.0836590041552228, 1.0948921589093255, 1.0895109295466054, 1.0863888453685921, 1.1041229434427513, 0.9953339904237921, 1.0903612498560662, 1.0911858479032908 ], "log_loss_clim": [ 1.0979327523929412, 1.093253306402753, 1.0842911988099995, 1.0807745377678086, 1.0822157821208658, 1.0978495540362787, 1.1004802698735565, 1.1004235851058397, 1.1040219140380285, 1.1035027539562234, 1.1064133406049768, 1.091056981009789, 1.113861139981375, 1.1141016013835352, 1.0822213897279531, 1.1130631996246902, 1.0876454310722645, 1.1056334637184047, 1.0922694526822094, 1.0961275795893655, 1.1033616694329775, 1.0823065060048684, 1.0924603292764858, 1.0972123074106783 ] }, "rps": 0.45378153675329935, "rpss": -0.0005989024900743267, "bss_below": 0.001183728004201412, "bss_above": -0.0023843885754954997, "log_loss": 1.0943900651010756, "log_loss_skill": 0.002169950684668853, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.132084, 0.763376, 0.10207, 0.00247, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2886, 0.3418, 0.4285, 0.5115, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3073, 0.355, 0.354, 0.1839, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.10908, 0.790829, 0.099941, 0.00015, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2848, 0.3453, 0.4203, 0.5002, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4389, 0.3299, 0.3804, 1.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4403168927053255, 0.4507875332070136, 0.48763048608535786, 0.4349815894893768, 0.4819443585597086, 0.4311193498332336, 0.4228512013394237, 0.4873105412591974, 0.5010627146890039 ], "rps_clim": [ 0.46150612689453524, 0.4626658144476092, 0.5025804129424258, 0.43502336299626376, 0.4930044547546616, 0.4410305783704811, 0.42966910195677144, 0.46558066615845484, 0.49008091239695556 ], "brier_below": [ 0.31458172005047014, 0.16897238186048516, 0.13863095702016245, 0.20987229670716623, 0.32042407167176024, 0.16436756400922917, 0.16471264284069415, 0.2838961448970578, 0.33595716917137836 ], "brier_below_clim": [ 0.3246500440152092, 0.17376216083560342, 0.14150667980580747, 0.20954887915290052, 0.3264773200055234, 0.16810893020695689, 0.16881064921101296, 0.27246380987490737, 0.3299942872697695 ], "brier_above": [ 0.12573518630423888, 0.28181514013762127, 0.3489995052835633, 0.225109292205907, 0.16152029581246322, 0.2667517788423745, 0.25813855255334556, 0.20341440152112933, 0.16510555765414273 ], "brier_above_clim": [ 0.136856098063274, 0.28890364160773263, 0.361073708469447, 0.22547448318110808, 0.1665271446274894, 0.2729216390372266, 0.2608584457967457, 0.19311686140728634, 0.1600866363387469 ], "log_loss": [ 1.0677784288858772, 1.0821529766373816, 1.0721853849527907, 1.0982851440254708, 1.0814938089452681, 1.0809510924892565, 1.0889837193012586, 1.1256055145671278, 1.1156237522815418 ], "log_loss_clim": [ 1.100013426979614, 1.100013426979614, 1.0986122588657867, 1.0996679069087905, 1.100013426979614, 1.0984704354882264, 1.098698057705932, 1.100013426979614, 1.09831691617802 ] }, "rps": 0.4597782963519601, "rpss": 0.010316982686004228, "bss_below": 0.006574794357530389, "bss_above": 0.014148845104866581, "log_loss": 1.0903399802317746, "log_loss_skill": 0.00816261735419721, "reliability": { "below": { "weight": [ 0.0, 0.000301, 0.192309, 0.786334, 0.021056, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.188, 0.2854, 0.3428, 0.4072, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.75, 0.3354, 0.3797, 0.3655, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.076612, 0.876766, 0.046622, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2945, 0.34, 0.4099, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2454, 0.3647, 0.358, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4290545216502245, 0.456452235511164, 0.4785488967424242, 0.44291626807338763, 0.49060332582256794, 0.43113483184680146, 0.4333519310740774, 0.4663386842303351, 0.5265235029628451 ], "rps_clim": [ 0.45769367006987244, 0.4755203948622137, 0.4811101251311695, 0.4300069750745694, 0.4984073288033246, 0.46319140730076575, 0.4441441730320768, 0.4502549831923129, 0.5174119902158631 ], "brier_below": [ 0.32069739446769385, 0.122748699902549, 0.14173479759626167, 0.21220924935543067, 0.3216433187299576, 0.12548044269772882, 0.14563781253356609, 0.21074983554353702, 0.3618567149158105 ], "brier_below_clim": [ 0.33624054857895364, 0.13034703789124324, 0.14150255915284246, 0.20534244397314746, 0.32556627067102445, 0.1385010427273907, 0.1500687330846873, 0.20117515044933712, 0.3575934610104493 ], "brier_above": [ 0.1083571434319494, 0.33370351469404147, 0.3368140786446527, 0.23070701833859425, 0.16896001505064756, 0.30565437327442374, 0.28771410633128014, 0.25558884312515134, 0.16466680048995733 ], "brier_above_clim": [ 0.12145313950983586, 0.3451733349855966, 0.3396075449881942, 0.22466453066470288, 0.17284106696233917, 0.32469034625064525, 0.2940754270990343, 0.24907982794046105, 0.1598185403640623 ], "log_loss": [ 1.0506479274513036, 1.0683280062855878, 1.094394617054148, 1.1132600589103396, 1.0877307190625929, 1.0463759374187185, 1.080878272912181, 1.1194617650790457, 1.105514353887202 ], "log_loss_clim": [ 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876 ] }, "rps": 0.46165824421264745, "rpss": 0.014893481856327218, "bss_below": 0.011870583318997374, "bss_above": 0.017584386165008792, "log_loss": 1.0851768508956798, "log_loss_skill": 0.012229435691877844, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.157647, 0.840365, 0.001988, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2874, 0.341, 0.4087, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2612, 0.3416, 0.2665, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.073859, 0.876471, 0.049669, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2952, 0.3363, 0.4115, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3036, 0.4161, 0.4696, NaN, NaN, NaN, NaN, NaN ] } } } } }, "pseudocount": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42124763468375886, 0.5532651134343342, 0.485580303625816, 0.36093964327382766, 0.9358672515270194, 0.5372674035730435, 0.536571085945847, 0.5478323441476596, 0.42648324792016, 0.4516948037022956, 0.4364570853678673, 0.7634530228390813, 0.5444062890109761, 0.4596910998489397, 0.4269052014488613, 0.4004783469166645, 0.45948529212526334, 0.4898429952212061, 0.5536662734669779, 0.45117735748913007, 0.5337970297111819, 0.3698509974888763, 0.503147135522167, 0.4539365655176969 ], "rps_clim": [ 0.4472054714310519, 0.4589801912597414, 0.46359114484830244, 0.4595146544011181, 0.4903287371504829, 0.4582362527063328, 0.45761747388311064, 0.46494431359450544, 0.423772983565715, 0.4155827025390587, 0.4368040928437045, 0.46274855668884746, 0.4038665014531707, 0.4219599370685286, 0.5019918956202981, 0.4318073516145089, 0.4712546274029139, 0.43284096253823107, 0.4803020022477182, 0.4457785600038623, 0.4573407337119155, 0.472428683947618, 0.46721179644431254, 0.4529883736143887 ], "brier_below": [ 0.19512928120508014, 0.3056659431783694, 0.2799658335462853, 0.11281094158641564, 0.39221485003811013, 0.239319176383019, 0.32076273170980335, 0.35456395288053927, 0.23704061941130716, 0.25787745218799607, 0.13255877530185092, 0.41842782382945476, 0.24885278642082925, 0.22846818018935522, 0.1021612323966928, 0.17658754610087232, 0.2672154927918139, 0.2699885170784706, 0.24651753354975575, 0.24111255302449847, 0.31664235927098616, 0.24482380895073239, 0.22279998169110485, 0.2364976569712946 ], "brier_below_clim": [ 0.20837734610233538, 0.25377519233942636, 0.2750995710775306, 0.15669347241971127, 0.14411378081408305, 0.18973499198819532, 0.2772573666730016, 0.3131566275007942, 0.23239623388317449, 0.23750968062143427, 0.16647235086141343, 0.28050256281974023, 0.22290800384681964, 0.21499792235842644, 0.1384422614544722, 0.19025799198778992, 0.28125262738258, 0.23703145413776303, 0.20653417991114126, 0.23086793026498253, 0.256649591814197, 0.2966580687734591, 0.20317448709987726, 0.23076288739698478 ], "brier_above": [ 0.22611835496961877, 0.24759917321414113, 0.20561446877037037, 0.2481287022832643, 0.5436523939085379, 0.2979482283242902, 0.21580835241879473, 0.19326839067898857, 0.1894426266717752, 0.19381734941631695, 0.30389831409057155, 0.3450252068718717, 0.2955535067568034, 0.23122291783423043, 0.32474397563701146, 0.22389080135073133, 0.19226979844675587, 0.21985447823048643, 0.30714873980120255, 0.21006480470276437, 0.21715466942504483, 0.12502718962585957, 0.28034715421933837, 0.21743891092036646 ], "brier_above_clim": [ 0.23882812535502604, 0.20520499890628327, 0.1884915737769108, 0.3028211820077163, 0.34621495636272687, 0.26850126072427616, 0.18036010719607753, 0.1517876860866956, 0.19137674968254043, 0.17807302191762436, 0.2703317420086005, 0.18224599386910745, 0.18095849759933538, 0.2069620147162367, 0.3635496341575443, 0.24154935963285798, 0.19000200000630263, 0.19580950838643651, 0.2737678223225454, 0.21491062973887995, 0.20069114188368678, 0.1757706152004859, 0.2640373093707447, 0.22222548618934063 ], "log_loss": [ 1.138746425379285, 1.3560458166820026, 1.2846989668777957, 1.1182851269721015, 2.0603773847553404, 1.3906181682819467, 1.3634215401022278, 1.33444574318027, 1.2504390525715299, 1.2516088517334818, 1.1948115269370645, 1.7188546953941743, 1.4290266785046417, 1.2054169765959053, 0.9826589799222664, 1.0992112309660256, 1.1938281072757748, 1.236597151428295, 1.2435579731407158, 1.2455568490408746, 1.309546873080629, 1.0391869280108945, 1.1899125017040195, 1.1940336503285534 ], "log_loss_clim": [ 1.099428271633821, 1.093187131691606, 1.0915957276022614, 1.093676609662846, 1.0805080285014852, 1.094256675628531, 1.0937850187951272, 1.0911270956656791, 1.1093555566980096, 1.1126558038071668, 1.1039013561094482, 1.09245285910948, 1.1178384414206564, 1.1101730701827308, 1.0760878197343249, 1.1055121760411426, 1.0899478267538063, 1.1067027661415492, 1.085754002461665, 1.0996047955190242, 1.0960524950733566, 1.0884698645864175, 1.090758754012021, 1.0974354896959926 ] }, "rps": 0.5042934801586938, "rpss": -0.1125043200423439, "bss_below": -0.11082090514537746, "bss_above": -0.11419088331548144, "log_loss": 1.2846202999527423, "log_loss_skill": -0.17137438055826149, "reliability": { "below": { "weight": [ 0.166815, 0.127126, 0.223246, 0.181084, 0.091966, 0.104358, 0.06316, 0.025918, 0.014205, 0.002121 ], "mean_forecast": [ 0.0528, 0.1527, 0.2444, 0.3558, 0.4519, 0.5432, 0.6549, 0.7503, 0.8377, 0.9346 ], "observed_frequency": [ 0.2977, 0.2975, 0.3338, 0.3579, 0.3614, 0.4071, 0.4631, 0.4218, 0.3342, 0.3071 ] }, "above": { "weight": [ 0.095731, 0.126149, 0.208421, 0.1977, 0.109288, 0.133231, 0.089302, 0.027801, 0.012154, 0.000224 ], "mean_forecast": [ 0.0665, 0.1522, 0.2461, 0.3569, 0.4525, 0.5448, 0.6548, 0.7504, 0.8349, 0.9387 ], "observed_frequency": [ 0.3345, 0.277, 0.3238, 0.3688, 0.3565, 0.3701, 0.3744, 0.3944, 0.5139, 1.0 ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4339944823792372, 0.47968445491862816, 0.5016821147685663, 0.3473288158095, 1.1409264800597523, 0.5468829802791635, 0.4571046720759112, 0.6155099551141573, 0.41170491109075613, 0.4899854979459082, 0.35738090209091766, 0.7721131305682588, 0.5022629445612531, 0.46872389625306005, 0.4233420843412651, 0.39703279548444154, 0.4909680317946594, 0.4732754812428674, 0.4813645020335378, 0.46301714134795496, 0.49064664053123785, 0.241290306883169, 0.5083704679426908, 0.48977502304378157 ], "rps_clim": [ 0.450859762187033, 0.4615252579407884, 0.48195188978473674, 0.4899671406267226, 0.4866822249422838, 0.45104938970310365, 0.44505340456925324, 0.4451826017329032, 0.43698121164797693, 0.43816449267304297, 0.43153061985811936, 0.4665311708633101, 0.41455543245551724, 0.41400736756299333, 0.4866694439614358, 0.4163741155867714, 0.47430685017421254, 0.4333081323328068, 0.4637676788813821, 0.4549741515638314, 0.43848605560736376, 0.48647544507953355, 0.46333262876860903, 0.4525018161642029 ], "brier_below": [ 0.21205388077672147, 0.23899301358222705, 0.28146832218219486, 0.12832300715890704, 0.49057516396318795, 0.2807158066088087, 0.243300245350699, 0.37067700046397134, 0.21657078607827607, 0.298677237005258, 0.07670274277356938, 0.43646845835454334, 0.23438179672990692, 0.24613221824046974, 0.10976851685206795, 0.1756786266999224, 0.24072803722462457, 0.2605538313230768, 0.23644426310749872, 0.20005076567348187, 0.27819732577888756, 0.21328555446326833, 0.2775990498543495, 0.23038652949381008 ], "brier_below_clim": [ 0.23608353240397922, 0.22331054093632516, 0.28787705348692194, 0.16787043526726309, 0.12980597866178595, 0.21427952224866478, 0.23188434227033447, 0.2790337236966665, 0.22747905552243575, 0.26789379189861234, 0.14506829762590923, 0.28914503388214846, 0.22030745453346431, 0.22150001300575947, 0.14301966898459437, 0.197528447817378, 0.24762060355307083, 0.2191069646489153, 0.22787122597160456, 0.2052664928260851, 0.23730600527258158, 0.36291601407509505, 0.2549372233808246, 0.20936339489108258 ], "brier_above": [ 0.22194060345458053, 0.240691444310381, 0.22021379063524912, 0.2190058076776917, 0.6503513046417418, 0.26616717358763686, 0.2138044242289374, 0.24483295503495417, 0.195134122936493, 0.1913082589811328, 0.2806781627598504, 0.33564468007677806, 0.2678811489180181, 0.22259167554717846, 0.3135735760137374, 0.2213541700499232, 0.2502399938051685, 0.2127216493631431, 0.2449202388398085, 0.2629663758771706, 0.21244931303804754, 0.02800475360970591, 0.23077141612643348, 0.25938849739726894 ], "brier_above_clim": [ 0.21477622978305372, 0.23821471700446323, 0.1940748362978147, 0.3220967053594594, 0.3568762462804978, 0.23676986745443884, 0.21316906229891872, 0.16614887803623654, 0.2095021561255411, 0.17027070077443054, 0.28646232223221, 0.1773861369811614, 0.19424797792205284, 0.1925073545572339, 0.34364977497684135, 0.21884566776939335, 0.22668624662114165, 0.21420116768389152, 0.23589645290977745, 0.2497076587377463, 0.20118005033478217, 0.12355943100443835, 0.2083954053877844, 0.24313842127312024 ], "log_loss": [ 1.0905433914379805, 1.1546736072434174, 1.2212754478144427, 0.8820990228899656, 2.490937733766549, 1.3197925302732327, 1.1613950488248237, 1.4787219475916502, 1.0878062230123313, 1.2253756179959625, 1.0052354651911375, 1.71672503829062, 1.2628405795074646, 1.1735029428862056, 0.988066058679353, 1.1272338777632822, 1.1848547197356447, 1.175746032348048, 1.1476106094664726, 1.129645159796392, 1.202125665943738, 0.73144600080285, 1.1996038294782385, 1.2383752018593563 ], "log_loss_clim": [ 1.0979327523929412, 1.093253306402753, 1.0842911988099995, 1.0807745377678086, 1.0822157821208658, 1.0978495540362787, 1.1004802698735565, 1.1004235851058397, 1.1040219140380285, 1.1035027539562234, 1.1064133406049768, 1.091056981009789, 1.113861139981375, 1.1141016013835352, 1.0822213897279531, 1.1130631996246902, 1.0876454310722645, 1.1056334637184047, 1.0922694526822094, 1.0961275795893655, 1.1033616694329775, 1.0823065060048684, 1.0924603292764858, 1.0972123074106783 ] }, "rps": 0.49934865469002815, "rpss": -0.1010754633553399, "bss_below": -0.09754150725778232, "bss_above": -0.1046150816365099, "log_loss": 1.2248179896916316, "log_loss_skill": -0.11675008210480176, "reliability": { "below": { "weight": [ 0.144258, 0.136269, 0.245723, 0.178622, 0.087053, 0.097567, 0.064115, 0.027421, 0.016501, 0.00247 ], "mean_forecast": [ 0.0591, 0.1533, 0.2444, 0.3551, 0.4513, 0.5426, 0.6553, 0.7522, 0.8395, 0.9361 ], "observed_frequency": [ 0.2615, 0.2812, 0.3487, 0.3681, 0.3866, 0.4303, 0.4717, 0.3983, 0.2069, 0.1839 ] }, "above": { "weight": [ 0.113701, 0.1358, 0.212603, 0.198429, 0.105149, 0.125596, 0.074397, 0.021115, 0.01281, 0.0004 ], "mean_forecast": [ 0.0668, 0.1515, 0.2467, 0.3558, 0.4528, 0.5459, 0.6555, 0.7499, 0.8372, 0.9387 ], "observed_frequency": [ 0.3659, 0.2848, 0.308, 0.3515, 0.3414, 0.3787, 0.4284, 0.4184, 0.5354, 1.0 ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3871783263568997, 0.4258229550305181, 0.4674277079381061, 0.49858806173893044, 0.47270649956230126, 0.4738605017058404, 0.43242047014806295, 0.6358599170737189, 0.6229696006431341 ], "rps_clim": [ 0.46150612689453524, 0.4626658144476092, 0.5025804129424258, 0.43502336299626376, 0.4930044547546616, 0.4410305783704811, 0.42966910195677144, 0.46558066615845484, 0.49008091239695556 ], "brier_below": [ 0.2959595949781926, 0.16347920667086455, 0.14875705676979645, 0.24914996481336207, 0.3224086735819351, 0.18284155722051934, 0.16237233282596145, 0.35815544925367215, 0.39824710903650024 ], "brier_below_clim": [ 0.3246500440152092, 0.17376216083560342, 0.14150667980580747, 0.20954887915290052, 0.3264773200055234, 0.16810893020695689, 0.16881064921101296, 0.27246380987490737, 0.3299942872697695 ], "brier_above": [ 0.09121873886427165, 0.2623437409959029, 0.31867063182066924, 0.24943809708318285, 0.15029783107050954, 0.29101894611184703, 0.2700481362101621, 0.2777044733284953, 0.22472250734372104 ], "brier_above_clim": [ 0.136856098063274, 0.28890364160773263, 0.361073708469447, 0.22547448318110808, 0.1665271446274894, 0.2729216390372266, 0.2608584457967457, 0.19311686140728634, 0.1600866363387469 ], "log_loss": [ 1.1002621094784113, 1.1613638761422127, 1.0731843021803151, 1.3390395718863992, 1.1699591357576482, 1.2242660027412249, 1.17268567013404, 1.4349601848925764, 1.489746863179306 ], "log_loss_clim": [ 1.100013426979614, 1.100013426979614, 1.0986122588657867, 1.0996679069087905, 1.100013426979614, 1.0984704354882264, 1.098698057705932, 1.100013426979614, 1.09831691617802 ] }, "rps": 0.4907593377997235, "rpss": -0.05637039865154625, "bss_below": -0.07849780084787916, "bss_above": -0.033712757899715395, "log_loss": 1.2406075240435703, "log_loss_skill": -0.12852957962387124, "reliability": { "below": { "weight": [ 0.122082, 0.117715, 0.198892, 0.190066, 0.171509, 0.117204, 0.061476, 0.019394, 0.001662, 0.0 ], "mean_forecast": [ 0.0432, 0.1434, 0.2517, 0.3531, 0.4447, 0.538, 0.637, 0.7362, 0.8381, NaN ], "observed_frequency": [ 0.318, 0.3459, 0.3, 0.3875, 0.4307, 0.4477, 0.3914, 0.3968, 0.0, NaN ] }, "above": { "weight": [ 0.015646, 0.130426, 0.279962, 0.200431, 0.138212, 0.096977, 0.091724, 0.038191, 0.007376, 0.001055 ], "mean_forecast": [ 0.0713, 0.1518, 0.249, 0.3496, 0.444, 0.5425, 0.6423, 0.7416, 0.8295, 0.917 ], "observed_frequency": [ 0.1991, 0.2499, 0.268, 0.392, 0.4878, 0.4801, 0.3846, 0.3682, 0.336, 0.1428 ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.33761774611519674, 0.3931771910055477, 0.5029393726905745, 0.5473773267459128, 0.48353080583295455, 0.3830879084138564, 0.4101631194101476, 0.575087427181001, 0.6303390366519739 ], "rps_clim": [ 0.45769367006987244, 0.4755203948622137, 0.4811101251311695, 0.4300069750745694, 0.4984073288033246, 0.46319140730076575, 0.4441441730320768, 0.4502549831923129, 0.5174119902158631 ], "brier_below": [ 0.2718247837293776, 0.09947999371121471, 0.16079757715301188, 0.26396229823268774, 0.32010561485889283, 0.10159851625344521, 0.1377279840812228, 0.2768889214261217, 0.402910667202647 ], "brier_below_clim": [ 0.33624054857895364, 0.13034703789124324, 0.14150255915284246, 0.20534244397314746, 0.32556627067102445, 0.1385010427273907, 0.1500687330846873, 0.20117515044933712, 0.3575934610104493 ], "brier_above": [ 0.06579297148595026, 0.2936971813288071, 0.3421417774749145, 0.2834150286630494, 0.1634251952796973, 0.2814893856661442, 0.2724351260987291, 0.29819849675398813, 0.2274283870047072 ], "brier_above_clim": [ 0.12145313950983586, 0.3451733349855966, 0.3396075449881942, 0.22466453066470288, 0.17284106696233917, 0.32469034625064525, 0.2940754270990343, 0.24907982794046105, 0.1598185403640623 ], "log_loss": [ 0.9152568016524669, 0.9870530577054486, 1.1540010665287328, 1.2948146282296402, 1.1328539519196945, 0.9726687463234254, 1.0523623044960884, 1.3377650770172897, 1.3019583125130212 ], "log_loss_clim": [ 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876 ] }, "rps": 0.47370221489412945, "rpss": -0.010806468640374378, "bss_below": -0.02464793386430353, "bss_above": 0.001514835222270694, "log_loss": 1.1276371051539786, "log_loss_skill": -0.026419554355015418, "reliability": { "below": { "weight": [ 0.097768, 0.104819, 0.217354, 0.219462, 0.21324, 0.110466, 0.034903, 0.001723, 0.000265, 0.0 ], "mean_forecast": [ 0.0511, 0.143, 0.2524, 0.3545, 0.4437, 0.5334, 0.632, 0.7421, 0.819, NaN ], "observed_frequency": [ 0.2537, 0.2442, 0.2525, 0.3565, 0.397, 0.4546, 0.2824, 0.3075, 0.0, NaN ] }, "above": { "weight": [ 0.011193, 0.141181, 0.309763, 0.215441, 0.129381, 0.079234, 0.064138, 0.037312, 0.010475, 0.001883 ], "mean_forecast": [ 0.0742, 0.1533, 0.2481, 0.3479, 0.4438, 0.5412, 0.6432, 0.7432, 0.8303, 0.917 ], "observed_frequency": [ 0.249, 0.2925, 0.3113, 0.4652, 0.5667, 0.5528, 0.4567, 0.5211, 0.3452, 0.1428 ] } } } } }, "temperature": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4276371373916759, 0.4804166808845738, 0.4593348278807155, 0.4086264341339656, 0.5944603561343068, 0.46312838808894186, 0.47661729775828404, 0.4818780982109915, 0.41789388795868987, 0.4149367141778422, 0.39750778637712175, 0.5224137494426982, 0.4220440773039785, 0.4201472085769454, 0.4738728308665192, 0.4080407241216916, 0.45917129997631173, 0.43240013296002544, 0.4902976588382155, 0.43700627076782045, 0.4724068408149007, 0.4207744087665512, 0.4674952861702409, 0.43972135000334484 ], "rps_clim": [ 0.4472054714310519, 0.4589801912597414, 0.46359114484830244, 0.4595146544011181, 0.4903287371504829, 0.4582362527063328, 0.45761747388311064, 0.46494431359450544, 0.423772983565715, 0.4155827025390587, 0.4368040928437045, 0.46274855668884746, 0.4038665014531707, 0.4219599370685286, 0.5019918956202981, 0.4318073516145089, 0.4712546274029139, 0.43284096253823107, 0.4803020022477182, 0.4457785600038623, 0.4573407337119155, 0.472428683947618, 0.46721179644431254, 0.4529883736143887 ], "brier_below": [ 0.19990466720319988, 0.26822974595731797, 0.2714512451603487, 0.12984616926683198, 0.18525716209279366, 0.19235922976545974, 0.29105700599932227, 0.32581280818598135, 0.23037165513728716, 0.24159865966748623, 0.13748979992900978, 0.3192080430986253, 0.22368058388718481, 0.21391663436761754, 0.11773222469973915, 0.1790277395538121, 0.27313446048283907, 0.23860202329659957, 0.21071974165172125, 0.22663260994062032, 0.27244371514160926, 0.2729524662656399, 0.20240172005022297, 0.22477578320443783 ], "brier_below_clim": [ 0.20837734610233538, 0.25377519233942636, 0.2750995710775306, 0.15669347241971127, 0.14411378081408305, 0.18973499198819532, 0.2772573666730016, 0.3131566275007942, 0.23239623388317449, 0.23750968062143427, 0.16647235086141343, 0.28050256281974023, 0.22290800384681964, 0.21499792235842644, 0.1384422614544722, 0.19025799198778992, 0.28125262738258, 0.23703145413776303, 0.20653417991114126, 0.23086793026498253, 0.256649591814197, 0.2966580687734591, 0.20317448709987726, 0.23076288739698478 ], "brier_above": [ 0.2277324701884761, 0.21218693492725613, 0.18788358272036673, 0.27878026486713353, 0.4092031940415134, 0.2707691583234821, 0.18556029175896188, 0.15606529002501004, 0.1875222328214027, 0.17333805451035597, 0.26001798644811186, 0.2032057063440729, 0.1983634934167937, 0.20623057420932778, 0.3561406061667801, 0.22901298456787955, 0.1860368394934726, 0.19379810966342592, 0.27957791718649433, 0.21037366082720016, 0.1999631256732915, 0.1478219425009112, 0.26509356612001783, 0.21494556679890697 ], "brier_above_clim": [ 0.23882812535502604, 0.20520499890628327, 0.1884915737769108, 0.3028211820077163, 0.34621495636272687, 0.26850126072427616, 0.18036010719607753, 0.1517876860866956, 0.19137674968254043, 0.17807302191762436, 0.2703317420086005, 0.18224599386910745, 0.18095849759933538, 0.2069620147162367, 0.3635496341575443, 0.24154935963285798, 0.19000200000630263, 0.19580950838643651, 0.2737678223225454, 0.21491062973887995, 0.20069114188368678, 0.1757706152004859, 0.2640373093707447, 0.22222548618934063 ], "log_loss": [ 1.0654452407746167, 1.1320549435140876, 1.0992522135242693, 1.0477324158997434, 1.2488659979740913, 1.1170592672452613, 1.1341004770235554, 1.1204501018519515, 1.1022926114074092, 1.102479351246019, 1.0415604475008624, 1.1854629599853042, 1.1384324592226254, 1.0928019201719872, 1.0428832585777847, 1.0591019886499062, 1.0825976129277581, 1.0944243924636716, 1.1046217273064256, 1.095904693133293, 1.1223653929793311, 1.021041446563543, 1.089158350204291, 1.0749579570996448 ], "log_loss_clim": [ 1.099428271633821, 1.093187131691606, 1.0915957276022614, 1.093676609662846, 1.0805080285014852, 1.094256675628531, 1.0937850187951272, 1.0911270956656791, 1.1093555566980096, 1.1126558038071668, 1.1039013561094482, 1.09245285910948, 1.1178384414206564, 1.1101730701827308, 1.0760878197343249, 1.1055121760411426, 1.0899478267538063, 1.1067027661415492, 1.085754002461665, 1.0996047955190242, 1.0960524950733566, 1.0884698645864175, 1.090758754012021, 1.0974354896959926 ] }, "rps": 0.45367622698359805, "rpss": -0.0008393569969153969, "bss_below": -0.0007308693103789121, "bss_above": -0.0009480474009768702, "log_loss": 1.1006269678019764, "log_loss_skill": -0.0036010116625011523, "reliability": { "below": { "weight": [ 0.0, 0.063709, 0.254053, 0.549931, 0.128634, 0.003673, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.186, 0.2684, 0.3447, 0.43, 0.5302, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.292, 0.3056, 0.3559, 0.4289, 0.2697, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.014438, 0.21027, 0.607191, 0.166947, 0.001155, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1871, 0.271, 0.3476, 0.4276, 0.5189, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4302, 0.3046, 0.3474, 0.3868, 0.6338, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4355962921802664, 0.46425664063508304, 0.47412610870355143, 0.42752765969993733, 0.6528508669177935, 0.4512239165737674, 0.44357305585288537, 0.48310878609176705, 0.419357295028885, 0.4446554339534682, 0.36349567102952623, 0.5260366687111149, 0.4210639474138094, 0.41836410595293533, 0.46434490898024183, 0.3953533441041977, 0.47241384970328987, 0.4281300089688928, 0.4615838747056598, 0.4491265487248319, 0.4475903102479477, 0.3895469743305426, 0.468393836029712, 0.45483279505470997 ], "rps_clim": [ 0.450859762187033, 0.4615252579407884, 0.48195188978473674, 0.4899671406267226, 0.4866822249422838, 0.45104938970310365, 0.44505340456925324, 0.4451826017329032, 0.43698121164797693, 0.43816449267304297, 0.43153061985811936, 0.4665311708633101, 0.41455543245551724, 0.41400736756299333, 0.4866694439614358, 0.4163741155867714, 0.47430685017421254, 0.4333081323328068, 0.4637676788813821, 0.4549741515638314, 0.43848605560736376, 0.48647544507953355, 0.46333262876860903, 0.4525018161642029 ], "brier_below": [ 0.22476377940060424, 0.2255679485556396, 0.2803238493698849, 0.14028630781804097, 0.19618971100988378, 0.2155947410078061, 0.23349874638579454, 0.3055782498548159, 0.21975308861645737, 0.27608220550151363, 0.0992226712769763, 0.32971849049383556, 0.21782960999947115, 0.22342531431812368, 0.1248139199468025, 0.18318543051516628, 0.24315814733722788, 0.22130116316028303, 0.2265787776025366, 0.19832863994466396, 0.24771142560898526, 0.312829475574967, 0.2580076269034938, 0.211955923779221 ], "brier_below_clim": [ 0.23608353240397922, 0.22331054093632516, 0.28787705348692194, 0.16787043526726309, 0.12980597866178595, 0.21427952224866478, 0.23188434227033447, 0.2790337236966665, 0.22747905552243575, 0.26789379189861234, 0.14506829762590923, 0.28914503388214846, 0.22030745453346431, 0.22150001300575947, 0.14301966898459437, 0.197528447817378, 0.24762060355307083, 0.2191069646489153, 0.22787122597160456, 0.2052664928260851, 0.23730600527258158, 0.36291601407509505, 0.2549372233808246, 0.20936339489108258 ], "brier_above": [ 0.21083251277966206, 0.23868869207944338, 0.19380225933366652, 0.28724135188189637, 0.4566611559079097, 0.2356291755659613, 0.21007430946709074, 0.1775305362369512, 0.19960420641242765, 0.16857322845195455, 0.26427299975255, 0.19631817821727937, 0.20323433741433833, 0.19493879163481165, 0.3395309890334393, 0.21216791358903145, 0.22925570236606202, 0.2068288458086098, 0.23500509710312317, 0.250797908780168, 0.1998788846389624, 0.07671749875557557, 0.2103862091262182, 0.242876871275489 ], "brier_above_clim": [ 0.21477622978305372, 0.23821471700446323, 0.1940748362978147, 0.3220967053594594, 0.3568762462804978, 0.23676986745443884, 0.21316906229891872, 0.16614887803623654, 0.2095021561255411, 0.17027070077443054, 0.28646232223221, 0.1773861369811614, 0.19424797792205284, 0.1925073545572339, 0.34364977497684135, 0.21884566776939335, 0.22668624662114165, 0.21420116768389152, 0.23589645290977745, 0.2497076587377463, 0.20118005033478217, 0.12355943100443835, 0.2083954053877844, 0.24313842127312024 ], "log_loss": [ 1.0709128799403111, 1.0998586165878028, 1.0867264570850177, 0.995824693667704, 1.3506705059029824, 1.0964712627036126, 1.0978766316121626, 1.1614988093358043, 1.0696798971376684, 1.1121357423696931, 0.9926910832460905, 1.1878321096467408, 1.1094085377258334, 1.0962445491774884, 1.052511657448085, 1.0715327999620174, 1.0952062181802595, 1.0879241666423807, 1.0924949798978878, 1.0857801254273838, 1.1077579430465596, 0.9462569841986408, 1.1005659019796237, 1.1041319040060513 ], "log_loss_clim": [ 1.0979327523929412, 1.093253306402753, 1.0842911988099995, 1.0807745377678086, 1.0822157821208658, 1.0978495540362787, 1.1004802698735565, 1.1004235851058397, 1.1040219140380285, 1.1035027539562234, 1.1064133406049768, 1.091056981009789, 1.113861139981375, 1.1141016013835352, 1.0822213897279531, 1.1130631996246902, 1.0876454310722645, 1.1056334637184047, 1.0922694526822094, 1.0961275795893655, 1.1033616694329775, 1.0823065060048684, 1.0924603292764858, 1.0972123074106783 ] }, "rps": 0.4523563708164507, "rpss": 0.0025436217353046464, "bss_below": 0.005649447379073469, "bss_above": -0.0005671794708341782, "log_loss": 1.094666435705325, "log_loss_skill": 0.0019179647589359083, "reliability": { "below": { "weight": [ 0.0, 0.041892, 0.274499, 0.55961, 0.119619, 0.00438, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1854, 0.2702, 0.342, 0.4312, 0.5307, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2273, 0.2932, 0.37, 0.4212, 0.1611, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.018417, 0.249739, 0.600401, 0.130343, 0.001101, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1873, 0.2699, 0.3457, 0.4282, 0.525, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5008, 0.3103, 0.338, 0.4344, 0.6357, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4345393500992512, 0.44835570472265646, 0.477147263363545, 0.4390014683792644, 0.48173556808258555, 0.4265317734509515, 0.41779149197725035, 0.5018549758747526, 0.5146198283333503 ], "rps_clim": [ 0.46150612689453524, 0.4626658144476092, 0.5025804129424258, 0.43502336299626376, 0.4930044547546616, 0.4410305783704811, 0.42966910195677144, 0.46558066615845484, 0.49008091239695556 ], "brier_below": [ 0.3135756305195516, 0.16804293517695038, 0.1373433583637264, 0.21169775678195166, 0.321110272122357, 0.16228418755012225, 0.16183002030623383, 0.28969406161928135, 0.3441626923556754 ], "brier_below_clim": [ 0.3246500440152092, 0.17376216083560342, 0.14150667980580747, 0.20954887915290052, 0.3264773200055234, 0.16810893020695689, 0.16881064921101296, 0.27246380987490737, 0.3299942872697695 ], "brier_above": [ 0.12096371957969951, 0.28031276954570616, 0.33980390499981855, 0.22730371159731272, 0.16062529596022848, 0.26424758590082925, 0.2559614716710164, 0.21216091425547115, 0.1704571359776749 ], "brier_above_clim": [ 0.136856098063274, 0.28890364160773263, 0.361073708469447, 0.22547448318110808, 0.1665271446274894, 0.2729216390372266, 0.2608584457967457, 0.19311686140728634, 0.1600866363387469 ], "log_loss": [ 1.0646326199325749, 1.0862485343014432, 1.0535778541238023, 1.1139906881575776, 1.0831629325323662, 1.0721245876569372, 1.0853291568637993, 1.1468267974230357, 1.1498460750285011 ], "log_loss_clim": [ 1.100013426979614, 1.100013426979614, 1.0986122588657867, 1.0996679069087905, 1.100013426979614, 1.0984704354882264, 1.098698057705932, 1.100013426979614, 1.09831691617802 ] }, "rps": 0.46017526936484526, "rpss": 0.009462489439364119, "bss_below": 0.002638767797706665, "bss_above": 0.01644972510099041, "log_loss": 1.095082138446671, "log_loss_skill": 0.0038488712958758553, "reliability": { "below": { "weight": [ 0.0, 0.049967, 0.204067, 0.649412, 0.095419, 0.001135, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1666, 0.2658, 0.3483, 0.4285, 0.5086, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3134, 0.3211, 0.3929, 0.363, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000442, 0.157593, 0.681546, 0.158912, 0.001506, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1972, 0.2817, 0.3451, 0.4262, 0.5259, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1673, 0.2437, 0.3742, 0.3872, 0.15, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4174976803802441, 0.4479725553979091, 0.4761464973228484, 0.4509647940396785, 0.48975662749252613, 0.414355969915849, 0.42722328352583705, 0.47752584090396366, 0.534096906634216 ], "rps_clim": [ 0.45769367006987244, 0.4755203948622137, 0.4811101251311695, 0.4300069750745694, 0.4984073288033246, 0.46319140730076575, 0.4441441730320768, 0.4502549831923129, 0.5174119902158631 ], "brier_below": [ 0.3152842073021292, 0.11943756057226144, 0.14124560281930326, 0.21689657929409734, 0.32182835875137, 0.11590273240885601, 0.1431914173234304, 0.21691944069831565, 0.365709048956963 ], "brier_below_clim": [ 0.33624054857895364, 0.13034703789124324, 0.14150255915284246, 0.20534244397314746, 0.32556627067102445, 0.1385010427273907, 0.1500687330846873, 0.20117515044933712, 0.3575934610104493 ], "brier_above": [ 0.10221347307811486, 0.32853499482564763, 0.33490089450354515, 0.23406821474558112, 0.16792826874115618, 0.2984532375069929, 0.2840318662024066, 0.26060640020564807, 0.16838785767725306 ], "brier_above_clim": [ 0.12145313950983586, 0.3451733349855966, 0.3396075449881942, 0.22466453066470288, 0.17284106696233917, 0.32469034625064525, 0.2940754270990343, 0.24907982794046105, 0.1598185403640623 ], "log_loss": [ 1.031287465311298, 1.0558609373974293, 1.0915473476506794, 1.123639963504346, 1.0895218065104595, 1.0151823389323276, 1.0705939793506338, 1.138959469062073, 1.1170343217786076 ], "log_loss_clim": [ 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876 ] }, "rps": 0.4595044617347857, "rpss": 0.01948931694473499, "bss_below": 0.015064057953613208, "bss_above": 0.023428548541776895, "log_loss": 1.0815141810553173, "log_loss_skill": 0.015563341545198561, "reliability": { "below": { "weight": [ 0.0, 0.025927, 0.19642, 0.745835, 0.031818, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1684, 0.2655, 0.3469, 0.4121, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2477, 0.2423, 0.3565, 0.28, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000132, 0.188351, 0.694099, 0.114728, 0.002689, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1987, 0.2825, 0.3399, 0.4301, 0.5259, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.2815, 0.4386, 0.4574, 0.15, NaN, NaN, NaN, NaN ] } } } } }, "dirichlet": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43365534460615496, 0.46791144218331815, 0.45672958484821785, 0.4430894122156153, 0.6308213151371724, 0.4601164858194794, 0.4659114230159276, 0.4669772290339321, 0.41920792918953753, 0.40745528287224886, 0.41754011451510836, 0.4943538214450276, 0.4144494388592255, 0.42230614125313803, 0.49777565726274275, 0.41603793428669394, 0.46250743128979993, 0.4314254362839916, 0.48546100763960676, 0.44209949939138926, 0.4596526179898244, 0.4438529797936835, 0.4664732447504919, 0.4465516797726504 ], "rps_clim": [ 0.4472054714310519, 0.4589801912597414, 0.46359114484830244, 0.4595146544011181, 0.4903287371504829, 0.4582362527063328, 0.45761747388311064, 0.46494431359450544, 0.423772983565715, 0.4155827025390587, 0.4368040928437045, 0.46274855668884746, 0.4038665014531707, 0.4219599370685286, 0.5019918956202981, 0.4318073516145089, 0.4712546274029139, 0.43284096253823107, 0.4803020022477182, 0.4457785600038623, 0.4573407337119155, 0.472428683947618, 0.46721179644431254, 0.4529883736143887 ], "brier_below": [ 0.20284294262409724, 0.2585523702972041, 0.2681635146213805, 0.14483469379069444, 0.20865927530728307, 0.19172003430462473, 0.2812728322199263, 0.31241561278749835, 0.22918706643254494, 0.23444511444638239, 0.1528665731245829, 0.29915432410751436, 0.2219262049415289, 0.21657798033745937, 0.13502426022215885, 0.18363357698740537, 0.27344288785239557, 0.23742848090944937, 0.20942471405352206, 0.22771324259650702, 0.26024740413824293, 0.28001935341327927, 0.2037548338587318, 0.22718197294657813 ], "brier_below_clim": [ 0.20837734610233538, 0.25377519233942636, 0.2750995710775306, 0.15669347241971127, 0.14411378081408305, 0.18973499198819532, 0.2772573666730016, 0.3131566275007942, 0.23239623388317449, 0.23750968062143427, 0.16647235086141343, 0.28050256281974023, 0.22290800384681964, 0.21499792235842644, 0.1384422614544722, 0.19025799198778992, 0.28125262738258, 0.23703145413776303, 0.20653417991114126, 0.23086793026498253, 0.256649591814197, 0.2966580687734591, 0.20317448709987726, 0.23076288739698478 ], "brier_above": [ 0.23081240198205763, 0.2093590718861138, 0.1885660702268373, 0.29825471842492074, 0.42216203982988953, 0.2683964515148548, 0.18463859079600137, 0.15456161624643375, 0.1900208627569926, 0.17301016842586664, 0.2646735413905255, 0.19519949733751332, 0.19252323391769666, 0.20572816091567864, 0.3627513970405839, 0.23240435729928854, 0.1890645434374043, 0.1939969553745422, 0.2760362935860847, 0.21438625679488224, 0.19940521385158158, 0.16383362638040405, 0.26271841089176007, 0.21936970682607237 ], "brier_above_clim": [ 0.23882812535502604, 0.20520499890628327, 0.1884915737769108, 0.3028211820077163, 0.34621495636272687, 0.26850126072427616, 0.18036010719607753, 0.1517876860866956, 0.19137674968254043, 0.17807302191762436, 0.2703317420086005, 0.18224599386910745, 0.18095849759933538, 0.2069620147162367, 0.3635496341575443, 0.24154935963285798, 0.19000200000630263, 0.19580950838643651, 0.2737678223225454, 0.21491062973887995, 0.20069114188368678, 0.1757706152004859, 0.2640373093707447, 0.22222548618934063 ], "log_loss": [ 1.0754541945258715, 1.1053769360147534, 1.0827215061132958, 1.0831223324910684, 1.2991448319628516, 1.102034817734499, 1.106983323432438, 1.0904817070775816, 1.1037611982122615, 1.097646330582836, 1.0747204952184881, 1.1369894235770954, 1.1324769283285945, 1.1060713433748552, 1.069820733792189, 1.0784007618298812, 1.0773443708907566, 1.1010698003176256, 1.0907534263411651, 1.0981041139895056, 1.09785538017363, 1.0468612063075735, 1.08601730884563, 1.0832692453850974 ], "log_loss_clim": [ 1.099428271633821, 1.093187131691606, 1.0915957276022614, 1.093676609662846, 1.0805080285014852, 1.094256675628531, 1.0937850187951272, 1.0911270956656791, 1.1093555566980096, 1.1126558038071668, 1.1039013561094482, 1.09245285910948, 1.1178384414206564, 1.1101730701827308, 1.0760878197343249, 1.1055121760411426, 1.0899478267538063, 1.1067027661415492, 1.085754002461665, 1.0996047955190242, 1.0960524950733566, 1.0884698645864175, 1.090758754012021, 1.0974354896959926 ] }, "rps": 0.45634843556062404, "rpss": -0.006734423467059214, "bss_below": -0.002913456515024393, "bss_above": -0.010562530489240718, "log_loss": 1.101103404854981, "log_loss_skill": -0.004035448326672464, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.0671, 0.854556, 0.067183, 0.010596, 0.000565, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2851, 0.3488, 0.4253, 0.5504, 0.6002, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3288, 0.3509, 0.3626, 0.1632, 0.2001, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.01003, 0.090488, 0.823029, 0.076369, 8.4e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1573, 0.277, 0.3457, 0.4193, 0.5211, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.597, 0.3574, 0.34, 0.3695, 1.0, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44191031541149883, 0.46236039451137767, 0.46980590205474115, 0.46800432782912477, 0.7080544775986359, 0.4514742968033972, 0.4415941028369536, 0.45682599472505764, 0.42352331312284297, 0.4338467831727936, 0.39854801396462225, 0.4969968654628346, 0.41809332309634356, 0.4183303161583241, 0.48605427842693577, 0.40486751336166865, 0.47259894212631165, 0.4290639858130883, 0.462568077277305, 0.45434157251326396, 0.44071492512273364, 0.43671254548320726, 0.46292031974493786, 0.4546666822324011 ], "rps_clim": [ 0.450859762187033, 0.4615252579407884, 0.48195188978473674, 0.4899671406267226, 0.4866822249422838, 0.45104938970310365, 0.44505340456925324, 0.4451826017329032, 0.43698121164797693, 0.43816449267304297, 0.43153061985811936, 0.4665311708633101, 0.41455543245551724, 0.41400736756299333, 0.4866694439614358, 0.4163741155867714, 0.47430685017421254, 0.4333081323328068, 0.4637676788813821, 0.4549741515638314, 0.43848605560736376, 0.48647544507953355, 0.46333262876860903, 0.4525018161642029 ], "brier_below": [ 0.2298445862415989, 0.22397410453448768, 0.27701381713536666, 0.1558161346137199, 0.23108421551766145, 0.21716381234283816, 0.23068404298198722, 0.2859878868113491, 0.22062753453561307, 0.26597475204060983, 0.12385409945209154, 0.3079539345155949, 0.2184692409155683, 0.22536827878982954, 0.14094983533297478, 0.19012264313413896, 0.24470095026826355, 0.2204830436703625, 0.22705270959336163, 0.2038927579179322, 0.241670045870338, 0.33185784424932424, 0.25448533683436425, 0.21143984266381574 ], "brier_below_clim": [ 0.23608353240397922, 0.22331054093632516, 0.28787705348692194, 0.16787043526726309, 0.12980597866178595, 0.21427952224866478, 0.23188434227033447, 0.2790337236966665, 0.22747905552243575, 0.26789379189861234, 0.14506829762590923, 0.28914503388214846, 0.22030745453346431, 0.22150001300575947, 0.14301966898459437, 0.197528447817378, 0.24762060355307083, 0.2191069646489153, 0.22787122597160456, 0.2052664928260851, 0.23730600527258158, 0.36291601407509505, 0.2549372233808246, 0.20936339489108258 ], "brier_above": [ 0.2120657291698999, 0.23838628997689007, 0.1927920849193745, 0.3121881932154048, 0.47697026208097454, 0.23431048446055905, 0.2109100598549664, 0.17083810791370857, 0.2028957785872299, 0.16787203113218374, 0.2746939145125307, 0.18904293094723976, 0.19962408218077526, 0.19296203736849452, 0.345104443093961, 0.2147448702275297, 0.227897991858048, 0.2085809421427258, 0.23551536768394338, 0.25044881459533175, 0.19904487925239564, 0.10485470123388306, 0.20843498291057358, 0.24322683956858537 ], "brier_above_clim": [ 0.21477622978305372, 0.23821471700446323, 0.1940748362978147, 0.3220967053594594, 0.3568762462804978, 0.23676986745443884, 0.21316906229891872, 0.16614887803623654, 0.2095021561255411, 0.17027070077443054, 0.28646232223221, 0.1773861369811614, 0.19424797792205284, 0.1925073545572339, 0.34364977497684135, 0.21884566776939335, 0.22668624662114165, 0.21420116768389152, 0.23589645290977745, 0.2497076587377463, 0.20118005033478217, 0.12355943100443835, 0.2083954053877844, 0.24313842127312024 ], "log_loss": [ 1.0816657531214513, 1.0932946023227996, 1.0666386872102926, 1.0526469463615487, 1.4299332099170248, 1.099314904513502, 1.093943753174498, 1.1165051694108374, 1.0809345965299775, 1.0960676823999373, 1.0555498072290694, 1.1353803130966136, 1.1144567714721771, 1.1126394471182048, 1.0803010945226903, 1.0930849271436731, 1.085488635086621, 1.0980682946692761, 1.0900526788070293, 1.093030521975171, 1.1024579563500816, 1.0084724583777842, 1.089500427496082, 1.1003059277055305 ], "log_loss_clim": [ 1.0979327523929412, 1.093253306402753, 1.0842911988099995, 1.0807745377678086, 1.0822157821208658, 1.0978495540362787, 1.1004802698735565, 1.1004235851058397, 1.1040219140380285, 1.1035027539562234, 1.1064133406049768, 1.091056981009789, 1.113861139981375, 1.1141016013835352, 1.0822213897279531, 1.1130631996246902, 1.0876454310722645, 1.1056334637184047, 1.0922694526822094, 1.0961275795893655, 1.1033616694329775, 1.0823065060048684, 1.0924603292764858, 1.0972123074106783 ] }, "rps": 0.4580782195354334, "rpss": -0.010073188524079901, "bss_below": -0.006241951766019493, "bss_above": -0.013910562960049555, "log_loss": 1.1029056069171614, "log_loss_skill": -0.005594249467775647, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.061315, 0.835666, 0.088704, 0.013558, 0.000756, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2839, 0.3502, 0.4262, 0.5526, 0.6002, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2904, 0.3576, 0.3462, 0.0447, 0.2001, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.012459, 0.112175, 0.838852, 0.036364, 0.00015, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1555, 0.2768, 0.3427, 0.418, 0.5211, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.749, 0.3686, 0.3368, 0.3736, 1.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4314155848422654, 0.45945045853588484, 0.49076908490082005, 0.43982342928113227, 0.47295989046963244, 0.43437968704764823, 0.4278433737778426, 0.4827609447213802, 0.49356844708182407 ], "rps_clim": [ 0.46150612689453524, 0.4626658144476092, 0.5025804129424258, 0.43502336299626376, 0.4930044547546616, 0.4410305783704811, 0.42966910195677144, 0.46558066615845484, 0.49008091239695556 ], "brier_below": [ 0.30146123406435493, 0.17569550820626822, 0.14743889690062384, 0.21252390845200883, 0.3083396892871026, 0.16897669298612866, 0.1707778080716688, 0.27809505993350914, 0.3249117462420849 ], "brier_below_clim": [ 0.3246500440152092, 0.17376216083560342, 0.14150667980580747, 0.20954887915290052, 0.3264773200055234, 0.16810893020695689, 0.16881064921101296, 0.27246380987490737, 0.3299942872697695 ], "brier_above": [ 0.1299543507779105, 0.28375495032961656, 0.34333018800019643, 0.22729952082912352, 0.16462020118252968, 0.2654029940615196, 0.25706556570617384, 0.20466588478787098, 0.16865670083973913 ], "brier_above_clim": [ 0.136856098063274, 0.28890364160773263, 0.361073708469447, 0.22547448318110808, 0.1665271446274894, 0.2729216390372266, 0.2608584457967457, 0.19311686140728634, 0.1600866363387469 ], "log_loss": [ 1.0528699568248499, 1.0933802767841807, 1.065609300416396, 1.1124521781410268, 1.0565363817323394, 1.0892558166384896, 1.1020910995762734, 1.1148334657011352, 1.09725921315083 ], "log_loss_clim": [ 1.100013426979614, 1.100013426979614, 1.0986122588657867, 1.0996679069087905, 1.100013426979614, 1.0984704354882264, 1.098698057705932, 1.100013426979614, 1.09831691617802 ] }, "rps": 0.45921898896204777, "rpss": 0.01152090429267072, "bss_below": 0.012812331404736255, "bss_above": 0.01019852440938751, "log_loss": 1.0871430765517247, "log_loss_skill": 0.011070708991740785, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.053286, 0.935912, 0.010802, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2881, 0.3524, 0.4092, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2612, 0.3773, 0.3664, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.029165, 0.911603, 0.059232, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2915, 0.3464, 0.416, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2448, 0.3605, 0.3285, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4231464363919688, 0.46952854795621896, 0.48548094839408273, 0.44423997939889853, 0.47909000991313994, 0.4420250932941193, 0.4408875695055813, 0.46579861915259285, 0.5142377506391709 ], "rps_clim": [ 0.45769367006987244, 0.4755203948622137, 0.4811101251311695, 0.4300069750745694, 0.4984073288033246, 0.46319140730076575, 0.4441441730320768, 0.4502549831923129, 0.5174119902158631 ], "brier_below": [ 0.3100294175364537, 0.1359296011152532, 0.15183252020721782, 0.2154442214361518, 0.3082300334613197, 0.13499747601307735, 0.154508334979978, 0.21236135215542523, 0.3480122220510607 ], "brier_below_clim": [ 0.33624054857895364, 0.13034703789124324, 0.14150255915284246, 0.20534244397314746, 0.32556627067102445, 0.1385010427273907, 0.1500687330846873, 0.20117515044933712, 0.3575934610104493 ], "brier_above": [ 0.11311701885551516, 0.33359894684096575, 0.3336484281868649, 0.22879575796274676, 0.17085997645182022, 0.30702761728104205, 0.2863792345256032, 0.2534372669971676, 0.16622552858811016 ], "brier_above_clim": [ 0.12145313950983586, 0.3451733349855966, 0.3396075449881942, 0.22466453066470288, 0.17284106696233917, 0.32469034625064525, 0.2940754270990343, 0.24907982794046105, 0.1598185403640623 ], "log_loss": [ 1.043728797903501, 1.0831772057833189, 1.0972582793938992, 1.1215447732738877, 1.0581622506505608, 1.0616326604918556, 1.0941796058354516, 1.1188821502447894, 1.074641098805417 ], "log_loss_clim": [ 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876 ] }, "rps": 0.46271499496064145, "rpss": 0.01263854097104633, "bss_below": 0.007547594750947795, "bss_above": 0.017170349796418627, "log_loss": 1.083689646931409, "log_loss_skill": 0.013583147114874516, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.048788, 0.939918, 0.011294, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2886, 0.355, 0.4096, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.223, 0.3338, 0.3672, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.033036, 0.939579, 0.027384, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2926, 0.3409, 0.4147, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3097, 0.4153, 0.3673, NaN, NaN, NaN, NaN, NaN ] } } } } }, "multinomial_logistic": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4426932970635618, 0.4609176864011322, 0.4515044525362455, 0.43571220733970606, 0.6172631094979588, 0.4629684116188659, 0.4741768941635367, 0.46450153928713145, 0.41728563739785446, 0.413674845276633, 0.41191115881711254, 0.5277616857918725, 0.42015192479842983, 0.42551650986445255, 0.4877681180422256, 0.4173436583486206, 0.4571466800736448, 0.42875873070652787, 0.4909562106077231, 0.4398808940907637, 0.4553677812684998, 0.44526643783946446, 0.47413925392090295, 0.44640179246527617 ], "rps_clim": [ 0.4472054714310519, 0.4589801912597414, 0.46359114484830244, 0.4595146544011181, 0.4903287371504829, 0.4582362527063328, 0.45761747388311064, 0.46494431359450544, 0.423772983565715, 0.4155827025390587, 0.4368040928437045, 0.46274855668884746, 0.4038665014531707, 0.4219599370685286, 0.5019918956202981, 0.4318073516145089, 0.4712546274029139, 0.43284096253823107, 0.4803020022477182, 0.4457785600038623, 0.4573407337119155, 0.472428683947618, 0.46721179644431254, 0.4529883736143887 ], "brier_below": [ 0.2054973452803116, 0.25545801676138485, 0.26752259642430676, 0.1416996210995417, 0.20038854517541432, 0.19287659983682948, 0.28635518782663055, 0.3115237724406188, 0.22874913178037118, 0.23601806135769948, 0.15085142476373825, 0.3166083775018925, 0.2244586311378045, 0.21793648261849036, 0.13088849091756272, 0.18124618909845633, 0.27250920181628047, 0.23643070591850382, 0.21130016902959223, 0.22856544231319303, 0.2558975524273237, 0.2810049009535424, 0.20627286218012725, 0.22725770403958517 ], "brier_below_clim": [ 0.20837734610233538, 0.25377519233942636, 0.2750995710775306, 0.15669347241971127, 0.14411378081408305, 0.18973499198819532, 0.2772573666730016, 0.3131566275007942, 0.23239623388317449, 0.23750968062143427, 0.16647235086141343, 0.28050256281974023, 0.22290800384681964, 0.21499792235842644, 0.1384422614544722, 0.19025799198778992, 0.28125262738258, 0.23703145413776303, 0.20653417991114126, 0.23086793026498253, 0.256649591814197, 0.2966580687734591, 0.20317448709987726, 0.23076288739698478 ], "brier_above": [ 0.2371959517832501, 0.2054596696397474, 0.18398185611193868, 0.29401258624016446, 0.4168745643225444, 0.2700918117820364, 0.18782170633690637, 0.15297776684651265, 0.18853650561748322, 0.1776567839189335, 0.26105973405337424, 0.21115330828997997, 0.1956932936606254, 0.20758002724596225, 0.3568796271246627, 0.23609746925016425, 0.18463747825736435, 0.19232802478802413, 0.2796560415781308, 0.21131545177757075, 0.19947022884117616, 0.16426153688592213, 0.26786639174077576, 0.21914408842569105 ], "brier_above_clim": [ 0.23882812535502604, 0.20520499890628327, 0.1884915737769108, 0.3028211820077163, 0.34621495636272687, 0.26850126072427616, 0.18036010719607753, 0.1517876860866956, 0.19137674968254043, 0.17807302191762436, 0.2703317420086005, 0.18224599386910745, 0.18095849759933538, 0.2069620147162367, 0.3635496341575443, 0.24154935963285798, 0.19000200000630263, 0.19580950838643651, 0.2737678223225454, 0.21491062973887995, 0.20069114188368678, 0.1757706152004859, 0.2640373093707447, 0.22222548618934063 ], "log_loss": [ 1.0922810584728548, 1.0973065468776149, 1.074398922597798, 1.0639353388797181, 1.2715855931187003, 1.1014597186907726, 1.1188236178457023, 1.0905578495870465, 1.09954271820644, 1.108930026356354, 1.0660046799990512, 1.1910309681084639, 1.1386557183040618, 1.1151487492595122, 1.0578437900882098, 1.083628576423241, 1.0691945174707036, 1.101398922500275, 1.1013050053898445, 1.0919081081854756, 1.0930323858507296, 1.048967171440484, 1.1005678623152124, 1.0881764905829983 ], "log_loss_clim": [ 1.099428271633821, 1.093187131691606, 1.0915957276022614, 1.093676609662846, 1.0805080285014852, 1.094256675628531, 1.0937850187951272, 1.0911270956656791, 1.1093555566980096, 1.1126558038071668, 1.1039013561094482, 1.09245285910948, 1.1178384414206564, 1.1101730701827308, 1.0760878197343249, 1.1055121760411426, 1.0899478267538063, 1.1067027661415492, 1.085754002461665, 1.0996047955190242, 1.0960524950733566, 1.0884698645864175, 1.090758754012021, 1.0974354896959926 ] }, "rps": 0.4570445382174226, "rpss": -0.008270071345428898, "bss_below": -0.0041674904278119485, "bss_above": -0.012380318573261828, "log_loss": 1.1027368473563026, "log_loss_skill": -0.005524894428554417, "reliability": { "below": { "weight": [ 5.5e-05, 0.00092, 0.103508, 0.824599, 0.065676, 0.005241, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0864, 0.1787, 0.2741, 0.3498, 0.4272, 0.5098, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.0, 0.0308, 0.3428, 0.3545, 0.3001, 0.1133, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001012, 0.057772, 0.873353, 0.067082, 0.000697, 8.3e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1865, 0.2659, 0.3454, 0.4256, 0.5221, 0.6346, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5532, 0.5252, 0.3394, 0.2786, 0.6397, 0.667, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4416494017352597, 0.4605147458548654, 0.4685588021777233, 0.4626014964521417, 0.6756080907669302, 0.45102191656325036, 0.4430530407306258, 0.46354971889501045, 0.4262900277303589, 0.4406429568860145, 0.3868730628901704, 0.526189799633155, 0.4264713584882412, 0.42290794392101083, 0.471384086902626, 0.4042035373204006, 0.4688212325463444, 0.4288768937561399, 0.4625992130599201, 0.4577029636021799, 0.4409032962235255, 0.434786377676861, 0.467282926757907, 0.456301044112939 ], "rps_clim": [ 0.450859762187033, 0.4615252579407884, 0.48195188978473674, 0.4899671406267226, 0.4866822249422838, 0.45104938970310365, 0.44505340456925324, 0.4451826017329032, 0.43698121164797693, 0.43816449267304297, 0.43153061985811936, 0.4665311708633101, 0.41455543245551724, 0.41400736756299333, 0.4866694439614358, 0.4163741155867714, 0.47430685017421254, 0.4333081323328068, 0.4637676788813821, 0.4549741515638314, 0.43848605560736376, 0.48647544507953355, 0.46333262876860903, 0.4525018161642029 ], "brier_below": [ 0.2304356601914246, 0.2227465353611913, 0.2774122970845989, 0.1512919036743436, 0.21587001889902263, 0.21680136676796605, 0.2302051589830528, 0.2881495437791114, 0.220622075344716, 0.2676233408301658, 0.11831881668491019, 0.32392350836285067, 0.22125767316045292, 0.22649328108836556, 0.1348869326523319, 0.18820380319261684, 0.24323970206105536, 0.21883552429352332, 0.22825321672948984, 0.20691208612806425, 0.23963685486363898, 0.3325765881540392, 0.25707899831366177, 0.2123906156126995 ], "brier_below_clim": [ 0.23608353240397922, 0.22331054093632516, 0.28787705348692194, 0.16787043526726309, 0.12980597866178595, 0.21427952224866478, 0.23188434227033447, 0.2790337236966665, 0.22747905552243575, 0.26789379189861234, 0.14506829762590923, 0.28914503388214846, 0.22030745453346431, 0.22150001300575947, 0.14301966898459437, 0.197528447817378, 0.24762060355307083, 0.2191069646489153, 0.22787122597160456, 0.2052664928260851, 0.23730600527258158, 0.36291601407509505, 0.2549372233808246, 0.20936339489108258 ], "brier_above": [ 0.2112137415438351, 0.23776821049367414, 0.19114650509312445, 0.3113095927777982, 0.4597380718679075, 0.2342205497952844, 0.212847881747573, 0.17540017511589906, 0.20566795238564295, 0.17301961605584879, 0.26855424620526025, 0.20226629127030424, 0.2052136853277883, 0.19641466283264522, 0.3364971542502941, 0.21599973412778373, 0.22558153048528903, 0.21004136946261662, 0.23434599633043018, 0.25079087747411566, 0.20126644135988653, 0.10220978952282178, 0.21020392844424526, 0.24391042850023942 ], "brier_above_clim": [ 0.21477622978305372, 0.23821471700446323, 0.1940748362978147, 0.3220967053594594, 0.3568762462804978, 0.23676986745443884, 0.21316906229891872, 0.16614887803623654, 0.2095021561255411, 0.17027070077443054, 0.28646232223221, 0.1773861369811614, 0.19424797792205284, 0.1925073545572339, 0.34364977497684135, 0.21884566776939335, 0.22668624662114165, 0.21420116768389152, 0.23589645290977745, 0.2497076587377463, 0.20118005033478217, 0.12355943100443835, 0.2083954053877844, 0.24313842127312024 ], "log_loss": [ 1.0843969676902239, 1.0920448926401443, 1.0647132078071697, 1.0491792005902747, 1.3668020819961093, 1.0992522134195504, 1.0970004883126168, 1.126575599886078, 1.0874981327218018, 1.10568283712272, 1.0393893777736327, 1.1813624619323826, 1.1286089215973474, 1.1258257729040009, 1.062193942621848, 1.0930803114902716, 1.0795310074993496, 1.100398977409759, 1.0914244611630222, 1.100199203978814, 1.1068257568339372, 1.0075847515852705, 1.0983464044472386, 1.1034459299985486 ], "log_loss_clim": [ 1.0979327523929412, 1.093253306402753, 1.0842911988099995, 1.0807745377678086, 1.0822157821208658, 1.0978495540362787, 1.1004802698735565, 1.1004235851058397, 1.1040219140380285, 1.1035027539562234, 1.1064133406049768, 1.091056981009789, 1.113861139981375, 1.1141016013835352, 1.0822213897279531, 1.1130631996246902, 1.0876454310722645, 1.1056334637184047, 1.0922694526822094, 1.0961275795893655, 1.1033616694329775, 1.0823065060048684, 1.0924603292764858, 1.0972123074106783 ] }, "rps": 0.45786641394515004, "rpss": -0.0096061522433728, "bss_below": -0.0049005432411362015, "bss_above": -0.014319299676212038, "log_loss": 1.103806787642588, "log_loss_skill": -0.006415917387076142, "reliability": { "below": { "weight": [ 9.9e-05, 0.000942, 0.11197, 0.783727, 0.094971, 0.008291, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0864, 0.1713, 0.2768, 0.3475, 0.4275, 0.5088, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.0, 0.0, 0.3023, 0.3648, 0.2922, 0.079, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0012, 0.08252, 0.846328, 0.06906, 0.000744, 0.000148, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1848, 0.2655, 0.3472, 0.4231, 0.5298, 0.6346, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.7906, 0.5296, 0.3282, 0.3462, 0.7331, 0.667, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4327973701380097, 0.4467882897773588, 0.48124073835076314, 0.43904709988098756, 0.4715230211077912, 0.43870276543146314, 0.4220806896211553, 0.48444232500773693, 0.4978932334026029 ], "rps_clim": [ 0.46150612689453524, 0.4626658144476092, 0.5025804129424258, 0.43502336299626376, 0.4930044547546616, 0.4410305783704811, 0.42966910195677144, 0.46558066615845484, 0.49008091239695556 ], "brier_below": [ 0.3008849447752197, 0.16995677613927285, 0.14280599515814388, 0.2132887773881211, 0.3062871126939491, 0.17096020387164826, 0.16786903479371693, 0.2796920505807295, 0.33021567215846087 ], "brier_below_clim": [ 0.3246500440152092, 0.17376216083560342, 0.14150667980580747, 0.20954887915290052, 0.3264773200055234, 0.16810893020695689, 0.16881064921101296, 0.27246380987490737, 0.3299942872697695 ], "brier_above": [ 0.13191242536279, 0.2768315136380857, 0.3384347431926193, 0.2257583224928664, 0.16523590841384217, 0.2677425615598147, 0.25421165482743857, 0.20475027442700752, 0.16767756124414204 ], "brier_above_clim": [ 0.136856098063274, 0.28890364160773263, 0.361073708469447, 0.22547448318110808, 0.1665271446274894, 0.2729216390372266, 0.2608584457967457, 0.19311686140728634, 0.1600866363387469 ], "log_loss": [ 1.0549540974366807, 1.0732894801830677, 1.0553772155473073, 1.1091145574102046, 1.0567492882943414, 1.0975656425930207, 1.0921932997840968, 1.12303315250708, 1.1010613211107108 ], "log_loss_clim": [ 1.100013426979614, 1.100013426979614, 1.0986122588657867, 1.0996679069087905, 1.100013426979614, 1.0984704354882264, 1.098698057705932, 1.100013426979614, 1.09831691617802 ] }, "rps": 0.45716839252420755, "rpss": 0.015934858770290328, "bss_below": 0.015771679595822596, "bss_above": 0.016101942555855953, "log_loss": 1.0848153394296123, "log_loss_skill": 0.013188155601552065, "reliability": { "below": { "weight": [ 0.0, 0.000454, 0.127343, 0.862176, 0.010027, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1687, 0.2743, 0.3528, 0.4064, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3333, 0.3037, 0.3838, 0.1267, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.009138, 0.905303, 0.085104, 0.000454, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2957, 0.3439, 0.4234, 0.526, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5827, 0.3468, 0.4218, 0.1666, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42472996254585127, 0.45806583628941755, 0.48013818022771393, 0.45341692577163606, 0.4804764713128119, 0.4322065074370616, 0.43264592411012487, 0.47211128629545873, 0.5196330114318664 ], "rps_clim": [ 0.45769367006987244, 0.4755203948622137, 0.4811101251311695, 0.4300069750745694, 0.4984073288033246, 0.46319140730076575, 0.4441441730320768, 0.4502549831923129, 0.5174119902158631 ], "brier_below": [ 0.30989399356057534, 0.1309118674264041, 0.15008869460141364, 0.22030474914981812, 0.3078380770189312, 0.1307804637136977, 0.14914195507607847, 0.21410708789462496, 0.35372734276669976 ], "brier_below_clim": [ 0.33624054857895364, 0.13034703789124324, 0.14150255915284246, 0.20534244397314746, 0.32556627067102445, 0.1385010427273907, 0.1500687330846873, 0.20117515044933712, 0.3575934610104493 ], "brier_above": [ 0.11483596898527601, 0.3271539688630134, 0.33004948562630027, 0.23311217662181802, 0.17263839429388078, 0.30142604372336385, 0.28350396903404645, 0.2580041984008338, 0.16590566866516662 ], "brier_above_clim": [ 0.12145313950983586, 0.3451733349855966, 0.3396075449881942, 0.22466453066470288, 0.17284106696233917, 0.32469034625064525, 0.2940754270990343, 0.24907982794046105, 0.1598185403640623 ], "log_loss": [ 1.0490905696825856, 1.067168344988056, 1.089275594081072, 1.1387000532461256, 1.0595824769093027, 1.0504632130701368, 1.0827406071215147, 1.1293233936902967, 1.086511309192714 ], "log_loss_clim": [ 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876 ] }, "rps": 0.46149156726910473, "rpss": 0.015249144395806491, "bss_below": 0.009838720164486059, "bss_above": 0.02006534423691897, "log_loss": 1.0836506179979783, "log_loss_skill": 0.013618672782020225, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.115443, 0.869631, 0.014927, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2759, 0.3541, 0.4048, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2642, 0.3416, 0.0795, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.013476, 0.909985, 0.076539, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2969, 0.3425, 0.4222, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.7055, 0.4064, 0.4066, NaN, NaN, NaN, NaN, NaN ] } } } } }, "ordinal_logistic": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44285870879280026, 0.46068162456139167, 0.45144579112002164, 0.4333552123571559, 0.6176263264547598, 0.4632911622544997, 0.47408560572566116, 0.46446863048675674, 0.4170679523899259, 0.4135345435691005, 0.4119114625153946, 0.528658844826789, 0.420852952763035, 0.42514886315797407, 0.487828849297454, 0.4174944918044796, 0.45706078715798926, 0.4282946576058626, 0.491290978764871, 0.4396552843368264, 0.45521119594518916, 0.4451210016890808, 0.4744512470502138, 0.4464627435894338 ], "rps_clim": [ 0.4472054714310519, 0.4589801912597414, 0.46359114484830244, 0.4595146544011181, 0.4903287371504829, 0.4582362527063328, 0.45761747388311064, 0.46494431359450544, 0.423772983565715, 0.4155827025390587, 0.4368040928437045, 0.46274855668884746, 0.4038665014531707, 0.4219599370685286, 0.5019918956202981, 0.4318073516145089, 0.4712546274029139, 0.43284096253823107, 0.4803020022477182, 0.4457785600038623, 0.4573407337119155, 0.472428683947618, 0.46721179644431254, 0.4529883736143887 ], "brier_below": [ 0.20575222615401315, 0.25537588365451197, 0.26778725863065156, 0.14566176481188486, 0.20206822267176655, 0.19252007375215016, 0.28570190861595274, 0.3115129698537989, 0.2289317942946921, 0.23608602449432844, 0.151301935642045, 0.31372581407716066, 0.224376066874582, 0.21761065906046503, 0.13175362632593732, 0.18172411764995167, 0.27294006589755465, 0.23632332561421276, 0.21087427136463724, 0.22866114968202103, 0.25599197960587855, 0.28164505954759034, 0.20612174254968035, 0.22744481135404804 ], "brier_below_clim": [ 0.20837734610233538, 0.25377519233942636, 0.2750995710775306, 0.15669347241971127, 0.14411378081408305, 0.18973499198819532, 0.2772573666730016, 0.3131566275007942, 0.23239623388317449, 0.23750968062143427, 0.16647235086141343, 0.28050256281974023, 0.22290800384681964, 0.21499792235842644, 0.1384422614544722, 0.19025799198778992, 0.28125262738258, 0.23703145413776303, 0.20653417991114126, 0.23086793026498253, 0.256649591814197, 0.2966580687734591, 0.20317448709987726, 0.23076288739698478 ], "brier_above": [ 0.237106482638787, 0.2053057409068797, 0.18365853248937003, 0.2876934475452712, 0.41555810378299335, 0.2707710885023495, 0.1883836971097084, 0.1529556606329578, 0.1881361580952339, 0.17744851907477205, 0.2606095268733496, 0.2149330307496286, 0.19647688588845316, 0.2075382040975089, 0.3560752229715167, 0.235770374154528, 0.18412072126043463, 0.1919713319916498, 0.2804167074002336, 0.2109941346548054, 0.19921921633931047, 0.16347594214149058, 0.2683295045005333, 0.21901793223538568 ], "brier_above_clim": [ 0.23882812535502604, 0.20520499890628327, 0.1884915737769108, 0.3028211820077163, 0.34621495636272687, 0.26850126072427616, 0.18036010719607753, 0.1517876860866956, 0.19137674968254043, 0.17807302191762436, 0.2703317420086005, 0.18224599386910745, 0.18095849759933538, 0.2069620147162367, 0.3635496341575443, 0.24154935963285798, 0.19000200000630263, 0.19580950838643651, 0.2737678223225454, 0.21491062973887995, 0.20069114188368678, 0.1757706152004859, 0.2640373093707447, 0.22222548618934063 ], "log_loss": [ 1.0925682883608214, 1.096578489981834, 1.0747398220024058, 1.0560267080089432, 1.2692745725349688, 1.101755131594585, 1.1185579930327063, 1.0911885805327615, 1.099314984326472, 1.1088689726423575, 1.0671293809781495, 1.189216722754692, 1.1410574707482688, 1.113634408770495, 1.0569208898069444, 1.0844816096245289, 1.0695829273821449, 1.0991802499642394, 1.102236402397874, 1.0909266141066072, 1.0927593096041994, 1.0491251334566114, 1.10133597839231, 1.0880154731364848 ], "log_loss_clim": [ 1.099428271633821, 1.093187131691606, 1.0915957276022614, 1.093676609662846, 1.0805080285014852, 1.094256675628531, 1.0937850187951272, 1.0911270956656791, 1.1093555566980096, 1.1126558038071668, 1.1039013561094482, 1.09245285910948, 1.1178384414206564, 1.1101730701827308, 1.0760878197343249, 1.1055121760411426, 1.0899478267538063, 1.1067027661415492, 1.085754002461665, 1.0996047955190242, 1.0960524950733566, 1.0884698645864175, 1.090758754012021, 1.0974354896959926 ] }, "rps": 0.45699412159236114, "rpss": -0.008158848981092204, "bss_below": -0.005007904257872564, "bss_above": -0.011315681732301242, "log_loss": 1.1022698380892253, "log_loss_skill": -0.00509905444225045, "reliability": { "below": { "weight": [ 0.0, 0.00064, 0.091174, 0.848966, 0.053418, 0.005802, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1738, 0.2755, 0.35, 0.431, 0.5146, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.3651, 0.3538, 0.2602, 0.1023, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000929, 0.075077, 0.845181, 0.076686, 0.002017, 5.5e-05, 5.5e-05, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.19, 0.2724, 0.3452, 0.4278, 0.5202, 0.6354, 0.7129, NaN, NaN ], "observed_frequency": [ NaN, 0.5429, 0.449, 0.3411, 0.3045, 0.29, 1.0, 0.5005, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44177927780785536, 0.46057117695742095, 0.4686923812517868, 0.4592694763041135, 0.6762068220111692, 0.45074089303920917, 0.4430120814610446, 0.46370732677469967, 0.42620469285511775, 0.44065618054693495, 0.3865692371808746, 0.5263874287535383, 0.42701628411911285, 0.4227199211145487, 0.47138095015956877, 0.40450141620423885, 0.46901775967429055, 0.4284475426508591, 0.4624140796143367, 0.457738621598637, 0.4406682546391508, 0.43454437324770245, 0.4672479753479996, 0.4564046368900514 ], "rps_clim": [ 0.450859762187033, 0.4615252579407884, 0.48195188978473674, 0.4899671406267226, 0.4866822249422838, 0.45104938970310365, 0.44505340456925324, 0.4451826017329032, 0.43698121164797693, 0.43816449267304297, 0.43153061985811936, 0.4665311708633101, 0.41455543245551724, 0.41400736756299333, 0.4866694439614358, 0.4163741155867714, 0.47430685017421254, 0.4333081323328068, 0.4637676788813821, 0.4549741515638314, 0.43848605560736376, 0.48647544507953355, 0.46333262876860903, 0.4525018161642029 ], "brier_below": [ 0.23083469745905366, 0.22282904070576243, 0.2777128125670796, 0.15556322468913295, 0.2186346252741808, 0.21636641331911075, 0.2302854920672731, 0.2874838817420675, 0.2209875591996499, 0.26759912527607926, 0.11916872095242977, 0.32120913011403357, 0.2211885422705536, 0.22594750705237998, 0.13575442552366626, 0.1886660874413834, 0.24344903637759382, 0.21872081208146013, 0.2281209250516783, 0.20665335225068576, 0.23948038027077348, 0.3338210534216918, 0.25696368599351954, 0.2121695503066112 ], "brier_below_clim": [ 0.23608353240397922, 0.22331054093632516, 0.28787705348692194, 0.16787043526726309, 0.12980597866178595, 0.21427952224866478, 0.23188434227033447, 0.2790337236966665, 0.22747905552243575, 0.26789379189861234, 0.14506829762590923, 0.28914503388214846, 0.22030745453346431, 0.22150001300575947, 0.14301966898459437, 0.197528447817378, 0.24762060355307083, 0.2191069646489153, 0.22787122597160456, 0.2052664928260851, 0.23730600527258158, 0.36291601407509505, 0.2549372233808246, 0.20936339489108258 ], "brier_above": [ 0.21094458034880176, 0.2377421362516585, 0.1909795686847072, 0.3037062516149806, 0.4575721967369884, 0.23437447972009845, 0.21272658939377148, 0.17622344503263215, 0.2052171336554679, 0.1730570552708556, 0.2674005162284449, 0.20517829863950468, 0.20582774184855923, 0.1967724140621687, 0.33562652463590253, 0.2158353287628555, 0.2255687232966968, 0.20972673056939894, 0.2342931545626584, 0.2510852693479512, 0.20118787436837737, 0.10072331982601061, 0.21028428935448007, 0.24423508658344018 ], "brier_above_clim": [ 0.21477622978305372, 0.23821471700446323, 0.1940748362978147, 0.3220967053594594, 0.3568762462804978, 0.23676986745443884, 0.21316906229891872, 0.16614887803623654, 0.2095021561255411, 0.17027070077443054, 0.28646232223221, 0.1773861369811614, 0.19424797792205284, 0.1925073545572339, 0.34364977497684135, 0.21884566776939335, 0.22668624662114165, 0.21420116768389152, 0.23589645290977745, 0.2497076587377463, 0.20118005033478217, 0.12355943100443835, 0.2083954053877844, 0.24313842127312024 ], "log_loss": [ 1.0846941388798348, 1.0921253188815088, 1.0660405650598999, 1.0372286625845433, 1.3628260406739439, 1.097414613810639, 1.0972362012296173, 1.1269837585948763, 1.088078300277517, 1.106590558584013, 1.0406423595134666, 1.1786388405702992, 1.1304303248756802, 1.1252769284713395, 1.0612013827783557, 1.0947472620809127, 1.0805697608484903, 1.097962623516787, 1.090664927141796, 1.1001449591271892, 1.1060868850583054, 1.0081240042977269, 1.098484472162832, 1.102846269078395 ], "log_loss_clim": [ 1.0979327523929412, 1.093253306402753, 1.0842911988099995, 1.0807745377678086, 1.0822157821208658, 1.0978495540362787, 1.1004802698735565, 1.1004235851058397, 1.1040219140380285, 1.1035027539562234, 1.1064133406049768, 1.091056981009789, 1.113861139981375, 1.1141016013835352, 1.0822213897279531, 1.1130631996246902, 1.0876454310722645, 1.1056334637184047, 1.0922694526822094, 1.0961275795893655, 1.1033616694329775, 1.0823065060048684, 1.0924603292764858, 1.0972123074106783 ] }, "rps": 0.4577457829251775, "rpss": -0.009340158022774103, "bss_below": -0.006083800193799727, "bss_above": -0.012601732568118473, "log_loss": 1.1031266315874155, "log_loss_skill": -0.005795772731420401, "reliability": { "below": { "weight": [ 0.0, 0.000843, 0.095642, 0.816998, 0.077225, 0.009291, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1677, 0.2776, 0.3481, 0.4305, 0.5135, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.3198, 0.3639, 0.2532, 0.0705, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001051, 0.10852, 0.806564, 0.082624, 0.001043, 9.9e-05, 9.9e-05, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1876, 0.2719, 0.3477, 0.4253, 0.5399, 0.6354, 0.7129, NaN, NaN ], "observed_frequency": [ NaN, 0.8079, 0.4456, 0.3316, 0.3572, 0.5705, 1.0, 0.5005, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43229970727288514, 0.4469716440508278, 0.4807367878632137, 0.43908423579891503, 0.4713248857050166, 0.43936909283654724, 0.42234443578019115, 0.4842568678379039, 0.49716685332953564 ], "rps_clim": [ 0.46150612689453524, 0.4626658144476092, 0.5025804129424258, 0.43502336299626376, 0.4930044547546616, 0.4410305783704811, 0.42966910195677144, 0.46558066615845484, 0.49008091239695556 ], "brier_below": [ 0.3013943863787247, 0.17067523274567112, 0.1434801595697105, 0.21309212512428327, 0.30672753729547225, 0.17102653837280915, 0.16839234861744135, 0.2788702088517573, 0.32908969561943824 ], "brier_below_clim": [ 0.3246500440152092, 0.17376216083560342, 0.14150667980580747, 0.20954887915290052, 0.3264773200055234, 0.16810893020695689, 0.16881064921101296, 0.27246380987490737, 0.3299942872697695 ], "brier_above": [ 0.1309053208941604, 0.2762964113051568, 0.3372566282935033, 0.2259921106746316, 0.16459734840954446, 0.268342554463738, 0.25395208716274975, 0.20538665898614641, 0.16807715771009724 ], "brier_above_clim": [ 0.136856098063274, 0.28890364160773263, 0.361073708469447, 0.22547448318110808, 0.1665271446274894, 0.2729216390372266, 0.2608584457967457, 0.19311686140728634, 0.1600866363387469 ], "log_loss": [ 1.0542354256123239, 1.0734549585943898, 1.0530201796780325, 1.108793537277344, 1.0571489648892343, 1.0984120618374882, 1.0930796595796832, 1.1223364209287565, 1.0980872642977357 ], "log_loss_clim": [ 1.100013426979614, 1.100013426979614, 1.0986122588657867, 1.0996679069087905, 1.100013426979614, 1.0984704354882264, 1.098698057705932, 1.100013426979614, 1.09831691617802 ] }, "rps": 0.457061612275004, "rpss": 0.01616470563357153, "bss_below": 0.015399317972906612, "bss_above": 0.016948428887876843, "log_loss": 1.0842853858549988, "log_loss_skill": 0.013670232546264982, "reliability": { "below": { "weight": [ 0.0, 0.000454, 0.107732, 0.882896, 0.008917, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1814, 0.2755, 0.352, 0.4049, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3333, 0.3037, 0.3817, 0.1256, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.01232, 0.89094, 0.096285, 0.000454, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2944, 0.343, 0.4293, 0.5598, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.6064, 0.3425, 0.4419, 0.1666, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42407907850982474, 0.45835558998865006, 0.48047328284671825, 0.45370184958371956, 0.4802759650526845, 0.4322171358968978, 0.4330261011341848, 0.4724222204386664, 0.5186557038205486 ], "rps_clim": [ 0.45769367006987244, 0.4755203948622137, 0.4811101251311695, 0.4300069750745694, 0.4984073288033246, 0.46319140730076575, 0.4441441730320768, 0.4502549831923129, 0.5174119902158631 ], "brier_below": [ 0.3104276176989237, 0.13161493277979194, 0.15031969550757315, 0.21950903659466722, 0.30817001409411543, 0.13176848401096494, 0.14993346200029764, 0.21363848115571907, 0.35256921280056647 ], "brier_below_clim": [ 0.33624054857895364, 0.13034703789124324, 0.14150255915284246, 0.20534244397314746, 0.32556627067102445, 0.1385010427273907, 0.1500687330846873, 0.20117515044933712, 0.3575934610104493 ], "brier_above": [ 0.11365146081090102, 0.32674065720885814, 0.33015358733914507, 0.23419281298905237, 0.17210595095856912, 0.3004486518859328, 0.2830926391338872, 0.2587837392829473, 0.16608649101998219 ], "brier_above_clim": [ 0.12145313950983586, 0.3451733349855966, 0.3396075449881942, 0.22466453066470288, 0.17284106696233917, 0.32469034625064525, 0.2940754270990343, 0.24907982794046105, 0.1598185403640623 ], "log_loss": [ 1.047882647297295, 1.0671299260284104, 1.0895404658424814, 1.1377373195540954, 1.0599538446528296, 1.0503335011479773, 1.0837773034985108, 1.1302975939297708, 1.083091305881502 ], "log_loss_clim": [ 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876 ] }, "rps": 0.46146743636354387, "rpss": 0.01530063597568121, "bss_below": 0.00925638932625139, "bss_above": 0.020681047952137654, "log_loss": 1.083304878648097, "log_loss_skill": 0.01393337830900776, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.095381, 0.891537, 0.013081, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2763, 0.3533, 0.4034, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2762, 0.3381, 0.0805, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.018889, 0.894569, 0.086543, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2955, 0.3416, 0.4275, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.6991, 0.4002, 0.4535, NaN, NaN, NaN, NaN, NaN ] } } } } }, "SEL": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4276371373916759, 0.4804166808845738, 0.4593348278807155, 0.4086264341339656, 0.5944603561343068, 0.46312838808894186, 0.47661729775828404, 0.4818780982109915, 0.41789388795868987, 0.4149367141778422, 0.39750778637712175, 0.5224137494426982, 0.4220440773039785, 0.4201472085769454, 0.4738728308665192, 0.4080407241216916, 0.45917129997631173, 0.43240013296002544, 0.4902976588382155, 0.43700627076782045, 0.4724068408149007, 0.4207744087665512, 0.4674952861702409, 0.43972135000334484 ], "rps_clim": [ 0.4472054714310519, 0.4589801912597414, 0.46359114484830244, 0.4595146544011181, 0.4903287371504829, 0.4582362527063328, 0.45761747388311064, 0.46494431359450544, 0.423772983565715, 0.4155827025390587, 0.4368040928437045, 0.46274855668884746, 0.4038665014531707, 0.4219599370685286, 0.5019918956202981, 0.4318073516145089, 0.4712546274029139, 0.43284096253823107, 0.4803020022477182, 0.4457785600038623, 0.4573407337119155, 0.472428683947618, 0.46721179644431254, 0.4529883736143887 ], "brier_below": [ 0.19990466720319988, 0.26822974595731797, 0.2714512451603487, 0.12984616926683198, 0.18525716209279366, 0.19235922976545974, 0.29105700599932227, 0.32581280818598135, 0.23037165513728716, 0.24159865966748623, 0.13748979992900978, 0.3192080430986253, 0.22368058388718481, 0.21391663436761754, 0.11773222469973915, 0.1790277395538121, 0.27313446048283907, 0.23860202329659957, 0.21071974165172125, 0.22663260994062032, 0.27244371514160926, 0.2729524662656399, 0.20240172005022297, 0.22477578320443783 ], "brier_below_clim": [ 0.20837734610233538, 0.25377519233942636, 0.2750995710775306, 0.15669347241971127, 0.14411378081408305, 0.18973499198819532, 0.2772573666730016, 0.3131566275007942, 0.23239623388317449, 0.23750968062143427, 0.16647235086141343, 0.28050256281974023, 0.22290800384681964, 0.21499792235842644, 0.1384422614544722, 0.19025799198778992, 0.28125262738258, 0.23703145413776303, 0.20653417991114126, 0.23086793026498253, 0.256649591814197, 0.2966580687734591, 0.20317448709987726, 0.23076288739698478 ], "brier_above": [ 0.2277324701884761, 0.21218693492725613, 0.18788358272036673, 0.27878026486713353, 0.4092031940415134, 0.2707691583234821, 0.18556029175896188, 0.15606529002501004, 0.1875222328214027, 0.17333805451035597, 0.26001798644811186, 0.2032057063440729, 0.1983634934167937, 0.20623057420932778, 0.3561406061667801, 0.22901298456787955, 0.1860368394934726, 0.19379810966342592, 0.27957791718649433, 0.21037366082720016, 0.1999631256732915, 0.1478219425009112, 0.26509356612001783, 0.21494556679890697 ], "brier_above_clim": [ 0.23882812535502604, 0.20520499890628327, 0.1884915737769108, 0.3028211820077163, 0.34621495636272687, 0.26850126072427616, 0.18036010719607753, 0.1517876860866956, 0.19137674968254043, 0.17807302191762436, 0.2703317420086005, 0.18224599386910745, 0.18095849759933538, 0.2069620147162367, 0.3635496341575443, 0.24154935963285798, 0.19000200000630263, 0.19580950838643651, 0.2737678223225454, 0.21491062973887995, 0.20069114188368678, 0.1757706152004859, 0.2640373093707447, 0.22222548618934063 ], "log_loss": [ 1.0654452407746167, 1.1320549435140876, 1.0992522135242693, 1.0477324158997434, 1.2488659979740913, 1.1170592672452613, 1.1341004770235554, 1.1204501018519515, 1.1022926114074092, 1.102479351246019, 1.0415604475008624, 1.1854629599853042, 1.1384324592226254, 1.0928019201719872, 1.0428832585777847, 1.0591019886499062, 1.0825976129277581, 1.0944243924636716, 1.1046217273064256, 1.095904693133293, 1.1223653929793311, 1.021041446563543, 1.089158350204291, 1.0749579570996448 ], "log_loss_clim": [ 1.099428271633821, 1.093187131691606, 1.0915957276022614, 1.093676609662846, 1.0805080285014852, 1.094256675628531, 1.0937850187951272, 1.0911270956656791, 1.1093555566980096, 1.1126558038071668, 1.1039013561094482, 1.09245285910948, 1.1178384414206564, 1.1101730701827308, 1.0760878197343249, 1.1055121760411426, 1.0899478267538063, 1.1067027661415492, 1.085754002461665, 1.0996047955190242, 1.0960524950733566, 1.0884698645864175, 1.090758754012021, 1.0974354896959926 ] }, "rps": 0.45367622698359805, "rpss": -0.0008393569969153969, "bss_below": -0.0007308693103789121, "bss_above": -0.0009480474009768702, "log_loss": 1.1006269678019764, "log_loss_skill": -0.0036010116625011523, "reliability": { "below": { "weight": [ 0.0, 0.063709, 0.254053, 0.549931, 0.128634, 0.003673, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.186, 0.2684, 0.3447, 0.43, 0.5302, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.292, 0.3056, 0.3559, 0.4289, 0.2697, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.014438, 0.21027, 0.607191, 0.166947, 0.001155, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1871, 0.271, 0.3476, 0.4276, 0.5189, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4302, 0.3046, 0.3474, 0.3868, 0.6338, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4355962921802664, 0.46425664063508304, 0.47412610870355143, 0.42752765969993733, 0.6528508669177935, 0.4512239165737674, 0.44357305585288537, 0.48310878609176705, 0.419357295028885, 0.4446554339534682, 0.36349567102952623, 0.5260366687111149, 0.4210639474138094, 0.41836410595293533, 0.46434490898024183, 0.3953533441041977, 0.47241384970328987, 0.4281300089688928, 0.4615838747056598, 0.4491265487248319, 0.4475903102479477, 0.3895469743305426, 0.468393836029712, 0.45483279505470997 ], "rps_clim": [ 0.450859762187033, 0.4615252579407884, 0.48195188978473674, 0.4899671406267226, 0.4866822249422838, 0.45104938970310365, 0.44505340456925324, 0.4451826017329032, 0.43698121164797693, 0.43816449267304297, 0.43153061985811936, 0.4665311708633101, 0.41455543245551724, 0.41400736756299333, 0.4866694439614358, 0.4163741155867714, 0.47430685017421254, 0.4333081323328068, 0.4637676788813821, 0.4549741515638314, 0.43848605560736376, 0.48647544507953355, 0.46333262876860903, 0.4525018161642029 ], "brier_below": [ 0.22476377940060424, 0.2255679485556396, 0.2803238493698849, 0.14028630781804097, 0.19618971100988378, 0.2155947410078061, 0.23349874638579454, 0.3055782498548159, 0.21975308861645737, 0.27608220550151363, 0.0992226712769763, 0.32971849049383556, 0.21782960999947115, 0.22342531431812368, 0.1248139199468025, 0.18318543051516628, 0.24315814733722788, 0.22130116316028303, 0.2265787776025366, 0.19832863994466396, 0.24771142560898526, 0.312829475574967, 0.2580076269034938, 0.211955923779221 ], "brier_below_clim": [ 0.23608353240397922, 0.22331054093632516, 0.28787705348692194, 0.16787043526726309, 0.12980597866178595, 0.21427952224866478, 0.23188434227033447, 0.2790337236966665, 0.22747905552243575, 0.26789379189861234, 0.14506829762590923, 0.28914503388214846, 0.22030745453346431, 0.22150001300575947, 0.14301966898459437, 0.197528447817378, 0.24762060355307083, 0.2191069646489153, 0.22787122597160456, 0.2052664928260851, 0.23730600527258158, 0.36291601407509505, 0.2549372233808246, 0.20936339489108258 ], "brier_above": [ 0.21083251277966206, 0.23868869207944338, 0.19380225933366652, 0.28724135188189637, 0.4566611559079097, 0.2356291755659613, 0.21007430946709074, 0.1775305362369512, 0.19960420641242765, 0.16857322845195455, 0.26427299975255, 0.19631817821727937, 0.20323433741433833, 0.19493879163481165, 0.3395309890334393, 0.21216791358903145, 0.22925570236606202, 0.2068288458086098, 0.23500509710312317, 0.250797908780168, 0.1998788846389624, 0.07671749875557557, 0.2103862091262182, 0.242876871275489 ], "brier_above_clim": [ 0.21477622978305372, 0.23821471700446323, 0.1940748362978147, 0.3220967053594594, 0.3568762462804978, 0.23676986745443884, 0.21316906229891872, 0.16614887803623654, 0.2095021561255411, 0.17027070077443054, 0.28646232223221, 0.1773861369811614, 0.19424797792205284, 0.1925073545572339, 0.34364977497684135, 0.21884566776939335, 0.22668624662114165, 0.21420116768389152, 0.23589645290977745, 0.2497076587377463, 0.20118005033478217, 0.12355943100443835, 0.2083954053877844, 0.24313842127312024 ], "log_loss": [ 1.0709128799403111, 1.0998586165878028, 1.0867264570850177, 0.995824693667704, 1.3506705059029824, 1.0964712627036126, 1.0978766316121626, 1.1614988093358043, 1.0696798971376684, 1.1121357423696931, 0.9926910832460905, 1.1878321096467408, 1.1094085377258334, 1.0962445491774884, 1.052511657448085, 1.0715327999620174, 1.0952062181802595, 1.0879241666423807, 1.0924949798978878, 1.0857801254273838, 1.1077579430465596, 0.9462569841986408, 1.1005659019796237, 1.1041319040060513 ], "log_loss_clim": [ 1.0979327523929412, 1.093253306402753, 1.0842911988099995, 1.0807745377678086, 1.0822157821208658, 1.0978495540362787, 1.1004802698735565, 1.1004235851058397, 1.1040219140380285, 1.1035027539562234, 1.1064133406049768, 1.091056981009789, 1.113861139981375, 1.1141016013835352, 1.0822213897279531, 1.1130631996246902, 1.0876454310722645, 1.1056334637184047, 1.0922694526822094, 1.0961275795893655, 1.1033616694329775, 1.0823065060048684, 1.0924603292764858, 1.0972123074106783 ] }, "rps": 0.4523563708164507, "rpss": 0.0025436217353046464, "bss_below": 0.005649447379073469, "bss_above": -0.0005671794708341782, "log_loss": 1.094666435705325, "log_loss_skill": 0.0019179647589359083, "reliability": { "below": { "weight": [ 0.0, 0.041892, 0.274499, 0.55961, 0.119619, 0.00438, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1854, 0.2702, 0.342, 0.4312, 0.5307, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2273, 0.2932, 0.37, 0.4212, 0.1611, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.018417, 0.249739, 0.600401, 0.130343, 0.001101, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1873, 0.2699, 0.3457, 0.4282, 0.525, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5008, 0.3103, 0.338, 0.4344, 0.6357, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4345393500992512, 0.44835570472265646, 0.477147263363545, 0.4390014683792644, 0.48173556808258555, 0.4265317734509515, 0.41779149197725035, 0.5018549758747526, 0.5146198283333503 ], "rps_clim": [ 0.46150612689453524, 0.4626658144476092, 0.5025804129424258, 0.43502336299626376, 0.4930044547546616, 0.4410305783704811, 0.42966910195677144, 0.46558066615845484, 0.49008091239695556 ], "brier_below": [ 0.3135756305195516, 0.16804293517695038, 0.1373433583637264, 0.21169775678195166, 0.321110272122357, 0.16228418755012225, 0.16183002030623383, 0.28969406161928135, 0.3441626923556754 ], "brier_below_clim": [ 0.3246500440152092, 0.17376216083560342, 0.14150667980580747, 0.20954887915290052, 0.3264773200055234, 0.16810893020695689, 0.16881064921101296, 0.27246380987490737, 0.3299942872697695 ], "brier_above": [ 0.12096371957969951, 0.28031276954570616, 0.33980390499981855, 0.22730371159731272, 0.16062529596022848, 0.26424758590082925, 0.2559614716710164, 0.21216091425547115, 0.1704571359776749 ], "brier_above_clim": [ 0.136856098063274, 0.28890364160773263, 0.361073708469447, 0.22547448318110808, 0.1665271446274894, 0.2729216390372266, 0.2608584457967457, 0.19311686140728634, 0.1600866363387469 ], "log_loss": [ 1.0646326199325749, 1.0862485343014432, 1.0535778541238023, 1.1139906881575776, 1.0831629325323662, 1.0721245876569372, 1.0853291568637993, 1.1468267974230357, 1.1498460750285011 ], "log_loss_clim": [ 1.100013426979614, 1.100013426979614, 1.0986122588657867, 1.0996679069087905, 1.100013426979614, 1.0984704354882264, 1.098698057705932, 1.100013426979614, 1.09831691617802 ] }, "rps": 0.46017526936484526, "rpss": 0.009462489439364119, "bss_below": 0.002638767797706665, "bss_above": 0.01644972510099041, "log_loss": 1.095082138446671, "log_loss_skill": 0.0038488712958758553, "reliability": { "below": { "weight": [ 0.0, 0.049967, 0.204067, 0.649412, 0.095419, 0.001135, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1666, 0.2658, 0.3483, 0.4285, 0.5086, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3134, 0.3211, 0.3929, 0.363, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000442, 0.157593, 0.681546, 0.158912, 0.001506, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1972, 0.2817, 0.3451, 0.4262, 0.5259, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1673, 0.2437, 0.3742, 0.3872, 0.15, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4174976803802441, 0.4479725553979091, 0.4761464973228484, 0.4509647940396785, 0.48975662749252613, 0.414355969915849, 0.42722328352583705, 0.47752584090396366, 0.534096906634216 ], "rps_clim": [ 0.45769367006987244, 0.4755203948622137, 0.4811101251311695, 0.4300069750745694, 0.4984073288033246, 0.46319140730076575, 0.4441441730320768, 0.4502549831923129, 0.5174119902158631 ], "brier_below": [ 0.3152842073021292, 0.11943756057226144, 0.14124560281930326, 0.21689657929409734, 0.32182835875137, 0.11590273240885601, 0.1431914173234304, 0.21691944069831565, 0.365709048956963 ], "brier_below_clim": [ 0.33624054857895364, 0.13034703789124324, 0.14150255915284246, 0.20534244397314746, 0.32556627067102445, 0.1385010427273907, 0.1500687330846873, 0.20117515044933712, 0.3575934610104493 ], "brier_above": [ 0.10221347307811486, 0.32853499482564763, 0.33490089450354515, 0.23406821474558112, 0.16792826874115618, 0.2984532375069929, 0.2840318662024066, 0.26060640020564807, 0.16838785767725306 ], "brier_above_clim": [ 0.12145313950983586, 0.3451733349855966, 0.3396075449881942, 0.22466453066470288, 0.17284106696233917, 0.32469034625064525, 0.2940754270990343, 0.24907982794046105, 0.1598185403640623 ], "log_loss": [ 1.031287465311298, 1.0558609373974293, 1.0915473476506794, 1.123639963504346, 1.0895218065104595, 1.0151823389323276, 1.0705939793506338, 1.138959469062073, 1.1170343217786076 ], "log_loss_clim": [ 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876 ] }, "rps": 0.4595044617347857, "rpss": 0.01948931694473499, "bss_below": 0.015064057953613208, "bss_above": 0.023428548541776895, "log_loss": 1.0815141810553173, "log_loss_skill": 0.015563341545198561, "reliability": { "below": { "weight": [ 0.0, 0.025927, 0.19642, 0.745835, 0.031818, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1684, 0.2655, 0.3469, 0.4121, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2477, 0.2423, 0.3565, 0.28, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000132, 0.188351, 0.694099, 0.114728, 0.002689, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1987, 0.2825, 0.3399, 0.4301, 0.5259, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.2815, 0.4386, 0.4574, 0.15, NaN, NaN, NaN, NaN ] } } } } } }, "fitted": { "climatology_blend": { "fallbacks": 0, "folds": 24, "test_fit": { "lam": 0.8202209697875432 }, "test_fallback": null }, "pseudocount": { "fallbacks": 0, "folds": 24, "test_fit": {}, "test_fallback": null }, "temperature": { "fallbacks": 0, "folds": 24, "test_fit": { "temperature": 4.0, "at_bound": true }, "test_fallback": null }, "dirichlet": { "fallbacks": 0, "folds": 24, "test_fit": { "A": [ [ 0.13157589169945913, 0.07623871769878486, -0.003195175936742883 ], [ 0.05284207099060529, 0.15273519026628957, 0.08613660046839154 ], [ 0.034011745233814575, 0.008505953247517847, 0.1702990909600232 ] ], "b": [ 0.02889086610345189, -0.014287946801133412, -0.014602919302277712 ], "objective": 1.0949192047960377, "iterations": 40, "training_pairs": 63443, "training_years": 24, "converged": true, "epsilon": 1e-12, "reg_off": 0.01, "reg_diag": 0.001, "reg_bias": 0.001, "weighting": "equal total weight per year; spherical area within each year" }, "test_fallback": null }, "multinomial_logistic": { "fallbacks": 0, "folds": 24, "test_fit": { "coefficients": [ [ 0.11828476956566938, -0.25426686243911417, -0.052557593804706836 ], [ 0.0, 0.0, 0.0 ], [ 0.12033144976367759, 0.17001661680149038, -0.0013883129107545053 ] ], "features": [ "intercept", "standardized_mean", "log_spread_ratio" ], "l2": 0.001, "reference_class": "near" }, "test_fallback": null }, "ordinal_logistic": { "fallbacks": 0, "folds": 24, "test_fit": { "theta": [ -0.6330068903305194, 0.23704115530025902, 0.3269135577473434, 0.03905885922480242 ], "cutpoints": [ -0.6330068903305194, 0.6344863904379113 ], "beta": [ 0.3269135577473434, 0.03905885922480242 ], "features": [ "standardized_mean", "log_spread_ratio" ], "l2": 0.001, "converged": true }, "test_fallback": null } }, "selection": { "criterion": "inner leave-one-year-out RPS of the calibrators (training years only)", "chosen_training": { "1993": "temperature", "1994": "temperature", "1995": "temperature", "1996": "temperature", "1997": "temperature", "1998": "temperature", "1999": "temperature", "2000": "temperature", "2001": "temperature", "2002": "temperature", "2003": "temperature", "2004": "temperature", "2005": "temperature", "2006": "temperature", "2007": "temperature", "2008": "temperature", "2009": "temperature", "2010": "temperature", "2011": "temperature", "2012": "temperature", "2013": "temperature", "2014": "temperature", "2015": "temperature", "2016": "temperature" }, "chosen_test": "temperature", "frequency": { "climatology_blend": 0, "pseudocount": 0, "temperature": 24, "dirichlet": 0, "multinomial_logistic": 0, "ordinal_logistic": 0 } } }, "Aug": { "tag": "init05_Aug", "methods": { "climatology_blend": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45298551369692003, 0.43624633162729154, 0.42899496361447104, 0.44183797028234634, 0.44266951332300203, 0.4865556321259325, 0.4315125843945104, 0.4206019398671207, 0.4379694367194613, 0.46326349817874957, 0.4342980972543247, 0.44864460385803967, 0.4360459113367005, 0.4788937573211945, 0.40385347470237637, 0.43420661663064236, 0.4716262761088239, 0.4419657858649769, 0.43479346177348166, 0.4840225817367027, 0.43937269792853534, 0.46421049300307515, 0.4275931328621844, 0.4920590280677159 ], "rps_clim": [ 0.4869460861873936, 0.43311561715049013, 0.42665283629995887, 0.44012862716617557, 0.48683226104537497, 0.4699280766987921, 0.4475013886975289, 0.4299640334798916, 0.4535864129837444, 0.48849641096862856, 0.4596172723520629, 0.4322379405002914, 0.43419638725068654, 0.4724542199071603, 0.42914664398663566, 0.4373205272257517, 0.47042695166109, 0.45012910259569633, 0.44192877804299024, 0.469625424443561, 0.43731801020639594, 0.4501365530815326, 0.46908018947556185, 0.4449840852631641 ], "brier_below": [ 0.29933668722476015, 0.2196354316317614, 0.2062436021568557, 0.19909931454386096, 0.28199580811196734, 0.18702898957646985, 0.2207359814776987, 0.15224650210140153, 0.164981940119598, 0.3428118201336831, 0.15680796953132192, 0.28393954527615956, 0.2705995351806259, 0.15590207758882782, 0.16857448304018266, 0.21716861848845212, 0.3055968116202364, 0.1797039279191989, 0.1919564525757606, 0.1818857236959407, 0.2011888307912529, 0.17205564917237906, 0.29225009031633353, 0.30252192528547067 ], "brier_below_clim": [ 0.3202155820245851, 0.22042082449139921, 0.20454162041781745, 0.19948218298248652, 0.3125806880673776, 0.18448136588560546, 0.22913049092557836, 0.15295472997404608, 0.1677260825661108, 0.3549551412119517, 0.1682634298872238, 0.2764274862652953, 0.2678113388378291, 0.15419544029267795, 0.18153898139271196, 0.21783066808659152, 0.30487529872678765, 0.1813710861448971, 0.19692950527067277, 0.1748368638176133, 0.19893691471111052, 0.1688323879354228, 0.3166162717700402, 0.2856578644701919 ], "brier_above": [ 0.15364882624776846, 0.21661090041773717, 0.2227513611499266, 0.24273865676418788, 0.16067370520124755, 0.299526644567994, 0.21077660254096162, 0.26835543876843265, 0.2729874969392288, 0.12045167639745359, 0.27749012752341046, 0.16470505720947196, 0.16544637448887425, 0.32299168169822184, 0.2352789911822122, 0.2170379977826019, 0.16602946372598132, 0.26226185861679413, 0.24283701005275096, 0.30213685955956215, 0.23818386741107408, 0.2921548445899174, 0.13534304285401286, 0.1895371025812414 ], "brier_above_clim": [ 0.1667305041791274, 0.212694792636688, 0.22211121585973861, 0.24064644416128617, 0.17425157298003563, 0.28544671079078393, 0.21837089778824334, 0.27700930350187725, 0.2858603303944614, 0.13354126973425637, 0.29135384244241846, 0.1558104542125932, 0.16638504840470472, 0.3182587795919011, 0.24760766262868203, 0.2194898591401801, 0.1655516529506078, 0.2687580164671699, 0.24499927277333824, 0.294788560635156, 0.23838109549630468, 0.2813041651646206, 0.1524639177249777, 0.15932622079399056 ], "log_loss": [ 1.0358832459855039, 1.108624664628595, 1.1058487760077276, 1.1042935375473262, 1.0178185054213498, 1.1247082084723679, 1.0707263093097805, 1.086799024950018, 1.0621799286366833, 1.048855258786205, 1.0550557825856002, 1.1278532628848152, 1.1097050556355583, 1.0872549127185507, 1.0632216413823512, 1.0925941118557976, 1.0885994079516461, 1.0811358372072828, 1.0845263696623464, 1.1023241406410802, 1.1034403049487715, 1.111306010649104, 1.033839352186462, 1.1804806939516104 ], "log_loss_clim": [ 1.0824117581637995, 1.104960384674256, 1.1077959053696573, 1.1018834530102513, 1.0819129642855858, 1.0887034524858885, 1.099727302938133, 1.1066920219684124, 1.0961555654083768, 1.0803571574978654, 1.0931431529013256, 1.1051564780288874, 1.1053561844386892, 1.0879562999215213, 1.1086413514774758, 1.1050202058654033, 1.0892491542308578, 1.09860426386435, 1.10269426534379, 1.0901143877558217, 1.104715891856326, 1.099075321566788, 1.0917020584925052, 1.1012357049117516 ] }, "rps": 0.4472593042616075, "rpss": 0.011741246976286757, "bss_below": 0.01587036985714796, "bss_above": 0.007597293207505906, "log_loss": 1.0869614310002722, "log_loss_skill": 0.009349024717690835, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.158123, 0.690105, 0.146839, 0.004933, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2788, 0.3465, 0.4336, 0.5104, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.279, 0.3341, 0.4791, 0.4533, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 6.6e-05, 0.151028, 0.729201, 0.116476, 0.003229, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1782, 0.281, 0.3474, 0.4279, 0.5171, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.2733, 0.3515, 0.3938, 0.357, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.455330058382192, 0.4539545139858285, 0.429267646965269, 0.4419262488899622, 0.45113221309356016, 0.5096352749726146, 0.4378679722848222, 0.41631135221897503, 0.43950653771574316, 0.4576832989508401, 0.4205048781546623, 0.45667196816693006, 0.43912528791974287, 0.4577197622270836, 0.4134026623447388, 0.4341390354564378, 0.4602452174214877, 0.4511696312407498, 0.4361227053710336, 0.46277087368301956, 0.43130341583409953, 0.41927405900552, 0.4381272078422045, 0.532157622426002 ], "rps_clim": [ 0.48743050991631937, 0.4500701624584457, 0.4265242004143022, 0.4390098244777031, 0.49139482584164884, 0.494693701774444, 0.4545856811469357, 0.43593834610889776, 0.4580519634274834, 0.47701006345194874, 0.4352766490847659, 0.4325868375773595, 0.4393322155734538, 0.45819407461226264, 0.4258449859445512, 0.4429956010693269, 0.46917288320447564, 0.4504464390301668, 0.43726520584675527, 0.45476639467496144, 0.4364531411048688, 0.42034369581379755, 0.4673311154491269, 0.4820108972087676 ], "brier_below": [ 0.29076365397611564, 0.2178701165086526, 0.18789780253704955, 0.1748644476780858, 0.29228938993674103, 0.18452704306431295, 0.19836198576960967, 0.15270883092650514, 0.18157722078936142, 0.33263664364757384, 0.17888532482732622, 0.280066047937075, 0.284128517503398, 0.1477861878194442, 0.18820286245590326, 0.21311278909645925, 0.28732539379304933, 0.20261492503798936, 0.18053142915969417, 0.17172945925393032, 0.20712906273423695, 0.1668095956579977, 0.30384498530587084, 0.3535461175824013 ], "brier_below_clim": [ 0.3104072285253455, 0.21673480811611381, 0.18558730667959258, 0.17603508945959234, 0.32028208459781965, 0.17926314118722866, 0.20608332860378822, 0.16099647389177257, 0.18759330134707142, 0.33954533961604677, 0.1874236505788654, 0.26795152854435594, 0.28077112311215474, 0.14729671030580527, 0.19608173063938172, 0.21470894001819776, 0.2912022736927969, 0.20165084148960713, 0.18095977006653313, 0.1684004312888114, 0.20718324254548248, 0.16958622943392032, 0.3193885527201346, 0.32447550978521345 ], "brier_above": [ 0.16456640423513283, 0.23608439819954435, 0.24136984466704706, 0.26706180266780233, 0.15884282276761677, 0.3251082338991999, 0.2395059864842798, 0.26360252212005625, 0.25792931701506333, 0.12504665343285856, 0.24161955310253844, 0.1766059190065516, 0.15499676818582095, 0.309933576299079, 0.22519979960704714, 0.2210262457011488, 0.17291982307034728, 0.24855470711134836, 0.25559127702298245, 0.2910414160653514, 0.224174353258985, 0.25246446406888334, 0.13428222239468052, 0.17861150411538088 ], "brier_above_clim": [ 0.17702328139097373, 0.23333535434233188, 0.24093689373470956, 0.2629747350181107, 0.1711127412438291, 0.3154305605872152, 0.24850235254314745, 0.274941872217125, 0.2704586620804119, 0.13746472383590178, 0.24785299850590042, 0.1646353090330035, 0.15856109246129885, 0.31089736430645726, 0.22976325530516944, 0.2282866610511291, 0.17797060951167862, 0.24879559754055963, 0.256305435780222, 0.28636596338614995, 0.2292698985593863, 0.2507574663798771, 0.14794256272899212, 0.15753538742355408 ], "log_loss": [ 1.0345900142591729, 1.099191802346628, 1.1042067850741724, 1.1040070975769514, 1.021990273517713, 1.1072928750773214, 1.0712835996764327, 1.0682335176969822, 1.0624081996785208, 1.060815670909552, 1.0770132286470313, 1.1286102012536665, 1.0954403640863242, 1.0857472288956345, 1.0837879212418426, 1.0765284067624057, 1.071329158144492, 1.0952750854509385, 1.0927004840221555, 1.1023729989124684, 1.0893769538211535, 1.0984133745530678, 1.051351624701356, 1.1582083752616437 ], "log_loss_clim": [ 1.0818874749139515, 1.0982791862924148, 1.1086098882322466, 1.1031318678188116, 1.0801481462705464, 1.0787007769112356, 1.096298019517956, 1.104479467355551, 1.094777201255677, 1.0864594064537023, 1.1047697844263915, 1.1059499290688253, 1.1029904199428653, 1.0947148505099515, 1.1089078910162087, 1.101383123389103, 1.0898979396949258, 1.0981140963673524, 1.1038973126556464, 1.0962187321398893, 1.1042536029948795, 1.1113215612887932, 1.090706008343267, 1.0842653095255117 ] }, "rps": 0.44772289352306327, "rpss": 0.011169871450864122, "bss_below": 0.011103519993036715, "bss_above": 0.011236375041573043, "log_loss": 1.0850073017319846, "log_loss_skill": 0.011013481605539721, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.163395, 0.736758, 0.095316, 0.004531, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2803, 0.3445, 0.4292, 0.5065, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3193, 0.3313, 0.5148, 0.4109, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.146932, 0.750459, 0.101752, 0.000857, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2812, 0.3467, 0.4237, 0.5209, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2668, 0.3524, 0.4062, 0.5877, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4935685130319724, 0.4138029440721543, 0.4238484912577839, 0.43114057820855445, 0.41654919188250367, 0.42714471484171596, 0.44864366443399445, 0.4663374493226758, 0.44303486918199 ], "rps_clim": [ 0.4870055947178849, 0.42143281565336166, 0.4461656033354792, 0.4898169267269451, 0.409710504473286, 0.4328402132818921, 0.481437726284207, 0.5046306428050635, 0.4618523477225761 ], "brier_below": [ 0.16469170211754644, 0.18021394289891626, 0.2209481541094825, 0.1372959169369502, 0.23918046658882516, 0.22392970382865487, 0.3137650432813095, 0.16781504462882052, 0.14871542555835976 ], "brier_below_clim": [ 0.1614439450337624, 0.1816624432294703, 0.23775382310536425, 0.15106275351725754, 0.24150138386167241, 0.22891616263738787, 0.3354019372244457, 0.1752044871830586, 0.15555314716681815 ], "brier_above": [ 0.3288767928320196, 0.2335889984248607, 0.20290034018352748, 0.2938446444112458, 0.1773687358417032, 0.20321501624828292, 0.1348786327888975, 0.2985223879730828, 0.2943194314872372 ], "brier_above_clim": [ 0.3255616312349862, 0.23977036919747338, 0.2084117826700664, 0.3387541525544384, 0.16820913018134312, 0.20392405388684642, 0.14603580259439067, 0.32942613657571873, 0.30629918549199875 ], "log_loss": [ 1.105670082312839, 1.0827702947198456, 1.0641098665149211, 1.0026600072228808, 1.1047348596928648, 1.0911609213713795, 1.0450177466077157, 1.032133115588245, 1.0727251308174608 ], "log_loss_clim": [ 1.0992433755281368, 1.09911547737864, 1.0993144232139047, 1.0991565487876371, 1.0992086515952724, 1.0993142838871606, 1.0992086515952724, 1.0990507771690048, 1.0993142838871606 ] }, "rps": 0.4404522684703716, "rpss": 0.04131231076294295, "bss_below": 0.038503976353284175, "bss_above": 0.043627604374871676, "log_loss": 1.0667757805386835, "log_loss_skill": 0.02951042333020204, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.280653, 0.662097, 0.057249, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2792, 0.3392, 0.4214, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1621, 0.3236, 0.5111, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.10241, 0.750383, 0.147207, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2849, 0.3456, 0.4256, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2136, 0.4103, 0.6273, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4853857642509261, 0.4171975844949446, 0.4388442395581465, 0.45763642576039903, 0.3945459835258716, 0.4272782741075719, 0.4583204223291297, 0.48769387839267864, 0.45946829438234577 ], "rps_clim": [ 0.4833705205269806, 0.4217325829401401, 0.45787504847516347, 0.4926249194603664, 0.3921209549450236, 0.43537634701428846, 0.49987785514849153, 0.4942486608765802, 0.4798942598444907 ], "brier_below": [ 0.15108181269574056, 0.1813448725127936, 0.2253714543746139, 0.14871690878789778, 0.20303991425008994, 0.22630807950832182, 0.3496639022216269, 0.20943695179337043, 0.14197853410185018 ], "brier_below_clim": [ 0.15085429028643993, 0.18069014092771118, 0.23635213812422837, 0.15606245330081414, 0.2033330363555721, 0.227991658943322, 0.3775149581530766, 0.20912215532462194, 0.14738561477662931 ], "brier_above": [ 0.33430393227247057, 0.23585270905308892, 0.21347278535886305, 0.30891949915429257, 0.1915060758805937, 0.2009701985377664, 0.10865653624931199, 0.27825691653633433, 0.31748974273877734 ], "brier_above_clim": [ 0.3325162105184372, 0.24104243864711158, 0.22152291047598155, 0.33656244571392563, 0.18878792456796986, 0.20738469072412372, 0.12236291485165149, 0.28512649430379705, 0.33250862534711423 ], "log_loss": [ 1.098939718742593, 1.0867251250578265, 1.0696972785351204, 1.0411198686503578, 1.1029105828542969, 1.0871059236519856, 1.033968885677162, 1.0846199812076796, 1.0644241673535624 ], "log_loss_clim": [ 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876 ] }, "rps": 0.44737454075577926, "rpss": 0.03145212221050664, "bss_below": 0.027715999197293506, "bss_above": 0.034564667439025976, "log_loss": 1.074390170192287, "log_loss_skill": 0.022047895859552358, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.252213, 0.715873, 0.031915, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2803, 0.3375, 0.4136, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2068, 0.3141, 0.6097, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.107641, 0.807128, 0.085231, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2849, 0.3426, 0.4224, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1914, 0.4299, 0.6453, NaN, NaN, NaN, NaN, NaN ] } } } } }, "pseudocount": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.40063550729303055, 0.4814523924694468, 0.4536070605104519, 0.4724339067125538, 0.4616379712056535, 0.5901145559771429, 0.41713642609058704, 0.4190238625427949, 0.4227258402791573, 0.4276320164957593, 0.41522247376304716, 0.5053480367169215, 0.45378069174400665, 0.5142506478338174, 0.37555855446406516, 0.44497242145977894, 0.5003260203622333, 0.44096610393856545, 0.43259507078307924, 0.5328296310833844, 0.46413475835134316, 0.525834446534256, 0.42045135831475233, 0.6280974455285019 ], "rps_clim": [ 0.4869460861873936, 0.43311561715049013, 0.42665283629995887, 0.44012862716617557, 0.48683226104537497, 0.4699280766987921, 0.4475013886975289, 0.4299640334798916, 0.4535864129837444, 0.48849641096862856, 0.4596172723520629, 0.4322379405002914, 0.43419638725068654, 0.4724542199071603, 0.42914664398663566, 0.4373205272257517, 0.47042695166109, 0.45012910259569633, 0.44192877804299024, 0.469625424443561, 0.43731801020639594, 0.4501365530815326, 0.46908018947556185, 0.4449840852631641 ], "brier_below": [ 0.26504078707875356, 0.23744638272743665, 0.22034176776435646, 0.21221175424288577, 0.2945917567512521, 0.21934043547767215, 0.21444469952731882, 0.16179164915730768, 0.16846626209918292, 0.32758131762234605, 0.15363552899731694, 0.3119753015045269, 0.28381064512506154, 0.17219256641102784, 0.1525631326438346, 0.22371818936552187, 0.320544448150256, 0.1839662010134601, 0.19072485065576503, 0.20892458063656372, 0.21804375170528764, 0.19863268190839498, 0.29652852085906867, 0.35278890341273067 ], "brier_below_clim": [ 0.3202155820245851, 0.22042082449139921, 0.20454162041781745, 0.19948218298248652, 0.3125806880673776, 0.18448136588560546, 0.22913049092557836, 0.15295472997404608, 0.1677260825661108, 0.3549551412119517, 0.1682634298872238, 0.2764274862652953, 0.2678113388378291, 0.15419544029267795, 0.18153898139271196, 0.21783066808659152, 0.30487529872678765, 0.1813710861448971, 0.19692950527067277, 0.1748368638176133, 0.19893691471111052, 0.1688323879354228, 0.3166162717700402, 0.2856578644701919 ], "brier_above": [ 0.13559471928858544, 0.24400601214652437, 0.23326529229988952, 0.2602221559929067, 0.16704621134869946, 0.3707741289653757, 0.20269172516071107, 0.2572322166358449, 0.2542595795113849, 0.10005069337942887, 0.2615869443103659, 0.19337273086519324, 0.1699700414320297, 0.3420580878391742, 0.22299542091060756, 0.22125423110891618, 0.17978156979854967, 0.25699990537533635, 0.24187022295792898, 0.32390505515038304, 0.24609100743187481, 0.32720176672655354, 0.12392283583043097, 0.27530854308128677 ], "brier_above_clim": [ 0.1667305041791274, 0.212694792636688, 0.22211121585973861, 0.24064644416128617, 0.17425157298003563, 0.28544671079078393, 0.21837089778824334, 0.27700930350187725, 0.2858603303944614, 0.13354126973425637, 0.29135384244241846, 0.1558104542125932, 0.16638504840470472, 0.3182587795919011, 0.24760766262868203, 0.2194898591401801, 0.1655516529506078, 0.2687580164671699, 0.24499927277333824, 0.294788560635156, 0.23838109549630468, 0.2813041651646206, 0.1524639177249777, 0.15932622079399056 ], "log_loss": [ 1.0088377250065867, 1.224339368520573, 1.1732860562158087, 1.2069451805697446, 1.163669942968979, 1.4395175484101792, 1.06810464309388, 1.109837384296153, 1.0326579618730902, 1.0406382449297114, 1.0635351845313694, 1.2861903490969904, 1.1891511964402108, 1.156370705696134, 1.0203407332127765, 1.1421663236987152, 1.1677327666765152, 1.09615650291578, 1.1021984124875253, 1.1896754499821713, 1.1697814521898868, 1.2395321735445188, 1.0771191147386456, 1.4926857013454893 ], "log_loss_clim": [ 1.0824117581637995, 1.104960384674256, 1.1077959053696573, 1.1018834530102513, 1.0819129642855858, 1.0887034524858885, 1.099727302938133, 1.1066920219684124, 1.0961555654083768, 1.0803571574978654, 1.0931431529013256, 1.1051564780288874, 1.1053561844386892, 1.0879562999215213, 1.1086413514774758, 1.1050202058654033, 1.0892491542308578, 1.09860426386435, 1.10269426534379, 1.0901143877558217, 1.104715891856326, 1.099075321566788, 1.0917020584925052, 1.1012357049117516 ] }, "rps": 0.46669863335226375, "rpss": -0.031211659634489575, "bss_below": -0.027330355841175935, "bss_above": -0.035106905790839305, "log_loss": 1.1608529217683932, "log_loss_skill": -0.057995294323270885, "reliability": { "below": { "weight": [ 0.052547, 0.099716, 0.249351, 0.274999, 0.134821, 0.102358, 0.050704, 0.018911, 0.014886, 0.001707 ], "mean_forecast": [ 0.0691, 0.1541, 0.2485, 0.3549, 0.4499, 0.5404, 0.6579, 0.7504, 0.8412, 0.9289 ], "observed_frequency": [ 0.2634, 0.2745, 0.313, 0.3223, 0.3703, 0.4463, 0.5032, 0.5272, 0.5104, 0.4037 ] }, "above": { "weight": [ 0.05258, 0.098205, 0.253916, 0.292312, 0.143386, 0.109896, 0.037435, 0.007889, 0.004052, 0.000329 ], "mean_forecast": [ 0.0652, 0.1535, 0.2487, 0.3581, 0.4514, 0.5384, 0.6483, 0.7513, 0.8454, 0.9359 ], "observed_frequency": [ 0.2457, 0.2748, 0.3047, 0.3576, 0.3873, 0.4454, 0.3808, 0.3085, 0.382, 0.3994 ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4082313943360672, 0.49567581721918524, 0.45238243153496666, 0.4724236506916899, 0.4637782185566899, 0.5809750031531635, 0.42231916941357145, 0.3885353912566672, 0.4180954595519859, 0.42835345158247645, 0.4265370135669234, 0.5321556250784519, 0.4494661370947009, 0.47707651867580364, 0.4075431054619574, 0.43144086949384036, 0.46460215308548514, 0.46608712929599294, 0.4441164942750401, 0.49539391203546995, 0.4359151841178112, 0.4436079527189994, 0.4444038852541892, 0.661539339023539 ], "rps_clim": [ 0.48743050991631937, 0.4500701624584457, 0.4265242004143022, 0.4390098244777031, 0.49139482584164884, 0.494693701774444, 0.4545856811469357, 0.43593834610889776, 0.4580519634274834, 0.47701006345194874, 0.4352766490847659, 0.4325868375773595, 0.4393322155734538, 0.45819407461226264, 0.4258449859445512, 0.4429956010693269, 0.46917288320447564, 0.4504464390301668, 0.43726520584675527, 0.45476639467496144, 0.4364531411048688, 0.42034369581379755, 0.4673311154491269, 0.4820108972087676 ], "brier_below": [ 0.25557787344569355, 0.2356652148217647, 0.20018381967844256, 0.18240882918152693, 0.29811224452253354, 0.21528131745434492, 0.19359205764414997, 0.14065164710219352, 0.17764383956893337, 0.32237245292987093, 0.18235981627181705, 0.3193309569032512, 0.2970939043831624, 0.1605059952137973, 0.18303629753693446, 0.21795492068636688, 0.2896175397443169, 0.2116610012969043, 0.1855545574029496, 0.18818352429485877, 0.21382513110473414, 0.1734129472816178, 0.31612436994478316, 0.42378816024403815 ], "brier_below_clim": [ 0.3104072285253455, 0.21673480811611381, 0.18558730667959258, 0.17603508945959234, 0.32028208459781965, 0.17926314118722866, 0.20608332860378822, 0.16099647389177257, 0.18759330134707142, 0.33954533961604677, 0.1874236505788654, 0.26795152854435594, 0.28077112311215474, 0.14729671030580527, 0.19608173063938172, 0.21470894001819776, 0.2912022736927969, 0.20165084148960713, 0.18095977006653313, 0.1684004312888114, 0.20718324254548248, 0.16958622943392032, 0.3193885527201346, 0.32447550978521345 ], "brier_above": [ 0.15265352022895912, 0.2600106058400796, 0.2521986132335585, 0.2900148266190137, 0.1656659701055301, 0.36569369254541567, 0.22872711169214527, 0.24788374666961832, 0.24045162052890065, 0.10598099262354538, 0.244177196663505, 0.21282466430471053, 0.1523722258239021, 0.3165705296997362, 0.2245068073098687, 0.2134859468717007, 0.1749846117273159, 0.25442613102102174, 0.25856193965007285, 0.3072103929126179, 0.22209005347342278, 0.27019500793408074, 0.12827951298382365, 0.23775117751511207 ], "brier_above_clim": [ 0.17702328139097373, 0.23333535434233188, 0.24093689373470956, 0.2629747350181107, 0.1711127412438291, 0.3154305605872152, 0.24850235254314745, 0.274941872217125, 0.2704586620804119, 0.13746472383590178, 0.24785299850590042, 0.1646353090330035, 0.15856109246129885, 0.31089736430645726, 0.22976325530516944, 0.2282866610511291, 0.17797060951167862, 0.24879559754055963, 0.256305435780222, 0.28636596338614995, 0.2292698985593863, 0.2507574663798771, 0.14794256272899212, 0.15753538742355408 ], "log_loss": [ 0.9820477653196018, 1.1805002636296216, 1.1394516463542044, 1.1821113726642087, 1.1657570418615377, 1.3228202843437624, 1.0588703204377234, 1.0258936062629775, 1.0316776219829449, 1.0320459662095256, 1.1090483676625444, 1.261023028704251, 1.1138755624993102, 1.118350801865883, 1.0717887271902262, 1.065571540288911, 1.0772256355256218, 1.1290350254706925, 1.09749375220146, 1.168511782970325, 1.101170118175532, 1.1504252810208588, 1.1173518015632107, 1.4294097972413105 ], "log_loss_clim": [ 1.0818874749139515, 1.0982791862924148, 1.1086098882322466, 1.1031318678188116, 1.0801481462705464, 1.0787007769112356, 1.096298019517956, 1.104479467355551, 1.094777201255677, 1.0864594064537023, 1.1047697844263915, 1.1059499290688253, 1.1029904199428653, 1.0947148505099515, 1.1089078910162087, 1.101383123389103, 1.0898979396949258, 1.0981140963673524, 1.1038973126556464, 1.0962187321398893, 1.1042536029948795, 1.1113215612887932, 1.090706008343267, 1.0842653095255117 ] }, "rps": 0.46294397110311114, "rpss": -0.022447038289222343, "bss_below": -0.026533118844551673, "bss_above": -0.018351557495552395, "log_loss": 1.1304773796435936, "log_loss_skill": -0.030432593432981436, "reliability": { "below": { "weight": [ 0.047921, 0.108756, 0.286204, 0.295074, 0.130739, 0.081887, 0.02679, 0.012128, 0.00869, 0.001812 ], "mean_forecast": [ 0.0722, 0.1544, 0.2484, 0.3533, 0.4492, 0.5383, 0.6564, 0.753, 0.8469, 0.9308 ], "observed_frequency": [ 0.2981, 0.3142, 0.3161, 0.3108, 0.3805, 0.4741, 0.6251, 0.5633, 0.4342, 0.3609 ] }, "above": { "weight": [ 0.050236, 0.099063, 0.265583, 0.302827, 0.144318, 0.10316, 0.029729, 0.003823, 0.001159, 0.000101 ], "mean_forecast": [ 0.0637, 0.1538, 0.2485, 0.3585, 0.4508, 0.5379, 0.6433, 0.7463, 0.8376, 0.9245 ], "observed_frequency": [ 0.2323, 0.2751, 0.3096, 0.3492, 0.4008, 0.4542, 0.3892, 0.3952, 0.6081, 1.0 ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.5274581241799806, 0.4126578469473424, 0.39821550389182575, 0.34724721982017376, 0.4612972039060296, 0.46046902641467946, 0.40351565544608897, 0.4037222544479946, 0.44584673323836665 ], "rps_clim": [ 0.4870055947178849, 0.42143281565336166, 0.4461656033354792, 0.4898169267269451, 0.409710504473286, 0.4328402132818921, 0.481437726284207, 0.5046306428050635, 0.4618523477225761 ], "brier_below": [ 0.18449710019579743, 0.18910692876627888, 0.19210991596387292, 0.12239414373676002, 0.24532961994367736, 0.23016743582105278, 0.28485598160039516, 0.16210680425082827, 0.15122455487895517 ], "brier_below_clim": [ 0.1614439450337624, 0.1816624432294703, 0.23775382310536425, 0.15106275351725754, 0.24150138386167241, 0.22891616263738787, 0.3354019372244457, 0.1752044871830586, 0.15555314716681815 ], "brier_above": [ 0.3429610068591081, 0.22355091655838855, 0.20610559274980483, 0.22485306765256097, 0.21596759712756947, 0.23030160109444384, 0.118659680685382, 0.2416154393371614, 0.29462217408824865 ], "brier_above_clim": [ 0.3255616312349862, 0.23977036919747338, 0.2084117826700664, 0.3387541525544384, 0.16820913018134312, 0.20392405388684642, 0.14603580259439067, 0.32942613657571873, 0.30629918549199875 ], "log_loss": [ 1.176909698262869, 1.1095504333831787, 1.0473826711297458, 0.8641694138232693, 1.1886129266597194, 1.1910090711830221, 0.9835619773081099, 0.9289634722696135, 1.1243521691821161 ], "log_loss_clim": [ 1.0992433755281368, 1.09911547737864, 1.0993144232139047, 1.0991565487876371, 1.0992086515952724, 1.0993142838871606, 1.0992086515952724, 1.0990507771690048, 1.0993142838871606 ] }, "rps": 0.4289366186991646, "rpss": 0.06637725527455074, "bss_below": 0.05710869310351918, "bss_above": 0.0740185943761682, "log_loss": 1.0682790925779604, "log_loss_skill": 0.028142798857265672, "reliability": { "below": { "weight": [ 0.068627, 0.163715, 0.276199, 0.231921, 0.137813, 0.073578, 0.037699, 0.008778, 0.00167, 0.0 ], "mean_forecast": [ 0.0625, 0.1488, 0.2479, 0.3512, 0.4413, 0.5361, 0.6459, 0.7452, 0.8145, NaN ], "observed_frequency": [ 0.1018, 0.1704, 0.2699, 0.2759, 0.3758, 0.5289, 0.5182, 0.5198, 0.4729, NaN ] }, "above": { "weight": [ 0.008235, 0.06793, 0.234925, 0.232876, 0.192365, 0.135472, 0.086311, 0.032035, 0.009762, 8.8e-05 ], "mean_forecast": [ 0.0744, 0.1519, 0.2542, 0.3511, 0.4452, 0.5398, 0.6425, 0.7448, 0.8299, 0.9048 ], "observed_frequency": [ 0.0743, 0.2062, 0.3475, 0.4073, 0.4433, 0.4576, 0.5715, 0.7728, 0.982, 1.0 ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.5009433217644864, 0.4175313646757226, 0.4116839895950686, 0.41181741159655744, 0.4251656871505427, 0.44887680126624535, 0.3801053154050799, 0.4903616672917593, 0.4502120831580353 ], "rps_clim": [ 0.4833705205269806, 0.4217325829401401, 0.45787504847516347, 0.4926249194603664, 0.3921209549450236, 0.43537634701428846, 0.49987785514849153, 0.4942486608765802, 0.4798942598444907 ], "brier_below": [ 0.15671000231876578, 0.1892685176512746, 0.20621330232950547, 0.14712015435128895, 0.2132772825251094, 0.24165537044583268, 0.2950958910555797, 0.22167317655502844, 0.1484723030489329 ], "brier_below_clim": [ 0.15085429028643993, 0.18069014092771118, 0.23635213812422837, 0.15606245330081414, 0.2033330363555721, 0.227991658943322, 0.3775149581530766, 0.20912215532462194, 0.14738561477662931 ], "brier_above": [ 0.34423330134095903, 0.22826284516947273, 0.20547068792530337, 0.2646972456170549, 0.21188841287720087, 0.20722143807362417, 0.08500943598155435, 0.2686884834812326, 0.3017397683719152 ], "brier_above_clim": [ 0.3325162105184372, 0.24104243864711158, 0.22152291047598155, 0.33656244571392563, 0.18878792456796986, 0.20738469072412372, 0.12236291485165149, 0.28512649430379705, 0.33250862534711423 ], "log_loss": [ 1.1283466310306012, 1.088085967248094, 1.0380467844313213, 0.962668849914282, 1.170167223916604, 1.1638439137692118, 0.9161338923376346, 1.088079727202261, 1.0602803468865292 ], "log_loss_clim": [ 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876 ] }, "rps": 0.43741084910038863, "rpss": 0.053023113692218016, "bss_below": 0.036955596087553166, "bss_above": 0.06640888221168417, "log_loss": 1.06840592630406, "log_loss_skill": 0.027494989536083314, "reliability": { "below": { "weight": [ 0.056449, 0.14725, 0.305442, 0.266818, 0.135305, 0.0654, 0.022264, 0.001073, 0.0, 0.0 ], "mean_forecast": [ 0.0624, 0.1504, 0.2495, 0.3506, 0.4401, 0.5346, 0.6382, 0.7214, NaN, NaN ], "observed_frequency": [ 0.147, 0.2148, 0.2791, 0.2691, 0.3661, 0.5355, 0.627, 0.875, NaN, NaN ] }, "above": { "weight": [ 0.008179, 0.072501, 0.268068, 0.274566, 0.200378, 0.102856, 0.054795, 0.016369, 0.002288, 0.0 ], "mean_forecast": [ 0.076, 0.1504, 0.2542, 0.3517, 0.4422, 0.5362, 0.6415, 0.7435, 0.8241, NaN ], "observed_frequency": [ 0.0819, 0.181, 0.357, 0.4225, 0.4785, 0.5121, 0.6168, 0.7627, 1.0, NaN ] } } } } }, "temperature": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45637009585543165, 0.4345727776210419, 0.42702541227585616, 0.44240922626817875, 0.44864165540231654, 0.4906910094729103, 0.43174190565335735, 0.42047483426020466, 0.4393282678438638, 0.46718381802783093, 0.43450825363732676, 0.4466459243567428, 0.43500756376587946, 0.47870415011503126, 0.4032466746307105, 0.4335254672371095, 0.47189323146580625, 0.44372983018657675, 0.43511604047791613, 0.4814105575820601, 0.43765277930819896, 0.459633911667625, 0.4292501283333533, 0.4798333930770958 ], "rps_clim": [ 0.4869460861873936, 0.43311561715049013, 0.42665283629995887, 0.44012862716617557, 0.48683226104537497, 0.4699280766987921, 0.4475013886975289, 0.4299640334798916, 0.4535864129837444, 0.48849641096862856, 0.4596172723520629, 0.4322379405002914, 0.43419638725068654, 0.4724542199071603, 0.42914664398663566, 0.4373205272257517, 0.47042695166109, 0.45012910259569633, 0.44192877804299024, 0.469625424443561, 0.43731801020639594, 0.4501365530815326, 0.46908018947556185, 0.4449840852631641 ], "brier_below": [ 0.3063688560511878, 0.218699238698073, 0.20391224733428456, 0.19714267299272392, 0.2883336368396799, 0.18773869953938024, 0.22092529830937122, 0.14857532131631176, 0.16244976735884864, 0.3513713735498496, 0.1540471434222008, 0.2877183212334674, 0.27300595362522484, 0.14951447255899425, 0.1664036246084958, 0.21641847309041928, 0.3101874444140975, 0.1790252596137903, 0.18995600856869527, 0.17690774014860366, 0.19824413846176642, 0.16656214121035162, 0.2980387091535405, 0.3036978176028485 ], "brier_below_clim": [ 0.3202155820245851, 0.22042082449139921, 0.20454162041781745, 0.19948218298248652, 0.3125806880673776, 0.18448136588560546, 0.22913049092557836, 0.15295472997404608, 0.1677260825661108, 0.3549551412119517, 0.1682634298872238, 0.2764274862652953, 0.2678113388378291, 0.15419544029267795, 0.18153898139271196, 0.21783066808659152, 0.30487529872678765, 0.1813710861448971, 0.19692950527067277, 0.1748368638176133, 0.19893691471111052, 0.1688323879354228, 0.3166162717700402, 0.2856578644701919 ], "brier_above": [ 0.15000123980424374, 0.215873538922969, 0.22311316494157152, 0.24526655327545485, 0.1603080185626367, 0.30295230993353006, 0.21081660734398613, 0.27189951294389303, 0.2768785004850152, 0.11581244447798149, 0.280461110215126, 0.15892760312327534, 0.16200161014065467, 0.32918967755603706, 0.23684305002221473, 0.21710699414669019, 0.16170578705170888, 0.2647045705727864, 0.24516003190922064, 0.30450281743345636, 0.23940864084643249, 0.29307177045727334, 0.131211419179813, 0.17613557547424727 ], "brier_above_clim": [ 0.1667305041791274, 0.212694792636688, 0.22211121585973861, 0.24064644416128617, 0.17425157298003563, 0.28544671079078393, 0.21837089778824334, 0.27700930350187725, 0.2858603303944614, 0.13354126973425637, 0.29135384244241846, 0.1558104542125932, 0.16638504840470472, 0.3182587795919011, 0.24760766262868203, 0.2194898591401801, 0.1655516529506078, 0.2687580164671699, 0.24499927277333824, 0.294788560635156, 0.23838109549630468, 0.2813041651646206, 0.1524639177249777, 0.15932622079399056 ], "log_loss": [ 1.0493806586217473, 1.1049723981893196, 1.0999889306004331, 1.1049507840904857, 1.0353562188107843, 1.1366989409298653, 1.0699826266972954, 1.0840888204278696, 1.0649693939252538, 1.0643924253392982, 1.0576899176488388, 1.12649374830316, 1.1062618644422797, 1.0937793992060203, 1.0547271523087383, 1.0916085030867786, 1.0958800813408036, 1.082193435288232, 1.0838635093926219, 1.103582796145414, 1.0979758678902114, 1.1060025427655638, 1.0370196511213587, 1.160951163298904 ], "log_loss_clim": [ 1.0824117581637995, 1.104960384674256, 1.1077959053696573, 1.1018834530102513, 1.0819129642855858, 1.0887034524858885, 1.099727302938133, 1.1066920219684124, 1.0961555654083768, 1.0803571574978654, 1.0931431529013256, 1.1051564780288874, 1.1053561844386892, 1.0879562999215213, 1.1086413514774758, 1.1050202058654033, 1.0892491542308578, 1.09860426386435, 1.10269426534379, 1.0901143877558217, 1.104715891856326, 1.099075321566788, 1.0917020584925052, 1.1012357049117516 ] }, "rps": 0.4470248711884344, "rpss": 0.012259247461361089, "bss_below": 0.015690860254584993, "bss_above": 0.008815309623545486, "log_loss": 1.08803378457797, "log_loss_skill": 0.008371687263668992, "reliability": { "below": { "weight": [ 0.0, 0.010404, 0.178868, 0.703485, 0.102969, 0.004274, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1853, 0.277, 0.3434, 0.4326, 0.5223, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2458, 0.2758, 0.3448, 0.495, 0.4307, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.010424, 0.171452, 0.748138, 0.068339, 0.001647, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1872, 0.2771, 0.345, 0.421, 0.5186, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2605, 0.2793, 0.3572, 0.3854, 0.2997, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45787022640770425, 0.4533550603128622, 0.426938726322497, 0.4425027764530899, 0.4592558724350284, 0.514922334120176, 0.4377202618539493, 0.4185711519884263, 0.44188801669195416, 0.4593405961876288, 0.41909651574299905, 0.45272472336780345, 0.43852424236901005, 0.4576940063156487, 0.4115146230533666, 0.4345480547430427, 0.46176500364982925, 0.45173024849816906, 0.4350949924551712, 0.4613330172180516, 0.43154140348678904, 0.4172018122345951, 0.441193875096394, 0.5231555201747278 ], "rps_clim": [ 0.48743050991631937, 0.4500701624584457, 0.4265242004143022, 0.4390098244777031, 0.49139482584164884, 0.494693701774444, 0.4545856811469357, 0.43593834610889776, 0.4580519634274834, 0.47701006345194874, 0.4352766490847659, 0.4325868375773595, 0.4393322155734538, 0.45819407461226264, 0.4258449859445512, 0.4429956010693269, 0.46917288320447564, 0.4504464390301668, 0.43726520584675527, 0.45476639467496144, 0.4364531411048688, 0.42034369581379755, 0.4673311154491269, 0.4820108972087676 ], "brier_below": [ 0.2966322217984518, 0.21716711996839366, 0.18446129636797923, 0.17199130823454048, 0.3003261562370455, 0.1842884920447267, 0.19701156595620523, 0.15025931296644246, 0.17965398615565906, 0.3399196890834578, 0.17649716001928376, 0.2827612150600635, 0.2874838278087407, 0.14166483785097925, 0.18633136107535483, 0.21252639440613819, 0.29225902363108686, 0.20145410996222285, 0.1777088465034706, 0.16723058833305474, 0.2064428842444962, 0.1630922317022618, 0.31014390887058546, 0.35612411956076945 ], "brier_below_clim": [ 0.3104072285253455, 0.21673480811611381, 0.18558730667959258, 0.17603508945959234, 0.32028208459781965, 0.17926314118722866, 0.20608332860378822, 0.16099647389177257, 0.18759330134707142, 0.33954533961604677, 0.1874236505788654, 0.26795152854435594, 0.28077112311215474, 0.14729671030580527, 0.19608173063938172, 0.21470894001819776, 0.2912022736927969, 0.20165084148960713, 0.18095977006653313, 0.1684004312888114, 0.20718324254548248, 0.16958622943392032, 0.3193885527201346, 0.32447550978521345 ], "brier_above": [ 0.16123800460925247, 0.23618794034446852, 0.24247742995451776, 0.27051146821854943, 0.1589297161979828, 0.3306338420754493, 0.240708695897744, 0.26831183902198386, 0.2622340305362951, 0.11942090710417103, 0.24259935572371524, 0.16996350830773996, 0.15104041456026937, 0.3160291684646695, 0.22518326197801178, 0.2220216603369046, 0.1695059800187424, 0.2502761385359462, 0.2573861459517007, 0.2941024288849969, 0.22509851924229282, 0.25410958053233335, 0.1310499662258085, 0.16703140061395838 ], "brier_above_clim": [ 0.17702328139097373, 0.23333535434233188, 0.24093689373470956, 0.2629747350181107, 0.1711127412438291, 0.3154305605872152, 0.24850235254314745, 0.274941872217125, 0.2704586620804119, 0.13746472383590178, 0.24785299850590042, 0.1646353090330035, 0.15856109246129885, 0.31089736430645726, 0.22976325530516944, 0.2282866610511291, 0.17797060951167862, 0.24879559754055963, 0.256305435780222, 0.28636596338614995, 0.2292698985593863, 0.2507574663798771, 0.14794256272899212, 0.15753538742355408 ], "log_loss": [ 1.0466158979946147, 1.0995905764603762, 1.0971946708180065, 1.1039489184629778, 1.046727951586423, 1.1287613589443881, 1.072125817752553, 1.068512417251764, 1.0680794661030113, 1.0690681167880516, 1.0730716233976232, 1.1234639245660654, 1.0941891227120328, 1.089726840829895, 1.0759641217869482, 1.0786539729753064, 1.0787268160773538, 1.0971661226799725, 1.089537799012535, 1.1036580055384189, 1.0866131164406385, 1.0926223389401102, 1.057918101742418, 1.1562494591669854 ], "log_loss_clim": [ 1.0818874749139515, 1.0982791862924148, 1.1086098882322466, 1.1031318678188116, 1.0801481462705464, 1.0787007769112356, 1.096298019517956, 1.104479467355551, 1.094777201255677, 1.0864594064537023, 1.1047697844263915, 1.1059499290688253, 1.1029904199428653, 1.0947148505099515, 1.1089078910162087, 1.101383123389103, 1.0898979396949258, 1.0981140963673524, 1.1038973126556464, 1.0962187321398893, 1.1042536029948795, 1.1113215612887932, 1.090706008343267, 1.0842653095255117 ] }, "rps": 0.4478951275491214, "rpss": 0.01078947947942055, "bss_below": 0.010327393413911867, "bss_above": 0.011252628809424237, "log_loss": 1.087424439917853, "log_loss_skill": 0.008810254885217805, "reliability": { "below": { "weight": [ 0.0, 0.007937, 0.196579, 0.741064, 0.050643, 0.003777, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1833, 0.2786, 0.3411, 0.4328, 0.5253, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2725, 0.3095, 0.3427, 0.5656, 0.4131, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.010599, 0.181461, 0.761459, 0.046077, 0.000403, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1875, 0.2777, 0.3434, 0.4162, 0.5173, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3266, 0.2649, 0.3606, 0.4133, 0.7497, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4925754807081335, 0.4147941652905371, 0.424972831594218, 0.42790221908261233, 0.415522586651082, 0.4278393691753865, 0.44837920279042265, 0.4674565688434159, 0.44146426316131415 ], "rps_clim": [ 0.4870055947178849, 0.42143281565336166, 0.4461656033354792, 0.4898169267269451, 0.409710504473286, 0.4328402132818921, 0.481437726284207, 0.5046306428050635, 0.4618523477225761 ], "brier_below": [ 0.16487827341917652, 0.1806157345583347, 0.22102102543738575, 0.13523565159325676, 0.23721030783863997, 0.22336486994035923, 0.3138140792580197, 0.16890935166613136, 0.14786845072493138 ], "brier_below_clim": [ 0.1614439450337624, 0.1816624432294703, 0.23775382310536425, 0.15106275351725754, 0.24150138386167241, 0.22891616263738787, 0.3354019372244457, 0.1752044871830586, 0.15555314716681815 ], "brier_above": [ 0.327697207288957, 0.23417843073220235, 0.20395180615683228, 0.29266656748935566, 0.17831227881244194, 0.20447449923502722, 0.13456512353240305, 0.2985472171772845, 0.2935958124363828 ], "brier_above_clim": [ 0.3255616312349862, 0.23977036919747338, 0.2084117826700664, 0.3387541525544384, 0.16820913018134312, 0.20392405388684642, 0.14603580259439067, 0.32942613657571873, 0.30629918549199875 ], "log_loss": [ 1.1036783770636764, 1.0849008782501572, 1.0641348138570659, 0.9980878072161369, 1.1009897209906379, 1.0910219457228192, 1.0441633950496276, 1.0315930672641354, 1.0719119847795842 ], "log_loss_clim": [ 1.0992433755281368, 1.09911547737864, 1.0993144232139047, 1.0991565487876371, 1.0992086515952724, 1.0993142838871606, 1.0992086515952724, 1.0990507771690048, 1.0993142838871606 ] }, "rps": 0.44010074303301355, "rpss": 0.042077440456607995, "bss_below": 0.040450808224369084, "bss_above": 0.043418477878254036, "log_loss": 1.065609110021538, "log_loss_skill": 0.030571791236141954, "reliability": { "below": { "weight": [ 0.0, 0.004027, 0.260238, 0.677384, 0.057912, 0.00044, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1778, 0.2715, 0.3405, 0.427, 0.5019, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2172, 0.1648, 0.3182, 0.5118, 0.1989, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 8.8e-05, 0.092331, 0.765225, 0.142268, 8.8e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1571, 0.2803, 0.3473, 0.4265, 0.5333, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1989, 0.412, 0.6215, 1.0, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.48521734049138576, 0.4177217876037355, 0.4397872272424822, 0.45458350000907716, 0.39466913211245036, 0.4295007460551776, 0.45926953502007745, 0.48724355649306017, 0.4579545241634882 ], "rps_clim": [ 0.4833705205269806, 0.4217325829401401, 0.45787504847516347, 0.4926249194603664, 0.3921209549450236, 0.43537634701428846, 0.49987785514849153, 0.4942486608765802, 0.4798942598444907 ], "brier_below": [ 0.15117771803503494, 0.1813866373570765, 0.22587879533376218, 0.14630534450700783, 0.20321258892319882, 0.22786058405981638, 0.3512590425802685, 0.20899149034769562, 0.14045213758385988 ], "brier_below_clim": [ 0.15085429028643993, 0.18069014092771118, 0.23635213812422837, 0.15606245330081414, 0.2033330363555721, 0.227991658943322, 0.3775149581530766, 0.20912215532462194, 0.14738561477662931 ], "brier_above": [ 0.3340396224563508, 0.236335150246659, 0.21390843190872003, 0.30827815550206933, 0.1914565431892515, 0.2016401619953612, 0.1080104924398089, 0.2782520661453645, 0.31750238657962826 ], "brier_above_clim": [ 0.3325162105184372, 0.24104243864711158, 0.22152291047598155, 0.33656244571392563, 0.18878792456796986, 0.20738469072412372, 0.12236291485165149, 0.28512649430379705, 0.33250862534711423 ], "log_loss": [ 1.0984800157449495, 1.0874247396046783, 1.071010428862431, 1.0391172706161838, 1.1024231935749804, 1.091933887057819, 1.0365721119538536, 1.0841006972306708, 1.0642051780229056 ], "log_loss_clim": [ 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876 ] }, "rps": 0.44732748324343713, "rpss": 0.031553999831070434, "bss_below": 0.027937292846837214, "bss_above": 0.034567042112050195, "log_loss": 1.0750297247409415, "log_loss_skill": 0.02146574820600744, "reliability": { "below": { "weight": [ 0.0, 0.003888, 0.241643, 0.73261, 0.02186, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1766, 0.2734, 0.3384, 0.4118, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2757, 0.2081, 0.3153, 0.6446, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000134, 0.102956, 0.823311, 0.073599, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1571, 0.2806, 0.3434, 0.4234, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1833, 0.4317, 0.6564, NaN, NaN, NaN, NaN, NaN ] } } } } }, "dirichlet": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45699818389785635, 0.4358753360954371, 0.42862553735655157, 0.4432359196071673, 0.4482735018143286, 0.48600464117086767, 0.43456177771075316, 0.41889844079101, 0.4394998908724504, 0.4697957205582256, 0.4378124930266942, 0.45082425659814834, 0.4371121859562193, 0.47786201066242884, 0.405117489916722, 0.435570954076319, 0.4747875085079118, 0.44181206018702257, 0.4361059686572676, 0.48087139052921407, 0.43895608986211215, 0.46554842586067513, 0.4314555176385098, 0.4883476291009813 ], "rps_clim": [ 0.4869460861873936, 0.43311561715049013, 0.42665283629995887, 0.44012862716617557, 0.48683226104537497, 0.4699280766987921, 0.4475013886975289, 0.4299640334798916, 0.4535864129837444, 0.48849641096862856, 0.4596172723520629, 0.4322379405002914, 0.43419638725068654, 0.4724542199071603, 0.42914664398663566, 0.4373205272257517, 0.47042695166109, 0.45012910259569633, 0.44192877804299024, 0.469625424443561, 0.43731801020639594, 0.4501365530815326, 0.46908018947556185, 0.4449840852631641 ], "brier_below": [ 0.30115877905155897, 0.22103484300678788, 0.20619873792410917, 0.2011612692550954, 0.28620995746871575, 0.19249600402144437, 0.22072230874362161, 0.14737069886946375, 0.16180358145014856, 0.34543236483515205, 0.1523547413601624, 0.28812836473595477, 0.2705859621282159, 0.1543669447005324, 0.1645501459939319, 0.2174273071512835, 0.3099874888677185, 0.17742158445823658, 0.19294371957903542, 0.18012851006777622, 0.20032043923516124, 0.1731698478224077, 0.29565012006320984, 0.31030344256498615 ], "brier_below_clim": [ 0.3202155820245851, 0.22042082449139921, 0.20454162041781745, 0.19948218298248652, 0.3125806880673776, 0.18448136588560546, 0.22913049092557836, 0.15295472997404608, 0.1677260825661108, 0.3549551412119517, 0.1682634298872238, 0.2764274862652953, 0.2678113388378291, 0.15419544029267795, 0.18153898139271196, 0.21783066808659152, 0.30487529872678765, 0.1813710861448971, 0.19692950527067277, 0.1748368638176133, 0.19893691471111052, 0.1688323879354228, 0.3166162717700402, 0.2856578644701919 ], "brier_above": [ 0.15583940484629727, 0.21484049308864941, 0.22242679943244242, 0.24207465035207218, 0.162063544345613, 0.29350863714942327, 0.21383946896713157, 0.2715277419215463, 0.2776963094223019, 0.12436335572307358, 0.2854577516665319, 0.16269589186219338, 0.16652622382800322, 0.3234950659618965, 0.2405673439227902, 0.21814364692503546, 0.1648000196401932, 0.26439047572878593, 0.24316224907823222, 0.3007428804614378, 0.23863565062695094, 0.2923785780382675, 0.1358053975752999, 0.17804418653599502 ], "brier_above_clim": [ 0.1667305041791274, 0.212694792636688, 0.22211121585973861, 0.24064644416128617, 0.17425157298003563, 0.28544671079078393, 0.21837089778824334, 0.27700930350187725, 0.2858603303944614, 0.13354126973425637, 0.29135384244241846, 0.1558104542125932, 0.16638504840470472, 0.3182587795919011, 0.24760766262868203, 0.2194898591401801, 0.1655516529506078, 0.2687580164671699, 0.24499927277333824, 0.294788560635156, 0.23838109549630468, 0.2813041651646206, 0.1524639177249777, 0.15932622079399056 ], "log_loss": [ 1.0383525607952568, 1.10450064512544, 1.106324877967141, 1.1065335583353237, 1.0256254994275553, 1.118629916698659, 1.0775612836754405, 1.0861115066500515, 1.0726933559253022, 1.0566406481087116, 1.0683725365777554, 1.129178128920915, 1.1064636953687976, 1.092229660891513, 1.0626123241274315, 1.098382916437785, 1.09784537353668, 1.0819337170725736, 1.0896665479981105, 1.1031229865013645, 1.1034973405091864, 1.1170076911612667, 1.0404255423215882, 1.1637210918619223 ], "log_loss_clim": [ 1.0824117581637995, 1.104960384674256, 1.1077959053696573, 1.1018834530102513, 1.0819129642855858, 1.0887034524858885, 1.099727302938133, 1.1066920219684124, 1.0961555654083768, 1.0803571574978654, 1.0931431529013256, 1.1051564780288874, 1.1053561844386892, 1.0879562999215213, 1.1086413514774758, 1.1050202058654033, 1.0892491542308578, 1.09860426386435, 1.10269426534379, 1.0901143877558217, 1.104715891856326, 1.099075321566788, 1.0917020584925052, 1.1012357049117516 ] }, "rps": 0.44849803876895306, "rpss": 0.009004154180469293, "bss_below": 0.012808316352731941, "bss_above": 0.005186328909484894, "log_loss": 1.0894763919164905, "log_loss_skill": 0.007056902464414816, "reliability": { "below": { "weight": [ 0.0, 0.016257, 0.17301, 0.704193, 0.103916, 0.002625, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1607, 0.2711, 0.347, 0.4295, 0.5045, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2664, 0.2852, 0.3456, 0.4713, 0.475, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000132, 0.100272, 0.863374, 0.036222, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1618, 0.2696, 0.3504, 0.416, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.751, 0.2858, 0.3559, 0.2378, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45798061627145564, 0.454386133358537, 0.4284839868984534, 0.4433104445874401, 0.4569200706503312, 0.5126922744413632, 0.4386644368952435, 0.41754755459008364, 0.4428390243331869, 0.46230795197304164, 0.42313056518845604, 0.4594679798111278, 0.4430383015390855, 0.4556288363906121, 0.4135713113582456, 0.43773987609385695, 0.4627169961298388, 0.4514938146344154, 0.43588508835445056, 0.46000963373638953, 0.43284517592214683, 0.4238995902577407, 0.4446905789655241, 0.5381986310242497 ], "rps_clim": [ 0.48743050991631937, 0.4500701624584457, 0.4265242004143022, 0.4390098244777031, 0.49139482584164884, 0.494693701774444, 0.4545856811469357, 0.43593834610889776, 0.4580519634274834, 0.47701006345194874, 0.4352766490847659, 0.4325868375773595, 0.4393322155734538, 0.45819407461226264, 0.4258449859445512, 0.4429956010693269, 0.46917288320447564, 0.4504464390301668, 0.43726520584675527, 0.45476639467496144, 0.4364531411048688, 0.42034369581379755, 0.4673311154491269, 0.4820108972087676 ], "brier_below": [ 0.29182974925361127, 0.2191869486400173, 0.1877243997054871, 0.1773767201880032, 0.2954935198201388, 0.19076655293204836, 0.1956937816175077, 0.14967083156596736, 0.1802537813396661, 0.33330028403664724, 0.1771241905535697, 0.2858264021389122, 0.2854036125568369, 0.14458117848719768, 0.1861283139359946, 0.21363986480724248, 0.2893317491939988, 0.20281457088313293, 0.18048289751730676, 0.1702211098037876, 0.20699345485870912, 0.16983662203122096, 0.30924959355331993, 0.3668234442455256 ], "brier_below_clim": [ 0.3104072285253455, 0.21673480811611381, 0.18558730667959258, 0.17603508945959234, 0.32028208459781965, 0.17926314118722866, 0.20608332860378822, 0.16099647389177257, 0.18759330134707142, 0.33954533961604677, 0.1874236505788654, 0.26795152854435594, 0.28077112311215474, 0.14729671030580527, 0.19608173063938172, 0.21470894001819776, 0.2912022736927969, 0.20165084148960713, 0.18095977006653313, 0.1684004312888114, 0.20718324254548248, 0.16958622943392032, 0.3193885527201346, 0.32447550978521345 ], "brier_above": [ 0.1661508670178444, 0.23519918471851955, 0.24075958719296633, 0.2659337243994369, 0.16142655083019247, 0.3219257215093149, 0.2429706552777358, 0.26787672302411625, 0.26258524299352076, 0.12900766793639437, 0.24600637463488628, 0.1736415776722156, 0.1576346889822486, 0.31104765790341454, 0.22744299742225096, 0.22410001128661441, 0.17338524693583993, 0.24867924375128236, 0.2554021908371437, 0.289788523932602, 0.22585172106343768, 0.2540629682265198, 0.1354409854122041, 0.17137518677872432 ], "brier_above_clim": [ 0.17702328139097373, 0.23333535434233188, 0.24093689373470956, 0.2629747350181107, 0.1711127412438291, 0.3154305605872152, 0.24850235254314745, 0.274941872217125, 0.2704586620804119, 0.13746472383590178, 0.24785299850590042, 0.1646353090330035, 0.15856109246129885, 0.31089736430645726, 0.22976325530516944, 0.2282866610511291, 0.17797060951167862, 0.24879559754055963, 0.256305435780222, 0.28636596338614995, 0.2292698985593863, 0.2507574663798771, 0.14794256272899212, 0.15753538742355408 ], "log_loss": [ 1.0373075043952544, 1.1010423937676712, 1.1068959334508541, 1.1076008348072885, 1.0316112855903157, 1.1228386186453985, 1.0748792521425072, 1.07172629508835, 1.074551907562936, 1.0658224813695276, 1.0842895101922658, 1.1387386114242222, 1.1040729161167413, 1.087451430259681, 1.0832351522714798, 1.0926618572655207, 1.0800020663058914, 1.097723651959006, 1.0971483748308741, 1.100581806869271, 1.0952402435785595, 1.109127697301325, 1.063160461360108, 1.1866588162451972 ], "log_loss_clim": [ 1.0818874749139515, 1.0982791862924148, 1.1086098882322466, 1.1031318678188116, 1.0801481462705464, 1.0787007769112356, 1.096298019517956, 1.104479467355551, 1.094777201255677, 1.0864594064537023, 1.1047697844263915, 1.1059499290688253, 1.1029904199428653, 1.0947148505099515, 1.1089078910162087, 1.101383123389103, 1.0898979396949258, 1.0981140963673524, 1.1038973126556464, 1.0962187321398893, 1.1042536029948795, 1.1113215612887932, 1.090706008343267, 1.0842653095255117 ] }, "rps": 0.4498937030585532, "rpss": 0.006375473167713475, "bss_below": 0.005488457824125437, "bss_above": 0.007264529542165832, "log_loss": 1.0922653792833437, "log_loss_skill": 0.004397728111257049, "reliability": { "below": { "weight": [ 0.0, 0.011767, 0.18452, 0.716566, 0.083876, 0.003271, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1646, 0.2723, 0.3451, 0.4294, 0.5045, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3124, 0.3238, 0.3372, 0.4847, 0.4615, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0001, 0.096745, 0.879379, 0.023775, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1548, 0.2692, 0.35, 0.4127, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5004, 0.2649, 0.3571, 0.2413, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4875559792443502, 0.415736224448886, 0.42303753270671735, 0.43829219704712225, 0.4191603290805648, 0.4292938699689098, 0.44686098115947265, 0.46893690230145296, 0.4405210556384501 ], "rps_clim": [ 0.4870055947178849, 0.42143281565336166, 0.4461656033354792, 0.4898169267269451, 0.409710504473286, 0.4328402132818921, 0.481437726284207, 0.5046306428050635, 0.4618523477225761 ], "brier_below": [ 0.1673060151178553, 0.18114412364643706, 0.21784034214895062, 0.13047111163428285, 0.24105316774743923, 0.22513789430298536, 0.30630552036583886, 0.16509528180054647, 0.1467044803769723 ], "brier_below_clim": [ 0.1614439450337624, 0.1816624432294703, 0.23775382310536425, 0.15106275351725754, 0.24150138386167241, 0.22891616263738787, 0.3354019372244457, 0.1752044871830586, 0.15555314716681815 ], "brier_above": [ 0.32024996412649487, 0.234592100802449, 0.20519719055776667, 0.3078210854128394, 0.17810716133312562, 0.20415597566592444, 0.14055546079363399, 0.30384162050090646, 0.293816575261478 ], "brier_above_clim": [ 0.3255616312349862, 0.23977036919747338, 0.2084117826700664, 0.3387541525544384, 0.16820913018134312, 0.20392405388684642, 0.14603580259439067, 0.32942613657571873, 0.30629918549199875 ], "log_loss": [ 1.0900681109522314, 1.0933343379167582, 1.0550533663191228, 1.0293294149755312, 1.1108499308658903, 1.0964148489494911, 1.0381322163875708, 1.042005645561484, 1.0682040137899034 ], "log_loss_clim": [ 1.0992433755281368, 1.09911547737864, 1.0993144232139047, 1.0991565487876371, 1.0992086515952724, 1.0993142838871606, 1.0992086515952724, 1.0990507771690048, 1.0993142838871606 ] }, "rps": 0.4410438968439918, "rpss": 0.040024573409783604, "bss_below": 0.04679804224543693, "bss_above": 0.03444024754582875, "log_loss": 1.069265765079776, "log_loss_skill": 0.02724518251082464, "reliability": { "below": { "weight": [ 0.0, 0.018171, 0.264593, 0.659971, 0.057177, 8.8e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1809, 0.2661, 0.3435, 0.4182, 0.5065, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.106, 0.1678, 0.3173, 0.5799, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 8.8e-05, 0.040874, 0.93488, 0.024158, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1702, 0.2826, 0.3558, 0.4043, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1609, 0.4226, 0.8475, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4803504592594665, 0.4192813504842906, 0.43753879291676145, 0.4587882290440321, 0.39653108048706887, 0.43187989177474084, 0.4557271667692973, 0.4857050374592372, 0.45820487774161844 ], "rps_clim": [ 0.4833705205269806, 0.4217325829401401, 0.45787504847516347, 0.4926249194603664, 0.3921209549450236, 0.43537634701428846, 0.49987785514849153, 0.4942486608765802, 0.4798942598444907 ], "brier_below": [ 0.15501075293611738, 0.18278968503493062, 0.22180749463355764, 0.1446432115393573, 0.2032678784961301, 0.2280604276091866, 0.33959083857200906, 0.20971600030285678, 0.14156117723816006 ], "brier_below_clim": [ 0.15085429028643993, 0.18069014092771118, 0.23635213812422837, 0.15606245330081414, 0.2033330363555721, 0.227991658943322, 0.3775149581530766, 0.20912215532462194, 0.14738561477662931 ], "brier_above": [ 0.32533970632334913, 0.2364916654493599, 0.21573129828320387, 0.3141450175046748, 0.19326320199093883, 0.20381946416555427, 0.11613632819728822, 0.27598903715638035, 0.31664370050345836 ], "brier_above_clim": [ 0.3325162105184372, 0.24104243864711158, 0.22152291047598155, 0.33656244571392563, 0.18878792456796986, 0.20738469072412372, 0.12236291485165149, 0.28512649430379705, 0.33250862534711423 ], "log_loss": [ 1.0853045870870714, 1.098193258051091, 1.0633955526599639, 1.0520932779147667, 1.1094093087155488, 1.1036767638557836, 1.0207385156575797, 1.080327800842561, 1.0670555574653802 ], "log_loss_clim": [ 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876 ] }, "rps": 0.4471118762151682, "rpss": 0.03202078037095901, "bss_below": 0.03327092857635228, "bss_above": 0.03097926694157216, "log_loss": 1.0755771802499718, "log_loss_skill": 0.02096743271333723, "reliability": { "below": { "weight": [ 0.0, 0.01222, 0.230586, 0.708395, 0.048664, 0.000134, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1781, 0.2675, 0.3427, 0.4189, 0.5065, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1646, 0.2031, 0.3039, 0.6613, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000134, 0.043163, 0.948918, 0.007784, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1702, 0.2822, 0.3526, 0.403, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0994, 0.434, 0.8282, NaN, NaN, NaN, NaN, NaN ] } } } } }, "multinomial_logistic": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4575445268106618, 0.43459824838723016, 0.42915474621000677, 0.4416547243061141, 0.4447803882163271, 0.47650309160406984, 0.43279268792280823, 0.42565521813133644, 0.44264568390630954, 0.4698038163935333, 0.4438889703363093, 0.44781826347150844, 0.43729526714477285, 0.4788094141777319, 0.4116172708499328, 0.4434191550990464, 0.47011659608826417, 0.441032917032685, 0.43862326461567175, 0.48497367317752454, 0.44261258150681027, 0.4703816900117443, 0.4325455125767537, 0.4793149504019703 ], "rps_clim": [ 0.4869460861873936, 0.43311561715049013, 0.42665283629995887, 0.44012862716617557, 0.48683226104537497, 0.4699280766987921, 0.4475013886975289, 0.4299640334798916, 0.4535864129837444, 0.48849641096862856, 0.4596172723520629, 0.4322379405002914, 0.43419638725068654, 0.4724542199071603, 0.42914664398663566, 0.4373205272257517, 0.47042695166109, 0.45012910259569633, 0.44192877804299024, 0.469625424443561, 0.43731801020639594, 0.4501365530815326, 0.46908018947556185, 0.4449840852631641 ], "brier_below": [ 0.30100078979561073, 0.22165834332268464, 0.20710164636393333, 0.20208093951596992, 0.2831187700175971, 0.18458524118609035, 0.22099654308750705, 0.14910212944568893, 0.161173598331824, 0.3436965472406166, 0.15812911514361022, 0.28607839952951025, 0.2710142034002495, 0.15581468178661906, 0.169281356924203, 0.2235894866752773, 0.30685135239743605, 0.17497268673596206, 0.19361920715788922, 0.1801546222832739, 0.2013901427171038, 0.17811301932468432, 0.2957437823059003, 0.3021774929989424 ], "brier_below_clim": [ 0.3202155820245851, 0.22042082449139921, 0.20454162041781745, 0.19948218298248652, 0.3125806880673776, 0.18448136588560546, 0.22913049092557836, 0.15295472997404608, 0.1677260825661108, 0.3549551412119517, 0.1682634298872238, 0.2764274862652953, 0.2678113388378291, 0.15419544029267795, 0.18153898139271196, 0.21783066808659152, 0.30487529872678765, 0.1813710861448971, 0.19692950527067277, 0.1748368638176133, 0.19893691471111052, 0.1688323879354228, 0.3166162717700402, 0.2856578644701919 ], "brier_above": [ 0.15654373701505117, 0.21293990506454566, 0.22205309984607352, 0.23957378479014418, 0.16166161819873, 0.2919178504179797, 0.2117961448353013, 0.27655308868564754, 0.28147208557448555, 0.1261072691529167, 0.28575985519269925, 0.16173986394199816, 0.16628106374452342, 0.3229947323911128, 0.2423359139257298, 0.21982966842376897, 0.1632652436908284, 0.2660602302967228, 0.2450040574577823, 0.30481905089425065, 0.24122243878970645, 0.2922686706870599, 0.13680173027085366, 0.17713745740302805 ], "brier_above_clim": [ 0.1667305041791274, 0.212694792636688, 0.22211121585973861, 0.24064644416128617, 0.17425157298003563, 0.28544671079078393, 0.21837089778824334, 0.27700930350187725, 0.2858603303944614, 0.13354126973425637, 0.29135384244241846, 0.1558104542125932, 0.16638504840470472, 0.3182587795919011, 0.24760766262868203, 0.2194898591401801, 0.1655516529506078, 0.2687580164671699, 0.24499927277333824, 0.294788560635156, 0.23838109549630468, 0.2813041651646206, 0.1524639177249777, 0.15932622079399056 ], "log_loss": [ 1.038282394198639, 1.1059858324410858, 1.111290551365903, 1.1063721149947954, 1.0185085582668574, 1.0986171007701562, 1.0778928513481123, 1.0985454128082703, 1.0838003156320122, 1.0540993183451803, 1.072662898429534, 1.1261420286656876, 1.108548318819477, 1.0985836542369751, 1.0779400732696478, 1.1159477685254195, 1.091953202483548, 1.085057072005145, 1.096242344679587, 1.1119506842304854, 1.1105008458407033, 1.1260308743415002, 1.041950179216167, 1.1474252586987725 ], "log_loss_clim": [ 1.0824117581637995, 1.104960384674256, 1.1077959053696573, 1.1018834530102513, 1.0819129642855858, 1.0887034524858885, 1.099727302938133, 1.1066920219684124, 1.0961555654083768, 1.0803571574978654, 1.0931431529013256, 1.1051564780288874, 1.1053561844386892, 1.0879562999215213, 1.1086413514774758, 1.1050202058654033, 1.0892491542308578, 1.09860426386435, 1.10269426534379, 1.0901143877558217, 1.104715891856326, 1.099075321566788, 1.0917020584925052, 1.1012357049117516 ] }, "rps": 0.4490659440991302, "rpss": 0.007749317426736568, "bss_below": 0.01271330235245327, "bss_above": 0.0027675037650048973, "log_loss": 1.0918470689005693, "log_loss_skill": 0.004896279833862316, "reliability": { "below": { "weight": [ 0.000164, 0.003, 0.116559, 0.788517, 0.087181, 0.004217, 0.000362, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0844, 0.1662, 0.2754, 0.3461, 0.4287, 0.5343, 0.6395, NaN, NaN, NaN ], "observed_frequency": [ 0.1998, 0.2081, 0.3165, 0.3347, 0.4998, 0.4763, 0.6361, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000592, 0.059019, 0.906235, 0.0332, 0.000954, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1829, 0.2812, 0.3455, 0.4202, 0.5262, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2228, 0.2361, 0.3553, 0.25, 0.2764, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4598902887197681, 0.4546975943762662, 0.43170562516077404, 0.4442652889230366, 0.4500477643470982, 0.49859671630661334, 0.4393345267222513, 0.42231937314696744, 0.4472699363423717, 0.46843200265177715, 0.4247520696520681, 0.459487001680276, 0.4440445030131245, 0.45948039991687895, 0.4183050822679905, 0.44596310845728254, 0.4653519263104839, 0.452720423460484, 0.4404923302199842, 0.46233502110527214, 0.4357013610362143, 0.42421728680914533, 0.4358276394123462, 0.5224721641217764 ], "rps_clim": [ 0.48743050991631937, 0.4500701624584457, 0.4265242004143022, 0.4390098244777031, 0.49139482584164884, 0.494693701774444, 0.4545856811469357, 0.43593834610889776, 0.4580519634274834, 0.47701006345194874, 0.4352766490847659, 0.4325868375773595, 0.4393322155734538, 0.45819407461226264, 0.4258449859445512, 0.4429956010693269, 0.46917288320447564, 0.4504464390301668, 0.43726520584675527, 0.45476639467496144, 0.4364531411048688, 0.42034369581379755, 0.4673311154491269, 0.4820108972087676 ], "brier_below": [ 0.29162606249922646, 0.2192417051984783, 0.18981567255273765, 0.1799833963198321, 0.291764770238207, 0.1814469342927803, 0.19757146351436025, 0.15083958291182623, 0.18210284452820336, 0.3347475254638804, 0.1797440432591785, 0.2843435788369507, 0.28537893757352323, 0.1465387030113923, 0.19028077827200182, 0.21921209557999813, 0.2893667655709577, 0.20238401701530837, 0.1814859819109738, 0.1697969912472323, 0.206695960833563, 0.1722203023265126, 0.3035814133840759, 0.352799364520596 ], "brier_below_clim": [ 0.3104072285253455, 0.21673480811611381, 0.18558730667959258, 0.17603508945959234, 0.32028208459781965, 0.17926314118722866, 0.20608332860378822, 0.16099647389177257, 0.18759330134707142, 0.33954533961604677, 0.1874236505788654, 0.26795152854435594, 0.28077112311215474, 0.14729671030580527, 0.19608173063938172, 0.21470894001819776, 0.2912022736927969, 0.20165084148960713, 0.18095977006653313, 0.1684004312888114, 0.20718324254548248, 0.16958622943392032, 0.3193885527201346, 0.32447550978521345 ], "brier_above": [ 0.16826422622054168, 0.23545588917778798, 0.24188995260803633, 0.26428189260320445, 0.1582829941088911, 0.31714978201383304, 0.24176306320789112, 0.27147979023514124, 0.2651670918141683, 0.1336844771878967, 0.24500802639288957, 0.17514342284332526, 0.15866556543960125, 0.3129416969054866, 0.2280243039959887, 0.22675101287728447, 0.17598516073952616, 0.25033640644517574, 0.2590063483090103, 0.29253802985803995, 0.22900540020265128, 0.2519969844826328, 0.1322462260282703, 0.1696727996011804 ], "brier_above_clim": [ 0.17702328139097373, 0.23333535434233188, 0.24093689373470956, 0.2629747350181107, 0.1711127412438291, 0.3154305605872152, 0.24850235254314745, 0.274941872217125, 0.2704586620804119, 0.13746472383590178, 0.24785299850590042, 0.1646353090330035, 0.15856109246129885, 0.31089736430645726, 0.22976325530516944, 0.2282866610511291, 0.17797060951167862, 0.24879559754055963, 0.256305435780222, 0.28636596338614995, 0.2292698985593863, 0.2507574663798771, 0.14794256272899212, 0.15753538742355408 ], "log_loss": [ 1.0406102132428947, 1.1047478182997892, 1.116241856827427, 1.1117547352016297, 1.0178748290425848, 1.0894294907198505, 1.0752173076550027, 1.0821058855026184, 1.0830425982139602, 1.0739091124718452, 1.0871623466047569, 1.1438023791588907, 1.109658536012624, 1.0967618570609134, 1.093807271739148, 1.1093253318922398, 1.0855309819900878, 1.1013036255677195, 1.1068745681048302, 1.1056869777987457, 1.1021064499694009, 1.1159878391014744, 1.0515204098845967, 1.152821161320199 ], "log_loss_clim": [ 1.0818874749139515, 1.0982791862924148, 1.1086098882322466, 1.1031318678188116, 1.0801481462705464, 1.0787007769112356, 1.096298019517956, 1.104479467355551, 1.094777201255677, 1.0864594064537023, 1.1047697844263915, 1.1059499290688253, 1.1029904199428653, 1.0947148505099515, 1.1089078910162087, 1.101383123389103, 1.0898979396949258, 1.0981140963673524, 1.1038973126556464, 1.0962187321398893, 1.1042536029948795, 1.1113215612887932, 1.090706008343267, 1.0842653095255117 ] }, "rps": 0.4503212264233438, "rpss": 0.005431255237651533, "bss_below": 0.00673573189433041, "bss_above": 0.004123776967598469, "log_loss": 1.0940534826409678, "log_loss_skill": 0.002767868006755214, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.1091, 0.821389, 0.069511, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2815, 0.3445, 0.4268, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3778, 0.328, 0.5256, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.040741, 0.940596, 0.018663, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2877, 0.3468, 0.414, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1584, 0.3558, 0.2349, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.49338437382213224, 0.418201619608458, 0.4261092473053638, 0.439418716625012, 0.41637377440100903, 0.42928076196208026, 0.4486292188997709, 0.4652382869152274, 0.4437451854795121 ], "rps_clim": [ 0.4870055947178849, 0.42143281565336166, 0.4461656033354792, 0.4898169267269451, 0.409710504473286, 0.4328402132818921, 0.481437726284207, 0.5046306428050635, 0.4618523477225761 ], "brier_below": [ 0.17026075182678885, 0.18167794762883768, 0.22047020837119752, 0.1348989292545711, 0.24153633542167652, 0.2270512500001724, 0.3063144822179766, 0.16356733912548796, 0.14975848693919233 ], "brier_below_clim": [ 0.1614439450337624, 0.1816624432294703, 0.23775382310536425, 0.15106275351725754, 0.24150138386167241, 0.22891616263738787, 0.3354019372244457, 0.1752044871830586, 0.15555314716681815 ], "brier_above": [ 0.3231236219953436, 0.2365236719796203, 0.20563903893416646, 0.30451978737044094, 0.1748374389793325, 0.20222951196190797, 0.1423147366817942, 0.3016709477897393, 0.2939866985403197 ], "brier_above_clim": [ 0.3255616312349862, 0.23977036919747338, 0.2084117826700664, 0.3387541525544384, 0.16820913018134312, 0.20392405388684642, 0.14603580259439067, 0.32942613657571873, 0.30629918549199875 ], "log_loss": [ 1.0995626685177347, 1.100056426270505, 1.0637628792441807, 1.0248259006466978, 1.1137696496547542, 1.0987628289306637, 1.041441452630747, 1.0386111042974808, 1.0689565890002564 ], "log_loss_clim": [ 1.0992433755281368, 1.09911547737864, 1.0993144232139047, 1.0991565487876371, 1.0992086515952724, 1.0993142838871606, 1.0992086515952724, 1.0990507771690048, 1.0993142838871606 ] }, "rps": 0.442264576113174, "rpss": 0.03736764490323752, "bss_below": 0.03904969169590777, "bss_above": 0.03598088122501664, "log_loss": 1.0721943887992245, "log_loss_skill": 0.024580893683159966, "reliability": { "below": { "weight": [ 0.000351, 0.00606, 0.225429, 0.702024, 0.064908, 0.001229, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0583, 0.1672, 0.2714, 0.3432, 0.423, 0.5222, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.5001, 0.0579, 0.1361, 0.3223, 0.483, 0.1432, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.042538, 0.898123, 0.058725, 0.000614, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2848, 0.3505, 0.4184, 0.536, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2807, 0.4028, 0.8192, 0.5715, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4832236374110354, 0.4201842786029979, 0.4415925984924077, 0.46442537346631285, 0.3965754405074529, 0.42808626840841923, 0.4538402105413994, 0.48663860124416575, 0.4636828307458675 ], "rps_clim": [ 0.4833705205269806, 0.4217325829401401, 0.45787504847516347, 0.4926249194603664, 0.3921209549450236, 0.43537634701428846, 0.49987785514849153, 0.4942486608765802, 0.4798942598444907 ], "brier_below": [ 0.15652685990386117, 0.18176489283368621, 0.2246305375912892, 0.14969380202255453, 0.20394197057345567, 0.22613670491408497, 0.33716739419197095, 0.20953062265234204, 0.14615690416045346 ], "brier_below_clim": [ 0.15085429028643993, 0.18069014092771118, 0.23635213812422837, 0.15606245330081414, 0.2033330363555721, 0.227991658943322, 0.3775149581530766, 0.20912215532462194, 0.14738561477662931 ], "brier_above": [ 0.32669677750717424, 0.23841938576931165, 0.21696206090111847, 0.3147315714437583, 0.1926334699339973, 0.2019495634943343, 0.1166728163494284, 0.2771079785918237, 0.31752592658541406 ], "brier_above_clim": [ 0.3325162105184372, 0.24104243864711158, 0.22152291047598155, 0.33656244571392563, 0.18878792456796986, 0.20738469072412372, 0.12236291485165149, 0.28512649430379705, 0.33250862534711423 ], "log_loss": [ 1.0911350997881137, 1.1018805045387077, 1.0707951615234037, 1.05333145427883, 1.1138144635405625, 1.0953878328658953, 1.0167503564703244, 1.0818624492495643, 1.0706489893519542 ], "log_loss_clim": [ 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876 ] }, "rps": 0.44869435993556206, "rpss": 0.02859476679755668, "bss_below": 0.028453169922250998, "bss_above": 0.02871271002058229, "log_loss": 1.077289590178595, "log_loss_skill": 0.019408729981955752, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.16217, 0.782609, 0.055221, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2759, 0.3432, 0.4149, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1631, 0.3092, 0.5076, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.0267, 0.941203, 0.032097, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2923, 0.3483, 0.4108, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1958, 0.4149, 0.837, NaN, NaN, NaN, NaN, NaN ] } } } } }, "ordinal_logistic": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4592405138057845, 0.4342453832509504, 0.42871400699258566, 0.4410669648743821, 0.44844885748138275, 0.4792678195221895, 0.4324394258141365, 0.4266644099670345, 0.4424352309888749, 0.4698923610248159, 0.44402972232646254, 0.44694769352321845, 0.4361040636697176, 0.47943016460952675, 0.4125247266752059, 0.4417790854659111, 0.46883633744644454, 0.4410860193541986, 0.4393182835423539, 0.4859326620135749, 0.44249887406288907, 0.4698421784949105, 0.43326895753073386, 0.48031600903154104 ], "rps_clim": [ 0.4869460861873936, 0.43311561715049013, 0.42665283629995887, 0.44012862716617557, 0.48683226104537497, 0.4699280766987921, 0.4475013886975289, 0.4299640334798916, 0.4535864129837444, 0.48849641096862856, 0.4596172723520629, 0.4322379405002914, 0.43419638725068654, 0.4724542199071603, 0.42914664398663566, 0.4373205272257517, 0.47042695166109, 0.45012910259569633, 0.44192877804299024, 0.469625424443561, 0.43731801020639594, 0.4501365530815326, 0.46908018947556185, 0.4449840852631641 ], "brier_below": [ 0.3047591805528965, 0.22108153525444554, 0.206540360294454, 0.2011813824168287, 0.28879624087679034, 0.18378091148687623, 0.22232996456606013, 0.14990784583979835, 0.1626784045628787, 0.34622804195142926, 0.16005324595493664, 0.2840699976525887, 0.2704960825625935, 0.1551219923352315, 0.1715900508799462, 0.22188838133356653, 0.306217160172398, 0.1763511565644029, 0.19402292160509296, 0.17883219926641936, 0.200578122890155, 0.17620863754577498, 0.29977884170285035, 0.2986201989759445 ], "brier_below_clim": [ 0.3202155820245851, 0.22042082449139921, 0.20454162041781745, 0.19948218298248652, 0.3125806880673776, 0.18448136588560546, 0.22913049092557836, 0.15295472997404608, 0.1677260825661108, 0.3549551412119517, 0.1682634298872238, 0.2764274862652953, 0.2678113388378291, 0.15419544029267795, 0.18153898139271196, 0.21783066808659152, 0.30487529872678765, 0.1813710861448971, 0.19692950527067277, 0.1748368638176133, 0.19893691471111052, 0.1688323879354228, 0.3166162717700402, 0.2856578644701919 ], "brier_above": [ 0.15448133325288807, 0.21316384799650487, 0.22217364669813158, 0.23988558245755326, 0.15965261660459243, 0.29548690803531324, 0.21010946124807647, 0.27675656412723587, 0.2797568264259963, 0.12366431907338654, 0.2839764763715258, 0.1628776958706297, 0.1656079811071243, 0.3243081722742953, 0.2409346757952597, 0.2198907041323446, 0.16261917727404657, 0.2647348627897956, 0.24529536193726095, 0.30710046274715563, 0.2419207511727341, 0.2936335409491356, 0.1334901158278839, 0.18169581005559665 ], "brier_above_clim": [ 0.1667305041791274, 0.212694792636688, 0.22211121585973861, 0.24064644416128617, 0.17425157298003563, 0.28544671079078393, 0.21837089778824334, 0.27700930350187725, 0.2858603303944614, 0.13354126973425637, 0.29135384244241846, 0.1558104542125932, 0.16638504840470472, 0.3182587795919011, 0.24760766262868203, 0.2194898591401801, 0.1655516529506078, 0.2687580164671699, 0.24499927277333824, 0.294788560635156, 0.23838109549630468, 0.2813041651646206, 0.1524639177249777, 0.15932622079399056 ], "log_loss": [ 1.0448128696725847, 1.105154928750616, 1.108806864859578, 1.102514601755959, 1.0285860447302997, 1.1049912549045648, 1.0769543959173096, 1.10025241269836, 1.0804288937566286, 1.056934600531714, 1.0716320713621064, 1.1253444418337695, 1.1063952492788265, 1.1005145608796605, 1.0814865542097858, 1.1093288972964914, 1.0886593455140627, 1.0848474020345324, 1.0975539915057324, 1.1155840607956635, 1.1105199295419357, 1.1273855715097043, 1.0402149473430458, 1.1522411807607325 ], "log_loss_clim": [ 1.0824117581637995, 1.104960384674256, 1.1077959053696573, 1.1018834530102513, 1.0819129642855858, 1.0887034524858885, 1.099727302938133, 1.1066920219684124, 1.0961555654083768, 1.0803571574978654, 1.0931431529013256, 1.1051564780288874, 1.1053561844386892, 1.0879562999215213, 1.1086413514774758, 1.1050202058654033, 1.0892491542308578, 1.09860426386435, 1.10269426534379, 1.0901143877558217, 1.104715891856326, 1.099075321566788, 1.0917020584925052, 1.1012357049117516 ] }, "rps": 0.4493470729778677, "rpss": 0.007128138454062682, "bss_below": 0.01093615685508631, "bss_above": 0.00330644310420547, "log_loss": 1.0925477113101527, "log_loss_skill": 0.004257717998471966, "reliability": { "below": { "weight": [ 0.0, 0.001711, 0.075863, 0.860985, 0.059432, 0.001911, 9.9e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1684, 0.2777, 0.346, 0.4236, 0.5284, 0.6065, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3264, 0.3238, 0.3387, 0.4971, 0.4826, 0.6658, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001119, 0.091472, 0.854841, 0.050361, 0.001712, 0.000494, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1834, 0.2795, 0.3447, 0.4262, 0.5414, 0.6358, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2062, 0.2487, 0.3577, 0.3018, 0.3084, 0.4007, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4617315119878827, 0.45449109384659403, 0.4312796632430256, 0.44416335228734727, 0.45340929065478947, 0.49915989317240844, 0.43911394570619017, 0.42367190401347016, 0.44663361744635977, 0.468054373956691, 0.42493506189015423, 0.4585214152000827, 0.4424294051790513, 0.46009161414285543, 0.4190102680222707, 0.44429149144128516, 0.46511139489803965, 0.45297264096684065, 0.4412023480391512, 0.46346066907812405, 0.43570655551489085, 0.42377235606094094, 0.43535368840411154, 0.5199453836024676 ], "rps_clim": [ 0.48743050991631937, 0.4500701624584457, 0.4265242004143022, 0.4390098244777031, 0.49139482584164884, 0.494693701774444, 0.4545856811469357, 0.43593834610889776, 0.4580519634274834, 0.47701006345194874, 0.4352766490847659, 0.4325868375773595, 0.4393322155734538, 0.45819407461226264, 0.4258449859445512, 0.4429956010693269, 0.46917288320447564, 0.4504464390301668, 0.43726520584675527, 0.45476639467496144, 0.4364531411048688, 0.42034369581379755, 0.4673311154491269, 0.4820108972087676 ], "brier_below": [ 0.2951927641896239, 0.2184298696241371, 0.18885273283539558, 0.1788680805604414, 0.2970697348010105, 0.18070853384037705, 0.19899264465930153, 0.15265737060865142, 0.18322469174325673, 0.3363092316769436, 0.1811004234795587, 0.280876810420303, 0.28458599947466656, 0.146359228523351, 0.19127550308341293, 0.21798406925011327, 0.2897640678336514, 0.20218114320323438, 0.18135548909848323, 0.16919134354909787, 0.20661347283001485, 0.171717739157852, 0.3062790104350744, 0.3476283418212341 ], "brier_below_clim": [ 0.3104072285253455, 0.21673480811611381, 0.18558730667959258, 0.17603508945959234, 0.32028208459781965, 0.17926314118722866, 0.20608332860378822, 0.16099647389177257, 0.18759330134707142, 0.33954533961604677, 0.1874236505788654, 0.26795152854435594, 0.28077112311215474, 0.14729671030580527, 0.19608173063938172, 0.21470894001819776, 0.2912022736927969, 0.20165084148960713, 0.18095977006653313, 0.1684004312888114, 0.20718324254548248, 0.16958622943392032, 0.3193885527201346, 0.32447550978521345 ], "brier_above": [ 0.16653874779825872, 0.2360612242224569, 0.24242693040762994, 0.26529527172690587, 0.156339555853779, 0.31845135933203134, 0.24012130104688864, 0.2710145334048187, 0.263408925703103, 0.1317451422797474, 0.2438346384105955, 0.17764460477977975, 0.1578434057043847, 0.31373238561950445, 0.22773476493885778, 0.22630742219117186, 0.17534732706438827, 0.2507914977636063, 0.259846858940668, 0.29426932552902624, 0.22909308268487596, 0.25205461690308895, 0.12907467796903715, 0.17231704178123353 ], "brier_above_clim": [ 0.17702328139097373, 0.23333535434233188, 0.24093689373470956, 0.2629747350181107, 0.1711127412438291, 0.3154305605872152, 0.24850235254314745, 0.274941872217125, 0.2704586620804119, 0.13746472383590178, 0.24785299850590042, 0.1646353090330035, 0.15856109246129885, 0.31089736430645726, 0.22976325530516944, 0.2282866610511291, 0.17797060951167862, 0.24879559754055963, 0.256305435780222, 0.28636596338614995, 0.2292698985593863, 0.2507574663798771, 0.14794256272899212, 0.15753538742355408 ], "log_loss": [ 1.0476385517371352, 1.1045069694604226, 1.1131575155473723, 1.109412663106658, 1.0279454469907414, 1.0890614050316243, 1.0739382728981859, 1.0851201302773565, 1.0786037516009614, 1.0755022693422949, 1.0882832650572891, 1.141933976187223, 1.106239979476431, 1.0981006228311503, 1.0963240813137947, 1.102294637286234, 1.0855821744452447, 1.1016158355585899, 1.108180066087937, 1.109206940792702, 1.1016003292597818, 1.1136156017455665, 1.045427750728433, 1.1428574359542079 ], "log_loss_clim": [ 1.0818874749139515, 1.0982791862924148, 1.1086098882322466, 1.1031318678188116, 1.0801481462705464, 1.0787007769112356, 1.096298019517956, 1.104479467355551, 1.094777201255677, 1.0864594064537023, 1.1047697844263915, 1.1059499290688253, 1.1029904199428653, 1.0947148505099515, 1.1089078910162087, 1.101383123389103, 1.0898979396949258, 1.0981140963673524, 1.1038973126556464, 1.0962187321398893, 1.1042536029948795, 1.1113215612887932, 1.090706008343267, 1.0842653095255117 ] }, "rps": 0.45035470578145936, "rpss": 0.00535731352399782, "bss_below": 0.005954534914629606, "bss_above": 0.00475871792118332, "log_loss": 1.0935895696965556, "log_loss_skill": 0.0031907256658695315, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.06379, 0.89411, 0.0421, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2843, 0.3444, 0.4183, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4133, 0.3328, 0.5536, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.069757, 0.893788, 0.036455, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.284, 0.3461, 0.4184, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2172, 0.3579, 0.2867, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4948327806467461, 0.4184773682697548, 0.42822845753239386, 0.43457954696837614, 0.41600507188700153, 0.42856905317685806, 0.44961377357726223, 0.46139608803922966, 0.4444282953679617 ], "rps_clim": [ 0.4870055947178849, 0.42143281565336166, 0.4461656033354792, 0.4898169267269451, 0.409710504473286, 0.4328402132818921, 0.481437726284207, 0.5046306428050635, 0.4618523477225761 ], "brier_below": [ 0.16943702545933148, 0.18224477132031702, 0.22349651605872117, 0.13840136240562143, 0.24077404483009285, 0.22665692018637598, 0.3097444003323518, 0.16616025680019408, 0.15152415592272683 ], "brier_below_clim": [ 0.1614439450337624, 0.1816624432294703, 0.23775382310536425, 0.15106275351725754, 0.24150138386167241, 0.22891616263738787, 0.3354019372244457, 0.1752044871830586, 0.15555314716681815 ], "brier_above": [ 0.3253957551874145, 0.23623259694943774, 0.20473194147367282, 0.2961781845627544, 0.17523102705690843, 0.20191213299048213, 0.1398693732449104, 0.29523583123903574, 0.29290413944523475 ], "brier_above_clim": [ 0.3255616312349862, 0.23977036919747338, 0.2084117826700664, 0.3387541525544384, 0.16820913018134312, 0.20392405388684642, 0.14603580259439067, 0.32942613657571873, 0.30629918549199875 ], "log_loss": [ 1.103459023154947, 1.0992383847333123, 1.0730391616982624, 1.0099233399913832, 1.1148481346146872, 1.095448730722635, 1.0462965450714985, 1.0247689574580743, 1.0710316848904788 ], "log_loss_clim": [ 1.0992433755281368, 1.09911547737864, 1.0993144232139047, 1.0991565487876371, 1.0992086515952724, 1.0993142838871606, 1.0992086515952724, 1.0990507771690048, 1.0993142838871606 ] }, "rps": 0.4417922706072871, "rpss": 0.038395664297087184, "bss_below": 0.03214376611018577, "bss_above": 0.043549947049918436, "log_loss": 1.0708948847039197, "log_loss_skill": 0.025763105730283953, "reliability": { "below": { "weight": [ 0.000263, 0.002457, 0.160321, 0.794685, 0.042011, 0.000263, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0811, 0.1721, 0.2771, 0.3423, 0.4195, 0.5185, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.3334, 0.0357, 0.138, 0.3097, 0.4904, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 8.8e-05, 0.067364, 0.818735, 0.109599, 0.0036, 0.000351, 0.000175, 8.8e-05, 0.0 ], "mean_forecast": [ NaN, 0.1956, 0.2821, 0.3487, 0.4254, 0.5385, 0.6278, 0.7317, 0.8057, NaN ], "observed_frequency": [ NaN, 1.0, 0.2746, 0.3982, 0.6738, 0.9268, 0.5001, 0.4999, 1.0, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4850130810382579, 0.4203730216277524, 0.4425249049163507, 0.4623899799877064, 0.39679799541338645, 0.4264769893927419, 0.4556993486344847, 0.48618539326588883, 0.4630704049314616 ], "rps_clim": [ 0.4833705205269806, 0.4217325829401401, 0.45787504847516347, 0.4926249194603664, 0.3921209549450236, 0.43537634701428846, 0.49987785514849153, 0.4942486608765802, 0.4798942598444907 ], "brier_below": [ 0.1565754306820147, 0.1821325433885656, 0.2267180597264781, 0.15158715797952743, 0.2040148464313275, 0.22601313283587235, 0.34244139281636415, 0.20945660737764515, 0.1472212586101027 ], "brier_below_clim": [ 0.15085429028643993, 0.18069014092771118, 0.23635213812422837, 0.15606245330081414, 0.2033330363555721, 0.227991658943322, 0.3775149581530766, 0.20912215532462194, 0.14738561477662931 ], "brier_above": [ 0.3284376503562431, 0.23824047823918681, 0.21580684518987256, 0.310802822008179, 0.19278314898205895, 0.20046385655686957, 0.11325795581812066, 0.2767287858882437, 0.31584914632135885 ], "brier_above_clim": [ 0.3325162105184372, 0.24104243864711158, 0.22152291047598155, 0.33656244571392563, 0.18878792456796986, 0.20738469072412372, 0.12236291485165149, 0.28512649430379705, 0.33250862534711423 ], "log_loss": [ 1.094602619310208, 1.1012822264384257, 1.0743886474301785, 1.0461135224338503, 1.115421796551099, 1.0878208257275064, 1.024687426934086, 1.0784802666218734, 1.0681606989398245 ], "log_loss_clim": [ 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876 ] }, "rps": 0.4487256799120034, "rpss": 0.02852696030891866, "bss_below": 0.022836960320265498, "bss_above": 0.03326725383780782, "log_loss": 1.0767731144874502, "log_loss_skill": 0.019878846428387997, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.103319, 0.869981, 0.0267, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2809, 0.343, 0.4104, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1721, 0.3019, 0.5986, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.055489, 0.872475, 0.072035, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2891, 0.3469, 0.4195, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2293, 0.4147, 0.6671, NaN, NaN, NaN, NaN, NaN ] } } } } }, "SEL": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45637009585543165, 0.4345727776210419, 0.42702541227585616, 0.44240922626817875, 0.44864165540231654, 0.4906910094729103, 0.43174190565335735, 0.42047483426020466, 0.4393282678438638, 0.46718381802783093, 0.43450825363732676, 0.4466459243567428, 0.43500756376587946, 0.47870415011503126, 0.4032466746307105, 0.4335254672371095, 0.47189323146580625, 0.44372983018657675, 0.43511604047791613, 0.4814105575820601, 0.43765277930819896, 0.46421049300307515, 0.4292501283333533, 0.4920590280677159 ], "rps_clim": [ 0.4869460861873936, 0.43311561715049013, 0.42665283629995887, 0.44012862716617557, 0.48683226104537497, 0.4699280766987921, 0.4475013886975289, 0.4299640334798916, 0.4535864129837444, 0.48849641096862856, 0.4596172723520629, 0.4322379405002914, 0.43419638725068654, 0.4724542199071603, 0.42914664398663566, 0.4373205272257517, 0.47042695166109, 0.45012910259569633, 0.44192877804299024, 0.469625424443561, 0.43731801020639594, 0.4501365530815326, 0.46908018947556185, 0.4449840852631641 ], "brier_below": [ 0.3063688560511878, 0.218699238698073, 0.20391224733428456, 0.19714267299272392, 0.2883336368396799, 0.18773869953938024, 0.22092529830937122, 0.14857532131631176, 0.16244976735884864, 0.3513713735498496, 0.1540471434222008, 0.2877183212334674, 0.27300595362522484, 0.14951447255899425, 0.1664036246084958, 0.21641847309041928, 0.3101874444140975, 0.1790252596137903, 0.18995600856869527, 0.17690774014860366, 0.19824413846176642, 0.17205564917237906, 0.2980387091535405, 0.30252192528547067 ], "brier_below_clim": [ 0.3202155820245851, 0.22042082449139921, 0.20454162041781745, 0.19948218298248652, 0.3125806880673776, 0.18448136588560546, 0.22913049092557836, 0.15295472997404608, 0.1677260825661108, 0.3549551412119517, 0.1682634298872238, 0.2764274862652953, 0.2678113388378291, 0.15419544029267795, 0.18153898139271196, 0.21783066808659152, 0.30487529872678765, 0.1813710861448971, 0.19692950527067277, 0.1748368638176133, 0.19893691471111052, 0.1688323879354228, 0.3166162717700402, 0.2856578644701919 ], "brier_above": [ 0.15000123980424374, 0.215873538922969, 0.22311316494157152, 0.24526655327545485, 0.1603080185626367, 0.30295230993353006, 0.21081660734398613, 0.27189951294389303, 0.2768785004850152, 0.11581244447798149, 0.280461110215126, 0.15892760312327534, 0.16200161014065467, 0.32918967755603706, 0.23684305002221473, 0.21710699414669019, 0.16170578705170888, 0.2647045705727864, 0.24516003190922064, 0.30450281743345636, 0.23940864084643249, 0.2921548445899174, 0.131211419179813, 0.1895371025812414 ], "brier_above_clim": [ 0.1667305041791274, 0.212694792636688, 0.22211121585973861, 0.24064644416128617, 0.17425157298003563, 0.28544671079078393, 0.21837089778824334, 0.27700930350187725, 0.2858603303944614, 0.13354126973425637, 0.29135384244241846, 0.1558104542125932, 0.16638504840470472, 0.3182587795919011, 0.24760766262868203, 0.2194898591401801, 0.1655516529506078, 0.2687580164671699, 0.24499927277333824, 0.294788560635156, 0.23838109549630468, 0.2813041651646206, 0.1524639177249777, 0.15932622079399056 ], "log_loss": [ 1.0493806586217473, 1.1049723981893196, 1.0999889306004331, 1.1049507840904857, 1.0353562188107843, 1.1366989409298653, 1.0699826266972954, 1.0840888204278696, 1.0649693939252538, 1.0643924253392982, 1.0576899176488388, 1.12649374830316, 1.1062618644422797, 1.0937793992060203, 1.0547271523087383, 1.0916085030867786, 1.0958800813408036, 1.082193435288232, 1.0838635093926219, 1.103582796145414, 1.0979758678902114, 1.111306010649104, 1.0370196511213587, 1.1804806939516104 ], "log_loss_clim": [ 1.0824117581637995, 1.104960384674256, 1.1077959053696573, 1.1018834530102513, 1.0819129642855858, 1.0887034524858885, 1.099727302938133, 1.1066920219684124, 1.0961555654083768, 1.0803571574978654, 1.0931431529013256, 1.1051564780288874, 1.1053561844386892, 1.0879562999215213, 1.1086413514774758, 1.1050202058654033, 1.0892491542308578, 1.09860426386435, 1.10269426534379, 1.0901143877558217, 1.104715891856326, 1.099075321566788, 1.0917020584925052, 1.1012357049117516 ] }, "rps": 0.447724963535354, "rpss": 0.010712331873075076, "bss_below": 0.014897270222929748, "bss_above": 0.00651236271995892, "log_loss": 1.0890684928503134, "log_loss_skill": 0.00742865954447347, "reliability": { "below": { "weight": [ 0.0, 0.008336, 0.184872, 0.69425, 0.107805, 0.004737, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1858, 0.2769, 0.3437, 0.4333, 0.5242, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2517, 0.2817, 0.3438, 0.4864, 0.4095, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.010359, 0.175351, 0.735929, 0.075858, 0.002503, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1872, 0.2774, 0.3451, 0.427, 0.5184, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.259, 0.2813, 0.3585, 0.3709, 0.2628, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45787022640770425, 0.4533550603128622, 0.426938726322497, 0.4425027764530899, 0.4592558724350284, 0.514922334120176, 0.4377202618539493, 0.4185711519884263, 0.44188801669195416, 0.4593405961876288, 0.41909651574299905, 0.45272472336780345, 0.43852424236901005, 0.4576940063156487, 0.4115146230533666, 0.4345480547430427, 0.46176500364982925, 0.45173024849816906, 0.4350949924551712, 0.4613330172180516, 0.43154140348678904, 0.41927405900552, 0.441193875096394, 0.532157622426002 ], "rps_clim": [ 0.48743050991631937, 0.4500701624584457, 0.4265242004143022, 0.4390098244777031, 0.49139482584164884, 0.494693701774444, 0.4545856811469357, 0.43593834610889776, 0.4580519634274834, 0.47701006345194874, 0.4352766490847659, 0.4325868375773595, 0.4393322155734538, 0.45819407461226264, 0.4258449859445512, 0.4429956010693269, 0.46917288320447564, 0.4504464390301668, 0.43726520584675527, 0.45476639467496144, 0.4364531411048688, 0.42034369581379755, 0.4673311154491269, 0.4820108972087676 ], "brier_below": [ 0.2966322217984518, 0.21716711996839366, 0.18446129636797923, 0.17199130823454048, 0.3003261562370455, 0.1842884920447267, 0.19701156595620523, 0.15025931296644246, 0.17965398615565906, 0.3399196890834578, 0.17649716001928376, 0.2827612150600635, 0.2874838278087407, 0.14166483785097925, 0.18633136107535483, 0.21252639440613819, 0.29225902363108686, 0.20145410996222285, 0.1777088465034706, 0.16723058833305474, 0.2064428842444962, 0.1668095956579977, 0.31014390887058546, 0.3535461175824013 ], "brier_below_clim": [ 0.3104072285253455, 0.21673480811611381, 0.18558730667959258, 0.17603508945959234, 0.32028208459781965, 0.17926314118722866, 0.20608332860378822, 0.16099647389177257, 0.18759330134707142, 0.33954533961604677, 0.1874236505788654, 0.26795152854435594, 0.28077112311215474, 0.14729671030580527, 0.19608173063938172, 0.21470894001819776, 0.2912022736927969, 0.20165084148960713, 0.18095977006653313, 0.1684004312888114, 0.20718324254548248, 0.16958622943392032, 0.3193885527201346, 0.32447550978521345 ], "brier_above": [ 0.16123800460925247, 0.23618794034446852, 0.24247742995451776, 0.27051146821854943, 0.1589297161979828, 0.3306338420754493, 0.240708695897744, 0.26831183902198386, 0.2622340305362951, 0.11942090710417103, 0.24259935572371524, 0.16996350830773996, 0.15104041456026937, 0.3160291684646695, 0.22518326197801178, 0.2220216603369046, 0.1695059800187424, 0.2502761385359462, 0.2573861459517007, 0.2941024288849969, 0.22509851924229282, 0.25246446406888334, 0.1310499662258085, 0.17861150411538088 ], "brier_above_clim": [ 0.17702328139097373, 0.23333535434233188, 0.24093689373470956, 0.2629747350181107, 0.1711127412438291, 0.3154305605872152, 0.24850235254314745, 0.274941872217125, 0.2704586620804119, 0.13746472383590178, 0.24785299850590042, 0.1646353090330035, 0.15856109246129885, 0.31089736430645726, 0.22976325530516944, 0.2282866610511291, 0.17797060951167862, 0.24879559754055963, 0.256305435780222, 0.28636596338614995, 0.2292698985593863, 0.2507574663798771, 0.14794256272899212, 0.15753538742355408 ], "log_loss": [ 1.0466158979946147, 1.0995905764603762, 1.0971946708180065, 1.1039489184629778, 1.046727951586423, 1.1287613589443881, 1.072125817752553, 1.068512417251764, 1.0680794661030113, 1.0690681167880516, 1.0730716233976232, 1.1234639245660654, 1.0941891227120328, 1.089726840829895, 1.0759641217869482, 1.0786539729753064, 1.0787268160773538, 1.0971661226799725, 1.089537799012535, 1.1036580055384189, 1.0866131164406385, 1.0984133745530678, 1.057918101742418, 1.1582083752616437 ], "log_loss_clim": [ 1.0818874749139515, 1.0982791862924148, 1.1086098882322466, 1.1031318678188116, 1.0801481462705464, 1.0787007769112356, 1.096298019517956, 1.104479467355551, 1.094777201255677, 1.0864594064537023, 1.1047697844263915, 1.1059499290688253, 1.1029904199428653, 1.0947148505099515, 1.1089078910162087, 1.101383123389103, 1.0898979396949258, 1.0981140963673524, 1.1038973126556464, 1.0962187321398893, 1.1042536029948795, 1.1113215612887932, 1.090706008343267, 1.0842653095255117 ] }, "rps": 0.4483565587583797, "rpss": 0.009770373490943896, "bss_below": 0.010117936805255301, "bss_above": 0.009422010431356154, "log_loss": 1.0877473545723368, "log_loss_skill": 0.008515917474431034, "reliability": { "below": { "weight": [ 0.0, 0.006026, 0.201449, 0.733562, 0.055186, 0.003777, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1836, 0.2785, 0.3416, 0.4323, 0.5253, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2503, 0.3162, 0.3412, 0.5453, 0.4131, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.010499, 0.184459, 0.74979, 0.054446, 0.000807, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1876, 0.2781, 0.3437, 0.4226, 0.5204, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.325, 0.2647, 0.3632, 0.3746, 0.6245, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4925754807081335, 0.4147941652905371, 0.424972831594218, 0.42790221908261233, 0.415522586651082, 0.4278393691753865, 0.44837920279042265, 0.4674565688434159, 0.44146426316131415 ], "rps_clim": [ 0.4870055947178849, 0.42143281565336166, 0.4461656033354792, 0.4898169267269451, 0.409710504473286, 0.4328402132818921, 0.481437726284207, 0.5046306428050635, 0.4618523477225761 ], "brier_below": [ 0.16487827341917652, 0.1806157345583347, 0.22102102543738575, 0.13523565159325676, 0.23721030783863997, 0.22336486994035923, 0.3138140792580197, 0.16890935166613136, 0.14786845072493138 ], "brier_below_clim": [ 0.1614439450337624, 0.1816624432294703, 0.23775382310536425, 0.15106275351725754, 0.24150138386167241, 0.22891616263738787, 0.3354019372244457, 0.1752044871830586, 0.15555314716681815 ], "brier_above": [ 0.327697207288957, 0.23417843073220235, 0.20395180615683228, 0.29266656748935566, 0.17831227881244194, 0.20447449923502722, 0.13456512353240305, 0.2985472171772845, 0.2935958124363828 ], "brier_above_clim": [ 0.3255616312349862, 0.23977036919747338, 0.2084117826700664, 0.3387541525544384, 0.16820913018134312, 0.20392405388684642, 0.14603580259439067, 0.32942613657571873, 0.30629918549199875 ], "log_loss": [ 1.1036783770636764, 1.0849008782501572, 1.0641348138570659, 0.9980878072161369, 1.1009897209906379, 1.0910219457228192, 1.0441633950496276, 1.0315930672641354, 1.0719119847795842 ], "log_loss_clim": [ 1.0992433755281368, 1.09911547737864, 1.0993144232139047, 1.0991565487876371, 1.0992086515952724, 1.0993142838871606, 1.0992086515952724, 1.0990507771690048, 1.0993142838871606 ] }, "rps": 0.44010074303301355, "rpss": 0.042077440456607995, "bss_below": 0.040450808224369084, "bss_above": 0.043418477878254036, "log_loss": 1.065609110021538, "log_loss_skill": 0.030571791236141954, "reliability": { "below": { "weight": [ 0.0, 0.004027, 0.260238, 0.677384, 0.057912, 0.00044, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1778, 0.2715, 0.3405, 0.427, 0.5019, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2172, 0.1648, 0.3182, 0.5118, 0.1989, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 8.8e-05, 0.092331, 0.765225, 0.142268, 8.8e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1571, 0.2803, 0.3473, 0.4265, 0.5333, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1989, 0.412, 0.6215, 1.0, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.48521734049138576, 0.4177217876037355, 0.4397872272424822, 0.45458350000907716, 0.39466913211245036, 0.4295007460551776, 0.45926953502007745, 0.48724355649306017, 0.4579545241634882 ], "rps_clim": [ 0.4833705205269806, 0.4217325829401401, 0.45787504847516347, 0.4926249194603664, 0.3921209549450236, 0.43537634701428846, 0.49987785514849153, 0.4942486608765802, 0.4798942598444907 ], "brier_below": [ 0.15117771803503494, 0.1813866373570765, 0.22587879533376218, 0.14630534450700783, 0.20321258892319882, 0.22786058405981638, 0.3512590425802685, 0.20899149034769562, 0.14045213758385988 ], "brier_below_clim": [ 0.15085429028643993, 0.18069014092771118, 0.23635213812422837, 0.15606245330081414, 0.2033330363555721, 0.227991658943322, 0.3775149581530766, 0.20912215532462194, 0.14738561477662931 ], "brier_above": [ 0.3340396224563508, 0.236335150246659, 0.21390843190872003, 0.30827815550206933, 0.1914565431892515, 0.2016401619953612, 0.1080104924398089, 0.2782520661453645, 0.31750238657962826 ], "brier_above_clim": [ 0.3325162105184372, 0.24104243864711158, 0.22152291047598155, 0.33656244571392563, 0.18878792456796986, 0.20738469072412372, 0.12236291485165149, 0.28512649430379705, 0.33250862534711423 ], "log_loss": [ 1.0984800157449495, 1.0874247396046783, 1.071010428862431, 1.0391172706161838, 1.1024231935749804, 1.091933887057819, 1.0365721119538536, 1.0841006972306708, 1.0642051780229056 ], "log_loss_clim": [ 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876 ] }, "rps": 0.44732748324343713, "rpss": 0.031553999831070434, "bss_below": 0.027937292846837214, "bss_above": 0.034567042112050195, "log_loss": 1.0750297247409415, "log_loss_skill": 0.02146574820600744, "reliability": { "below": { "weight": [ 0.0, 0.003888, 0.241643, 0.73261, 0.02186, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1766, 0.2734, 0.3384, 0.4118, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2757, 0.2081, 0.3153, 0.6446, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000134, 0.102956, 0.823311, 0.073599, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1571, 0.2806, 0.3434, 0.4234, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1833, 0.4317, 0.6564, NaN, NaN, NaN, NaN, NaN ] } } } } } }, "fitted": { "climatology_blend": { "fallbacks": 0, "folds": 24, "test_fit": { "lam": 0.7252305336001995 }, "test_fallback": null }, "pseudocount": { "fallbacks": 0, "folds": 24, "test_fit": {}, "test_fallback": null }, "temperature": { "fallbacks": 0, "folds": 24, "test_fit": { "temperature": 4.0, "at_bound": true }, "test_fallback": null }, "dirichlet": { "fallbacks": 0, "folds": 24, "test_fit": { "A": [ [ 0.3481812776111881, 0.04970080438411168, 0.012079925168902312 ], [ -0.05034952045528847, 0.05423946618016184, 0.05872548910027507 ], [ 0.11552868442750781, 0.044874327702496566, 0.2919753323149767 ] ], "b": [ 0.13520088482612136, -0.3366441553381804, 0.20144327051206465 ], "objective": 1.0921173759219174, "iterations": 34, "training_pairs": 55233, "training_years": 24, "converged": true, "epsilon": 1e-12, "reg_off": 0.01, "reg_diag": 0.001, "reg_bias": 0.001, "weighting": "equal total weight per year; spherical area within each year" }, "test_fallback": null }, "multinomial_logistic": { "fallbacks": 0, "folds": 24, "test_fit": { "coefficients": [ [ 0.10627244578674772, -0.45656155933254017, 0.12284492458826128 ], [ 0.0, 0.0, 0.0 ], [ 0.09118156139224039, 0.0799107109458059, -0.05515438869284661 ] ], "features": [ "intercept", "standardized_mean", "log_spread_ratio" ], "l2": 0.001, "reference_class": "near" }, "test_fallback": null }, "ordinal_logistic": { "fallbacks": 0, "folds": 24, "test_fit": { "theta": [ -0.6316043774423321, 0.26266868107656, 0.3986394732470682, -0.13978807677382143 ], "cutpoints": [ -0.6316043774423321, 0.6687914243907269 ], "beta": [ 0.3986394732470682, -0.13978807677382143 ], "features": [ "standardized_mean", "log_spread_ratio" ], "l2": 0.001, "converged": true }, "test_fallback": null } }, "selection": { "criterion": "inner leave-one-year-out RPS of the calibrators (training years only)", "chosen_training": { "1993": "temperature", "1994": "temperature", "1995": "temperature", "1996": "temperature", "1997": "temperature", "1998": "temperature", "1999": "temperature", "2000": "temperature", "2001": "temperature", "2002": "temperature", "2003": "temperature", "2004": "temperature", "2005": "temperature", "2006": "temperature", "2007": "temperature", "2008": "temperature", "2009": "temperature", "2010": "temperature", "2011": "temperature", "2012": "temperature", "2013": "temperature", "2014": "climatology_blend", "2015": "temperature", "2016": "climatology_blend" }, "chosen_test": "temperature", "frequency": { "climatology_blend": 2, "pseudocount": 0, "temperature": 22, "dirichlet": 0, "multinomial_logistic": 0, "ordinal_logistic": 0 } } }, "Sep": { "tag": "init05_Sep", "methods": { "climatology_blend": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4819159174899113, 0.48136388761744103, 0.4503873342969238, 0.4381205168043661, 0.42328697170514645, 0.4642956630831121, 0.43383278930391234, 0.4292510416407498, 0.4476852569351838, 0.4924969422750912, 0.43948052033712715, 0.418932482161195, 0.43342053184598484, 0.4345527105056248, 0.464741139232986, 0.41936670996740777, 0.4672966339765093, 0.4189625934591914, 0.4186189073303443, 0.5014724221767444, 0.46054129327431836, 0.4676124244491803, 0.4854655844788357, 0.4593256697021098 ], "rps_clim": [ 0.44828178439893784, 0.4780636046945905, 0.45403117539434756, 0.4408998664630428, 0.4626710009670124, 0.4675652855175825, 0.45088178363034326, 0.4339622485969375, 0.4457739713411614, 0.48115608104505214, 0.46731020302909526, 0.40902067319593455, 0.4238503280124456, 0.44888898670135347, 0.4836531086639868, 0.4215019666820851, 0.47209090525934455, 0.42365664384275686, 0.43223368035833454, 0.4869745630233523, 0.45947832667944477, 0.45033952255554077, 0.45381281595427836, 0.4698444532531743 ], "brier_below": [ 0.2560342798873104, 0.22263905534712408, 0.260072344652079, 0.23034283827265412, 0.23737368713722742, 0.2213788833744599, 0.24018468827092834, 0.23542484814015488, 0.23452315127261195, 0.24192370434166127, 0.2360763505674896, 0.20636086512926963, 0.21142019289710304, 0.1734282156515038, 0.12701759021203463, 0.2024222425064098, 0.2914129023474814, 0.17514001179564562, 0.1750938474054106, 0.19307684047958296, 0.2549953354334464, 0.21350074638007088, 0.24708196194397644, 0.315116979765432 ], "brier_below_clim": [ 0.24364607658776927, 0.2167833637959483, 0.26200244695541064, 0.2335398229822821, 0.2599592835854335, 0.22410814370662485, 0.24638536370420897, 0.23420103701671963, 0.23335651499978938, 0.23810578482707784, 0.25468721411875095, 0.19406452747606567, 0.20425741444224962, 0.17808060941226778, 0.14096115009371765, 0.20696214106709115, 0.29480390564951164, 0.17663004534290416, 0.18425554277680625, 0.18520467260263995, 0.25555913109943895, 0.207082427269816, 0.23258804671993344, 0.32153762962536103 ], "brier_above": [ 0.2258816373922448, 0.2587248318136229, 0.19031498917302625, 0.20777767824848764, 0.18591328508839508, 0.24291678047588772, 0.19364810085105996, 0.19382619337153545, 0.21316210540258634, 0.2505732370312873, 0.2034041700900256, 0.2125716167726434, 0.22200033798079885, 0.26112449490699774, 0.33772354971306096, 0.21694446729245517, 0.1758837305541459, 0.24382258156985132, 0.24352505969803798, 0.30839558286287666, 0.2055459571004363, 0.254111677867156, 0.23838362299753343, 0.14420868993333893 ], "brier_above_clim": [ 0.20463570781908508, 0.2612802408995609, 0.1920287284468534, 0.20736004348867731, 0.20271171736051702, 0.2434571418390764, 0.20449641993405068, 0.19976121159863708, 0.21241745636061743, 0.24305029625298225, 0.21262298892876352, 0.2149561457217039, 0.2195929135561274, 0.27080837732842866, 0.3426919585851556, 0.21453982563780633, 0.17728699964486266, 0.24702659841398025, 0.24797813761256063, 0.30176989039964386, 0.20391919556164534, 0.24325709524448394, 0.22122476926537735, 0.14830682364623232 ], "log_loss": [ 1.1562119220978864, 1.0816875696699226, 1.0832601581218828, 1.0959352286950226, 1.0360437726673126, 1.0789761913164553, 1.070646591304935, 1.101987442212133, 1.0995746486121065, 1.0909375979239733, 1.048084826819264, 1.1188414293279143, 1.114828811719109, 1.064149471780197, 1.0647406973913662, 1.104535606562912, 1.0816659587471038, 1.0970957128818795, 1.0899020572560607, 1.094362307462176, 1.0922017035632945, 1.1190095340969677, 1.134237812234597, 1.0760231647452692 ], "log_loss_clim": [ 1.0974740683024433, 1.0827987530552032, 1.0949515447122928, 1.1007128569234834, 1.090959525049748, 1.088063889141507, 1.0963333284569836, 1.1085854496731713, 1.0985499158295136, 1.0823596524527654, 1.093954160584374, 1.1137177154300968, 1.1105073671736152, 1.0972431902108657, 1.0823326323895577, 1.1076874238327907, 1.086429589166179, 1.1081466294935138, 1.1067281209398128, 1.0796418629390143, 1.0932413958499068, 1.0979206044679222, 1.096770649498476, 1.0933877417007527 ] }, "rps": 0.45135108100205823, "rpss": 0.003084595168105664, "bss_below": 0.004922067165685218, "bss_above": 0.0012499686427386303, "log_loss": 1.0914558423837393, "log_loss_skill": 0.004316394260662881, "reliability": { "below": { "weight": [ 2.8e-05, 0.003381, 0.109569, 0.734997, 0.152024, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0834, 0.1664, 0.2834, 0.3455, 0.4248, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ 1.0, 0.0666, 0.2862, 0.3505, 0.3783, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.116672, 0.789568, 0.093025, 0.000736, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2858, 0.3471, 0.4263, 0.5067, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3525, 0.3397, 0.4029, 0.0767, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4969424284504254, 0.49963930640254045, 0.44681403062683966, 0.42361287115788043, 0.4220109907944633, 0.45129483518924024, 0.4404393955367874, 0.43711762549683253, 0.47785902442608696, 0.4505050818776293, 0.4365856586951716, 0.4143184861570603, 0.4026582959248561, 0.4159390703202349, 0.4421739782099623, 0.4126169968649806, 0.5202630884376802, 0.43336291144236727, 0.42347341908827973, 0.4895838655813291, 0.4574561169039854, 0.4840590730397308, 0.472277175234177, 0.46226028767940297 ], "rps_clim": [ 0.4656268773487567, 0.47905520254523853, 0.44987819562667175, 0.4222690397368383, 0.473189675792112, 0.46370659625075544, 0.4533706691746612, 0.44043707163708307, 0.4658910246954573, 0.4835074529423111, 0.44476293120584887, 0.42294488325801144, 0.4035717243423909, 0.4341110496580427, 0.4840392053398089, 0.41705895616907784, 0.5102516956651021, 0.44254446083186355, 0.4407978919737273, 0.46885745291344016, 0.4562595884170463, 0.45934219841451757, 0.4469383691099854, 0.4493098079235744 ], "brier_below": [ 0.22271183736814262, 0.25783043348534646, 0.26008944842595627, 0.21222954892699517, 0.2744401296823451, 0.16275783725999235, 0.2130696351087839, 0.22295709987589302, 0.3064389941354312, 0.29436439682530463, 0.16551081477977156, 0.2154715923865362, 0.20640144175659678, 0.18502901297327742, 0.11789687311287386, 0.1861484158619063, 0.38662325996239116, 0.1634949706897789, 0.17939963647067525, 0.202051837419966, 0.27765401982011684, 0.17404958647063992, 0.2139387788958779, 0.2907119041608287 ], "brier_below_clim": [ 0.20639084196205096, 0.24828230441497257, 0.2605442628100996, 0.21079044758429427, 0.3079691007315029, 0.1701970420969503, 0.21556851840134683, 0.2221603579843514, 0.2986746145123454, 0.31773717985625455, 0.16972492982842746, 0.2191151329533314, 0.20714815598586803, 0.19476475401412452, 0.14137875328774757, 0.19387986053487954, 0.37971397960807707, 0.16798860633846377, 0.18789536861046913, 0.1944206391015046, 0.27728056202918344, 0.16316626564473996, 0.1984248046321673, 0.28086225383117586 ], "brier_above": [ 0.27423059059886845, 0.24180887249782906, 0.18672458149049692, 0.2113833217541564, 0.1475708618597888, 0.28853699931157545, 0.22736976016132154, 0.2141605256074551, 0.17142002902547535, 0.15614068447453133, 0.2710748442993757, 0.1988468936037888, 0.196256853257961, 0.23091005686880153, 0.3242771057906587, 0.22646858129165745, 0.13363982692155302, 0.2698679417092277, 0.24407378210148944, 0.28753202886871165, 0.17980209587196916, 0.31000948767920317, 0.2583383963756829, 0.17154838310714163 ], "brier_above_clim": [ 0.2592360353867057, 0.23077289813026597, 0.18933393281657201, 0.21147859215254405, 0.165220575060609, 0.29350955415380503, 0.23780215077331432, 0.21827671365273166, 0.1672164101831118, 0.1657702730860564, 0.2750380013774213, 0.20382975030467998, 0.19642356835652286, 0.23934629564391813, 0.34266045205206114, 0.22317909563419822, 0.1305377160570248, 0.27455585449339964, 0.2529025233632581, 0.2744368138119354, 0.17897902638786278, 0.2961759327697775, 0.2485135644778181, 0.16844755409239837 ], "log_loss": [ 1.1355572830118261, 1.1140523375799785, 1.0875797749328915, 1.1050044635806302, 1.0110143980340132, 1.0694395317788032, 1.0731320493848786, 1.0953594783925322, 1.103232524784224, 1.0293924789527722, 1.0857854907276725, 1.0906479306806083, 1.1104633683993652, 1.071330586764294, 1.0256873307844145, 1.10234838718955, 1.0918230511714802, 1.08476992757511, 1.0791508901341362, 1.118074650850582, 1.1002471096123032, 1.123079691188195, 1.127307709771111, 1.1125602594691666 ], "log_loss_clim": [ 1.0914537363747836, 1.085562109398748, 1.0983634110150093, 1.1104768239124518, 1.08813558711408, 1.0922962524557553, 1.0968311014330359, 1.1025056685167662, 1.0913378427238107, 1.083608701348254, 1.100607713964954, 1.1101803001194501, 1.1186802004427012, 1.1052811867736874, 1.083375396991692, 1.1127627284050883, 1.0718747658370316, 1.1015810594648328, 1.1023473599564826, 1.0900363335440868, 1.0955635990236894, 1.0942111155269052, 1.0996532487987347, 1.0986127889735722 ] }, "rps": 0.4505526672307476, "rpss": 0.005925689892617658, "bss_below": 0.007877550726191562, "bss_above": 0.00397725908162283, "log_loss": 1.089460029364606, "log_loss_skill": 0.006772878675847083, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.10711, 0.766662, 0.126228, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2868, 0.3433, 0.4247, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2571, 0.3496, 0.403, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.126639, 0.797638, 0.075723, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2856, 0.3479, 0.4217, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3728, 0.3336, 0.4552, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4917344975348132, 0.4816076138850708, 0.472498755128013, 0.48494458948075714, 0.45615105928197136, 0.41715626022004526, 0.4517056774803668, 0.4340347565908641, 0.43009184351036367 ], "rps_clim": [ 0.4947890992304722, 0.4753205974707632, 0.4560866594726808, 0.47037878645621833, 0.47299821491804606, 0.4357581018035622, 0.4528379078704793, 0.43596840945468646, 0.4603811312931576 ], "brier_below": [ 0.14134153846052716, 0.22240281931203645, 0.16980379469253876, 0.16120060716247836, 0.17387870455351884, 0.19211444690960772, 0.16370426311581376, 0.2559573622364796, 0.1737904344807195 ], "brier_below_clim": [ 0.14043822061767963, 0.21741971507988192, 0.16137133777697532, 0.15421278761631982, 0.1844784913304739, 0.20067295850650194, 0.1605724275435595, 0.2610749478831005, 0.18824828684533776 ], "brier_above": [ 0.3503929368895814, 0.25920478749978093, 0.30269494760681626, 0.3237439653699289, 0.2822723433749384, 0.2250418121200374, 0.2880014027673518, 0.1780774036794295, 0.2563014011592709 ], "brier_above_clim": [ 0.35435085494429375, 0.2579008762312236, 0.2947153086203139, 0.31616598226162707, 0.28851971169071594, 0.23508514114649787, 0.2922654680223936, 0.17489347015413084, 0.272132835460955 ], "log_loss": [ 1.0900847092042698, 1.09646530299176, 1.1124999791933272, 1.1195308227479193, 1.0649118278804335, 1.0677074432575437, 1.090235206866873, 1.0860115992718888, 1.0501233996480273 ], "log_loss_clim": [ 1.097438791205263, 1.0988072417052166, 1.0982870143959755, 1.0988072417052166, 1.1001792835431417, 1.098062674404698, 1.0988072417052166, 1.0969573151707326, 1.0997475091696243 ] }, "rps": 0.45776945034580724, "rpss": 0.008326801640362258, "bss_below": 0.008567752494728187, "bss_above": 0.008165086879394767, "log_loss": 1.0863966990068936, "log_loss_skill": 0.011077473166102969, "reliability": { "below": { "weight": [ 0.0, 0.004432, 0.13232, 0.798299, 0.064949, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.171, 0.2869, 0.3409, 0.4192, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0679, 0.1386, 0.2227, 0.4222, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.114894, 0.850108, 0.034997, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2904, 0.3429, 0.4135, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5072, 0.4912, 0.5524, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.49914276553503667, 0.4746379673539304, 0.5033113351903056, 0.45867482224602957, 0.4487295310547934, 0.42063189886301866, 0.45729520598812234, 0.4399839477604627, 0.4241189791719111 ], "rps_clim": [ 0.5102317652431445, 0.47433267737964163, 0.4783180441293248, 0.4525347847419441, 0.4603745980834287, 0.4422445935566512, 0.44415660691947745, 0.4338588592002403, 0.45616205495422807 ], "brier_below": [ 0.12414413984760342, 0.25307432404963365, 0.15212645364247657, 0.1599063674843907, 0.1563889496155645, 0.16042099659927225, 0.16834943663121407, 0.2588994984303211, 0.11341872838771842 ], "brier_below_clim": [ 0.126539540948379, 0.2545659968360651, 0.13841351661655463, 0.1589549412230946, 0.16053153657975874, 0.16798009656758436, 0.15927262223192998, 0.25847884644300917, 0.1239877850693975 ], "brier_above": [ 0.3749985982964021, 0.22156364264692513, 0.3511848603214054, 0.2987684419502552, 0.2923405684399772, 0.26021089501188305, 0.2889457571966691, 0.1810844588903356, 0.3107002330245148 ], "brier_above_clim": [ 0.38369219542168237, 0.21976668098266122, 0.33990450646953646, 0.2935798307591138, 0.29984304762398367, 0.27426448768318373, 0.28488397348275224, 0.17538002113326967, 0.3321742502238743 ], "log_loss": [ 1.0789328141969214, 1.0963948956771497, 1.128901343490162, 1.1058229491947584, 1.075886374175941, 1.0643194947857506, 1.1131129932672759, 1.1038885413317303, 1.0461561462229394 ], "log_loss_clim": [ 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876 ] }, "rps": 0.4585029392404011, "rpss": 0.006186466097885979, "bss_below": 0.0012887943172554817, "bss_above": 0.009099918631609638, "log_loss": 1.0903795058158476, "log_loss_skill": 0.0074937749724725, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.122015, 0.862096, 0.015889, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2901, 0.3383, 0.4096, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1162, 0.1937, 0.1084, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.103852, 0.872263, 0.023885, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2909, 0.3438, 0.4109, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.539, 0.5326, 0.584, NaN, NaN, NaN, NaN, NaN ] } } } } }, "pseudocount": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6239240555443328, 0.5398456394836465, 0.4616589614602419, 0.4528895413087023, 0.3788766483767845, 0.4875599485687306, 0.44815020825678425, 0.4436144049525829, 0.46989143808588546, 0.5734472339218568, 0.3762794080291097, 0.4909375581204023, 0.4840516312706033, 0.41436006779921836, 0.44746587973801166, 0.4548229255525736, 0.4939330240988825, 0.4230100913498964, 0.41280498476517014, 0.5601551130087253, 0.47964991700885534, 0.5381708419050717, 0.6194185972626841, 0.48414952797044536 ], "rps_clim": [ 0.44828178439893784, 0.4780636046945905, 0.45403117539434756, 0.4408998664630428, 0.4626710009670124, 0.4675652855175825, 0.45088178363034326, 0.4339622485969375, 0.4457739713411614, 0.48115608104505214, 0.46731020302909526, 0.40902067319593455, 0.4238503280124456, 0.44888898670135347, 0.4836531086639868, 0.4215019666820851, 0.47209090525934455, 0.42365664384275686, 0.43223368035833454, 0.4869745630233523, 0.45947832667944477, 0.45033952255554077, 0.45381281595427836, 0.4698444532531743 ], "brier_below": [ 0.3154256611803137, 0.262229486913253, 0.268896745399244, 0.23660201698911007, 0.21416941783349983, 0.23142669560919088, 0.25008917528186764, 0.25616667612257277, 0.2460775216724769, 0.2874420236676922, 0.19263918399982657, 0.2671310805477175, 0.24906909151887915, 0.172628840592338, 0.11177240442821713, 0.2091379041097179, 0.2983080846721064, 0.18216005856108242, 0.1661672915826598, 0.22558123644333997, 0.26433681086893746, 0.24495367421707487, 0.30437014673641316, 0.32821101403637043 ], "brier_below_clim": [ 0.24364607658776927, 0.2167833637959483, 0.26200244695541064, 0.2335398229822821, 0.2599592835854335, 0.22410814370662485, 0.24638536370420897, 0.23420103701671963, 0.23335651499978938, 0.23810578482707784, 0.25468721411875095, 0.19406452747606567, 0.20425741444224962, 0.17808060941226778, 0.14096115009371765, 0.20696214106709115, 0.29480390564951164, 0.17663004534290416, 0.18425554277680625, 0.18520467260263995, 0.25555913109943895, 0.207082427269816, 0.23258804671993344, 0.32153762962536103 ], "brier_above": [ 0.308498393502569, 0.2776161512387542, 0.19276221435501675, 0.2162875232231417, 0.16470723015310862, 0.2561332561911514, 0.19806103467072908, 0.18744772830494574, 0.22381391508890636, 0.2860052061060704, 0.1836402254834684, 0.2238064759845297, 0.23498253589211524, 0.24173122700530408, 0.3356934777263126, 0.2456850210560177, 0.19562493578286777, 0.24085003227222154, 0.24663769252027032, 0.33457388108299196, 0.2153131033829774, 0.29321716697944417, 0.3150484532121202, 0.1559385138743477 ], "brier_above_clim": [ 0.20463570781908508, 0.2612802408995609, 0.1920287284468534, 0.20736004348867731, 0.20271171736051702, 0.2434571418390764, 0.20449641993405068, 0.19976121159863708, 0.21241745636061743, 0.24305029625298225, 0.21262298892876352, 0.2149561457217039, 0.2195929135561274, 0.27080837732842866, 0.3426919585851556, 0.21453982563780633, 0.17728699964486266, 0.24702659841398025, 0.24797813761256063, 0.30176989039964386, 0.20391919556164534, 0.24325709524448394, 0.22122476926537735, 0.14830682364623232 ], "log_loss": [ 1.4810647272323096, 1.1987575114238176, 1.1337157077364621, 1.1801806252399014, 1.0832910146446797, 1.1378737084913313, 1.1558891259001527, 1.178401020534857, 1.1726209114519521, 1.233935902424544, 0.9643575850061544, 1.23647128733345, 1.185063550265223, 1.0125686358044823, 1.0951059944333268, 1.2230746676926676, 1.1709291865634184, 1.124371576740127, 1.1340028508686903, 1.1894804755216495, 1.146543071820347, 1.2772738272504587, 1.3540195376922868, 1.1908866509958942 ], "log_loss_clim": [ 1.0974740683024433, 1.0827987530552032, 1.0949515447122928, 1.1007128569234834, 1.090959525049748, 1.088063889141507, 1.0963333284569836, 1.1085854496731713, 1.0985499158295136, 1.0823596524527654, 1.093954160584374, 1.1137177154300968, 1.1105073671736152, 1.0972431902108657, 1.0823326323895577, 1.1076874238327907, 1.086429589166179, 1.1081466294935138, 1.1067281209398128, 1.0796418629390143, 1.0932413958499068, 1.0979206044679222, 1.096770649498476, 1.0933877417007527 ] }, "rps": 0.48162781865996657, "rpss": -0.06378872684147452, "bss_below": -0.06561899890107337, "bss_above": -0.06196128676797752, "log_loss": 1.1774949647111743, "log_loss_skill": -0.07417303263775388, "reliability": { "below": { "weight": [ 0.055381, 0.106247, 0.249705, 0.236833, 0.124855, 0.131006, 0.068506, 0.019759, 0.006866, 0.000842 ], "mean_forecast": [ 0.0724, 0.153, 0.2477, 0.357, 0.4507, 0.5442, 0.6543, 0.7491, 0.836, 0.927 ], "observed_frequency": [ 0.25, 0.2803, 0.3174, 0.3653, 0.3822, 0.3865, 0.3801, 0.4104, 0.6102, 0.7343 ] }, "above": { "weight": [ 0.052955, 0.098532, 0.256435, 0.285093, 0.134947, 0.112253, 0.042084, 0.011711, 0.005989, 0.0 ], "mean_forecast": [ 0.0696, 0.1541, 0.248, 0.3572, 0.4501, 0.5407, 0.6504, 0.7537, 0.8303, NaN ], "observed_frequency": [ 0.2584, 0.3542, 0.3153, 0.3415, 0.3695, 0.4159, 0.4035, 0.3321, 0.4368, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6392429506766871, 0.596779014366182, 0.45711814116675886, 0.4425910436296185, 0.367868524615016, 0.4460993018963555, 0.4868777169942476, 0.45341404394732443, 0.5250110157917106, 0.4106265786710371, 0.42920365984418757, 0.41010726693248917, 0.41279887370447177, 0.3863291201091072, 0.3611092818145184, 0.45480873378027337, 0.5708819331135274, 0.4231380433277644, 0.4091514156032129, 0.5677234156998766, 0.4743771635358188, 0.5736282339323893, 0.5705203203792095, 0.5398863257880305 ], "rps_clim": [ 0.4656268773487567, 0.47905520254523853, 0.44987819562667175, 0.4222690397368383, 0.473189675792112, 0.46370659625075544, 0.4533706691746612, 0.44043707163708307, 0.4658910246954573, 0.4835074529423111, 0.44476293120584887, 0.42294488325801144, 0.4035717243423909, 0.4341110496580427, 0.4840392053398089, 0.41705895616907784, 0.5102516956651021, 0.44254446083186355, 0.4407978919737273, 0.46885745291344016, 0.4562595884170463, 0.45934219841451757, 0.4469383691099854, 0.4493098079235744 ], "brier_below": [ 0.30131893803663007, 0.3054001820279076, 0.26981325638980436, 0.22408437091941782, 0.2391011654776633, 0.15676987168067305, 0.23850974675564007, 0.23847800860527937, 0.33536756832644743, 0.26332676109653486, 0.1611159849424454, 0.2160080803494401, 0.21210782329709638, 0.1685825739400997, 0.07557831582313018, 0.18808696822330598, 0.4159621961833233, 0.15939006990149335, 0.17300017216184435, 0.234964996204307, 0.2859946213936, 0.2157725124685656, 0.27294770621148534, 0.33833260101560264 ], "brier_below_clim": [ 0.20639084196205096, 0.24828230441497257, 0.2605442628100996, 0.21079044758429427, 0.3079691007315029, 0.1701970420969503, 0.21556851840134683, 0.2221603579843514, 0.2986746145123454, 0.31773717985625455, 0.16972492982842746, 0.2191151329533314, 0.20714815598586803, 0.19476475401412452, 0.14137875328774757, 0.19387986053487954, 0.37971397960807707, 0.16798860633846377, 0.18789536861046913, 0.1944206391015046, 0.27728056202918344, 0.16316626564473996, 0.1984248046321673, 0.28086225383117586 ], "brier_above": [ 0.3379240096324239, 0.29137883081626265, 0.1873048825851857, 0.21850667092426826, 0.1287673582291823, 0.28932943613202966, 0.24836797284315584, 0.2149360354561931, 0.18964344231541216, 0.1472998149310945, 0.2680876771180888, 0.19409918617610558, 0.2006910467073785, 0.21774654412001548, 0.28553096866953137, 0.26672176776431755, 0.15491973048554242, 0.26374797677653417, 0.23615124169893514, 0.33275842243218756, 0.18838253763947468, 0.3578557256124521, 0.29757261385777906, 0.2015537239279048 ], "brier_above_clim": [ 0.2592360353867057, 0.23077289813026597, 0.18933393281657201, 0.21147859215254405, 0.165220575060609, 0.29350955415380503, 0.23780215077331432, 0.21827671365273166, 0.1672164101831118, 0.1657702730860564, 0.2750380013774213, 0.20382975030467998, 0.19642356835652286, 0.23934629564391813, 0.34266045205206114, 0.22317909563419822, 0.1305377160570248, 0.27455585449339964, 0.2529025233632581, 0.2744368138119354, 0.17897902638786278, 0.2961759327697775, 0.2485135644778181, 0.16844755409239837 ], "log_loss": [ 1.4030630009664504, 1.2982422501327116, 1.1179591236865327, 1.130278403415957, 0.9758363577903387, 1.0609316083106095, 1.1715851996200288, 1.142607171214143, 1.1791933458175201, 0.9773956307869407, 1.0808545545093973, 1.0809007998302371, 1.1265860700457848, 1.0168557991431244, 0.917664749766025, 1.1782758760559222, 1.1947417181922027, 1.0722449213366811, 1.081988915470418, 1.2593627675312176, 1.1565670699585382, 1.2892894790424627, 1.2852991064880606, 1.2840809969754032 ], "log_loss_clim": [ 1.0914537363747836, 1.085562109398748, 1.0983634110150093, 1.1104768239124518, 1.08813558711408, 1.0922962524557553, 1.0968311014330359, 1.1025056685167662, 1.0913378427238107, 1.083608701348254, 1.100607713964954, 1.1101803001194501, 1.1186802004427012, 1.1052811867736874, 1.083375396991692, 1.1127627284050883, 1.0718747658370316, 1.1015810594648328, 1.1023473599564826, 1.0900363335440868, 1.0955635990236894, 1.0942111155269052, 1.0996532487987347, 1.0986127889735722 ] }, "rps": 0.4753871716383256, "rpss": -0.048867777400692924, "bss_below": -0.04709827867350236, "bss_above": -0.05063416506966423, "log_loss": 1.1450752048369461, "log_loss_skill": -0.04392976221731737, "reliability": { "below": { "weight": [ 0.053445, 0.11577, 0.278851, 0.248735, 0.118186, 0.108985, 0.05087, 0.016117, 0.007839, 0.001202 ], "mean_forecast": [ 0.0761, 0.1528, 0.2478, 0.3565, 0.4492, 0.5435, 0.6526, 0.7483, 0.8368, 0.9276 ], "observed_frequency": [ 0.2421, 0.2581, 0.3305, 0.3691, 0.3695, 0.398, 0.3844, 0.4243, 0.6931, 0.6672 ] }, "above": { "weight": [ 0.060093, 0.098149, 0.249086, 0.292373, 0.145806, 0.109768, 0.030532, 0.00878, 0.005413, 0.0 ], "mean_forecast": [ 0.0687, 0.1545, 0.2481, 0.3573, 0.4497, 0.5399, 0.6473, 0.7515, 0.8359, NaN ], "observed_frequency": [ 0.2898, 0.3764, 0.3096, 0.3264, 0.3613, 0.4427, 0.4095, 0.4019, 0.6509, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4998212426583011, 0.5271579534755111, 0.5672192145366074, 0.5959371006320816, 0.4221644883111131, 0.39902453701348517, 0.4953658772149862, 0.45131297222366684, 0.36765866727297997 ], "rps_clim": [ 0.4947890992304722, 0.4753205974707632, 0.4560866594726808, 0.47037878645621833, 0.47299821491804606, 0.4357581018035622, 0.4528379078704793, 0.43596840945468646, 0.4603811312931576 ], "brier_below": [ 0.15244961409387106, 0.2554590709763711, 0.22369844357464708, 0.226310551311797, 0.15405968931051287, 0.18734294958059947, 0.1906578316329161, 0.250843097765465, 0.1467810113298827 ], "brier_below_clim": [ 0.14043822061767963, 0.21741971507988192, 0.16137133777697532, 0.15421278761631982, 0.1844784913304739, 0.20067295850650194, 0.1605724275435595, 0.2610749478831005, 0.18824828684533776 ], "brier_above": [ 0.347371611231522, 0.2716988726979889, 0.34352075882200234, 0.36962653157218706, 0.26810478933182413, 0.21168158967233078, 0.30470803635560073, 0.2004698860704515, 0.22087765208400462 ], "brier_above_clim": [ 0.35435085494429375, 0.2579008762312236, 0.2947153086203139, 0.31616598226162707, 0.28851971169071594, 0.23508514114649787, 0.2922654680223936, 0.17489347015413084, 0.272132835460955 ], "log_loss": [ 1.128178021237941, 1.133612161594696, 1.25706106079986, 1.3434431102902824, 1.0061390463521058, 1.0689405681499577, 1.1716732650184927, 1.109285950058358, 0.9789797170398838 ], "log_loss_clim": [ 1.097438791205263, 1.0988072417052166, 1.0982870143959755, 1.0988072417052166, 1.1001792835431417, 1.098062674404698, 1.0988072417052166, 1.0969573151707326, 1.0997475091696243 ] }, "rps": 0.480629117037637, "rpss": -0.041194455762457505, "bss_below": -0.07138978681401742, "bss_above": -0.020928985837510572, "log_loss": 1.133034766726842, "log_loss_skill": -0.03137611291200515, "reliability": { "below": { "weight": [ 0.023117, 0.107546, 0.282986, 0.221484, 0.171625, 0.105227, 0.058894, 0.021287, 0.00738, 0.000453 ], "mean_forecast": [ 0.0604, 0.1539, 0.2498, 0.3507, 0.4451, 0.5369, 0.6422, 0.7423, 0.8317, 0.9079 ], "observed_frequency": [ 0.0391, 0.1537, 0.1885, 0.2308, 0.2614, 0.2334, 0.331, 0.5164, 0.2761, 0.0 ] }, "above": { "weight": [ 0.008587, 0.105931, 0.276041, 0.226187, 0.206018, 0.119379, 0.048213, 0.009343, 0.000301, 0.0 ], "mean_forecast": [ 0.0734, 0.1526, 0.2522, 0.3513, 0.4467, 0.5346, 0.6368, 0.7352, 0.8238, NaN ], "observed_frequency": [ 0.4799, 0.5084, 0.4452, 0.5109, 0.5119, 0.5148, 0.5196, 0.7011, 0.7498, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4749308232966462, 0.4959328018777113, 0.6259341223929787, 0.5161495902611544, 0.42248058131544497, 0.3855977898684974, 0.5308484358012273, 0.4833930315715706, 0.3502270235239923 ], "rps_clim": [ 0.5102317652431445, 0.47433267737964163, 0.4783180441293248, 0.4525347847419441, 0.4603745980834287, 0.4422445935566512, 0.44415660691947745, 0.4338588592002403, 0.45616205495422807 ], "brier_below": [ 0.12129528628417227, 0.25878567312914363, 0.2228134175402514, 0.1816541473211431, 0.14854686930012712, 0.14748264969048916, 0.21609201199277317, 0.2675311720577547, 0.08818470507409867 ], "brier_below_clim": [ 0.126539540948379, 0.2545659968360651, 0.13841351661655463, 0.1589549412230946, 0.16053153657975874, 0.16798009656758436, 0.15927262223192998, 0.25847884644300917, 0.1239877850693975 ], "brier_above": [ 0.35363551438317964, 0.23714712501474738, 0.40312068311203175, 0.3344954300582264, 0.2739337017056621, 0.2381151398848773, 0.3147564085191345, 0.21586187295313694, 0.26204230753554064 ], "brier_above_clim": [ 0.38369219542168237, 0.21976668098266122, 0.33990450646953646, 0.2935798307591138, 0.29984304762398367, 0.27426448768318373, 0.28488397348275224, 0.17538002113326967, 0.3321742502238743 ], "log_loss": [ 1.0444893919181861, 1.1363358990839443, 1.3127120000311554, 1.2063317995890888, 1.0318173452661774, 1.0164086569397597, 1.2244125537254684, 1.1646525986037883, 0.9313394300181576 ], "log_loss_clim": [ 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876 ] }, "rps": 0.47616602221213594, "rpss": -0.032098590344341815, "bss_below": -0.0669331596879823, "bss_above": -0.011376729249573225, "log_loss": 1.1187221861306362, "log_loss_skill": -0.01830484513763775, "reliability": { "below": { "weight": [ 0.015167, 0.106848, 0.32832, 0.246885, 0.182115, 0.092715, 0.026228, 0.001589, 0.000133, 0.0 ], "mean_forecast": [ 0.0699, 0.156, 0.2495, 0.3496, 0.4442, 0.5339, 0.6333, 0.727, 0.8095, NaN ], "observed_frequency": [ 0.0266, 0.129, 0.1745, 0.2084, 0.2162, 0.188, 0.1011, 0.2496, 1.0, NaN ] }, "above": { "weight": [ 0.006762, 0.09709, 0.277336, 0.221209, 0.214158, 0.1339, 0.044844, 0.004297, 0.000403, 0.0 ], "mean_forecast": [ 0.076, 0.1539, 0.2519, 0.3504, 0.4483, 0.5339, 0.6276, 0.7327, 0.8286, NaN ], "observed_frequency": [ 0.3536, 0.5519, 0.5152, 0.5235, 0.5375, 0.5584, 0.5874, 0.7808, 0.6662, NaN ] } } } } }, "temperature": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47812049581885163, 0.4843640973228877, 0.4518386802547185, 0.4391140594144491, 0.40974736608369344, 0.46583911506864123, 0.43358792058862183, 0.4292261585916281, 0.4483620487011143, 0.49278807908907607, 0.43679439117072744, 0.4151473906814283, 0.4292941263125695, 0.4329382587287976, 0.46363782163044726, 0.419089545960357, 0.46859885329712503, 0.416961065664953, 0.4173571418792019, 0.5019133775416486, 0.46030587954869184, 0.46890778844530895, 0.47666944656480364, 0.4610811583612616 ], "rps_clim": [ 0.44828178439893784, 0.4780636046945905, 0.45403117539434756, 0.4408998664630428, 0.4626710009670124, 0.4675652855175825, 0.45088178363034326, 0.4339622485969375, 0.4457739713411614, 0.48115608104505214, 0.46731020302909526, 0.40902067319593455, 0.4238503280124456, 0.44888898670135347, 0.4836531086639868, 0.4215019666820851, 0.47209090525934455, 0.42365664384275686, 0.43223368035833454, 0.4869745630233523, 0.45947832667944477, 0.45033952255554077, 0.45381281595427836, 0.4698444532531743 ], "brier_below": [ 0.2544443022846746, 0.22359944597645365, 0.2630902268599245, 0.2308276249121959, 0.23291395882291815, 0.22124504222727834, 0.24141831182852652, 0.23605847515531644, 0.23634494013069896, 0.24279483135159208, 0.23377993399080332, 0.20393991118248056, 0.2098711082890656, 0.17179613091105073, 0.12067022375674842, 0.20261239370044062, 0.2963563028671233, 0.17287598047591488, 0.17281816727900062, 0.19104906371233796, 0.2571392772722172, 0.2116554744048419, 0.24206673390886968, 0.32195558921643963 ], "brier_below_clim": [ 0.24364607658776927, 0.2167833637959483, 0.26200244695541064, 0.2335398229822821, 0.2599592835854335, 0.22410814370662485, 0.24638536370420897, 0.23420103701671963, 0.23335651499978938, 0.23810578482707784, 0.25468721411875095, 0.19406452747606567, 0.20425741444224962, 0.17808060941226778, 0.14096115009371765, 0.20696214106709115, 0.29480390564951164, 0.17663004534290416, 0.18425554277680625, 0.18520467260263995, 0.25555913109943895, 0.207082427269816, 0.23258804671993344, 0.32153762962536103 ], "brier_above": [ 0.223676193534177, 0.260764651346434, 0.18874845339479407, 0.2082864345022532, 0.1768334072607753, 0.24459407284136295, 0.19216960876009523, 0.19316768343631166, 0.21201710857041525, 0.24999324773748402, 0.203014457179924, 0.21120747949894778, 0.21942301802350395, 0.2611421278177469, 0.34296759787369885, 0.21647715225991637, 0.1722425504300017, 0.24408508518903818, 0.24453897460020127, 0.3108643138293108, 0.20316660227647462, 0.2572523140404669, 0.2346027126559339, 0.13912556914482216 ], "brier_above_clim": [ 0.20463570781908508, 0.2612802408995609, 0.1920287284468534, 0.20736004348867731, 0.20271171736051702, 0.2434571418390764, 0.20449641993405068, 0.19976121159863708, 0.21241745636061743, 0.24305029625298225, 0.21262298892876352, 0.2149561457217039, 0.2195929135561274, 0.27080837732842866, 0.3426919585851556, 0.21453982563780633, 0.17728699964486266, 0.24702659841398025, 0.24797813761256063, 0.30176989039964386, 0.20391919556164534, 0.24325709524448394, 0.22122476926537735, 0.14830682364623232 ], "log_loss": [ 1.1555476746057465, 1.0927777030653616, 1.0886926434526005, 1.098705893199455, 1.0251646328910897, 1.0868860710832067, 1.072637133671613, 1.098092964819581, 1.101749845519615, 1.099062183999548, 1.0445460358296257, 1.104758534621559, 1.1012125720229502, 1.0579768641424117, 1.0700897776589477, 1.1000608529201492, 1.0894577210868996, 1.0884729911097832, 1.0851571831637663, 1.101679156315406, 1.093187983963916, 1.1233476156982491, 1.1216091734007592, 1.0871291858768959 ], "log_loss_clim": [ 1.0974740683024433, 1.0827987530552032, 1.0949515447122928, 1.1007128569234834, 1.090959525049748, 1.088063889141507, 1.0963333284569836, 1.1085854496731713, 1.0985499158295136, 1.0823596524527654, 1.093954160584374, 1.1137177154300968, 1.1105073671736152, 1.0972431902108657, 1.0823326323895577, 1.1076874238327907, 1.086429589166179, 1.1081466294935138, 1.1067281209398128, 1.0796418629390143, 1.0932413958499068, 1.0979206044679222, 1.096770649498476, 1.0933877417007527 ] }, "rps": 0.4500701777800418, "rpss": 0.005913772294018349, "bss_below": 0.0068963869295717295, "bss_above": 0.004932679067278012, "log_loss": 1.0911667664216307, "log_loss_skill": 0.004580104605239277, "reliability": { "below": { "weight": [ 0.0, 0.006613, 0.189679, 0.681631, 0.120449, 0.001628, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1856, 0.276, 0.345, 0.4252, 0.5243, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2687, 0.271, 0.3599, 0.3892, 0.8283, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.008256, 0.170373, 0.744885, 0.076403, 8.3e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1859, 0.2764, 0.3451, 0.4249, 0.512, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0915, 0.3269, 0.3497, 0.3909, 1.0, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.49499263380834246, 0.5029628142330617, 0.4478496992132544, 0.4215492819509933, 0.4032316021214116, 0.4517130735985972, 0.4388559116364984, 0.4375098303507117, 0.478739264099432, 0.45576535208470087, 0.4352173144911466, 0.4129158527770244, 0.399342826443442, 0.41363008404984636, 0.439064648452726, 0.4105383818044156, 0.5235037900723846, 0.4324793864316118, 0.42298575300849234, 0.48971851741916805, 0.4576806808078209, 0.4852622384564395, 0.46617068341364676, 0.4671764491448425 ], "rps_clim": [ 0.4656268773487567, 0.47905520254523853, 0.44987819562667175, 0.4222690397368383, 0.473189675792112, 0.46370659625075544, 0.4533706691746612, 0.44043707163708307, 0.4658910246954573, 0.4835074529423111, 0.44476293120584887, 0.42294488325801144, 0.4035717243423909, 0.4341110496580427, 0.4840392053398089, 0.41705895616907784, 0.5102516956651021, 0.44254446083186355, 0.4407978919737273, 0.46885745291344016, 0.4562595884170463, 0.45934219841451757, 0.4469383691099854, 0.4493098079235744 ], "brier_below": [ 0.21759458189240294, 0.2589457671860048, 0.26323001951528574, 0.21126287756764595, 0.2670417699260364, 0.1588736199646209, 0.21271477665514735, 0.22413049093738135, 0.31128355358047477, 0.3021536915936681, 0.1610236039729283, 0.21514128862472837, 0.2050474881292936, 0.18229674734012236, 0.1094039666544153, 0.18437452282514327, 0.39676933892128613, 0.1596631308327252, 0.17742392437689655, 0.19873978560275823, 0.2810406681151233, 0.1690020707079274, 0.2078380385178726, 0.2988725817504333 ], "brier_below_clim": [ 0.20639084196205096, 0.24828230441497257, 0.2605442628100996, 0.21079044758429427, 0.3079691007315029, 0.1701970420969503, 0.21556851840134683, 0.2221603579843514, 0.2986746145123454, 0.31773717985625455, 0.16972492982842746, 0.2191151329533314, 0.20714815598586803, 0.19476475401412452, 0.14137875328774757, 0.19387986053487954, 0.37971397960807707, 0.16798860633846377, 0.18789536861046913, 0.1944206391015046, 0.27728056202918344, 0.16316626564473996, 0.1984248046321673, 0.28086225383117586 ], "brier_above": [ 0.2773980519159395, 0.2440170470470569, 0.18461967969796864, 0.21028640438334742, 0.13618983219537528, 0.29283945363397634, 0.22614113498135097, 0.2133793394133304, 0.16745571051895725, 0.15361166049103278, 0.2741937105182183, 0.19777456415229602, 0.1942953383141483, 0.231333336709724, 0.3296606817983107, 0.22616385897927235, 0.12673445115109835, 0.27281625559888667, 0.24556182863159579, 0.2909787318164098, 0.17664001269269763, 0.3162601677485121, 0.25833264489577423, 0.16830386739440917 ], "brier_above_clim": [ 0.2592360353867057, 0.23077289813026597, 0.18933393281657201, 0.21147859215254405, 0.165220575060609, 0.29350955415380503, 0.23780215077331432, 0.21827671365273166, 0.1672164101831118, 0.1657702730860564, 0.2750380013774213, 0.20382975030467998, 0.19642356835652286, 0.23934629564391813, 0.34266045205206114, 0.22317909563419822, 0.1305377160570248, 0.27455585449339964, 0.2529025233632581, 0.2744368138119354, 0.17897902638786278, 0.2961759327697775, 0.2485135644778181, 0.16844755409239837 ], "log_loss": [ 1.138212416655848, 1.1273785055941512, 1.0902330932927833, 1.0960511542178832, 0.9863348854085855, 1.0723957519353406, 1.0710377036289271, 1.0931294552326174, 1.1087529365194433, 1.0426129150865968, 1.0825752427900504, 1.082596740420907, 1.0962933721430954, 1.0636008087407585, 1.0283943365027597, 1.0894967447610233, 1.1098869754735186, 1.0812884928725846, 1.0754135443759465, 1.1238812226722015, 1.1022870917691436, 1.1310490760275005, 1.1203715284800553, 1.124013285779136 ], "log_loss_clim": [ 1.0914537363747836, 1.085562109398748, 1.0983634110150093, 1.1104768239124518, 1.08813558711408, 1.0922962524557553, 1.0968311014330359, 1.1025056685167662, 1.0913378427238107, 1.083608701348254, 1.100607713964954, 1.1101803001194501, 1.1186802004427012, 1.1052811867736874, 1.083375396991692, 1.1127627284050883, 1.0718747658370316, 1.1015810594648328, 1.1023473599564826, 1.0900363335440868, 1.0955635990236894, 1.0942111155269052, 1.0996532487987347, 1.0986127889735722 ] }, "rps": 0.44953566957791713, "rpss": 0.00816953686911448, "bss_below": 0.01108015442558119, "bss_above": 0.005264033303096993, "log_loss": 1.0890536366825356, "log_loss_skill": 0.007143374355229937, "reliability": { "below": { "weight": [ 0.0, 0.003884, 0.212976, 0.695131, 0.085804, 0.002205, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1866, 0.277, 0.3424, 0.4251, 0.5253, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.259, 0.2654, 0.3625, 0.4105, 0.7733, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.009833, 0.181265, 0.756516, 0.052237, 0.000149, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1865, 0.2756, 0.3443, 0.4243, 0.512, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1219, 0.3488, 0.3442, 0.4367, 1.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.49113253139147367, 0.4810076016855258, 0.4740476447803409, 0.488052090126135, 0.453877299327838, 0.41678047533918533, 0.45156637919709963, 0.4346027707772901, 0.4276146244087812 ], "rps_clim": [ 0.4947890992304722, 0.4753205974707632, 0.4560866594726808, 0.47037878645621833, 0.47299821491804606, 0.4357581018035622, 0.4528379078704793, 0.43596840945468646, 0.4603811312931576 ], "brier_below": [ 0.1429298592349279, 0.22472791024135863, 0.17037071755505143, 0.16298388396497146, 0.1716776150645926, 0.191614895422765, 0.16457913623921952, 0.25511210951763985, 0.17167274566547214 ], "brier_below_clim": [ 0.14043822061767963, 0.21741971507988192, 0.16137133777697532, 0.15421278761631982, 0.1844784913304739, 0.20067295850650194, 0.1605724275435595, 0.2610749478831005, 0.18824828684533776 ], "brier_above": [ 0.3482026721565457, 0.2562796914441672, 0.3036769272252895, 0.3250682061611636, 0.2821996842632453, 0.22516557991642033, 0.2869872429578802, 0.17949066125965027, 0.25594187874330904 ], "brier_above_clim": [ 0.35435085494429375, 0.2579008762312236, 0.2947153086203139, 0.31616598226162707, 0.28851971169071594, 0.23508514114649787, 0.2922654680223936, 0.17489347015413084, 0.272132835460955 ], "log_loss": [ 1.0895930509565679, 1.0894592767892535, 1.1132552589463733, 1.1253048502562706, 1.059403945288817, 1.066271895654471, 1.0873779769180882, 1.083935107069949, 1.0455819400352182 ], "log_loss_clim": [ 1.097438791205263, 1.0988072417052166, 1.0982870143959755, 1.0988072417052166, 1.1001792835431417, 1.098062674404698, 1.0988072417052166, 1.0969573151707326, 1.0997475091696243 ] }, "rps": 0.4576312685592966, "rpss": 0.008626147029357822, "bss_below": 0.007683777935007408, "bss_above": 0.009258580008517092, "log_loss": 1.0844648113238897, "log_loss_skill": 0.012836027155434748, "reliability": { "below": { "weight": [ 0.0, 0.0046, 0.154889, 0.749628, 0.08892, 0.001963, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1741, 0.2792, 0.3435, 0.4293, 0.5126, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0493, 0.1479, 0.2243, 0.3607, 0.2694, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000226, 0.126912, 0.81382, 0.059042, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1981, 0.2818, 0.346, 0.4195, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.5118, 0.4879, 0.5615, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4983771773673314, 0.4749123534614798, 0.5065606030255451, 0.4596576995970289, 0.4476455189023671, 0.4182746740229826, 0.4589847805998354, 0.4400328684771573, 0.4214796941705803 ], "rps_clim": [ 0.5102317652431445, 0.47433267737964163, 0.4783180441293248, 0.4525347847419441, 0.4603745980834287, 0.4422445935566512, 0.44415660691947745, 0.4338588592002403, 0.45616205495422807 ], "brier_below": [ 0.12428347354577056, 0.25290404087781093, 0.15336353765740673, 0.1593590234047273, 0.15598183531636514, 0.15924100731405222, 0.16969468983721778, 0.2580225708632975, 0.11241785232296216 ], "brier_below_clim": [ 0.126539540948379, 0.2545659968360651, 0.13841351661655463, 0.1589549412230946, 0.16053153657975874, 0.16798009656758436, 0.15927262223192998, 0.25847884644300917, 0.1239877850693975 ], "brier_above": [ 0.3740937038215609, 0.22200831258366885, 0.3531970653681383, 0.30029867619230166, 0.291663683586002, 0.2590336667089304, 0.2892900907626176, 0.1820102976138598, 0.3090618418476181 ], "brier_above_clim": [ 0.38369219542168237, 0.21976668098266122, 0.33990450646953646, 0.2935798307591138, 0.29984304762398367, 0.27426448768318373, 0.28488397348275224, 0.17538002113326967, 0.3321742502238743 ], "log_loss": [ 1.0770127176095443, 1.0967223155792059, 1.133481377249507, 1.1060595417486174, 1.073870287066021, 1.0598584537579456, 1.1144581416137909, 1.1023311258267474, 1.040557364125441 ], "log_loss_clim": [ 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876 ] }, "rps": 0.4584361521804786, "rpss": 0.0063312282757478355, "bss_below": 0.002232062915233479, "bss_above": 0.008769637724571178, "log_loss": 1.0893723693974247, "log_loss_skill": 0.008410510071954147, "reliability": { "below": { "weight": [ 0.0, 0.001207, 0.157935, 0.818749, 0.022109, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1987, 0.2819, 0.3412, 0.4124, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1321, 0.1952, 0.1018, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.132106, 0.825946, 0.041948, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2823, 0.3458, 0.4133, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5265, 0.5329, 0.5907, NaN, NaN, NaN, NaN, NaN ] } } } } }, "dirichlet": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4855403344629526, 0.48082453558330523, 0.4533282540313812, 0.44425921717838573, 0.42356990101345543, 0.46736077993076336, 0.43851258024683315, 0.42698489123647093, 0.44741907875332443, 0.4899700372864697, 0.44717105820039404, 0.4184672707947296, 0.42699244656816404, 0.42918932806783033, 0.4724563164247937, 0.4198011114770262, 0.46511353732626054, 0.41599341019052605, 0.41939149420475547, 0.4959681091841113, 0.4616746745634665, 0.4749112490087048, 0.4852825836145419, 0.46278402943996394 ], "rps_clim": [ 0.44828178439893784, 0.4780636046945905, 0.45403117539434756, 0.4408998664630428, 0.4626710009670124, 0.4675652855175825, 0.45088178363034326, 0.4339622485969375, 0.4457739713411614, 0.48115608104505214, 0.46731020302909526, 0.40902067319593455, 0.4238503280124456, 0.44888898670135347, 0.4836531086639868, 0.4215019666820851, 0.47209090525934455, 0.42365664384275686, 0.43223368035833454, 0.4869745630233523, 0.45947832667944477, 0.45033952255554077, 0.45381281595427836, 0.4698444532531743 ], "brier_below": [ 0.25919066739441926, 0.22124854510074182, 0.2626626175352836, 0.2342405473569309, 0.23955653774155822, 0.22379211108655878, 0.24139280400068747, 0.23253173499356516, 0.23489389358982396, 0.2407935035447976, 0.240153821643577, 0.20746581512816653, 0.2078184957475237, 0.16968102805713406, 0.1272671149706221, 0.20310356008186398, 0.290805314967569, 0.17286422860327652, 0.1733102972414727, 0.18961688702694968, 0.25683942189594094, 0.21751216717749067, 0.2496046025828075, 0.32034209043025347 ], "brier_below_clim": [ 0.24364607658776927, 0.2167833637959483, 0.26200244695541064, 0.2335398229822821, 0.2599592835854335, 0.22410814370662485, 0.24638536370420897, 0.23420103701671963, 0.23335651499978938, 0.23810578482707784, 0.25468721411875095, 0.19406452747606567, 0.20425741444224962, 0.17808060941226778, 0.14096115009371765, 0.20696214106709115, 0.29480390564951164, 0.17663004534290416, 0.18425554277680625, 0.18520467260263995, 0.25555913109943895, 0.207082427269816, 0.23258804671993344, 0.32153762962536103 ], "brier_above": [ 0.22634966706853318, 0.25957599048256347, 0.1906656364960975, 0.21001866982145498, 0.1840133632718974, 0.24356866884420447, 0.19711977624614566, 0.19445315624290585, 0.21252518516350036, 0.24917653374167212, 0.207017236556817, 0.21100145566656298, 0.21917395082064034, 0.2595083000106962, 0.3451892014541717, 0.21669755139516236, 0.17430822235869145, 0.24312918158724947, 0.24608119696328276, 0.3063512221571618, 0.2048352526675257, 0.25739908183121424, 0.23567798103173437, 0.14244193900971056 ], "brier_above_clim": [ 0.20463570781908508, 0.2612802408995609, 0.1920287284468534, 0.20736004348867731, 0.20271171736051702, 0.2434571418390764, 0.20449641993405068, 0.19976121159863708, 0.21241745636061743, 0.24305029625298225, 0.21262298892876352, 0.2149561457217039, 0.2195929135561274, 0.27080837732842866, 0.3426919585851556, 0.21453982563780633, 0.17728699964486266, 0.24702659841398025, 0.24797813761256063, 0.30176989039964386, 0.20391919556164534, 0.24325709524448394, 0.22122476926537735, 0.14830682364623232 ], "log_loss": [ 1.1573706810046318, 1.087230833825, 1.0902246712408983, 1.106118833964061, 1.039452839619913, 1.0881115544596833, 1.0817988392043678, 1.0952451082736339, 1.098959237966007, 1.0938281114699757, 1.059340174251216, 1.1213098299078472, 1.106513986414845, 1.0595689597642262, 1.0792610874469588, 1.1011731693849596, 1.076211435533099, 1.092460666803799, 1.086515696177069, 1.0916711663500631, 1.0944288046330806, 1.1305040909177089, 1.1361791980534748, 1.0880060395142208 ], "log_loss_clim": [ 1.0974740683024433, 1.0827987530552032, 1.0949515447122928, 1.1007128569234834, 1.090959525049748, 1.088063889141507, 1.0963333284569836, 1.1085854496731713, 1.0985499158295136, 1.0823596524527654, 1.093954160584374, 1.1137177154300968, 1.1105073671736152, 1.0972431902108657, 1.0823326323895577, 1.1076874238327907, 1.086429589166179, 1.1081466294935138, 1.1067281209398128, 1.0796418629390143, 1.0932413958499068, 1.0979206044679222, 1.096770649498476, 1.0933877417007527 ] }, "rps": 0.4522069261995254, "rpss": 0.001194259025313671, "bss_below": 0.0022241695806091144, "bss_above": 0.0001659431072364992, "log_loss": 1.0942285423408642, "log_loss_skill": 0.0017869910693125712, "reliability": { "below": { "weight": [ 0.0, 0.000761, 0.135606, 0.773042, 0.08992, 0.000671, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1832, 0.2754, 0.3453, 0.4231, 0.5148, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4075, 0.289, 0.3569, 0.3456, 0.416, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001657, 0.12353, 0.797792, 0.076427, 0.000594, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1791, 0.2735, 0.3498, 0.421, 0.506, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0847, 0.3395, 0.345, 0.3857, 0.095, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5003446209223792, 0.5038666381483197, 0.4496140019915359, 0.42406145707392323, 0.42751462116027, 0.4517883056052726, 0.44321246750595583, 0.4329914220761161, 0.4791962120814674, 0.45871311919582375, 0.4384657062843873, 0.41536059620593135, 0.4029699805867184, 0.4163116558032669, 0.4515922023533, 0.4107042627720888, 0.5199396390500738, 0.4317724244105167, 0.4222341414491704, 0.4898195884856712, 0.45904813163077746, 0.48784340134227133, 0.4705608748028039, 0.46473195950977797 ], "rps_clim": [ 0.4656268773487567, 0.47905520254523853, 0.44987819562667175, 0.4222690397368383, 0.473189675792112, 0.46370659625075544, 0.4533706691746612, 0.44043707163708307, 0.4658910246954573, 0.4835074529423111, 0.44476293120584887, 0.42294488325801144, 0.4035717243423909, 0.4341110496580427, 0.4840392053398089, 0.41705895616907784, 0.5102516956651021, 0.44254446083186355, 0.4407978919737273, 0.46885745291344016, 0.4562595884170463, 0.45934219841451757, 0.4469383691099854, 0.4493098079235744 ], "brier_below": [ 0.22383601698315894, 0.2602050321088594, 0.26271474909659537, 0.2133000448551475, 0.28181235358842327, 0.16197278637751314, 0.21300518248988431, 0.2196316150641214, 0.30925658126773886, 0.3022897358413793, 0.1653360746244251, 0.21640104766757365, 0.20667144027545084, 0.18393188592792017, 0.11739271563827897, 0.18542388100373491, 0.3887436650961474, 0.16157324053577624, 0.17615588332214913, 0.2017610277069816, 0.2791192409425611, 0.17520687315380484, 0.21291287535304235, 0.2958664578856768 ], "brier_below_clim": [ 0.20639084196205096, 0.24828230441497257, 0.2605442628100996, 0.21079044758429427, 0.3079691007315029, 0.1701970420969503, 0.21556851840134683, 0.2221603579843514, 0.2986746145123454, 0.31773717985625455, 0.16972492982842746, 0.2191151329533314, 0.20714815598586803, 0.19476475401412452, 0.14137875328774757, 0.19387986053487954, 0.37971397960807707, 0.16798860633846377, 0.18789536861046913, 0.1944206391015046, 0.27728056202918344, 0.16316626564473996, 0.1984248046321673, 0.28086225383117586 ], "brier_above": [ 0.2765086039392202, 0.24366160603946024, 0.18689925289494053, 0.21076141221877567, 0.14570226757184682, 0.28981551922775944, 0.2302072850160716, 0.21335980701199475, 0.16993963081372854, 0.1564233833544444, 0.2731296316599621, 0.19895954853835768, 0.19629854031126748, 0.23237976987534675, 0.334199486715021, 0.22528038176835388, 0.13119597395392635, 0.2701991838747405, 0.2460782581270213, 0.2880585607786896, 0.17992889068821633, 0.31263652818846654, 0.2576479994497615, 0.16886550162410108 ], "brier_above_clim": [ 0.2592360353867057, 0.23077289813026597, 0.18933393281657201, 0.21147859215254405, 0.165220575060609, 0.29350955415380503, 0.23780215077331432, 0.21827671365273166, 0.1672164101831118, 0.1657702730860564, 0.2750380013774213, 0.20382975030467998, 0.19642356835652286, 0.23934629564391813, 0.34266045205206114, 0.22317909563419822, 0.1305377160570248, 0.27455585449339964, 0.2529025233632581, 0.2744368138119354, 0.17897902638786278, 0.2961759327697775, 0.2485135644778181, 0.16844755409239837 ], "log_loss": [ 1.1418371289813873, 1.1232075423920178, 1.0941610475800232, 1.107059586374775, 1.0210592466331194, 1.0729818339522155, 1.0840920109202106, 1.0868011219805114, 1.1083821072712279, 1.0448505351587125, 1.089943863972083, 1.0928769786504389, 1.1104092993958565, 1.071926013424094, 1.0451367480021476, 1.0916495126060035, 1.09348426999123, 1.082751416262452, 1.074054801466866, 1.1203024877513328, 1.1007872941581622, 1.1334573013659586, 1.1292028202767952, 1.1240175180132608 ], "log_loss_clim": [ 1.0914537363747836, 1.085562109398748, 1.0983634110150093, 1.1104768239124518, 1.08813558711408, 1.0922962524557553, 1.0968311014330359, 1.1025056685167662, 1.0913378427238107, 1.083608701348254, 1.100607713964954, 1.1101803001194501, 1.1186802004427012, 1.1052811867736874, 1.083375396991692, 1.1127627284050883, 1.0718747658370316, 1.1015810594648328, 1.1023473599564826, 1.0900363335440868, 1.0955635990236894, 1.0942111155269052, 1.0996532487987347, 1.0986127889735722 ] }, "rps": 0.4521940596019925, "rpss": 0.0023042131869318583, "bss_below": 0.0035991988514442186, "bss_above": 0.001011502827983124, "log_loss": 1.0935180202742034, "log_loss_skill": 0.003073333469172823, "reliability": { "below": { "weight": [ 0.0, 0.000601, 0.133537, 0.768115, 0.096751, 0.000995, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1934, 0.2779, 0.3433, 0.423, 0.5142, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.7534, 0.2558, 0.3627, 0.3391, 0.4501, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001395, 0.134792, 0.823645, 0.040168, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1656, 0.2731, 0.349, 0.4111, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1071, 0.3589, 0.342, 0.4357, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.48430868005419786, 0.4751225812179958, 0.46951407590182426, 0.48649994761399745, 0.457530062883046, 0.4194543940294939, 0.45111106309426874, 0.4396274745213231, 0.43035782185335514 ], "rps_clim": [ 0.4947890992304722, 0.4753205974707632, 0.4560866594726808, 0.47037878645621833, 0.47299821491804606, 0.4357581018035622, 0.4528379078704793, 0.43596840945468646, 0.4603811312931576 ], "brier_below": [ 0.1432113274358976, 0.2216569056581812, 0.17159411415724746, 0.16623456555510824, 0.17806029133534018, 0.19306611311167957, 0.16707855906833907, 0.2578349798716757, 0.17438713023112118 ], "brier_below_clim": [ 0.14043822061767963, 0.21741971507988192, 0.16137133777697532, 0.15421278761631982, 0.1844784913304739, 0.20067295850650194, 0.1605724275435595, 0.2610749478831005, 0.18824828684533776 ], "brier_above": [ 0.34109735261830026, 0.25346567555981464, 0.2979199617445768, 0.3202653820588891, 0.2794697715477057, 0.2263882809178145, 0.2840325040259297, 0.1817924946496474, 0.25597069162223424 ], "brier_above_clim": [ 0.35435085494429375, 0.2579008762312236, 0.2947153086203139, 0.31616598226162707, 0.28851971169071594, 0.23508514114649787, 0.2922654680223936, 0.17489347015413084, 0.272132835460955 ], "log_loss": [ 1.0731492049907192, 1.0835179869105132, 1.1068767773690038, 1.1159526554380572, 1.0659709995509778, 1.0735008846457605, 1.0900559931014264, 1.096121761119565, 1.0505667448981149 ], "log_loss_clim": [ 1.097438791205263, 1.0988072417052166, 1.0982870143959755, 1.0988072417052166, 1.1001792835431417, 1.098062674404698, 1.0988072417052166, 1.0969573151707326, 1.0997475091696243 ] }, "rps": 0.45705845568550024, "rpss": 0.00986704061496102, "bss_below": -0.002777850344615196, "bss_above": 0.01835357587717401, "log_loss": 1.083968112002682, "log_loss_skill": 0.013288161397240095, "reliability": { "below": { "weight": [ 0.0, 0.000226, 0.12309, 0.815794, 0.060814, 7.6e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1953, 0.2832, 0.3452, 0.4178, 0.5151, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1369, 0.2363, 0.2335, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.070978, 0.882375, 0.046647, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2828, 0.3517, 0.4162, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5206, 0.49, 0.5545, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.49333182188246394, 0.4741009246044993, 0.5013266714763563, 0.4610010601177055, 0.44766217388775026, 0.41796471889396136, 0.4569315075758522, 0.4430931155507849, 0.41949755645334114 ], "rps_clim": [ 0.5102317652431445, 0.47433267737964163, 0.4783180441293248, 0.4525347847419441, 0.4603745980834287, 0.4422445935566512, 0.44415660691947745, 0.4338588592002403, 0.45616205495422807 ], "brier_below": [ 0.12774833536599087, 0.25251686696335784, 0.1566226903953186, 0.16526849840705543, 0.1593232061699218, 0.1588154538692646, 0.17278996647982053, 0.2587879599329903, 0.11310600103303138 ], "brier_below_clim": [ 0.126539540948379, 0.2545659968360651, 0.13841351661655463, 0.1589549412230946, 0.16053153657975874, 0.16798009656758436, 0.15927262223192998, 0.25847884644300917, 0.1239877850693975 ], "brier_above": [ 0.3655834865164731, 0.22158405764114142, 0.3447039810810378, 0.29573256171065, 0.28833896771782846, 0.25914926502469676, 0.2841415410960318, 0.18430515561779454, 0.30639155542030977 ], "brier_above_clim": [ 0.38369219542168237, 0.21976668098266122, 0.33990450646953646, 0.2935798307591138, 0.29984304762398367, 0.27426448768318373, 0.28488397348275224, 0.17538002113326967, 0.3321742502238743 ], "log_loss": [ 1.0619057920764465, 1.090950521110283, 1.1209479900991801, 1.1056382168864576, 1.0751243507112622, 1.0618447682956833, 1.1145480019950655, 1.1100925163131694, 1.0402334872780132 ], "log_loss_clim": [ 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876 ] }, "rps": 0.4572121722714127, "rpss": 0.008984227187530558, "bss_below": -0.010495147514240966, "bss_above": 0.02057178735229881, "log_loss": 1.0868095160850624, "log_loss_skill": 0.010743319752239522, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.111847, 0.850578, 0.037574, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2851, 0.3431, 0.4145, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1114, 0.197, 0.0776, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.07152, 0.899948, 0.028532, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.284, 0.3514, 0.4079, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5188, 0.5328, 0.6286, NaN, NaN, NaN, NaN, NaN ] } } } } }, "multinomial_logistic": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4647671066298603, 0.4787831711350849, 0.4542516268131708, 0.4455346189567341, 0.4520526099613705, 0.46435601224918305, 0.44133549482627066, 0.4294383157556891, 0.4502595788013995, 0.4848516864096586, 0.4624643549393102, 0.41830032830812625, 0.42560866832791605, 0.44284514828525234, 0.48885451590542084, 0.4188113591906835, 0.46665791984751154, 0.4204141677645815, 0.42857323150303434, 0.49508973696543457, 0.45920267609428306, 0.46326386458086793, 0.4815266367041907, 0.4634959423877413 ], "rps_clim": [ 0.44828178439893784, 0.4780636046945905, 0.45403117539434756, 0.4408998664630428, 0.4626710009670124, 0.4675652855175825, 0.45088178363034326, 0.4339622485969375, 0.4457739713411614, 0.48115608104505214, 0.46731020302909526, 0.40902067319593455, 0.4238503280124456, 0.44888898670135347, 0.4836531086639868, 0.4215019666820851, 0.47209090525934455, 0.42365664384275686, 0.43223368035833454, 0.4869745630233523, 0.45947832667944477, 0.45033952255554077, 0.45381281595427836, 0.4698444532531743 ], "brier_below": [ 0.25181832763825535, 0.21753696993242894, 0.26240391580296996, 0.23570264591623222, 0.25422706119050864, 0.2232753915700081, 0.24109065338217858, 0.23143605588137353, 0.236750173748773, 0.23844887025586298, 0.25074076310340065, 0.20291550392510393, 0.205713182066541, 0.17447940973341647, 0.13990555364409482, 0.20445767196165535, 0.2922988274505177, 0.17446830501147167, 0.18119548393177906, 0.18878392868308952, 0.25624044770724747, 0.21305271087757677, 0.2495808115180371, 0.3199937968872591 ], "brier_below_clim": [ 0.24364607658776927, 0.2167833637959483, 0.26200244695541064, 0.2335398229822821, 0.2599592835854335, 0.22410814370662485, 0.24638536370420897, 0.23420103701671963, 0.23335651499978938, 0.23810578482707784, 0.25468721411875095, 0.19406452747606567, 0.20425741444224962, 0.17808060941226778, 0.14096115009371765, 0.20696214106709115, 0.29480390564951164, 0.17663004534290416, 0.18425554277680625, 0.18520467260263995, 0.25555913109943895, 0.207082427269816, 0.23258804671993344, 0.32153762962536103 ], "brier_above": [ 0.21294877899160503, 0.26124620120265585, 0.1918477110102009, 0.20983197304050188, 0.19782554877086186, 0.2410806206791749, 0.20024484144409185, 0.1980022598743155, 0.2135094050526266, 0.24640281615379556, 0.21172359183590966, 0.21538482438302237, 0.21989548626137498, 0.26836573855183576, 0.34894896226132605, 0.21435368722902823, 0.1743590923969939, 0.2459458627531099, 0.24737774757125527, 0.30630580828234494, 0.20296222838703548, 0.25021115370329106, 0.23194582518615373, 0.14350214550048188 ], "brier_above_clim": [ 0.20463570781908508, 0.2612802408995609, 0.1920287284468534, 0.20736004348867731, 0.20271171736051702, 0.2434571418390764, 0.20449641993405068, 0.19976121159863708, 0.21241745636061743, 0.24305029625298225, 0.21262298892876352, 0.2149561457217039, 0.2195929135561274, 0.27080837732842866, 0.3426919585851556, 0.21453982563780633, 0.17728699964486266, 0.24702659841398025, 0.24797813761256063, 0.30176989039964386, 0.20391919556164534, 0.24325709524448394, 0.22122476926537735, 0.14830682364623232 ], "log_loss": [ 1.1210625894805741, 1.087364498298109, 1.0964230968219155, 1.108626764202016, 1.0773522662159825, 1.0873221678367424, 1.086014836289834, 1.0998258659186106, 1.1050464048403987, 1.0881973703052181, 1.0850405237109257, 1.1275700367791013, 1.1099408710382574, 1.0877087070970328, 1.0937393312446981, 1.102522607162466, 1.0794877390861792, 1.1017784081158972, 1.0981843463827805, 1.0938007118252546, 1.0937091511752868, 1.115008919705536, 1.1398208296795487, 1.0857556928802214 ], "log_loss_clim": [ 1.0974740683024433, 1.0827987530552032, 1.0949515447122928, 1.1007128569234834, 1.090959525049748, 1.088063889141507, 1.0963333284569836, 1.1085854496731713, 1.0985499158295136, 1.0823596524527654, 1.093954160584374, 1.1137177154300968, 1.1105073671736152, 1.0972431902108657, 1.0823326323895577, 1.1076874238327907, 1.086429589166179, 1.1081466294935138, 1.1067281209398128, 1.0796418629390143, 1.0932413958499068, 1.0979206044679222, 1.096770649498476, 1.0933877417007527 ] }, "rps": 0.4541974488476157, "rpss": -0.0032022801103464005, "bss_below": -0.0032703892700383097, "bss_above": -0.0031342763774124816, "log_loss": 1.098804322337191, "log_loss_skill": -0.002387276866128829, "reliability": { "below": { "weight": [ 0.000113, 0.000764, 0.02651, 0.963503, 0.008968, 0.000142, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0863, 0.1636, 0.2785, 0.3466, 0.411, 0.5168, NaN, NaN, NaN, NaN ], "observed_frequency": [ 1.0, 0.7409, 0.3323, 0.3476, 0.2471, 0.5985, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.004207, 0.983032, 0.012054, 0.000595, 0.000113, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2939, 0.3443, 0.4212, 0.5281, 0.6185, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5873, 0.3465, 0.3065, 0.1426, 0.0, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48264987238410434, 0.48822692602432805, 0.4484666938346202, 0.42464939096413895, 0.4596933150091301, 0.4550467744454145, 0.44654373403835085, 0.4368200991109834, 0.4726966587450237, 0.4696633685031529, 0.4424433300847038, 0.4217342541615182, 0.40446171106932666, 0.4271408215870255, 0.4830391585440663, 0.41170357369350236, 0.5099727439960726, 0.4369165899507236, 0.4334719226719839, 0.48223643682535705, 0.45737774101070394, 0.47136679214739735, 0.4634146266896123, 0.45784518549940395 ], "rps_clim": [ 0.4656268773487567, 0.47905520254523853, 0.44987819562667175, 0.4222690397368383, 0.473189675792112, 0.46370659625075544, 0.4533706691746612, 0.44043707163708307, 0.4658910246954573, 0.4835074529423111, 0.44476293120584887, 0.42294488325801144, 0.4035717243423909, 0.4341110496580427, 0.4840392053398089, 0.41705895616907784, 0.5102516956651021, 0.44254446083186355, 0.4407978919737273, 0.46885745291344016, 0.4562595884170463, 0.45934219841451757, 0.4469383691099854, 0.4493098079235744 ], "brier_below": [ 0.21467861638766947, 0.2525339379671298, 0.2605802866510512, 0.21261070439309313, 0.30016818095141523, 0.16482663601892006, 0.2116683613051318, 0.219768498474774, 0.3044695452037653, 0.30898241290711115, 0.16818681463805157, 0.21954921773858635, 0.2076447743281143, 0.189897455301189, 0.1358684405740295, 0.18839804671381782, 0.38141193101468557, 0.16356186397574035, 0.18275628762666452, 0.20000159350096747, 0.27893316909255095, 0.16829415493115396, 0.20845917882389775, 0.2887170113847002 ], "brier_below_clim": [ 0.20639084196205096, 0.24828230441497257, 0.2605442628100996, 0.21079044758429427, 0.3079691007315029, 0.1701970420969503, 0.21556851840134683, 0.2221603579843514, 0.2986746145123454, 0.31773717985625455, 0.16972492982842746, 0.2191151329533314, 0.20714815598586803, 0.19476475401412452, 0.14137875328774757, 0.19387986053487954, 0.37971397960807707, 0.16798860633846377, 0.18789536861046913, 0.1944206391015046, 0.27728056202918344, 0.16316626564473996, 0.1984248046321673, 0.28086225383117586 ], "brier_above": [ 0.26797125599643495, 0.23569298805719818, 0.18788640718356903, 0.21203868657104588, 0.1595251340577149, 0.29022013842649436, 0.23487537273321904, 0.2170516006362094, 0.16822711354125844, 0.16068095559604179, 0.27425651544665236, 0.20218503642293192, 0.19681693674121248, 0.23724336628583653, 0.34717071797003685, 0.22330552697968453, 0.128560812981387, 0.27335472597498317, 0.2507156350453194, 0.28223484332438953, 0.17844457191815294, 0.30307263721624333, 0.25495544786571445, 0.1691281741147038 ], "brier_above_clim": [ 0.2592360353867057, 0.23077289813026597, 0.18933393281657201, 0.21147859215254405, 0.165220575060609, 0.29350955415380503, 0.23780215077331432, 0.21827671365273166, 0.1672164101831118, 0.1657702730860564, 0.2750380013774213, 0.20382975030467998, 0.19642356835652286, 0.23934629564391813, 0.34266045205206114, 0.22317909563419822, 0.1305377160570248, 0.27455585449339964, 0.2529025233632581, 0.2744368138119354, 0.17897902638786278, 0.2961759327697775, 0.2485135644778181, 0.16844755409239837 ], "log_loss": [ 1.115286938936671, 1.0998154033991303, 1.0962820964228055, 1.1134990210449442, 1.06912155629011, 1.0811564585048878, 1.0908559912853093, 1.0956515446125406, 1.1027836223572334, 1.0632245162401874, 1.0980211323643265, 1.1078915442851562, 1.1165174098611574, 1.0933744421602078, 1.087166282867886, 1.099909442362728, 1.074749016065471, 1.0922781255504228, 1.0903920891290324, 1.1095814185324624, 1.0977199806673548, 1.1113181328421196, 1.122952532118015, 1.113242511328501 ], "log_loss_clim": [ 1.0914537363747836, 1.085562109398748, 1.0983634110150093, 1.1104768239124518, 1.08813558711408, 1.0922962524557553, 1.0968311014330359, 1.1025056685167662, 1.0913378427238107, 1.083608701348254, 1.100607713964954, 1.1101803001194501, 1.1186802004427012, 1.1052811867736874, 1.083375396991692, 1.1127627284050883, 1.0718747658370316, 1.1015810594648328, 1.1023473599564826, 1.0900363335440868, 1.0955635990236894, 1.0942111155269052, 1.0996532487987347, 1.0986127889735722 ] }, "rps": 0.45364923837461024, "rpss": -0.0009064122064632585, "bss_below": 0.0003885878273782728, "bss_above": -0.002199136909494026, "log_loss": 1.0976163003845276, "log_loss_skill": -0.0006629421597104113, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.014296, 0.97504, 0.010664, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.294, 0.3462, 0.4065, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2482, 0.3492, 0.2291, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.004677, 0.995125, 0.000198, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2965, 0.3436, 0.4058, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.6289, 0.3465, 0.0, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.48377060854863835, 0.47602367495373876, 0.461315258215579, 0.4791732338677715, 0.46910968632910405, 0.42297755596257525, 0.45749826820182826, 0.4434065191010504, 0.43840523051674235 ], "rps_clim": [ 0.4947890992304722, 0.4753205974707632, 0.4560866594726808, 0.47037878645621833, 0.47299821491804606, 0.4357581018035622, 0.4528379078704793, 0.43596840945468646, 0.4603811312931576 ], "brier_below": [ 0.143747347421025, 0.21931426339308213, 0.168657552340945, 0.16467164069258786, 0.18502878083580385, 0.1952308499151496, 0.17002782168955016, 0.2610370584249243, 0.17938329072004125 ], "brier_below_clim": [ 0.14043822061767963, 0.21741971507988192, 0.16137133777697532, 0.15421278761631982, 0.1844784913304739, 0.20067295850650194, 0.1605724275435595, 0.2610749478831005, 0.18824828684533776 ], "brier_above": [ 0.34002326112761344, 0.25670941156065663, 0.29265770587463386, 0.3145015931751837, 0.2840809054933003, 0.22774670604742567, 0.28747044651227804, 0.18236946067612644, 0.25902193979670113 ], "brier_above_clim": [ 0.35435085494429375, 0.2579008762312236, 0.2947153086203139, 0.31616598226162707, 0.28851971169071594, 0.23508514114649787, 0.2922654680223936, 0.17489347015413084, 0.272132835460955 ], "log_loss": [ 1.0709589406289763, 1.0908044874658565, 1.1024430530825768, 1.1033563279640781, 1.08826838337029, 1.0815104864410117, 1.1056426051194086, 1.1095883691439878, 1.0647865665385827 ], "log_loss_clim": [ 1.097438791205263, 1.0988072417052166, 1.0982870143959755, 1.0988072417052166, 1.1001792835431417, 1.098062674404698, 1.0988072417052166, 1.0969573151707326, 1.0997475091696243 ] }, "rps": 0.459075559521892, "rpss": 0.00549735668051099, "bss_below": -0.011153462984473617, "bss_above": 0.016672455331618985, "log_loss": 1.0908176910838632, "log_loss_skill": 0.007053143324281863, "reliability": { "below": { "weight": [ 0.000227, 0.001813, 0.026141, 0.967212, 0.00438, 0.000227, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.075, 0.1628, 0.2777, 0.3449, 0.4186, 0.5106, NaN, NaN, NaN, NaN ], "observed_frequency": [ 1.0, 0.6665, 0.1791, 0.2232, 0.4311, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.002719, 0.981061, 0.014634, 0.001435, 0.000151, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2906, 0.3473, 0.4231, 0.5271, 0.6145, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4724, 0.4957, 0.5152, 0.0526, 0.0, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.49930721148629337, 0.4707056230834676, 0.49022876230664575, 0.45850447467241345, 0.4581123247446057, 0.42633411400400273, 0.45349407419307874, 0.44231767952950046, 0.4348989466510622 ], "rps_clim": [ 0.5102317652431445, 0.47433267737964163, 0.4783180441293248, 0.4525347847419441, 0.4603745980834287, 0.4422445935566512, 0.44415660691947745, 0.4338588592002403, 0.45616205495422807 ], "brier_below": [ 0.13154120281057322, 0.25034393981802205, 0.1517257888165133, 0.1664340915223081, 0.16422162761110795, 0.16284794318724968, 0.17040649047168538, 0.2588345795034124, 0.11982365779955972 ], "brier_below_clim": [ 0.126539540948379, 0.2545659968360651, 0.13841351661655463, 0.1589549412230946, 0.16053153657975874, 0.16798009656758436, 0.15927262223192998, 0.25847884644300917, 0.1239877850693975 ], "brier_above": [ 0.3677660086757202, 0.22036168326544558, 0.3385029734901323, 0.29207038315010536, 0.29389069713349775, 0.263486170816753, 0.28308758372139337, 0.18348310002608814, 0.3150752888515025 ], "brier_above_clim": [ 0.38369219542168237, 0.21976668098266122, 0.33990450646953646, 0.2935798307591138, 0.29984304762398367, 0.27426448768318373, 0.28488397348275224, 0.17538002113326967, 0.3321742502238743 ], "log_loss": [ 1.0682122339975102, 1.0864057686029844, 1.106537436474447, 1.1045508651984939, 1.0930962020604853, 1.0762887086722026, 1.111916516926616, 1.1133142229958046, 1.065739141227361 ], "log_loss_clim": [ 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876 ] }, "rps": 0.45932257896345224, "rpss": 0.004409881958553075, "bss_below": -0.01772712463950432, "bss_above": 0.017578374542299047, "log_loss": 1.0917845662395451, "log_loss_skill": 0.006214833824348065, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.002128, 0.997872, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2944, 0.3436, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0634, 0.1832, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.0, 0.999736, 0.000264, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3474, 0.4044, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.5344, 1.0, NaN, NaN, NaN, NaN, NaN ] } } } } }, "ordinal_logistic": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4648702984352295, 0.47869534942530495, 0.4541885553496134, 0.4451933540539117, 0.45166094931012973, 0.46414034903022305, 0.44043332478550534, 0.42938067129250534, 0.4501926473610101, 0.48553666297565895, 0.46282094629229903, 0.41753049828459277, 0.42583530366619643, 0.44330209059341313, 0.4880716561527959, 0.4192363582426962, 0.4668885279205807, 0.4206149467339756, 0.4288599156471226, 0.4953457396791317, 0.45916033716515314, 0.4630918543412874, 0.4811815061955621, 0.4629990576198486 ], "rps_clim": [ 0.44828178439893784, 0.4780636046945905, 0.45403117539434756, 0.4408998664630428, 0.4626710009670124, 0.4675652855175825, 0.45088178363034326, 0.4339622485969375, 0.4457739713411614, 0.48115608104505214, 0.46731020302909526, 0.40902067319593455, 0.4238503280124456, 0.44888898670135347, 0.4836531086639868, 0.4215019666820851, 0.47209090525934455, 0.42365664384275686, 0.43223368035833454, 0.4869745630233523, 0.45947832667944477, 0.45033952255554077, 0.45381281595427836, 0.4698444532531743 ], "brier_below": [ 0.2509508835427547, 0.21752789843551584, 0.2624388950090599, 0.23606097733046957, 0.25423693846006745, 0.22347500348018118, 0.24185756573725606, 0.23157477464076087, 0.23642341373564507, 0.23913178892454756, 0.25241680094525815, 0.20179176658131126, 0.20535905465148765, 0.17495275112672687, 0.1415362691836972, 0.20482421483253369, 0.2921996590628858, 0.17484546558948527, 0.18174500798507484, 0.18846648379659017, 0.255933962094033, 0.21256554900762267, 0.2469253113791979, 0.3183134813463437 ], "brier_below_clim": [ 0.24364607658776927, 0.2167833637959483, 0.26200244695541064, 0.2335398229822821, 0.2599592835854335, 0.22410814370662485, 0.24638536370420897, 0.23420103701671963, 0.23335651499978938, 0.23810578482707784, 0.25468721411875095, 0.19406452747606567, 0.20425741444224962, 0.17808060941226778, 0.14096115009371765, 0.20696214106709115, 0.29480390564951164, 0.17663004534290416, 0.18425554277680625, 0.18520467260263995, 0.25555913109943895, 0.207082427269816, 0.23258804671993344, 0.32153762962536103 ], "brier_above": [ 0.21391941489247468, 0.2611674509897891, 0.1917496603405535, 0.20913237672344204, 0.19742401085006225, 0.24066534555004193, 0.1985757590482492, 0.1978058966517443, 0.213769233625365, 0.2464048740511114, 0.21040414534704083, 0.21573873170328145, 0.22047624901470875, 0.26834933946668604, 0.3465353869690986, 0.2144121434101625, 0.1746888688576949, 0.24576948114449035, 0.24711490766204766, 0.30687925588254167, 0.20322637507112, 0.25052630533366455, 0.2342561948163641, 0.14468557627350498 ], "brier_above_clim": [ 0.20463570781908508, 0.2612802408995609, 0.1920287284468534, 0.20736004348867731, 0.20271171736051702, 0.2434571418390764, 0.20449641993405068, 0.19976121159863708, 0.21241745636061743, 0.24305029625298225, 0.21262298892876352, 0.2149561457217039, 0.2195929135561274, 0.27080837732842866, 0.3426919585851556, 0.21453982563780633, 0.17728699964486266, 0.24702659841398025, 0.24797813761256063, 0.30176989039964386, 0.20391919556164534, 0.24325709524448394, 0.22122476926537735, 0.14830682364623232 ], "log_loss": [ 1.1225391019237778, 1.0872095518520042, 1.0964762427494859, 1.1075982311002885, 1.0760868047988184, 1.0856564479709887, 1.0823618056572144, 1.0996421039844895, 1.1048514463068428, 1.091194060747936, 1.0867936465824413, 1.1254354985798116, 1.1110679268283064, 1.0891476510270215, 1.0902368426400484, 1.1046045392551382, 1.0807296155035364, 1.1022726778430731, 1.0991197464701115, 1.0949563465441852, 1.0936719919585345, 1.1151942158942658, 1.1362348675453948, 1.0827123216996375 ], "log_loss_clim": [ 1.0974740683024433, 1.0827987530552032, 1.0949515447122928, 1.1007128569234834, 1.090959525049748, 1.088063889141507, 1.0963333284569836, 1.1085854496731713, 1.0985499158295136, 1.0823596524527654, 1.093954160584374, 1.1137177154300968, 1.1105073671736152, 1.0972431902108657, 1.0823326323895577, 1.1076874238327907, 1.086429589166179, 1.1081466294935138, 1.1067281209398128, 1.0796418629390143, 1.0932413958499068, 1.0979206044679222, 1.096770649498476, 1.0933877417007527 ] }, "rps": 0.4541346208564061, "rpss": -0.003063509661071162, "bss_below": -0.00309308459379376, "bss_above": -0.0030339804925607616, "log_loss": 1.0985747368943064, "log_loss_skill": -0.0021778369119687113, "reliability": { "below": { "weight": [ 0.0, 0.000708, 0.017724, 0.978138, 0.00343, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1649, 0.2772, 0.3468, 0.4104, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.8002, 0.3849, 0.3462, 0.198, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.008265, 0.976948, 0.01388, 0.000764, 8.5e-05, 5.7e-05, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.292, 0.3445, 0.4244, 0.5491, 0.6577, 0.7044, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4679, 0.3465, 0.3086, 0.185, 0.0, 0.0, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48269230285324544, 0.4883332522165467, 0.44835648783049104, 0.4242743807329188, 0.4596995570230012, 0.45525154350315017, 0.4449781790448438, 0.4371485485691492, 0.4721964274755435, 0.4704783789238428, 0.4421440513422458, 0.42131912300707314, 0.4046514673975356, 0.4275012082745207, 0.481857890149342, 0.41259729951456486, 0.5099312617590122, 0.43728408231813953, 0.4337613571133599, 0.48247981572871174, 0.45715657484063976, 0.47153465457375077, 0.46268336100576396, 0.4572086086155289 ], "rps_clim": [ 0.4656268773487567, 0.47905520254523853, 0.44987819562667175, 0.4222690397368383, 0.473189675792112, 0.46370659625075544, 0.4533706691746612, 0.44043707163708307, 0.4658910246954573, 0.4835074529423111, 0.44476293120584887, 0.42294488325801144, 0.4035717243423909, 0.4341110496580427, 0.4840392053398089, 0.41705895616907784, 0.5102516956651021, 0.44254446083186355, 0.4407978919737273, 0.46885745291344016, 0.4562595884170463, 0.45934219841451757, 0.4469383691099854, 0.4493098079235744 ], "brier_below": [ 0.2134704963173344, 0.25224074107441136, 0.26043642839022546, 0.21218952011165101, 0.30115687743863706, 0.1658154064083532, 0.21206918258297347, 0.21985244887334118, 0.3032238353421515, 0.31097611027714717, 0.1683268967294135, 0.21929423972345702, 0.20768526434086582, 0.19072781542529382, 0.13833736396493743, 0.18897086062313562, 0.3809147176915821, 0.16419772760059734, 0.1835402360691385, 0.19963908099457162, 0.27836053166997304, 0.1675087807950556, 0.20663648106943575, 0.286973996787685 ], "brier_below_clim": [ 0.20639084196205096, 0.24828230441497257, 0.2605442628100996, 0.21079044758429427, 0.3079691007315029, 0.1701970420969503, 0.21556851840134683, 0.2221603579843514, 0.2986746145123454, 0.31773717985625455, 0.16972492982842746, 0.2191151329533314, 0.20714815598586803, 0.19476475401412452, 0.14137875328774757, 0.19387986053487954, 0.37971397960807707, 0.16798860633846377, 0.18789536861046913, 0.1944206391015046, 0.27728056202918344, 0.16316626564473996, 0.1984248046321673, 0.28086225383117586 ], "brier_above": [ 0.26922180653591105, 0.23609251114213542, 0.18792005944026555, 0.21208486062126783, 0.15854267958436413, 0.2894361370947969, 0.2329089964618704, 0.21729609969580807, 0.16897259213339197, 0.15950226864669564, 0.27381715461283235, 0.20202488328361617, 0.1969662030566698, 0.23677339284922688, 0.34352052618440454, 0.22362643889142922, 0.12901654406743018, 0.27308635471754217, 0.2502211210442214, 0.28284073473414, 0.17879604317066675, 0.30402587377869533, 0.2560468799363282, 0.1702346118278439 ], "brier_above_clim": [ 0.2592360353867057, 0.23077289813026597, 0.18933393281657201, 0.21147859215254405, 0.165220575060609, 0.29350955415380503, 0.23780215077331432, 0.21827671365273166, 0.1672164101831118, 0.1657702730860564, 0.2750380013774213, 0.20382975030467998, 0.19642356835652286, 0.23934629564391813, 0.34266045205206114, 0.22317909563419822, 0.1305377160570248, 0.27455585449339964, 0.2529025233632581, 0.2744368138119354, 0.17897902638786278, 0.2961759327697775, 0.2485135644778181, 0.16844755409239837 ], "log_loss": [ 1.116875948686791, 1.1004441147391903, 1.0960164808750936, 1.1118969440160198, 1.069598051613235, 1.0806069551480129, 1.084686404418771, 1.0971196414219304, 1.101162543706721, 1.0665012307449542, 1.0964145180068963, 1.106092078773261, 1.117524339354281, 1.0946436901497605, 1.0821457041519738, 1.1041418653749644, 1.074665249663117, 1.0933404038551817, 1.0913402199565916, 1.1107151524166647, 1.097063382587592, 1.1123414726296623, 1.1221451224071544, 1.1098642437548336 ], "log_loss_clim": [ 1.0914537363747836, 1.085562109398748, 1.0983634110150093, 1.1104768239124518, 1.08813558711408, 1.0922962524557553, 1.0968311014330359, 1.1025056685167662, 1.0913378427238107, 1.083608701348254, 1.100607713964954, 1.1101803001194501, 1.1186802004427012, 1.1052811867736874, 1.083375396991692, 1.1127627284050883, 1.0718747658370316, 1.1015810594648328, 1.1023473599564826, 1.0900363335440868, 1.0955635990236894, 1.0942111155269052, 1.0996532487987347, 1.0986127889735722 ] }, "rps": 0.4535633255755384, "rpss": -0.0007168589917598833, "bss_below": 0.00028223670050753213, "bss_above": -0.0017141992607441203, "log_loss": 1.0973894066021939, "log_loss_skill": -0.0004560900933658907, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.00169, 0.995124, 0.003187, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2922, 0.3467, 0.4025, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4703, 0.3473, 0.0155, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.009864, 0.989443, 0.000693, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2949, 0.3444, 0.4084, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4699, 0.3464, 0.501, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.48436450753881205, 0.47651109810613873, 0.4620344059322654, 0.4794904648457818, 0.4693634044645562, 0.4230785028143235, 0.45806982935377427, 0.44369937349441535, 0.43856934252716917 ], "rps_clim": [ 0.4947890992304722, 0.4753205974707632, 0.4560866594726808, 0.47037878645621833, 0.47299821491804606, 0.4357581018035622, 0.4528379078704793, 0.43596840945468646, 0.4603811312931576 ], "brier_below": [ 0.14367164881365227, 0.21920097902504163, 0.16804841167005075, 0.16425135110520608, 0.18582925362390068, 0.19613630677312774, 0.16898628067366897, 0.2612647914357601, 0.1807419655563901 ], "brier_below_clim": [ 0.14043822061767963, 0.21741971507988192, 0.16137133777697532, 0.15421278761631982, 0.1844784913304739, 0.20067295850650194, 0.1605724275435595, 0.2610749478831005, 0.18824828684533776 ], "brier_above": [ 0.3406928587251597, 0.257310119081097, 0.2939859942622147, 0.3152391137405757, 0.2835341508406556, 0.22694219604119562, 0.28908354868010516, 0.18243458205865523, 0.25782737697077907 ], "brier_above_clim": [ 0.35435085494429375, 0.2579008762312236, 0.2947153086203139, 0.31616598226162707, 0.28851971169071594, 0.23508514114649787, 0.2922654680223936, 0.17489347015413084, 0.272132835460955 ], "log_loss": [ 1.0725621622375088, 1.0930040514527124, 1.1058139834761513, 1.1056159426178929, 1.0889188711643862, 1.081815678220007, 1.1045609029696806, 1.1115197766944214, 1.0649300675369258 ], "log_loss_clim": [ 1.097438791205263, 1.0988072417052166, 1.0982870143959755, 1.0988072417052166, 1.1001792835431417, 1.098062674404698, 1.0988072417052166, 1.0969573151707326, 1.0997475091696243 ] }, "rps": 0.4594645476752485, "rpss": 0.004654685493362787, "bss_below": -0.011772216321487505, "bss_above": 0.015679502517087718, "log_loss": 1.092082381818854, "log_loss_skill": 0.005901923738973913, "reliability": { "below": { "weight": [ 0.000151, 0.001586, 0.022692, 0.973531, 0.00204, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.093, 0.1723, 0.2792, 0.3449, 0.4209, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ 1.0, 0.6666, 0.1897, 0.2236, 0.2963, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.003474, 0.97729, 0.017121, 0.001511, 0.000378, 0.000227, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2859, 0.3469, 0.4238, 0.5437, 0.6096, 0.7212, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5216, 0.4947, 0.5679, 0.1, 0.0, 0.0, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.49978937068191714, 0.4710340662068378, 0.4909012878558394, 0.45899037912580426, 0.4581437865163675, 0.42655405300025806, 0.4537449728403868, 0.44247994644775096, 0.43517320144265603 ], "rps_clim": [ 0.5102317652431445, 0.47433267737964163, 0.4783180441293248, 0.4525347847419441, 0.4603745980834287, 0.4422445935566512, 0.44415660691947745, 0.4338588592002403, 0.45616205495422807 ], "brier_below": [ 0.13152141164241327, 0.25087802587494185, 0.15082639868230283, 0.16623145217824697, 0.164751878436419, 0.16397682611855413, 0.16882632731766534, 0.25853955694818614, 0.12140073875245033 ], "brier_below_clim": [ 0.126539540948379, 0.2545659968360651, 0.13841351661655463, 0.1589549412230946, 0.16053153657975874, 0.16798009656758436, 0.15927262223192998, 0.25847884644300917, 0.1239877850693975 ], "brier_above": [ 0.368267959039504, 0.22015604033189592, 0.3400748891735366, 0.2927589269475573, 0.2933919080799486, 0.262577226881704, 0.28491864552272134, 0.18394038949956476, 0.31377246269020564 ], "brier_above_clim": [ 0.38369219542168237, 0.21976668098266122, 0.33990450646953646, 0.2935798307591138, 0.29984304762398367, 0.27426448768318373, 0.28488397348275224, 0.17538002113326967, 0.3321742502238743 ], "log_loss": [ 1.0693227237568974, 1.087911540184368, 1.109983715154724, 1.107041103649107, 1.092665690628177, 1.07733732541105, 1.1135045729609059, 1.1144723726620962, 1.0664762152929415 ], "log_loss_clim": [ 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876 ] }, "rps": 0.45964567379086874, "rpss": 0.0037095679916410162, "bss_below": -0.018226435020242793, "bss_above": 0.016758490517016167, "log_loss": 1.0931905844111407, "log_loss_skill": 0.00493502089649378, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.000395, 0.999605, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2895, 0.3439, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0, 0.183, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.0, 0.999736, 0.000264, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3475, 0.4103, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.5344, 1.0, NaN, NaN, NaN, NaN, NaN ] } } } } }, "SEL": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47812049581885163, 0.4843640973228877, 0.4518386802547185, 0.4391140594144491, 0.40974736608369344, 0.46583911506864123, 0.43358792058862183, 0.4292261585916281, 0.4483620487011143, 0.49278807908907607, 0.43679439117072744, 0.4151473906814283, 0.4292941263125695, 0.4329382587287976, 0.46363782163044726, 0.419089545960357, 0.46859885329712503, 0.416961065664953, 0.4173571418792019, 0.5019133775416486, 0.46030587954869184, 0.46890778844530895, 0.47666944656480364, 0.4610811583612616 ], "rps_clim": [ 0.44828178439893784, 0.4780636046945905, 0.45403117539434756, 0.4408998664630428, 0.4626710009670124, 0.4675652855175825, 0.45088178363034326, 0.4339622485969375, 0.4457739713411614, 0.48115608104505214, 0.46731020302909526, 0.40902067319593455, 0.4238503280124456, 0.44888898670135347, 0.4836531086639868, 0.4215019666820851, 0.47209090525934455, 0.42365664384275686, 0.43223368035833454, 0.4869745630233523, 0.45947832667944477, 0.45033952255554077, 0.45381281595427836, 0.4698444532531743 ], "brier_below": [ 0.2544443022846746, 0.22359944597645365, 0.2630902268599245, 0.2308276249121959, 0.23291395882291815, 0.22124504222727834, 0.24141831182852652, 0.23605847515531644, 0.23634494013069896, 0.24279483135159208, 0.23377993399080332, 0.20393991118248056, 0.2098711082890656, 0.17179613091105073, 0.12067022375674842, 0.20261239370044062, 0.2963563028671233, 0.17287598047591488, 0.17281816727900062, 0.19104906371233796, 0.2571392772722172, 0.2116554744048419, 0.24206673390886968, 0.32195558921643963 ], "brier_below_clim": [ 0.24364607658776927, 0.2167833637959483, 0.26200244695541064, 0.2335398229822821, 0.2599592835854335, 0.22410814370662485, 0.24638536370420897, 0.23420103701671963, 0.23335651499978938, 0.23810578482707784, 0.25468721411875095, 0.19406452747606567, 0.20425741444224962, 0.17808060941226778, 0.14096115009371765, 0.20696214106709115, 0.29480390564951164, 0.17663004534290416, 0.18425554277680625, 0.18520467260263995, 0.25555913109943895, 0.207082427269816, 0.23258804671993344, 0.32153762962536103 ], "brier_above": [ 0.223676193534177, 0.260764651346434, 0.18874845339479407, 0.2082864345022532, 0.1768334072607753, 0.24459407284136295, 0.19216960876009523, 0.19316768343631166, 0.21201710857041525, 0.24999324773748402, 0.203014457179924, 0.21120747949894778, 0.21942301802350395, 0.2611421278177469, 0.34296759787369885, 0.21647715225991637, 0.1722425504300017, 0.24408508518903818, 0.24453897460020127, 0.3108643138293108, 0.20316660227647462, 0.2572523140404669, 0.2346027126559339, 0.13912556914482216 ], "brier_above_clim": [ 0.20463570781908508, 0.2612802408995609, 0.1920287284468534, 0.20736004348867731, 0.20271171736051702, 0.2434571418390764, 0.20449641993405068, 0.19976121159863708, 0.21241745636061743, 0.24305029625298225, 0.21262298892876352, 0.2149561457217039, 0.2195929135561274, 0.27080837732842866, 0.3426919585851556, 0.21453982563780633, 0.17728699964486266, 0.24702659841398025, 0.24797813761256063, 0.30176989039964386, 0.20391919556164534, 0.24325709524448394, 0.22122476926537735, 0.14830682364623232 ], "log_loss": [ 1.1555476746057465, 1.0927777030653616, 1.0886926434526005, 1.098705893199455, 1.0251646328910897, 1.0868860710832067, 1.072637133671613, 1.098092964819581, 1.101749845519615, 1.099062183999548, 1.0445460358296257, 1.104758534621559, 1.1012125720229502, 1.0579768641424117, 1.0700897776589477, 1.1000608529201492, 1.0894577210868996, 1.0884729911097832, 1.0851571831637663, 1.101679156315406, 1.093187983963916, 1.1233476156982491, 1.1216091734007592, 1.0871291858768959 ], "log_loss_clim": [ 1.0974740683024433, 1.0827987530552032, 1.0949515447122928, 1.1007128569234834, 1.090959525049748, 1.088063889141507, 1.0963333284569836, 1.1085854496731713, 1.0985499158295136, 1.0823596524527654, 1.093954160584374, 1.1137177154300968, 1.1105073671736152, 1.0972431902108657, 1.0823326323895577, 1.1076874238327907, 1.086429589166179, 1.1081466294935138, 1.1067281209398128, 1.0796418629390143, 1.0932413958499068, 1.0979206044679222, 1.096770649498476, 1.0933877417007527 ] }, "rps": 0.4500701777800418, "rpss": 0.005913772294018349, "bss_below": 0.0068963869295717295, "bss_above": 0.004932679067278012, "log_loss": 1.0911667664216307, "log_loss_skill": 0.004580104605239277, "reliability": { "below": { "weight": [ 0.0, 0.006613, 0.189679, 0.681631, 0.120449, 0.001628, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1856, 0.276, 0.345, 0.4252, 0.5243, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2687, 0.271, 0.3599, 0.3892, 0.8283, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.008256, 0.170373, 0.744885, 0.076403, 8.3e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1859, 0.2764, 0.3451, 0.4249, 0.512, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0915, 0.3269, 0.3497, 0.3909, 1.0, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.49499263380834246, 0.5029628142330617, 0.4478496992132544, 0.4215492819509933, 0.4032316021214116, 0.4517130735985972, 0.4388559116364984, 0.4375098303507117, 0.478739264099432, 0.45576535208470087, 0.4352173144911466, 0.4129158527770244, 0.399342826443442, 0.41363008404984636, 0.439064648452726, 0.4105383818044156, 0.5235037900723846, 0.4324793864316118, 0.42298575300849234, 0.48971851741916805, 0.4576806808078209, 0.4852622384564395, 0.46617068341364676, 0.4671764491448425 ], "rps_clim": [ 0.4656268773487567, 0.47905520254523853, 0.44987819562667175, 0.4222690397368383, 0.473189675792112, 0.46370659625075544, 0.4533706691746612, 0.44043707163708307, 0.4658910246954573, 0.4835074529423111, 0.44476293120584887, 0.42294488325801144, 0.4035717243423909, 0.4341110496580427, 0.4840392053398089, 0.41705895616907784, 0.5102516956651021, 0.44254446083186355, 0.4407978919737273, 0.46885745291344016, 0.4562595884170463, 0.45934219841451757, 0.4469383691099854, 0.4493098079235744 ], "brier_below": [ 0.21759458189240294, 0.2589457671860048, 0.26323001951528574, 0.21126287756764595, 0.2670417699260364, 0.1588736199646209, 0.21271477665514735, 0.22413049093738135, 0.31128355358047477, 0.3021536915936681, 0.1610236039729283, 0.21514128862472837, 0.2050474881292936, 0.18229674734012236, 0.1094039666544153, 0.18437452282514327, 0.39676933892128613, 0.1596631308327252, 0.17742392437689655, 0.19873978560275823, 0.2810406681151233, 0.1690020707079274, 0.2078380385178726, 0.2988725817504333 ], "brier_below_clim": [ 0.20639084196205096, 0.24828230441497257, 0.2605442628100996, 0.21079044758429427, 0.3079691007315029, 0.1701970420969503, 0.21556851840134683, 0.2221603579843514, 0.2986746145123454, 0.31773717985625455, 0.16972492982842746, 0.2191151329533314, 0.20714815598586803, 0.19476475401412452, 0.14137875328774757, 0.19387986053487954, 0.37971397960807707, 0.16798860633846377, 0.18789536861046913, 0.1944206391015046, 0.27728056202918344, 0.16316626564473996, 0.1984248046321673, 0.28086225383117586 ], "brier_above": [ 0.2773980519159395, 0.2440170470470569, 0.18461967969796864, 0.21028640438334742, 0.13618983219537528, 0.29283945363397634, 0.22614113498135097, 0.2133793394133304, 0.16745571051895725, 0.15361166049103278, 0.2741937105182183, 0.19777456415229602, 0.1942953383141483, 0.231333336709724, 0.3296606817983107, 0.22616385897927235, 0.12673445115109835, 0.27281625559888667, 0.24556182863159579, 0.2909787318164098, 0.17664001269269763, 0.3162601677485121, 0.25833264489577423, 0.16830386739440917 ], "brier_above_clim": [ 0.2592360353867057, 0.23077289813026597, 0.18933393281657201, 0.21147859215254405, 0.165220575060609, 0.29350955415380503, 0.23780215077331432, 0.21827671365273166, 0.1672164101831118, 0.1657702730860564, 0.2750380013774213, 0.20382975030467998, 0.19642356835652286, 0.23934629564391813, 0.34266045205206114, 0.22317909563419822, 0.1305377160570248, 0.27455585449339964, 0.2529025233632581, 0.2744368138119354, 0.17897902638786278, 0.2961759327697775, 0.2485135644778181, 0.16844755409239837 ], "log_loss": [ 1.138212416655848, 1.1273785055941512, 1.0902330932927833, 1.0960511542178832, 0.9863348854085855, 1.0723957519353406, 1.0710377036289271, 1.0931294552326174, 1.1087529365194433, 1.0426129150865968, 1.0825752427900504, 1.082596740420907, 1.0962933721430954, 1.0636008087407585, 1.0283943365027597, 1.0894967447610233, 1.1098869754735186, 1.0812884928725846, 1.0754135443759465, 1.1238812226722015, 1.1022870917691436, 1.1310490760275005, 1.1203715284800553, 1.124013285779136 ], "log_loss_clim": [ 1.0914537363747836, 1.085562109398748, 1.0983634110150093, 1.1104768239124518, 1.08813558711408, 1.0922962524557553, 1.0968311014330359, 1.1025056685167662, 1.0913378427238107, 1.083608701348254, 1.100607713964954, 1.1101803001194501, 1.1186802004427012, 1.1052811867736874, 1.083375396991692, 1.1127627284050883, 1.0718747658370316, 1.1015810594648328, 1.1023473599564826, 1.0900363335440868, 1.0955635990236894, 1.0942111155269052, 1.0996532487987347, 1.0986127889735722 ] }, "rps": 0.44953566957791713, "rpss": 0.00816953686911448, "bss_below": 0.01108015442558119, "bss_above": 0.005264033303096993, "log_loss": 1.0890536366825356, "log_loss_skill": 0.007143374355229937, "reliability": { "below": { "weight": [ 0.0, 0.003884, 0.212976, 0.695131, 0.085804, 0.002205, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1866, 0.277, 0.3424, 0.4251, 0.5253, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.259, 0.2654, 0.3625, 0.4105, 0.7733, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.009833, 0.181265, 0.756516, 0.052237, 0.000149, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1865, 0.2756, 0.3443, 0.4243, 0.512, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1219, 0.3488, 0.3442, 0.4367, 1.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.49113253139147367, 0.4810076016855258, 0.4740476447803409, 0.488052090126135, 0.453877299327838, 0.41678047533918533, 0.45156637919709963, 0.4346027707772901, 0.4276146244087812 ], "rps_clim": [ 0.4947890992304722, 0.4753205974707632, 0.4560866594726808, 0.47037878645621833, 0.47299821491804606, 0.4357581018035622, 0.4528379078704793, 0.43596840945468646, 0.4603811312931576 ], "brier_below": [ 0.1429298592349279, 0.22472791024135863, 0.17037071755505143, 0.16298388396497146, 0.1716776150645926, 0.191614895422765, 0.16457913623921952, 0.25511210951763985, 0.17167274566547214 ], "brier_below_clim": [ 0.14043822061767963, 0.21741971507988192, 0.16137133777697532, 0.15421278761631982, 0.1844784913304739, 0.20067295850650194, 0.1605724275435595, 0.2610749478831005, 0.18824828684533776 ], "brier_above": [ 0.3482026721565457, 0.2562796914441672, 0.3036769272252895, 0.3250682061611636, 0.2821996842632453, 0.22516557991642033, 0.2869872429578802, 0.17949066125965027, 0.25594187874330904 ], "brier_above_clim": [ 0.35435085494429375, 0.2579008762312236, 0.2947153086203139, 0.31616598226162707, 0.28851971169071594, 0.23508514114649787, 0.2922654680223936, 0.17489347015413084, 0.272132835460955 ], "log_loss": [ 1.0895930509565679, 1.0894592767892535, 1.1132552589463733, 1.1253048502562706, 1.059403945288817, 1.066271895654471, 1.0873779769180882, 1.083935107069949, 1.0455819400352182 ], "log_loss_clim": [ 1.097438791205263, 1.0988072417052166, 1.0982870143959755, 1.0988072417052166, 1.1001792835431417, 1.098062674404698, 1.0988072417052166, 1.0969573151707326, 1.0997475091696243 ] }, "rps": 0.4576312685592966, "rpss": 0.008626147029357822, "bss_below": 0.007683777935007408, "bss_above": 0.009258580008517092, "log_loss": 1.0844648113238897, "log_loss_skill": 0.012836027155434748, "reliability": { "below": { "weight": [ 0.0, 0.0046, 0.154889, 0.749628, 0.08892, 0.001963, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1741, 0.2792, 0.3435, 0.4293, 0.5126, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0493, 0.1479, 0.2243, 0.3607, 0.2694, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000226, 0.126912, 0.81382, 0.059042, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1981, 0.2818, 0.346, 0.4195, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.5118, 0.4879, 0.5615, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4983771773673314, 0.4749123534614798, 0.5065606030255451, 0.4596576995970289, 0.4476455189023671, 0.4182746740229826, 0.4589847805998354, 0.4400328684771573, 0.4214796941705803 ], "rps_clim": [ 0.5102317652431445, 0.47433267737964163, 0.4783180441293248, 0.4525347847419441, 0.4603745980834287, 0.4422445935566512, 0.44415660691947745, 0.4338588592002403, 0.45616205495422807 ], "brier_below": [ 0.12428347354577056, 0.25290404087781093, 0.15336353765740673, 0.1593590234047273, 0.15598183531636514, 0.15924100731405222, 0.16969468983721778, 0.2580225708632975, 0.11241785232296216 ], "brier_below_clim": [ 0.126539540948379, 0.2545659968360651, 0.13841351661655463, 0.1589549412230946, 0.16053153657975874, 0.16798009656758436, 0.15927262223192998, 0.25847884644300917, 0.1239877850693975 ], "brier_above": [ 0.3740937038215609, 0.22200831258366885, 0.3531970653681383, 0.30029867619230166, 0.291663683586002, 0.2590336667089304, 0.2892900907626176, 0.1820102976138598, 0.3090618418476181 ], "brier_above_clim": [ 0.38369219542168237, 0.21976668098266122, 0.33990450646953646, 0.2935798307591138, 0.29984304762398367, 0.27426448768318373, 0.28488397348275224, 0.17538002113326967, 0.3321742502238743 ], "log_loss": [ 1.0770127176095443, 1.0967223155792059, 1.133481377249507, 1.1060595417486174, 1.073870287066021, 1.0598584537579456, 1.1144581416137909, 1.1023311258267474, 1.040557364125441 ], "log_loss_clim": [ 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876 ] }, "rps": 0.4584361521804786, "rpss": 0.0063312282757478355, "bss_below": 0.002232062915233479, "bss_above": 0.008769637724571178, "log_loss": 1.0893723693974247, "log_loss_skill": 0.008410510071954147, "reliability": { "below": { "weight": [ 0.0, 0.001207, 0.157935, 0.818749, 0.022109, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1987, 0.2819, 0.3412, 0.4124, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1321, 0.1952, 0.1018, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.132106, 0.825946, 0.041948, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2823, 0.3458, 0.4133, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5265, 0.5329, 0.5907, NaN, NaN, NaN, NaN, NaN ] } } } } } }, "fitted": { "climatology_blend": { "fallbacks": 0, "folds": 24, "test_fit": { "lam": 0.7702543524081173 }, "test_fallback": null }, "pseudocount": { "fallbacks": 0, "folds": 24, "test_fit": {}, "test_fallback": null }, "temperature": { "fallbacks": 0, "folds": 24, "test_fit": { "temperature": 4.0, "at_bound": true }, "test_fallback": null }, "dirichlet": { "fallbacks": 0, "folds": 24, "test_fit": { "A": [ [ 0.22262558563463986, 0.06449094916717435, -0.01057181395268369 ], [ -0.0029161880523981038, 0.1299730313028008, 0.07926404913648546 ], [ 0.08065727675803641, 0.02252406725178816, 0.31317975799879133 ] ], "b": [ 0.0007999363549444101, -0.16335610348684634, 0.16255616713192172 ], "objective": 1.092553837059466, "iterations": 42, "training_pairs": 63664, "training_years": 24, "converged": true, "epsilon": 1e-12, "reg_off": 0.01, "reg_diag": 0.001, "reg_bias": 0.001, "weighting": "equal total weight per year; spherical area within each year" }, "test_fallback": null }, "multinomial_logistic": { "fallbacks": 0, "folds": 24, "test_fit": { "coefficients": [ [ 0.11918029746387675, -0.21965504118000467, 0.032221822428314374 ], [ 0.0, 0.0, 0.0 ], [ 0.11639813832449757, 0.03327869639168786, 0.1218115445905034 ] ], "features": [ "intercept", "standardized_mean", "log_spread_ratio" ], "l2": 0.001, "reference_class": "near" }, "test_fallback": null }, "ordinal_logistic": { "fallbacks": 0, "folds": 24, "test_fit": { "theta": [ -0.6356176781454408, 0.24493962159102728, 0.19180436626279906, 0.06786239916093433 ], "cutpoints": [ -0.6356176781454408, 0.6419264966460556 ], "beta": [ 0.19180436626279906, 0.06786239916093433 ], "features": [ "standardized_mean", "log_spread_ratio" ], "l2": 0.001, "converged": true }, "test_fallback": null } }, "selection": { "criterion": "inner leave-one-year-out RPS of the calibrators (training years only)", "chosen_training": { "1993": "temperature", "1994": "temperature", "1995": "temperature", "1996": "temperature", "1997": "temperature", "1998": "temperature", "1999": "temperature", "2000": "temperature", "2001": "temperature", "2002": "temperature", "2003": "temperature", "2004": "temperature", "2005": "temperature", "2006": "temperature", "2007": "temperature", "2008": "temperature", "2009": "temperature", "2010": "temperature", "2011": "temperature", "2012": "temperature", "2013": "temperature", "2014": "temperature", "2015": "temperature", "2016": "temperature" }, "chosen_test": "temperature", "frequency": { "climatology_blend": 0, "pseudocount": 0, "temperature": 24, "dirichlet": 0, "multinomial_logistic": 0, "ordinal_logistic": 0 } } }, "JJAS": { "tag": "init05_JJAS", "methods": { "climatology_blend": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.41572050653290454, 0.45777802603881845, 0.4284006705235833, 0.46107978097554453, 0.41716706300942114, 0.477964246577554, 0.43265744182560806, 0.41474591024532587, 0.393804873160686, 0.4734215091296651, 0.37582879521521434, 0.5116405745404586, 0.4379569945453267, 0.40860568590947505, 0.41120761805376665, 0.434783400426553, 0.4698183057286592, 0.41025752579192837, 0.46448111418814564, 0.46952743631124033, 0.4385555364224456, 0.42082001729403445, 0.4073699386420468, 0.5568816236426463 ], "rps_clim": [ 0.4625021445862044, 0.46159488869678755, 0.4404943884335238, 0.46286694870416484, 0.46982744395686576, 0.4638745867904695, 0.4580567296219436, 0.44805822830116804, 0.4278195644333872, 0.48511783635941824, 0.40716586188404125, 0.4476694678025769, 0.4237393979375955, 0.4284018224249593, 0.5042399145627019, 0.4349655508301632, 0.4679909581860775, 0.4188368664000415, 0.462507410301521, 0.476874938942896, 0.4481833614592989, 0.43736310157224134, 0.4722166255537948, 0.47162506981963837 ], "brier_below": [ 0.26517684544979836, 0.1837020593997106, 0.25690960452041917, 0.1899667364192553, 0.22315764267172367, 0.16105931157568565, 0.24736615626911462, 0.23991192516091123, 0.16044836033582094, 0.29328860355329195, 0.14277957801707247, 0.3267402846642841, 0.23997178581355513, 0.13743399742599918, 0.09507219354134037, 0.21513917974589433, 0.33344365174147295, 0.14930419022152877, 0.19980552804566504, 0.14854864334371604, 0.19816535383051492, 0.24129336991133926, 0.25607703154307787, 0.35128938111025804 ], "brier_below_clim": [ 0.299632410717911, 0.18587870939096326, 0.25998119606521325, 0.19649455373223845, 0.2550109542404642, 0.162611082203679, 0.2598521950723673, 0.2612903611498991, 0.17697290245365346, 0.29444690935857754, 0.1706907313694619, 0.28903643213970553, 0.23599804043522338, 0.14777022402744325, 0.13361595890202554, 0.21740548647461078, 0.33176824151275985, 0.15679241531485055, 0.1994166508248519, 0.15032826915290334, 0.20493564010625412, 0.24145406689362325, 0.29815694964329725, 0.31360797929136064 ], "brier_above": [ 0.15054366011368353, 0.2740759673029171, 0.1714910647324878, 0.2711130458202568, 0.19400942107170965, 0.3169049367332073, 0.18529128365653622, 0.17483398532574468, 0.23335651280968187, 0.18013290411896354, 0.2330492171103312, 0.1849002891359934, 0.19798520782495507, 0.27117168973229205, 0.31613542456265387, 0.219644219883275, 0.1363746524193985, 0.26095333691158684, 0.2646755878693214, 0.32097879703552573, 0.24039018316814112, 0.17952664739634117, 0.1512929074854874, 0.2055922431969544 ], "brier_above_clim": [ 0.16286973386829323, 0.27571617930582415, 0.18051319236831054, 0.26637239497192633, 0.21481648971640155, 0.30126350458679035, 0.1982045345495762, 0.18676786715126875, 0.25084666197973376, 0.19067092700084065, 0.2364751305145793, 0.15863303566287124, 0.18774135750237225, 0.28063159839751606, 0.3706239556606764, 0.2175600643555525, 0.13622271667331767, 0.2620444510851909, 0.2630907594766691, 0.3265466697899926, 0.2432477213530449, 0.1959090346786181, 0.17405967591049748, 0.15801709052827764 ], "log_loss": [ 1.024660917372316, 1.096115848847166, 1.070020109587109, 1.091265641001825, 1.0144831299474428, 1.104566809999487, 1.0466456989246338, 1.043747096600658, 1.0471428433177241, 1.0684988765842438, 1.0681825206414997, 1.1916381514054282, 1.1243656239733677, 1.0647500183467296, 0.9432529710476536, 1.1033894376577869, 1.107684645075504, 1.0861240745286866, 1.1010616329703748, 1.0621277145238701, 1.0881262795553985, 1.0749039038028931, 0.999780240332735, 1.19894940169509 ], "log_loss_clim": [ 1.0928247010756968, 1.0932227561714765, 1.1024805209887503, 1.092664644646403, 1.0896107536363666, 1.09222254724077, 1.0947751101058545, 1.0991619148070721, 1.108041552160029, 1.0829021517046336, 1.1171032861673817, 1.099332482007911, 1.1098317098037855, 1.107786088664771, 1.074512412095867, 1.1049062776109246, 1.0904165048339258, 1.111982677004452, 1.0928223907629844, 1.0865186918218332, 1.0991070131064316, 1.1038543612757334, 1.0885625092320077, 1.088822052076718 ] }, "rps": 0.44126977478046053, "rpss": 0.02678907346742032, "bss_below": 0.03437292790336821, "bss_above": 0.019199217209978525, "log_loss": 1.075895149489151, "log_loss_skill": 0.019069735659174025, "reliability": { "below": { "weight": [ 0.0, 0.003325, 0.304268, 0.485205, 0.165265, 0.038493, 0.003444, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1962, 0.2614, 0.3456, 0.4397, 0.5456, 0.6104, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6954, 0.2518, 0.3438, 0.4624, 0.5954, 0.7544, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.238296, 0.507837, 0.22285, 0.029803, 0.001213, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2586, 0.3523, 0.4376, 0.5342, 0.6136, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2275, 0.3679, 0.4245, 0.3759, 0.1855, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.419412745727899, 0.4836372544758832, 0.4133469854903796, 0.45376662833360826, 0.3783085108547154, 0.5219519212720539, 0.3943571157539185, 0.417672450461831, 0.3798793680135661, 0.45193351887817373, 0.3431094781775913, 0.5568007696680404, 0.4066233108895988, 0.39260397831664295, 0.3910693548132413, 0.4229155360141911, 0.4795671003203191, 0.43358895607551556, 0.47130556100206517, 0.4625128308134605, 0.44652052521225777, 0.3836487434840681, 0.397242975055904, 0.5051846790194872 ], "rps_clim": [ 0.4783928822759757, 0.47851945526200396, 0.4363405983984559, 0.45554856797843624, 0.4692768139798448, 0.47784783076934295, 0.4363277180670701, 0.42911353953029135, 0.42219420001192276, 0.5068481579907806, 0.40171471251488117, 0.45512779916810575, 0.404350582502918, 0.40865537485623, 0.48639718804316545, 0.44315229259879996, 0.4958720926659176, 0.43277603457023534, 0.46502636956376436, 0.4740692033828123, 0.456112797909182, 0.4302812020232237, 0.5000385661978536, 0.4365908837694042 ], "brier_below": [ 0.25341481915703445, 0.1982058226375791, 0.2575284041099852, 0.14553217414229896, 0.24128514242624782, 0.15000358068154385, 0.1782225244177768, 0.20219997845671234, 0.16710098685329075, 0.3499576674335996, 0.0905653203090488, 0.3628969541373429, 0.23014727975970165, 0.1436538590162964, 0.09236791305759301, 0.18821548534043417, 0.37056765981164846, 0.14632196891747282, 0.21946818019892222, 0.12799828537841645, 0.1859907680981911, 0.27004421087396147, 0.27001690826184627, 0.2897796315920559 ], "brier_below_clim": [ 0.295061805248855, 0.19868207040204694, 0.26182430258523354, 0.1530273756639085, 0.29955785395623435, 0.13933500242887786, 0.19802750095084334, 0.21276191618591256, 0.1870946613836174, 0.3763362733314377, 0.1359850134096679, 0.3052279604608446, 0.2332793135781096, 0.16002787500701532, 0.13706805190249127, 0.20048953440023126, 0.37161435226063616, 0.14772157696565813, 0.21729977105895837, 0.13912166904319637, 0.1941619532924994, 0.2823363928821582, 0.33617678832429, 0.2605995668471377 ], "brier_above": [ 0.1659979261759561, 0.2854314330929504, 0.15581858067867635, 0.30823445660981247, 0.13702336928917577, 0.3719483431377929, 0.21613458998096735, 0.21547247205660927, 0.2127783804716156, 0.10197584936251844, 0.2525441583445939, 0.19390381593009903, 0.17647602904744752, 0.24895012034038522, 0.29870144137824245, 0.23470005029018495, 0.1089994389613581, 0.28726698944036133, 0.25183738228459773, 0.3345145505269475, 0.2605297584393139, 0.11360453224707076, 0.1272260670067485, 0.21540504818449444 ], "brier_above_clim": [ 0.18333107702712054, 0.2798373848599569, 0.17451629581322226, 0.3025211923145276, 0.16971896002361034, 0.3385128283404649, 0.23830021711622673, 0.21635162334437877, 0.23509953862830535, 0.1305118846593427, 0.2657296991052132, 0.14989983870726103, 0.17107126892480837, 0.24862749984921456, 0.34932913614067407, 0.24266275819856864, 0.12425774040528127, 0.28505445760457715, 0.24772659850480583, 0.33494753433961566, 0.26195084461668244, 0.14794480914106525, 0.16386177787356343, 0.17599131692226644 ], "log_loss": [ 0.9921315917290602, 1.1033393261484912, 1.0639572143879867, 1.1020027167574045, 0.9608383020969048, 1.1512207437754405, 1.0306026166024829, 1.0750911696109264, 1.023086989042066, 1.0048846311148818, 1.020813368196009, 1.2407073444392112, 1.1016525568323314, 1.0715355790782761, 0.951059134227449, 1.0574576576786583, 1.0722130110016734, 1.0969948923268928, 1.1071134931383282, 1.068997768895071, 1.070618147880372, 1.0351756176917346, 0.925826925394591, 1.1890638831095965 ], "log_loss_clim": [ 1.0858526999160365, 1.0857971664963426, 1.104302980682369, 1.0958755565563927, 1.0898523404596643, 1.0860918392065153, 1.1043086318791295, 1.107473825472174, 1.110509659559172, 1.0733680551402456, 1.119494957370143, 1.0960601672831471, 1.118338479365655, 1.1164497679750753, 1.082340840984085, 1.1013143755721972, 1.0781837623570798, 1.1058669196025885, 1.0917172068979957, 1.0877496977046623, 1.0956280028047496, 1.1069615179623689, 1.0763557378271018, 1.1041931689209161 ] }, "rps": 0.43362334575518385, "rpss": 0.043528450640222704, "bss_below": 0.05720070434739055, "bss_above": 0.029843466818523234, "log_loss": 1.06318269504816, "log_loss_skill": 0.03068302676007595, "reliability": { "below": { "weight": [ 0.0, 0.00433, 0.372083, 0.412359, 0.154298, 0.053101, 0.003829, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1962, 0.2595, 0.344, 0.4428, 0.546, 0.6104, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6514, 0.2333, 0.3414, 0.5269, 0.6262, 0.6978, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.296171, 0.467158, 0.199578, 0.035634, 0.00146, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2551, 0.3502, 0.4393, 0.5332, 0.6136, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2174, 0.3864, 0.4344, 0.4186, 0.2755, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.46376301464207975, 0.4472274468915803, 0.4408511731080382, 0.44593568616868734, 0.4129480101170967, 0.4755391511132811, 0.41910734681760975, 0.4112768097090731, 0.44707130507194714 ], "rps_clim": [ 0.4546231099504593, 0.43753747052601477, 0.49174002423345364, 0.49152720319112103, 0.425759686884452, 0.45276062109717374, 0.44678141219100675, 0.4601609884551471, 0.46568341206196623 ], "brier_below": [ 0.15821798319417502, 0.2102708226415771, 0.13838229183529968, 0.12571675179182296, 0.18970836347305353, 0.23186344003957488, 0.224460197698413, 0.13715824497329282, 0.2236984204825078 ], "brier_below_clim": [ 0.15629594250614892, 0.2030692336614904, 0.1489835591475073, 0.12955841996645884, 0.19874380582689244, 0.2228475851534563, 0.23511902665323692, 0.15822245589198483, 0.22961314667049418 ], "brier_above": [ 0.30554501907164877, 0.23695662225056918, 0.30246886200898804, 0.32021891414012976, 0.22323964547913797, 0.24367571466818602, 0.19464715051256973, 0.27411855551479203, 0.22337288643002184 ], "brier_above_clim": [ 0.29832715383568675, 0.23446823467476652, 0.3427564435327463, 0.3619687582360325, 0.2270158802003865, 0.22991303456849288, 0.21166238742601534, 0.30193851830877666, 0.23607026291524907 ], "log_loss": [ 1.104674470755995, 1.1029574926490047, 1.0170039649868614, 1.018162154343712, 1.070297098154646, 1.123828196536897, 1.04992188845187, 1.024848952981517, 1.0698344948291045 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4404133270710437, "rpss": 0.039464695839586006, "bss_below": 0.025544044835453805, "bss_above": 0.04904721150315605, "log_loss": 1.0646143015210674, "log_loss_skill": 0.030946275239838616, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.398509, 0.506567, 0.093946, 0.000978, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2557, 0.3458, 0.4315, 0.5098, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1878, 0.2303, 0.381, 0.1543, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.204566, 0.500649, 0.23405, 0.060736, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2719, 0.3497, 0.4468, 0.5326, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3855, 0.4754, 0.5487, 0.5938, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.46201898784487466, 0.4295827402746702, 0.4587636943697183, 0.45370864095782604, 0.414943756472879, 0.43481940778934536, 0.4247360485231668, 0.4410679765358591, 0.4398980710086551 ], "rps_clim": [ 0.4512821189297184, 0.4206501052342102, 0.48607676155700724, 0.47178924942018213, 0.4202321083174025, 0.44974331659729855, 0.4554292533591238, 0.4713683857526428, 0.46309958751658076 ], "brier_below": [ 0.13383962641510655, 0.21756886436523032, 0.15038821974047745, 0.13038797589202533, 0.16834565744739766, 0.16788254970216157, 0.23685249869113756, 0.1492884940999707, 0.18880884013493882 ], "brier_below_clim": [ 0.13306928828126782, 0.21585583639272318, 0.16162148566504822, 0.13114817245105845, 0.17045689322354624, 0.1706324345160037, 0.2513941016020818, 0.16393510953105803, 0.19563367580327717 ], "brier_above": [ 0.3281793443592384, 0.21201387893310494, 0.3083754569149754, 0.32332064715321523, 0.2465980935430487, 0.2669368533859514, 0.1878835502353862, 0.2917794701899148, 0.25108922738971623 ], "brier_above_clim": [ 0.31821281348399405, 0.20479427195784727, 0.3244552576112664, 0.3406410557941846, 0.24977521016699747, 0.2791108719088107, 0.204035155009143, 0.30743326098466245, 0.2674659036231022 ], "log_loss": [ 1.1056040592344663, 1.1079564393128742, 1.0617444508989908, 1.067367252146642, 1.085610208066545, 1.0673355172186012, 1.0489608799271934, 1.054959564183947, 1.0598775713000106 ], "log_loss_clim": [ 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876 ] }, "rps": 0.43994881375299943, "rpss": 0.03181956849654455, "bss_below": 0.03161371977969274, "bss_above": 0.03195100684492169, "log_loss": 1.0732684380321413, "log_loss_skill": 0.02306894050118402, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.404204, 0.499935, 0.095725, 0.000135, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.255, 0.3446, 0.4323, 0.5184, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1749, 0.1846, 0.3635, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.293774, 0.4703, 0.181816, 0.054109, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2713, 0.3446, 0.4452, 0.5366, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4279, 0.4996, 0.5958, 0.5484, NaN, NaN, NaN, NaN ] } } } } }, "pseudocount": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.39932516265149476, 0.4796846707210516, 0.43944964717709684, 0.4748607522351992, 0.49372717361464535, 0.5519380600493381, 0.4268420498818142, 0.3940550765430939, 0.3737008961996734, 0.4959803337814635, 0.39449802165407377, 0.6220486017916981, 0.47618204733675373, 0.3991697677889229, 0.30752339583782823, 0.47040907187652947, 0.5007390932657287, 0.4224825894295095, 0.4873887654344205, 0.4744509257015249, 0.4393099137225073, 0.44772664271343715, 0.37279979367663785, 0.7178048486664278 ], "rps_clim": [ 0.4625021445862044, 0.46159488869678755, 0.4404943884335238, 0.46286694870416484, 0.46982744395686576, 0.4638745867904695, 0.4580567296219436, 0.44805822830116804, 0.4278195644333872, 0.48511783635941824, 0.40716586188404125, 0.4476694678025769, 0.4237393979375955, 0.4284018224249593, 0.5042399145627019, 0.4349655508301632, 0.4679909581860775, 0.4188368664000415, 0.462507410301521, 0.476874938942896, 0.4481833614592989, 0.43736310157224134, 0.4722166255537948, 0.47162506981963837 ], "brier_below": [ 0.24410842925342646, 0.19249738844454958, 0.26609116880049444, 0.18856754187307237, 0.28600417175074216, 0.18236299135231024, 0.2455414428437912, 0.22690101657563372, 0.15061431767511801, 0.3152836126230792, 0.1303071930600191, 0.38940548632620564, 0.25414063339709314, 0.132046846025237, 0.058303748435693616, 0.22698015114999817, 0.35019668965822387, 0.1488183776977623, 0.21113415269087987, 0.15485128494111694, 0.1952862459378548, 0.26853003780551443, 0.22536136273752716, 0.4163448661607687 ], "brier_below_clim": [ 0.299632410717911, 0.18587870939096326, 0.25998119606521325, 0.19649455373223845, 0.2550109542404642, 0.162611082203679, 0.2598521950723673, 0.2612903611498991, 0.17697290245365346, 0.29444690935857754, 0.1706907313694619, 0.28903643213970553, 0.23599804043522338, 0.14777022402744325, 0.13361595890202554, 0.21740548647461078, 0.33176824151275985, 0.15679241531485055, 0.1994166508248519, 0.15032826915290334, 0.20493564010625412, 0.24145406689362325, 0.29815694964329725, 0.31360797929136064 ], "brier_above": [ 0.1552167300309272, 0.28718728444895436, 0.17335847506479543, 0.28629321346911957, 0.20772299988118473, 0.3695750743715563, 0.18130060238741905, 0.16715406054051904, 0.22308657906744325, 0.180696717182513, 0.26419082995414755, 0.23264311419015005, 0.2220414121733899, 0.2671229252109827, 0.24921964818034867, 0.24342891961573232, 0.15054239961056598, 0.27366421567850163, 0.2762546169574096, 0.31959965057795736, 0.24402366928195476, 0.17919660482949545, 0.1474384313630201, 0.3014599855929481 ], "brier_above_clim": [ 0.16286973386829323, 0.27571617930582415, 0.18051319236831054, 0.26637239497192633, 0.21481648971640155, 0.30126350458679035, 0.1982045345495762, 0.18676786715126875, 0.25084666197973376, 0.19067092700084065, 0.2364751305145793, 0.15863303566287124, 0.18774135750237225, 0.28063159839751606, 0.3706239556606764, 0.2175600643555525, 0.13622271667331767, 0.2620444510851909, 0.2630907594766691, 0.3265466697899926, 0.2432477213530449, 0.1959090346786181, 0.17405967591049748, 0.15801709052827764 ], "log_loss": [ 1.049495350165313, 1.1746635391076699, 1.0860814129191705, 1.1378772067584388, 1.2728637314542366, 1.2595998881026589, 1.037446921007136, 1.0275960154560717, 1.0310485203636128, 1.1308041621472495, 1.1049130759660795, 1.4758118434824676, 1.203883592618925, 1.049953775396531, 0.786314717448394, 1.1866896680946322, 1.2304490227050615, 1.1097536077826424, 1.162575182462042, 1.0654052626643884, 1.1325210712933473, 1.1252092466096812, 0.9713171188164057, 1.5822142553893852 ], "log_loss_clim": [ 1.0928247010756968, 1.0932227561714765, 1.1024805209887503, 1.092664644646403, 1.0896107536363666, 1.09222254724077, 1.0947751101058545, 1.0991619148070721, 1.108041552160029, 1.0829021517046336, 1.1171032861673817, 1.099332482007911, 1.1098317098037855, 1.107786088664771, 1.074512412095867, 1.1049062776109246, 1.0904165048339258, 1.111982677004452, 1.0928223907629844, 1.0865186918218332, 1.0991070131064316, 1.1038543612757334, 1.0885625092320077, 1.088822052076718 ] }, "rps": 0.4609207209062863, "rpss": -0.016550662402482486, "bss_below": -0.0030369917643282562, "bss_above": -0.030075028830427675, "log_loss": 1.1414370078421474, "log_loss_skill": -0.04068700966133454, "reliability": { "below": { "weight": [ 0.106447, 0.124391, 0.244078, 0.223063, 0.107966, 0.101398, 0.049345, 0.016515, 0.018354, 0.008444 ], "mean_forecast": [ 0.0664, 0.1514, 0.2464, 0.3563, 0.4516, 0.5429, 0.6534, 0.7545, 0.8471, 0.9399 ], "observed_frequency": [ 0.2236, 0.2632, 0.3039, 0.3466, 0.3858, 0.4605, 0.5043, 0.5841, 0.5991, 0.6836 ] }, "above": { "weight": [ 0.091193, 0.089044, 0.19281, 0.236719, 0.151514, 0.146251, 0.062787, 0.01678, 0.011493, 0.001409 ], "mean_forecast": [ 0.061, 0.1528, 0.2479, 0.3601, 0.4517, 0.542, 0.6512, 0.7505, 0.8389, 0.926 ], "observed_frequency": [ 0.1741, 0.2371, 0.3139, 0.3742, 0.3864, 0.4205, 0.4614, 0.4893, 0.2922, 0.2989 ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4063928147627398, 0.5148014041383259, 0.4187997692113608, 0.46626164493146605, 0.4440636642396884, 0.6291542495193255, 0.37699990089999946, 0.4273934960769288, 0.35760199078890026, 0.40310577664778074, 0.3425753220053375, 0.7279149365585803, 0.4284081608013208, 0.39040275035682115, 0.29262734634531884, 0.4462136503639735, 0.4852766243436412, 0.45081103551016216, 0.5039056799800229, 0.4648220666604475, 0.4491198399727926, 0.3811741272899264, 0.3159737293523575, 0.6500123808592569 ], "rps_clim": [ 0.4783928822759757, 0.47851945526200396, 0.4363405983984559, 0.45554856797843624, 0.4692768139798448, 0.47784783076934295, 0.4363277180670701, 0.42911353953029135, 0.42219420001192276, 0.5068481579907806, 0.40171471251488117, 0.45512779916810575, 0.404350582502918, 0.40865537485623, 0.48639718804316545, 0.44315229259879996, 0.4958720926659176, 0.43277603457023534, 0.46502636956376436, 0.4740692033828123, 0.456112797909182, 0.4302812020232237, 0.5000385661978536, 0.4365908837694042 ], "brier_below": [ 0.23618991298945732, 0.21069946288679803, 0.2700226458081894, 0.14228649963873302, 0.29990269475087655, 0.18847278707364526, 0.17261173233652732, 0.2022491008552911, 0.15722457686194674, 0.32717638623799083, 0.06016029472316887, 0.4563753457715237, 0.23569400000457935, 0.13182016248578904, 0.051552161756513365, 0.19452247178075302, 0.3846675454215226, 0.15201314006095953, 0.2356155911300482, 0.12349114799567089, 0.18239106954758463, 0.2830511068290319, 0.21198576096510574, 0.34583057623321767 ], "brier_below_clim": [ 0.295061805248855, 0.19868207040204694, 0.26182430258523354, 0.1530273756639085, 0.29955785395623435, 0.13933500242887786, 0.19802750095084334, 0.21276191618591256, 0.1870946613836174, 0.3763362733314377, 0.1359850134096679, 0.3052279604608446, 0.2332793135781096, 0.16002787500701532, 0.13706805190249127, 0.20048953440023126, 0.37161435226063616, 0.14772157696565813, 0.21729977105895837, 0.13912166904319637, 0.1941619532924994, 0.2823363928821582, 0.33617678832429, 0.2605995668471377 ], "brier_above": [ 0.17020289933994628, 0.3041019446373495, 0.14877712142973148, 0.3239751512335782, 0.144160967030256, 0.4406814691160481, 0.2043881655876929, 0.22514439561212807, 0.20037741318611993, 0.07592938527089108, 0.2824150308959974, 0.2715395926016601, 0.19271415608789705, 0.2585825907658753, 0.24107518461035077, 0.25169117889023274, 0.10060907496678588, 0.2987979013446979, 0.2682900926030347, 0.3413309311903646, 0.26672877387458493, 0.09812301985602642, 0.10398796760248182, 0.3041818080291134 ], "brier_above_clim": [ 0.18333107702712054, 0.2798373848599569, 0.17451629581322226, 0.3025211923145276, 0.16971896002361034, 0.3385128283404649, 0.23830021711622673, 0.21635162334437877, 0.23509953862830535, 0.1305118846593427, 0.2657296991052132, 0.14989983870726103, 0.17107126892480837, 0.24862749984921456, 0.34932913614067407, 0.24266275819856864, 0.12425774040528127, 0.28505445760457715, 0.24772659850480583, 0.33494753433961566, 0.26195084461668244, 0.14794480914106525, 0.16386177787356343, 0.17599131692226644 ], "log_loss": [ 0.99610066721492, 1.175960157031903, 1.0798326672985386, 1.1518009166788223, 1.185330890738968, 1.4086043871990077, 1.0051962695992815, 1.082200821949158, 0.9637655078302886, 0.9500556753988257, 0.9745286289914087, 1.6629518578824318, 1.1177089917800505, 1.049600892609602, 0.7992846239720546, 1.0849982356184171, 1.1553493858089932, 1.1302974039689417, 1.1829676402211853, 1.0857240849925978, 1.0732679597400367, 1.028594353609015, 0.7973630680221716, 1.5525101080925994 ], "log_loss_clim": [ 1.0858526999160365, 1.0857971664963426, 1.104302980682369, 1.0958755565563927, 1.0898523404596643, 1.0860918392065153, 1.1043086318791295, 1.107473825472174, 1.110509659559172, 1.0733680551402456, 1.119494957370143, 1.0960601672831471, 1.118338479365655, 1.1164497679750753, 1.082340840984085, 1.1013143755721972, 1.0781837623570798, 1.1058669196025885, 1.0917172068979957, 1.0877496977046623, 1.0956280028047496, 1.1069615179623689, 1.0763557378271018, 1.1041931689209161 ] }, "rps": 0.44890884840068646, "rpss": 0.009812211555759065, "bss_below": 0.03432273272115127, "bss_above": -0.014721132971753148, "log_loss": 1.1122497998437175, "log_loss_skill": -0.014052066961442566, "reliability": { "below": { "weight": [ 0.144201, 0.148808, 0.234959, 0.182191, 0.087681, 0.089984, 0.053694, 0.021223, 0.026509, 0.010749 ], "mean_forecast": [ 0.0659, 0.1512, 0.2434, 0.3542, 0.4517, 0.5444, 0.653, 0.754, 0.8454, 0.938 ], "observed_frequency": [ 0.2103, 0.2443, 0.2915, 0.3352, 0.4372, 0.5007, 0.5816, 0.6185, 0.6287, 0.6496 ] }, "above": { "weight": [ 0.13224, 0.102935, 0.195362, 0.220301, 0.124945, 0.125946, 0.063465, 0.018718, 0.014326, 0.001761 ], "mean_forecast": [ 0.0607, 0.1525, 0.2474, 0.3591, 0.4516, 0.5426, 0.6519, 0.7519, 0.8366, 0.9267 ], "observed_frequency": [ 0.1595, 0.2424, 0.3293, 0.3908, 0.4102, 0.4334, 0.4476, 0.5382, 0.3802, 0.399 ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4899646458890944, 0.4751138829929034, 0.4055422158972433, 0.4443556454621244, 0.410553203847013, 0.5947285733764657, 0.4173673213838525, 0.39681943968808286, 0.48070755284993844 ], "rps_clim": [ 0.4546231099504593, 0.43753747052601477, 0.49174002423345364, 0.49152720319112103, 0.425759686884452, 0.45276062109717374, 0.44678141219100675, 0.4601609884551471, 0.46568341206196623 ], "brier_below": [ 0.1657016915126527, 0.2290704627506617, 0.13948376448251515, 0.14308269967410583, 0.18617948305723786, 0.2713304819503747, 0.22606505971732185, 0.12559217831594624, 0.23662634453071307 ], "brier_below_clim": [ 0.15629594250614892, 0.2030692336614904, 0.1489835591475073, 0.12955841996645884, 0.19874380582689244, 0.2228475851534563, 0.23511902665323692, 0.15822245589198483, 0.22961314667049418 ], "brier_above": [ 0.3242629438832906, 0.24604341851070444, 0.26605843548448743, 0.3012729302346516, 0.22437371922201474, 0.32339810039114136, 0.1913022623801365, 0.27122725962197003, 0.2440812159251224 ], "brier_above_clim": [ 0.29832715383568675, 0.23446823467476652, 0.3427564435327463, 0.3619687582360325, 0.2270158802003865, 0.22991303456849288, 0.21166238742601534, 0.30193851830877666, 0.23607026291524907 ], "log_loss": [ 1.1574129651200202, 1.144146388443351, 0.9935030156049696, 1.031546119224446, 1.0735012198195517, 1.4579784105116078, 1.044175796639527, 1.0136817009428754, 1.1629314681445042 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.45723916459852415, "rpss": 0.002767779616146937, "bss_below": -0.024178378992514515, "bss_above": 0.02131661853086897, "log_loss": 1.1198752316056504, "log_loss_skill": -0.019354392387550323, "reliability": { "below": { "weight": [ 0.131876, 0.157547, 0.234061, 0.214121, 0.148453, 0.075292, 0.035282, 0.003217, 0.000151, 0.0 ], "mean_forecast": [ 0.0482, 0.1456, 0.2503, 0.3501, 0.4443, 0.5381, 0.6345, 0.7431, 0.8095, NaN ], "observed_frequency": [ 0.1881, 0.1804, 0.2033, 0.2312, 0.2406, 0.3579, 0.3797, 0.3261, 0.4988, NaN ] }, "above": { "weight": [ 0.016027, 0.098311, 0.199384, 0.194494, 0.170407, 0.114243, 0.102793, 0.060689, 0.028218, 0.015433 ], "mean_forecast": [ 0.0717, 0.1499, 0.2515, 0.3519, 0.4452, 0.5388, 0.6456, 0.7448, 0.8419, 0.9279 ], "observed_frequency": [ 0.3218, 0.3553, 0.4473, 0.4594, 0.4937, 0.5251, 0.5421, 0.5961, 0.5122, 0.7952 ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.489621676173237, 0.4550503889478082, 0.45935796255487743, 0.494682097621011, 0.4226678183523089, 0.4999083429488507, 0.4167204739990236, 0.4297168373733223, 0.47312260261058314 ], "rps_clim": [ 0.4512821189297184, 0.4206501052342102, 0.48607676155700724, 0.47178924942018213, 0.4202321083174025, 0.44974331659729855, 0.4554292533591238, 0.4713683857526428, 0.46309958751658076 ], "brier_below": [ 0.1397892742432432, 0.22608423779660736, 0.1517140552237681, 0.152453341476093, 0.1732080544040937, 0.19191372173661186, 0.23742459559722695, 0.14240157359048888, 0.20308547048345466 ], "brier_below_clim": [ 0.13306928828126782, 0.21585583639272318, 0.16162148566504822, 0.13114817245105845, 0.17045689322354624, 0.1706324345160037, 0.2513941016020818, 0.16393510953105803, 0.19563367580327717 ], "brier_above": [ 0.3498323851521502, 0.22896615408205098, 0.30764389051671387, 0.3422287409999218, 0.24945975770928763, 0.3079946226207081, 0.17929587433021152, 0.2873152563643213, 0.27003713468515045 ], "brier_above_clim": [ 0.31821281348399405, 0.20479427195784727, 0.3244552576112664, 0.3406410557941846, 0.24977521016699747, 0.2791108719088107, 0.204035155009143, 0.30743326098466245, 0.2674659036231022 ], "log_loss": [ 1.150991798392466, 1.1586877601097139, 1.1158229197746483, 1.1803366079614674, 1.103608523052741, 1.2929115488849405, 1.0308656653348658, 1.0440510095295943, 1.135979379167596 ], "log_loss_clim": [ 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876 ] }, "rps": 0.46009424450900244, "rpss": -0.01251379764163607, "bss_below": -0.015264233987076548, "bss_above": -0.010757546330019796, "log_loss": 1.1348061346897813, "log_loss_skill": -0.032945086432369264, "reliability": { "below": { "weight": [ 0.135429, 0.160575, 0.240735, 0.210475, 0.139611, 0.072951, 0.037814, 0.002276, 0.000135, 0.0 ], "mean_forecast": [ 0.0455, 0.1451, 0.2519, 0.3503, 0.4432, 0.5394, 0.635, 0.7277, 0.8095, NaN ], "observed_frequency": [ 0.1832, 0.1638, 0.1677, 0.1721, 0.2117, 0.3358, 0.395, 0.4706, 1.0, NaN ] }, "above": { "weight": [ 0.025288, 0.141361, 0.261542, 0.182253, 0.132801, 0.092025, 0.082469, 0.038211, 0.028872, 0.015179 ], "mean_forecast": [ 0.0719, 0.1492, 0.2491, 0.3502, 0.4444, 0.5405, 0.6449, 0.7427, 0.8433, 0.9326 ], "observed_frequency": [ 0.3593, 0.3858, 0.4825, 0.4832, 0.5328, 0.5909, 0.6143, 0.5193, 0.4699, 0.761 ] } } } } }, "temperature": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4225317842167519, 0.45845614011296004, 0.4277467163938042, 0.4619042369369876, 0.4171555728533573, 0.4751708713557679, 0.4344047491310694, 0.4205523931432282, 0.39764463137556594, 0.4728295188261734, 0.3721225183347051, 0.5047353112562866, 0.4316429755466885, 0.4107014277160347, 0.4211278780844962, 0.43053551776869536, 0.4704735194483379, 0.4099117070574375, 0.4626422509556422, 0.47079101796881756, 0.4405615594714147, 0.4165772258286045, 0.41126915070849923, 0.5518719978069844 ], "rps_clim": [ 0.4625021445862044, 0.46159488869678755, 0.4404943884335238, 0.46286694870416484, 0.46982744395686576, 0.4638745867904695, 0.4580567296219436, 0.44805822830116804, 0.4278195644333872, 0.48511783635941824, 0.40716586188404125, 0.4476694678025769, 0.4237393979375955, 0.4284018224249593, 0.5042399145627019, 0.4349655508301632, 0.4679909581860775, 0.4188368664000415, 0.462507410301521, 0.476874938942896, 0.4481833614592989, 0.43736310157224134, 0.4722166255537948, 0.47162506981963837 ], "brier_below": [ 0.27434746879168237, 0.1821791067850151, 0.25770043125249437, 0.18860832256156682, 0.22135270123481643, 0.1551836194503639, 0.24907640716950225, 0.24506781595486382, 0.1595764971560029, 0.2956391748799181, 0.13971143739912883, 0.32988629814681114, 0.23935574376121033, 0.13545508707586032, 0.09165220494494714, 0.21377345364771966, 0.3406202069647156, 0.1465827834688315, 0.19782918406929115, 0.1445292443471816, 0.19872620994892837, 0.23879088031025483, 0.2635259927329172, 0.357327482084855 ], "brier_below_clim": [ 0.299632410717911, 0.18587870939096326, 0.25998119606521325, 0.19649455373223845, 0.2550109542404642, 0.162611082203679, 0.2598521950723673, 0.2612903611498991, 0.17697290245365346, 0.29444690935857754, 0.1706907313694619, 0.28903643213970553, 0.23599804043522338, 0.14777022402744325, 0.13361595890202554, 0.21740548647461078, 0.33176824151275985, 0.15679241531485055, 0.1994166508248519, 0.15032826915290334, 0.20493564010625412, 0.24145406689362325, 0.29815694964329725, 0.31360797929136064 ], "brier_above": [ 0.1481843154250694, 0.276277033327945, 0.17004628514130987, 0.27329591437542083, 0.19580287161854096, 0.31998725190540406, 0.18532834196156717, 0.17548457718836422, 0.23806813421956305, 0.17719034394625535, 0.23241108093557625, 0.1748490131094754, 0.19228723178547805, 0.2752463406401744, 0.3294756731395492, 0.2167620641209758, 0.12985331248362214, 0.26332892358860605, 0.26481306688635114, 0.3262617736216361, 0.24183534952248611, 0.1777863455183497, 0.14774315797558196, 0.19454451572212944 ], "brier_above_clim": [ 0.16286973386829323, 0.27571617930582415, 0.18051319236831054, 0.26637239497192633, 0.21481648971640155, 0.30126350458679035, 0.1982045345495762, 0.18676786715126875, 0.25084666197973376, 0.19067092700084065, 0.2364751305145793, 0.15863303566287124, 0.18774135750237225, 0.28063159839751606, 0.3706239556606764, 0.2175600643555525, 0.13622271667331767, 0.2620444510851909, 0.2630907594766691, 0.3265466697899926, 0.2432477213530449, 0.1959090346786181, 0.17405967591049748, 0.15801709052827764 ], "log_loss": [ 1.0394705767342198, 1.0970790544011586, 1.0690329149949687, 1.0929020146524095, 1.0146813952735199, 1.104247060047969, 1.0503073944207277, 1.051705837658538, 1.0510308792008807, 1.074921973118206, 1.0447646672733764, 1.1903090559638776, 1.1131791436004188, 1.0640830342737406, 0.9665592945562614, 1.0926808228449674, 1.1129171331055772, 1.079661468103703, 1.098879873802214, 1.069438911304575, 1.0924767221543228, 1.062936219342803, 1.009459128291203, 1.2063536213200636 ], "log_loss_clim": [ 1.0928247010756968, 1.0932227561714765, 1.1024805209887503, 1.092664644646403, 1.0896107536363666, 1.09222254724077, 1.0947751101058545, 1.0991619148070721, 1.108041552160029, 1.0829021517046336, 1.1171032861673817, 1.099332482007911, 1.1098317098037855, 1.107786088664771, 1.074512412095867, 1.1049062776109246, 1.0904165048339258, 1.111982677004452, 1.0928223907629844, 1.0865186918218332, 1.0991070131064316, 1.1038543612757334, 1.0885625092320077, 1.088822052076718 ] }, "rps": 0.4413900280124296, "rpss": 0.026523857570044718, "bss_below": 0.03245375555390839, "bss_above": 0.02058926741541267, "log_loss": 1.0770449248516543, "log_loss_skill": 0.018021446287474263, "reliability": { "below": { "weight": [ 0.0, 0.021396, 0.279749, 0.552874, 0.119712, 0.022825, 0.003444, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1639, 0.2622, 0.3452, 0.4326, 0.5464, 0.6429, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2783, 0.2546, 0.3516, 0.5002, 0.5975, 0.7544, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.024729, 0.206201, 0.602791, 0.1532, 0.011866, 0.001213, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1631, 0.2623, 0.351, 0.4306, 0.5318, 0.611, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1443, 0.2326, 0.3709, 0.4488, 0.2527, 0.1855, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4273030932612694, 0.48211987071566015, 0.4136539457279047, 0.45446597750375894, 0.3790541909998239, 0.5188648836318837, 0.39594971267045054, 0.41678950662621167, 0.38313943687697505, 0.461939833097305, 0.33997185402180946, 0.5476796619210785, 0.40145840786806036, 0.3922773695866561, 0.39659273568535675, 0.4216347232824936, 0.4852129190042991, 0.4321896008309035, 0.46820850906849987, 0.4647332991778545, 0.44802628637375397, 0.3830702384511615, 0.40667970094918976, 0.5020678574116252 ], "rps_clim": [ 0.4783928822759757, 0.47851945526200396, 0.4363405983984559, 0.45554856797843624, 0.4692768139798448, 0.47784783076934295, 0.4363277180670701, 0.42911353953029135, 0.42219420001192276, 0.5068481579907806, 0.40171471251488117, 0.45512779916810575, 0.404350582502918, 0.40865537485623, 0.48639718804316545, 0.44315229259879996, 0.4958720926659176, 0.43277603457023534, 0.46502636956376436, 0.4740692033828123, 0.456112797909182, 0.4302812020232237, 0.5000385661978536, 0.4365908837694042 ], "brier_below": [ 0.2619305276056389, 0.19545717675911642, 0.25845574711506175, 0.14242745739784385, 0.24320104194535214, 0.14165319634860596, 0.1769581851510169, 0.2024074474221254, 0.16623304557293267, 0.36295780810097855, 0.08565383652384977, 0.36725982524688844, 0.2306197397485698, 0.14206039800398, 0.08745639558361801, 0.18672754645767212, 0.38075696741901294, 0.1414801008655378, 0.2181823678875967, 0.12401226163145374, 0.18577423248399647, 0.27201358744700244, 0.2828571380910997, 0.2961183884393327 ], "brier_below_clim": [ 0.295061805248855, 0.19868207040204694, 0.26182430258523354, 0.1530273756639085, 0.29955785395623435, 0.13933500242887786, 0.19802750095084334, 0.21276191618591256, 0.1870946613836174, 0.3763362733314377, 0.1359850134096679, 0.3052279604608446, 0.2332793135781096, 0.16002787500701532, 0.13706805190249127, 0.20048953440023126, 0.37161435226063616, 0.14772157696565813, 0.21729977105895837, 0.13912166904319637, 0.1941619532924994, 0.2823363928821582, 0.33617678832429, 0.2605995668471377 ], "brier_above": [ 0.16537256565563052, 0.2866626939565438, 0.15519819861284295, 0.3120385201059151, 0.1358531490544718, 0.37721168728327775, 0.21899152751943363, 0.21438205920408626, 0.21690639130404235, 0.09898202499632651, 0.2543180174979597, 0.1804198366741901, 0.17083866811949044, 0.2502169715826761, 0.30913634010173874, 0.23490717682482148, 0.10445595158528609, 0.2907094999653656, 0.25002614118090316, 0.3407210375464007, 0.2622520538897576, 0.11105665100415907, 0.12382256285809007, 0.20594946897229252 ], "brier_above_clim": [ 0.18333107702712054, 0.2798373848599569, 0.17451629581322226, 0.3025211923145276, 0.16971896002361034, 0.3385128283404649, 0.23830021711622673, 0.21635162334437877, 0.23509953862830535, 0.1305118846593427, 0.2657296991052132, 0.14989983870726103, 0.17107126892480837, 0.24862749984921456, 0.34932913614067407, 0.24266275819856864, 0.12425774040528127, 0.28505445760457715, 0.24772659850480583, 0.33494753433961566, 0.26195084461668244, 0.14794480914106525, 0.16386177787356343, 0.17599131692226644 ], "log_loss": [ 1.0113265684919492, 1.1034733013326163, 1.0618254028092817, 1.1021628073580592, 0.9549671100945931, 1.1574812472838265, 1.0307663529367852, 1.0723500766447724, 1.0264670458268808, 1.0275552944062836, 0.9922532233874712, 1.2448462221072658, 1.0896325072258446, 1.0667588072570664, 0.9658907061616437, 1.052568181104392, 1.0895424604677462, 1.0931813947941753, 1.1043251785908388, 1.0775940598784104, 1.0768862169466524, 1.0246154526143259, 0.9516486823184082, 1.1956261421075225 ], "log_loss_clim": [ 1.0858526999160365, 1.0857971664963426, 1.104302980682369, 1.0958755565563927, 1.0898523404596643, 1.0860918392065153, 1.1043086318791295, 1.107473825472174, 1.110509659559172, 1.0733680551402456, 1.119494957370143, 1.0960601672831471, 1.118338479365655, 1.1164497679750753, 1.082340840984085, 1.1013143755721972, 1.0781837623570798, 1.1058669196025885, 1.0917172068979957, 1.0877496977046623, 1.0956280028047496, 1.1069615179623689, 1.0763557378271018, 1.1041931689209161 ] }, "rps": 0.43429515061433266, "rpss": 0.042046606452663116, "bss_below": 0.05331137864931135, "bss_above": 0.030771347275117544, "log_loss": 1.0655726850894505, "log_loss_skill": 0.028504042918740646, "reliability": { "below": { "weight": [ 0.0, 0.030581, 0.341732, 0.469895, 0.121684, 0.032278, 0.003829, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1638, 0.2605, 0.343, 0.436, 0.5452, 0.6429, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2606, 0.236, 0.3559, 0.5666, 0.625, 0.6978, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.034901, 0.255812, 0.548919, 0.14457, 0.014337, 0.00146, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1623, 0.2586, 0.3488, 0.4327, 0.5306, 0.611, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1207, 0.2276, 0.3882, 0.4584, 0.328, 0.2755, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4610872576635653, 0.44375884777539565, 0.4501532389757178, 0.44440533382125896, 0.415053522873273, 0.47991053959959995, 0.42107189398411904, 0.41512671602950235, 0.44503526921323894 ], "rps_clim": [ 0.4546231099504593, 0.43753747052601477, 0.49174002423345364, 0.49152720319112103, 0.425759686884452, 0.45276062109717374, 0.44678141219100675, 0.4601609884551471, 0.46568341206196623 ], "brier_below": [ 0.1579575116372753, 0.2097399886899892, 0.1400419357862887, 0.12305049883545949, 0.19091939769741434, 0.23694395426792544, 0.22532848582717305, 0.13764904054488666, 0.22170394442499505 ], "brier_below_clim": [ 0.15629594250614892, 0.2030692336614904, 0.1489835591475073, 0.12955841996645884, 0.19874380582689244, 0.2228475851534563, 0.23511902665323692, 0.15822245589198483, 0.22961314667049418 ], "brier_above": [ 0.30312974602629017, 0.2340188590854063, 0.31011130318942903, 0.32135483498579964, 0.22413412517585876, 0.24296658533167442, 0.1957434081569462, 0.2774776754846157, 0.22333132478824397 ], "brier_above_clim": [ 0.29832715383568675, 0.23446823467476652, 0.3427564435327463, 0.3619687582360325, 0.2270158802003865, 0.22991303456849288, 0.21166238742601534, 0.30193851830877666, 0.23607026291524907 ], "log_loss": [ 1.1008369762972794, 1.0970037447272218, 1.0330578839767126, 1.0193071477060274, 1.0732615172867417, 1.140306925151184, 1.0510999867447735, 1.0269656592266798, 1.0677621617617576 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4417336244372968, "rpss": 0.03658514575714367, "bss_below": 0.02325082108460863, "bss_above": 0.04576402985235839, "log_loss": 1.0677335558753756, "log_loss_skill": 0.028107007491699254, "reliability": { "below": { "weight": [ 0.0, 0.045476, 0.29515, 0.583544, 0.075754, 7.6e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.167, 0.2597, 0.344, 0.4212, 0.5245, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2381, 0.1844, 0.23, 0.37, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0012, 0.163391, 0.577318, 0.214971, 0.04019, 0.00293, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1646, 0.2735, 0.3489, 0.4369, 0.5377, 0.6122, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6871, 0.3708, 0.4739, 0.5594, 0.592, 0.7949, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4597624588165709, 0.4278999049645713, 0.4642167548270739, 0.4500464437102622, 0.41545914643276255, 0.44405358990558447, 0.4268206755488642, 0.44213402745310415, 0.4377925772303279 ], "rps_clim": [ 0.4512821189297184, 0.4206501052342102, 0.48607676155700724, 0.47178924942018213, 0.4202321083174025, 0.44974331659729855, 0.4554292533591238, 0.4713683857526428, 0.46309958751658076 ], "brier_below": [ 0.13397215679536315, 0.21738052284815296, 0.15112569005408616, 0.12679857690929608, 0.16856383950488196, 0.17395572812341642, 0.23841788312601822, 0.14857444078597637, 0.18669851144197713 ], "brier_below_clim": [ 0.13306928828126782, 0.21585583639272318, 0.16162148566504822, 0.13114817245105845, 0.17045689322354624, 0.1706324345160037, 0.2513941016020818, 0.16393510953105803, 0.19563367580327717 ], "brier_above": [ 0.3257903020212078, 0.21051938211641838, 0.31309106477298776, 0.3232478668009661, 0.2468953069278806, 0.270097861782168, 0.18840279242284602, 0.2935595866671277, 0.2510940657883508 ], "brier_above_clim": [ 0.31821281348399405, 0.20479427195784727, 0.3244552576112664, 0.3406410557941846, 0.24977521016699747, 0.2791108719088107, 0.204035155009143, 0.30743326098466245, 0.2674659036231022 ], "log_loss": [ 1.1035923471111095, 1.1061204585467952, 1.0727899444866333, 1.0657775637830567, 1.0861176020516339, 1.0889789813143211, 1.0512777134792908, 1.0550011900595266, 1.0564914017187563 ], "log_loss_clim": [ 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876 ] }, "rps": 0.440909508765458, "rpss": 0.029705399569094015, "bss_below": 0.03028062042069768, "bss_above": 0.029338063615648835, "log_loss": 1.0762385780612358, "log_loss_skill": 0.02036540246478813, "reliability": { "below": { "weight": [ 0.0, 0.056105, 0.300124, 0.575633, 0.068138, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1658, 0.2608, 0.3429, 0.4189, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1914, 0.1767, 0.1874, 0.3858, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.002011, 0.235577, 0.559484, 0.158473, 0.040027, 0.004428, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1636, 0.2726, 0.3427, 0.4355, 0.5388, 0.6116, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.7334, 0.4142, 0.5027, 0.589, 0.5404, 0.7574, NaN, NaN, NaN ] } } } } }, "dirichlet": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.41862327267986743, 0.45691252455323705, 0.429045041501674, 0.465436526033171, 0.42132600187400615, 0.48003493033486433, 0.4368689374629115, 0.41908097328468863, 0.39793955743490694, 0.46683298516285476, 0.3760115118594183, 0.5070739478720626, 0.4358031024200746, 0.4094766076910857, 0.43809332210962443, 0.4334768600019485, 0.4656893556447334, 0.41215822027032134, 0.46151944791370525, 0.46792397775502365, 0.43958675303302946, 0.41488035957763003, 0.4002961894765699, 0.5689954452066767 ], "rps_clim": [ 0.4625021445862044, 0.46159488869678755, 0.4404943884335238, 0.46286694870416484, 0.46982744395686576, 0.4638745867904695, 0.4580567296219436, 0.44805822830116804, 0.4278195644333872, 0.48511783635941824, 0.40716586188404125, 0.4476694678025769, 0.4237393979375955, 0.4284018224249593, 0.5042399145627019, 0.4349655508301632, 0.4679909581860775, 0.4188368664000415, 0.462507410301521, 0.476874938942896, 0.4481833614592989, 0.43736310157224134, 0.4722166255537948, 0.47162506981963837 ], "brier_below": [ 0.2680196361834189, 0.1830534913629047, 0.2572131827057038, 0.19337726076307035, 0.22635453995763777, 0.16110881263045848, 0.2474850989999378, 0.24215982784270398, 0.1610352901701006, 0.2885692739043583, 0.14308362486481163, 0.3296781165694605, 0.23978639509009178, 0.1376650973631283, 0.09498193987311844, 0.2149148281346095, 0.3318483757947964, 0.15087187356637974, 0.19827910906169924, 0.14726656956351955, 0.19904098747213736, 0.23828781455228906, 0.25241187734099657, 0.36872612581677494 ], "brier_below_clim": [ 0.299632410717911, 0.18587870939096326, 0.25998119606521325, 0.19649455373223845, 0.2550109542404642, 0.162611082203679, 0.2598521950723673, 0.2612903611498991, 0.17697290245365346, 0.29444690935857754, 0.1706907313694619, 0.28903643213970553, 0.23599804043522338, 0.14777022402744325, 0.13361595890202554, 0.21740548647461078, 0.33176824151275985, 0.15679241531485055, 0.1994166508248519, 0.15032826915290334, 0.20493564010625412, 0.24145406689362325, 0.29815694964329725, 0.31360797929136064 ], "brier_above": [ 0.1506036364964486, 0.2738590331903325, 0.17183185879597004, 0.2720592652701006, 0.1949714619163684, 0.31892611770440593, 0.18938383846297363, 0.17692114544198476, 0.23690426726480623, 0.17826371125849658, 0.23292788699460668, 0.17739583130260225, 0.1960167073299829, 0.2718115103279575, 0.34311138223650606, 0.21856203186733905, 0.13384097984993695, 0.2612863467039417, 0.26324033885200593, 0.32065740819150407, 0.24054576556089202, 0.17659254502534114, 0.14788431213557332, 0.20026931938990175 ], "brier_above_clim": [ 0.16286973386829323, 0.27571617930582415, 0.18051319236831054, 0.26637239497192633, 0.21481648971640155, 0.30126350458679035, 0.1982045345495762, 0.18676786715126875, 0.25084666197973376, 0.19067092700084065, 0.2364751305145793, 0.15863303566287124, 0.18774135750237225, 0.28063159839751606, 0.3706239556606764, 0.2175600643555525, 0.13622271667331767, 0.2620444510851909, 0.2630907594766691, 0.3265466697899926, 0.2432477213530449, 0.1959090346786181, 0.17405967591049748, 0.15801709052827764 ], "log_loss": [ 1.0312222559570239, 1.091212171120513, 1.0737873072424604, 1.0957461059962794, 1.0223063310361638, 1.1086960580631335, 1.0531475990697972, 1.0500376786643058, 1.0558686696430362, 1.0594999749350749, 1.0575331640935066, 1.1965298085292944, 1.1223091609707283, 1.0671991186505851, 0.9981210699133528, 1.0982556063413873, 1.100037900515796, 1.0880367409899656, 1.0946936237811744, 1.0627988618218824, 1.0901175056403196, 1.0649804743302766, 0.9894042183214874, 1.2519265555560808 ], "log_loss_clim": [ 1.0928247010756968, 1.0932227561714765, 1.1024805209887503, 1.092664644646403, 1.0896107536363666, 1.09222254724077, 1.0947751101058545, 1.0991619148070721, 1.108041552160029, 1.0829021517046336, 1.1171032861673817, 1.099332482007911, 1.1098317098037855, 1.107786088664771, 1.074512412095867, 1.1049062776109246, 1.0904165048339258, 1.111982677004452, 1.0928223907629844, 1.0865186918218332, 1.0991070131064316, 1.1038543612757334, 1.0885625092320077, 1.088822052076718 ] }, "rps": 0.4426285771314202, "rpss": 0.023792264325869672, "bss_below": 0.030851485164116732, "bss_above": 0.016727457713675453, "log_loss": 1.0801444983826511, "log_loss_skill": 0.015195459494478425, "reliability": { "below": { "weight": [ 0.0, 0.026441, 0.252134, 0.531369, 0.145619, 0.022696, 0.014777, 0.006964, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.169, 0.2673, 0.3452, 0.4356, 0.5385, 0.6486, 0.7419, NaN, NaN ], "observed_frequency": [ NaN, 0.3756, 0.2448, 0.338, 0.4703, 0.6649, 0.553, 0.6685, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.048786, 0.164677, 0.586607, 0.190063, 0.008626, 0.001241, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1566, 0.2666, 0.3554, 0.4281, 0.5474, 0.6256, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1489, 0.2531, 0.3716, 0.415, 0.1235, 0.1813, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42075804861985433, 0.48134667842458423, 0.41135980771612957, 0.4565284221181819, 0.37821141695983473, 0.5267429675488564, 0.3987246050817053, 0.4179150078836274, 0.3846094570841027, 0.45114897969544004, 0.3451920355974975, 0.5494914678746913, 0.40737867748781326, 0.3950700416537082, 0.42378308996240727, 0.4237980834317786, 0.47426810106440825, 0.4355608713647702, 0.4677029142013, 0.462702821272377, 0.44798335981046383, 0.3779051100041449, 0.38845989561163574, 0.5182779815670997 ], "rps_clim": [ 0.4783928822759757, 0.47851945526200396, 0.4363405983984559, 0.45554856797843624, 0.4692768139798448, 0.47784783076934295, 0.4363277180670701, 0.42911353953029135, 0.42219420001192276, 0.5068481579907806, 0.40171471251488117, 0.45512779916810575, 0.404350582502918, 0.40865537485623, 0.48639718804316545, 0.44315229259879996, 0.4958720926659176, 0.43277603457023534, 0.46502636956376436, 0.4740692033828123, 0.456112797909182, 0.4302812020232237, 0.5000385661978536, 0.4365908837694042 ], "brier_below": [ 0.2552801260747849, 0.19747077306172198, 0.25534805488546947, 0.14823788477646807, 0.2440660957028446, 0.15084867769694757, 0.1769767865292309, 0.20272279087420533, 0.16750567544754313, 0.34890692588523603, 0.09171882092660127, 0.3683537265733003, 0.2314118930094801, 0.14614186785218858, 0.09290949624493078, 0.188635918283325, 0.36621663364353135, 0.14836107393586187, 0.21798643945074203, 0.12851917668384324, 0.18803620724584685, 0.26679875172762385, 0.265163098932801, 0.3073600883689717 ], "brier_below_clim": [ 0.295061805248855, 0.19868207040204694, 0.26182430258523354, 0.1530273756639085, 0.29955785395623435, 0.13933500242887786, 0.19802750095084334, 0.21276191618591256, 0.1870946613836174, 0.3763362733314377, 0.1359850134096679, 0.3052279604608446, 0.2332793135781096, 0.16002787500701532, 0.13706805190249127, 0.20048953440023126, 0.37161435226063616, 0.14772157696565813, 0.21729977105895837, 0.13912166904319637, 0.1941619532924994, 0.2823363928821582, 0.33617678832429, 0.2605995668471377 ], "brier_above": [ 0.16547792254506946, 0.2838759053628622, 0.15601175283066013, 0.3082905373417138, 0.13414532125699008, 0.37589428985190876, 0.22174781855247433, 0.21519221700942207, 0.21710378163655958, 0.10224205381020404, 0.25347321467089623, 0.1811377413013909, 0.17596678447833322, 0.24892817380151963, 0.3308735937174765, 0.23516216514845356, 0.10805146742087689, 0.28719979742890833, 0.24971647475055797, 0.33418364458853383, 0.2599471525646169, 0.11110635827652103, 0.12329679667883475, 0.210917893198128 ], "brier_above_clim": [ 0.18333107702712054, 0.2798373848599569, 0.17451629581322226, 0.3025211923145276, 0.16971896002361034, 0.3385128283404649, 0.23830021711622673, 0.21635162334437877, 0.23509953862830535, 0.1305118846593427, 0.2657296991052132, 0.14989983870726103, 0.17107126892480837, 0.24862749984921456, 0.34932913614067407, 0.24266275819856864, 0.12425774040528127, 0.28505445760457715, 0.24772659850480583, 0.33494753433961566, 0.26195084461668244, 0.14794480914106525, 0.16386177787356343, 0.17599131692226644 ], "log_loss": [ 0.997515548569876, 1.095908515348442, 1.0610671189141014, 1.1029736789966478, 0.958163855356748, 1.1622122445318575, 1.0379706248157952, 1.0766524564117235, 1.0349088700919993, 1.0010027488097593, 1.0094016728007376, 1.2508356226471429, 1.1057412628506826, 1.0775026850130331, 1.0153280347451112, 1.0564443782786646, 1.063058045826717, 1.1014828846587397, 1.1000506052464285, 1.0700534999037885, 1.07592560698946, 1.0231130752943831, 0.9157237281993853, 1.2424454169275214 ], "log_loss_clim": [ 1.0858526999160365, 1.0857971664963426, 1.104302980682369, 1.0958755565563927, 1.0898523404596643, 1.0860918392065153, 1.1043086318791295, 1.107473825472174, 1.110509659559172, 1.0733680551402456, 1.119494957370143, 1.0960601672831471, 1.118338479365655, 1.1164497679750753, 1.082340840984085, 1.1013143755721972, 1.0781837623570798, 1.1058669196025885, 1.0917172068979957, 1.0877496977046623, 1.0956280028047496, 1.1069615179623689, 1.0763557378271018, 1.1041931689209161 ] }, "rps": 0.43520499341818386, "rpss": 0.04003970630581366, "bss_below": 0.0528846577269787, "bss_above": 0.02718279683012037, "log_loss": 1.0681450908845311, "log_loss_skill": 0.026158748350981087, "reliability": { "below": { "weight": [ 0.0, 0.035601, 0.307341, 0.44053, 0.153403, 0.033862, 0.021009, 0.008253, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.17, 0.2652, 0.3436, 0.4402, 0.5395, 0.6473, 0.7404, NaN, NaN ], "observed_frequency": [ NaN, 0.324, 0.2301, 0.3299, 0.5169, 0.6786, 0.6028, 0.6163, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.072606, 0.201941, 0.5518, 0.163193, 0.009, 0.00146, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1592, 0.2644, 0.3539, 0.43, 0.548, 0.6258, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1344, 0.2502, 0.3921, 0.4181, 0.1836, 0.2755, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.46251414095738913, 0.444775782737199, 0.44990813408773067, 0.4489270037331183, 0.4160161678999334, 0.4762929652446887, 0.41902334608381686, 0.41485908015071987, 0.4485455412379011 ], "rps_clim": [ 0.4546231099504593, 0.43753747052601477, 0.49174002423345364, 0.49152720319112103, 0.425759686884452, 0.45276062109717374, 0.44678141219100675, 0.4601609884551471, 0.46568341206196623 ], "brier_below": [ 0.1633705902206348, 0.2103770464284514, 0.14302483809790398, 0.12700604431336554, 0.19271218209026791, 0.23753385791956222, 0.22390152871432298, 0.1386808429846305, 0.22222292170639685 ], "brier_below_clim": [ 0.15629594250614892, 0.2030692336614904, 0.1489835591475073, 0.12955841996645884, 0.19874380582689244, 0.2228475851534563, 0.23511902665323692, 0.15822245589198483, 0.22961314667049418 ], "brier_above": [ 0.2991435507367543, 0.2343987363087476, 0.30688329598982644, 0.3219209594197527, 0.2233039858096655, 0.2387591073251265, 0.19512181736949386, 0.27617823716608914, 0.2263226195315043 ], "brier_above_clim": [ 0.29832715383568675, 0.23446823467476652, 0.3427564435327463, 0.3619687582360325, 0.2270158802003865, 0.22991303456849288, 0.21166238742601534, 0.30193851830877666, 0.23607026291524907 ], "log_loss": [ 1.1024100860092987, 1.1016071285901374, 1.0307024659623143, 1.0248534949604742, 1.0791926446931457, 1.1375636432755931, 1.0514166918669454, 1.0245090657383464, 1.0721546061437666 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.44231801801472187, "rpss": 0.035310591541506064, "bss_below": 0.014040998790606385, "bss_above": 0.049951856041732356, "log_loss": 1.0693788696933357, "log_loss_skill": 0.026609378273854234, "reliability": { "below": { "weight": [ 0.0, 0.044571, 0.279201, 0.572793, 0.101479, 0.001955, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1758, 0.2601, 0.3465, 0.4304, 0.523, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2396, 0.1856, 0.2239, 0.3567, 0.2698, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.002626, 0.13482, 0.567468, 0.27529, 0.019797, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1661, 0.2698, 0.3536, 0.4357, 0.5229, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3713, 0.3614, 0.4696, 0.546, 0.7529, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4625183565978473, 0.43167810733455053, 0.46902939325152293, 0.4574753610846056, 0.41603040524036095, 0.43954844364217177, 0.42098357017231136, 0.4421114929825062, 0.44036684045916574 ], "rps_clim": [ 0.4512821189297184, 0.4206501052342102, 0.48607676155700724, 0.47178924942018213, 0.4202321083174025, 0.44974331659729855, 0.4554292533591238, 0.4713683857526428, 0.46309958751658076 ], "brier_below": [ 0.14218394417670382, 0.2196380265218931, 0.1577076194760284, 0.13391736761370462, 0.17138373611712332, 0.17464077790548546, 0.23444945526652278, 0.15092663480024351, 0.1879408758067912 ], "brier_below_clim": [ 0.13306928828126782, 0.21585583639272318, 0.16162148566504822, 0.13114817245105845, 0.17045689322354624, 0.1706324345160037, 0.2513941016020818, 0.16393510953105803, 0.19563367580327717 ], "brier_above": [ 0.3203344124211434, 0.21204008081265738, 0.3113217737754946, 0.323557993470901, 0.24464666912323763, 0.2649076657366862, 0.18653411490578856, 0.29118485818226275, 0.25242596465237455 ], "brier_above_clim": [ 0.31821281348399405, 0.20479427195784727, 0.3244552576112664, 0.3406410557941846, 0.24977521016699747, 0.2791108719088107, 0.204035155009143, 0.30743326098466245, 0.2674659036231022 ], "log_loss": [ 1.106874600001995, 1.1157816944204333, 1.0749196358665039, 1.0748251947686627, 1.0913890270410824, 1.0852613359267953, 1.0428586836718527, 1.0512978109760358, 1.0597012432883306 ], "log_loss_clim": [ 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876 ] }, "rps": 0.44219355230722696, "rpss": 0.026879648501068387, "bss_below": 0.013150493657331563, "bss_above": 0.035646227436996525, "log_loss": 1.0781010251068546, "log_loss_skill": 0.018670130060362666, "reliability": { "below": { "weight": [ 0.0, 0.055567, 0.267979, 0.556874, 0.117032, 0.002548, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1752, 0.2605, 0.347, 0.4325, 0.5275, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1932, 0.1804, 0.1753, 0.3463, 0.2638, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.00402, 0.195771, 0.571211, 0.208715, 0.020283, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1636, 0.2689, 0.3475, 0.4354, 0.5242, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4336, 0.3998, 0.4976, 0.5719, 0.7417, NaN, NaN, NaN, NaN ] } } } } }, "multinomial_logistic": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4193883601623791, 0.45372379341041613, 0.4356849154427756, 0.4647603991777759, 0.41898743609776923, 0.46735242081140405, 0.43162335541069763, 0.423407463269063, 0.40891918904755675, 0.47010080508565383, 0.38647431202702476, 0.49176063106392065, 0.4272648123834378, 0.41937850196962084, 0.4675666176018855, 0.4385813368012301, 0.4635372470702546, 0.4144080068256579, 0.4590464443592756, 0.4805621774482878, 0.4422058835489632, 0.428865815896581, 0.4133070987130896, 0.5309806147602908 ], "rps_clim": [ 0.4625021445862044, 0.46159488869678755, 0.4404943884335238, 0.46286694870416484, 0.46982744395686576, 0.4638745867904695, 0.4580567296219436, 0.44805822830116804, 0.4278195644333872, 0.48511783635941824, 0.40716586188404125, 0.4476694678025769, 0.4237393979375955, 0.4284018224249593, 0.5042399145627019, 0.4349655508301632, 0.4679909581860775, 0.4188368664000415, 0.462507410301521, 0.476874938942896, 0.4481833614592989, 0.43736310157224134, 0.4722166255537948, 0.47162506981963837 ], "brier_below": [ 0.27060515046805594, 0.18028734359794826, 0.2599237335040453, 0.19682027041387481, 0.22220028124718355, 0.16041102226144915, 0.24444510218836835, 0.24569051078180487, 0.16567884553132342, 0.28411393675539104, 0.15199299167000807, 0.3186461226103244, 0.2374940915043496, 0.14175457809866437, 0.11247113738525252, 0.21986486232706146, 0.32883082460901486, 0.15274664030523188, 0.19858356322553078, 0.15156403783454547, 0.2012485132769888, 0.2422082122553828, 0.2592540796970912, 0.34964600396137613 ], "brier_below_clim": [ 0.299632410717911, 0.18587870939096326, 0.25998119606521325, 0.19649455373223845, 0.2550109542404642, 0.162611082203679, 0.2598521950723673, 0.2612903611498991, 0.17697290245365346, 0.29444690935857754, 0.1706907313694619, 0.28903643213970553, 0.23599804043522338, 0.14777022402744325, 0.13361595890202554, 0.21740548647461078, 0.33176824151275985, 0.15679241531485055, 0.1994166508248519, 0.15032826915290334, 0.20493564010625412, 0.24145406689362325, 0.29815694964329725, 0.31360797929136064 ], "brier_above": [ 0.14878320969432338, 0.2734364498124678, 0.17576118193873025, 0.2679401287639011, 0.1967871548505858, 0.30694139854995484, 0.18717825322232906, 0.17771695248725808, 0.24324034351623336, 0.18598686833026273, 0.23448132035701666, 0.17311450845359638, 0.1897707208790881, 0.27762392387095647, 0.3550954802166329, 0.21871647447416873, 0.13470642246123993, 0.2616613665204259, 0.2604628811337448, 0.3289981396137421, 0.24095737027197436, 0.18665760364119813, 0.15405301901599833, 0.18133461079891466 ], "brier_above_clim": [ 0.16286973386829323, 0.27571617930582415, 0.18051319236831054, 0.26637239497192633, 0.21481648971640155, 0.30126350458679035, 0.1982045345495762, 0.18676786715126875, 0.25084666197973376, 0.19067092700084065, 0.2364751305145793, 0.15863303566287124, 0.18774135750237225, 0.28063159839751606, 0.3706239556606764, 0.2175600643555525, 0.13622271667331767, 0.2620444510851909, 0.2630907594766691, 0.3265466697899926, 0.2432477213530449, 0.1959090346786181, 0.17405967591049748, 0.15801709052827764 ], "log_loss": [ 1.0282412523139248, 1.0810566783302709, 1.09547102000362, 1.0965468595238084, 1.0157876396002867, 1.0937429926318958, 1.0550413005218615, 1.06231030873088, 1.0789514826704476, 1.0596240000825197, 1.0786840284987844, 1.1689840964957012, 1.1124751019338348, 1.0914731390604684, 1.0324517748311297, 1.1090347158933855, 1.0867497056492075, 1.1026923381003968, 1.0884609199361481, 1.0914544520774367, 1.0906273159587188, 1.0957884964375628, 1.0016162355914495, 1.1943717387085138 ], "log_loss_clim": [ 1.0928247010756968, 1.0932227561714765, 1.1024805209887503, 1.092664644646403, 1.0896107536363666, 1.09222254724077, 1.0947751101058545, 1.0991619148070721, 1.108041552160029, 1.0829021517046336, 1.1171032861673817, 1.099332482007911, 1.1098317098037855, 1.107786088664771, 1.074512412095867, 1.1049062776109246, 1.0904165048339258, 1.111982677004452, 1.0928223907629844, 1.0865186918218332, 1.0991070131064316, 1.1038543612757334, 1.0885625092320077, 1.088822052076718 ] }, "rps": 0.44407865159937554, "rpss": 0.020594156508033867, "bss_below": 0.026945160273073365, "bss_above": 0.014238127362406594, "log_loss": 1.0838182330659272, "log_loss_skill": 0.011845990416850305, "reliability": { "below": { "weight": [ 5.7e-05, 0.005561, 0.182456, 0.646932, 0.140394, 0.022517, 0.002055, 2.8e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0809, 0.1593, 0.277, 0.345, 0.4293, 0.5511, 0.6174, 0.7386, NaN, NaN ], "observed_frequency": [ 1.0, 0.7319, 0.2532, 0.3304, 0.4934, 0.5819, 0.6027, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.008575, 0.127909, 0.7744, 0.085391, 0.003668, 5.7e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.188, 0.2731, 0.3508, 0.4213, 0.5361, 0.6472, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1412, 0.213, 0.3654, 0.4112, 0.1531, 0.0, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4311694549093013, 0.47912183522102403, 0.4242358910682199, 0.4539210547523464, 0.3785716282390699, 0.5044734201078797, 0.4090940524927108, 0.41767865792920955, 0.4004115181059472, 0.4633777607740365, 0.35837495976175054, 0.5236695643745494, 0.4087798999440697, 0.4030192934378202, 0.45149097004844146, 0.4318287604611501, 0.48262299778408985, 0.4336487024859994, 0.4611840889729826, 0.4691496219194514, 0.45314915748484597, 0.39866138974280363, 0.40925863681129, 0.4908372467425104 ], "rps_clim": [ 0.4783928822759757, 0.47851945526200396, 0.4363405983984559, 0.45554856797843624, 0.4692768139798448, 0.47784783076934295, 0.4363277180670701, 0.42911353953029135, 0.42219420001192276, 0.5068481579907806, 0.40171471251488117, 0.45512779916810575, 0.404350582502918, 0.40865537485623, 0.48639718804316545, 0.44315229259879996, 0.4958720926659176, 0.43277603457023534, 0.46502636956376436, 0.4740692033828123, 0.456112797909182, 0.4302812020232237, 0.5000385661978536, 0.4365908837694042 ], "brier_below": [ 0.2624361813214838, 0.19702298473743945, 0.2586191292837821, 0.1513713687417489, 0.24292127470243124, 0.14675878600942585, 0.18223661051363338, 0.20442589569313419, 0.17382135015253397, 0.34844970968658084, 0.10245133048909491, 0.348910778626419, 0.2339782222935171, 0.15418107584310847, 0.11431687504172658, 0.19406046329175244, 0.36460770312641994, 0.14795848668440834, 0.21549090174135668, 0.13523968849658635, 0.19231928873474605, 0.2729396780170393, 0.2740146377673092, 0.2933714994504173 ], "brier_below_clim": [ 0.295061805248855, 0.19868207040204694, 0.26182430258523354, 0.1530273756639085, 0.29955785395623435, 0.13933500242887786, 0.19802750095084334, 0.21276191618591256, 0.1870946613836174, 0.3763362733314377, 0.1359850134096679, 0.3052279604608446, 0.2332793135781096, 0.16002787500701532, 0.13706805190249127, 0.20048953440023126, 0.37161435226063616, 0.14772157696565813, 0.21729977105895837, 0.13912166904319637, 0.1941619532924994, 0.2823363928821582, 0.33617678832429, 0.2605995668471377 ], "brier_above": [ 0.1687332735878176, 0.2820988504835846, 0.16561676178443774, 0.3025496860105975, 0.1356503535366387, 0.3577146340984538, 0.2268574419790774, 0.2132527622360753, 0.22659016795341322, 0.11492805108745567, 0.25592362927265566, 0.1747587857481303, 0.17480167765055252, 0.24883821759471172, 0.33717409500671497, 0.23776829716939765, 0.11801529465766994, 0.28569021580159104, 0.24569318723162592, 0.333909933422865, 0.26082986875009995, 0.12572171172576438, 0.1352439990439808, 0.19746574729209324 ], "brier_above_clim": [ 0.18333107702712054, 0.2798373848599569, 0.17451629581322226, 0.3025211923145276, 0.16971896002361034, 0.3385128283404649, 0.23830021711622673, 0.21635162334437877, 0.23509953862830535, 0.1305118846593427, 0.2657296991052132, 0.14989983870726103, 0.17107126892480837, 0.24862749984921456, 0.34932913614067407, 0.24266275819856864, 0.12425774040528127, 0.28505445760457715, 0.24772659850480583, 0.33494753433961566, 0.26195084461668244, 0.14794480914106525, 0.16386177787356343, 0.17599131692226644 ], "log_loss": [ 1.0152035397433459, 1.0873932667826895, 1.0879026131708456, 1.0949989143591696, 0.9616335121471677, 1.120365923002455, 1.0625201008752887, 1.0877989661870584, 1.075586554992073, 1.009568809495316, 1.0442359670783252, 1.2045284717876614, 1.1198852311054155, 1.1028349579081387, 1.0428107555069461, 1.0823127341866168, 1.063444583560151, 1.106056706610735, 1.0863015091661328, 1.081143499836569, 1.0918196362404322, 1.0680917643391719, 0.940863132526047, 1.1946554930474051 ], "log_loss_clim": [ 1.0858526999160365, 1.0857971664963426, 1.104302980682369, 1.0958755565563927, 1.0898523404596643, 1.0860918392065153, 1.1043086318791295, 1.107473825472174, 1.110509659559172, 1.0733680551402456, 1.119494957370143, 1.0960601672831471, 1.118338479365655, 1.1164497679750753, 1.082340840984085, 1.1013143755721972, 1.0781837623570798, 1.1058669196025885, 1.0917172068979957, 1.0877496977046623, 1.0956280028047496, 1.1069615179623689, 1.0763557378271018, 1.1041931689209161 ] }, "rps": 0.4390721068154792, "rpss": 0.03150975980069792, "bss_below": 0.04242556639783557, "bss_above": 0.020583791093464976, "log_loss": 1.0763315268189648, "log_loss_skill": 0.0186950722221777, "reliability": { "below": { "weight": [ 0.0, 0.005138, 0.210848, 0.582545, 0.1675, 0.030746, 0.003223, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1629, 0.2761, 0.3419, 0.4323, 0.5551, 0.6171, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5991, 0.2476, 0.31, 0.5467, 0.5933, 0.6096, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.012912, 0.163407, 0.734168, 0.085838, 0.003674, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1876, 0.2717, 0.3532, 0.4208, 0.5234, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1129, 0.1822, 0.3818, 0.4018, 0.2459, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.46664637676210213, 0.4506767920744082, 0.45332332089040683, 0.4542348444290943, 0.42037611402952024, 0.46858120068178905, 0.4349750742630257, 0.4191328779660496, 0.4435032353806301 ], "rps_clim": [ 0.4546231099504593, 0.43753747052601477, 0.49174002423345364, 0.49152720319112103, 0.425759686884452, 0.45276062109717374, 0.44678141219100675, 0.4601609884551471, 0.46568341206196623 ], "brier_below": [ 0.16798738077164793, 0.2103638227273727, 0.14310605646386002, 0.1269609703635173, 0.19633597294002794, 0.23474848639362586, 0.23113776295239288, 0.1403447559765393, 0.2223490534279904 ], "brier_below_clim": [ 0.15629594250614892, 0.2030692336614904, 0.1489835591475073, 0.12955841996645884, 0.19874380582689244, 0.2228475851534563, 0.23511902665323692, 0.15822245589198483, 0.22961314667049418 ], "brier_above": [ 0.2986589959904541, 0.2403129693470354, 0.31021726442654685, 0.3272738740655771, 0.22404014108949225, 0.23383271428816324, 0.2038373113106329, 0.2787881219895104, 0.22115418195263953 ], "brier_above_clim": [ 0.29832715383568675, 0.23446823467476652, 0.3427564435327463, 0.3619687582360325, 0.2270158802003865, 0.22991303456849288, 0.21166238742601534, 0.30193851830877666, 0.23607026291524907 ], "log_loss": [ 1.1140641693266324, 1.1186598080795624, 1.0362842267913368, 1.0360792288502274, 1.0952210590548248, 1.127184345608834, 1.0853847706227844, 1.0337748150714239, 1.064537176525008 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.44571664849744735, "rpss": 0.027898226011688676, "bss_below": 0.005420010252652041, "bss_above": 0.043371467038780254, "log_loss": 1.0790210666589592, "log_loss_skill": 0.017832672126793625, "reliability": { "below": { "weight": [ 0.000227, 0.032985, 0.260652, 0.627323, 0.078439, 0.000375, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0771, 0.1732, 0.2586, 0.3503, 0.4207, 0.5084, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.0, 0.1736, 0.1905, 0.2291, 0.3604, 0.2019, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.058863, 0.713309, 0.213726, 0.013725, 0.000378, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2852, 0.3462, 0.435, 0.5294, 0.6296, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3119, 0.4628, 0.5765, 0.6923, 0.4002, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.46535386086179803, 0.4309455230778281, 0.46765413075356843, 0.45588838614315785, 0.4210153711584736, 0.4356580420246882, 0.4326466392427646, 0.4416743194831218, 0.44084060007941894 ], "rps_clim": [ 0.4512821189297184, 0.4206501052342102, 0.48607676155700724, 0.47178924942018213, 0.4202321083174025, 0.44974331659729855, 0.4554292533591238, 0.4713683857526428, 0.46309958751658076 ], "brier_below": [ 0.14741900464907923, 0.22084186587389848, 0.16073921202437627, 0.13498893571362283, 0.17444888582195026, 0.17036013866940689, 0.23816940474506518, 0.1535654699277423, 0.1892563773294574 ], "brier_below_clim": [ 0.13306928828126782, 0.21585583639272318, 0.16162148566504822, 0.13114817245105845, 0.17045689322354624, 0.1706324345160037, 0.2513941016020818, 0.16393510953105803, 0.19563367580327717 ], "brier_above": [ 0.31793485621271883, 0.21010365720392968, 0.3069149187291922, 0.32089945042953505, 0.24656648533652328, 0.2652979033552813, 0.19447723449769935, 0.2881088495553795, 0.2515842227499616 ], "brier_above_clim": [ 0.31821281348399405, 0.20479427195784727, 0.3244552576112664, 0.3406410557941846, 0.24977521016699747, 0.2791108719088107, 0.204035155009143, 0.30743326098466245, 0.2674659036231022 ], "log_loss": [ 1.1177465082637297, 1.1201749294024972, 1.064981221022039, 1.0705440026718462, 1.1063611553648012, 1.0813427598129084, 1.0650711310947927, 1.0492462870993988, 1.063282244924474 ], "log_loss_clim": [ 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876 ] }, "rps": 0.44351965253609105, "rpss": 0.023961344708302024, "bss_below": 0.002483269124747167, "bss_above": 0.03767591881188104, "log_loss": 1.082083359961832, "log_loss_skill": 0.015045252563465894, "reliability": { "below": { "weight": [ 0.0, 0.025793, 0.234357, 0.646678, 0.093172, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1795, 0.2623, 0.3515, 0.42, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0728, 0.175, 0.1853, 0.3777, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.071622, 0.749282, 0.174252, 0.004845, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2858, 0.3451, 0.4327, 0.5229, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3286, 0.4886, 0.6079, 0.6391, NaN, NaN, NaN, NaN ] } } } } }, "ordinal_logistic": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4200130441446395, 0.45458353960627473, 0.43467318489250556, 0.4646673531925873, 0.4204897827944358, 0.4685441404131485, 0.43067027389973106, 0.42313971127406824, 0.40897165033609595, 0.4704594932009689, 0.3873287156515829, 0.49112516879501034, 0.42729280622000404, 0.4210899306771572, 0.46422207572320834, 0.4379529684332222, 0.46200795745041595, 0.415469203503209, 0.45981170113742753, 0.4825884306388199, 0.442491682086904, 0.4275294662993104, 0.41429247923704626, 0.5341372551339609 ], "rps_clim": [ 0.4625021445862044, 0.46159488869678755, 0.4404943884335238, 0.46286694870416484, 0.46982744395686576, 0.4638745867904695, 0.4580567296219436, 0.44805822830116804, 0.4278195644333872, 0.48511783635941824, 0.40716586188404125, 0.4476694678025769, 0.4237393979375955, 0.4284018224249593, 0.5042399145627019, 0.4349655508301632, 0.4679909581860775, 0.4188368664000415, 0.462507410301521, 0.476874938942896, 0.4481833614592989, 0.43736310157224134, 0.4722166255537948, 0.47162506981963837 ], "brier_below": [ 0.27265330207481464, 0.1808179165976728, 0.2597744570410676, 0.19748013070193632, 0.22321643868363275, 0.16052487389853815, 0.24555085536506605, 0.24713197659222766, 0.1667068457106565, 0.2845674688427398, 0.15341817590478346, 0.314326262807684, 0.23695722101560718, 0.1423830297435134, 0.11748924224385299, 0.21980452888115587, 0.32764414341104314, 0.15317501099920133, 0.19848153717213146, 0.15146619342508424, 0.2015942158729214, 0.24149825752802842, 0.2624279766339747, 0.3444485083897065 ], "brier_below_clim": [ 0.299632410717911, 0.18587870939096326, 0.25998119606521325, 0.19649455373223845, 0.2550109542404642, 0.162611082203679, 0.2598521950723673, 0.2612903611498991, 0.17697290245365346, 0.29444690935857754, 0.1706907313694619, 0.28903643213970553, 0.23599804043522338, 0.14777022402744325, 0.13361595890202554, 0.21740548647461078, 0.33176824151275985, 0.15679241531485055, 0.1994166508248519, 0.15032826915290334, 0.20493564010625412, 0.24145406689362325, 0.29815694964329725, 0.31360797929136064 ], "brier_above": [ 0.14735974206982486, 0.27376562300860197, 0.1748987278514379, 0.26718722249065074, 0.197273344110803, 0.3080192665146107, 0.1851194185346649, 0.1760077346818408, 0.2422648046254393, 0.1858920243582293, 0.23391053974679957, 0.17679890598732642, 0.1903355852043968, 0.2787069009336438, 0.34673283347935546, 0.21814843955206603, 0.13436381403937292, 0.26229419250400743, 0.261330163965296, 0.33112223721373546, 0.24089746621398253, 0.18603120877128207, 0.1518645026030715, 0.18968874674425468 ], "brier_above_clim": [ 0.16286973386829323, 0.27571617930582415, 0.18051319236831054, 0.26637239497192633, 0.21481648971640155, 0.30126350458679035, 0.1982045345495762, 0.18676786715126875, 0.25084666197973376, 0.19067092700084065, 0.2364751305145793, 0.15863303566287124, 0.18774135750237225, 0.28063159839751606, 0.3706239556606764, 0.2175600643555525, 0.13622271667331767, 0.2620444510851909, 0.2630907594766691, 0.3265466697899926, 0.2432477213530449, 0.1959090346786181, 0.17405967591049748, 0.15801709052827764 ], "log_loss": [ 1.0313719936016092, 1.0834975412586962, 1.0934028606706152, 1.0958295087169607, 1.0173889300075936, 1.0995713508446117, 1.0552451629942323, 1.0628379630950155, 1.079438299380677, 1.0631401222403416, 1.0860495600628703, 1.1623151147042257, 1.1132587045214997, 1.0959628620659503, 1.0186096356258383, 1.1081778284225043, 1.0824576076243655, 1.1052754552304835, 1.0894416213515385, 1.0961915848961408, 1.090611409966606, 1.0887248427486655, 1.0049227871500903, 1.1839681131573927 ], "log_loss_clim": [ 1.0928247010756968, 1.0932227561714765, 1.1024805209887503, 1.092664644646403, 1.0896107536363666, 1.09222254724077, 1.0947751101058545, 1.0991619148070721, 1.108041552160029, 1.0829021517046336, 1.1171032861673817, 1.099332482007911, 1.1098317098037855, 1.107786088664771, 1.074512412095867, 1.1049062776109246, 1.0904165048339258, 1.111982677004452, 1.0928223907629844, 1.0865186918218332, 1.0991070131064316, 1.1038543612757334, 1.0885625092320077, 1.088822052076718 ] }, "rps": 0.4443146672809056, "rpss": 0.02007362903657417, "bss_below": 0.025648720499721334, "bss_above": 0.014494126151633924, "log_loss": 1.0836537858474384, "log_loss_skill": 0.01199592254878612, "reliability": { "below": { "weight": [ 2.8e-05, 0.005025, 0.144388, 0.705239, 0.125018, 0.020246, 5.6e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0879, 0.1723, 0.2795, 0.345, 0.4276, 0.538, 0.6632, NaN, NaN, NaN ], "observed_frequency": [ 1.0, 0.7144, 0.2625, 0.3253, 0.5141, 0.6134, 1.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.012271, 0.1575, 0.71514, 0.109415, 0.005022, 0.000623, 2.8e-05, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1833, 0.2728, 0.3507, 0.4246, 0.5562, 0.6313, 0.7414, NaN, NaN ], "observed_frequency": [ NaN, 0.1332, 0.2304, 0.3671, 0.4203, 0.1285, 0.0, 0.0, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4323955475723413, 0.4796249180829612, 0.42311292757553726, 0.45453711031170413, 0.38007302768635864, 0.5062809031901421, 0.4081249701076329, 0.41792865661139716, 0.4003086877606288, 0.4628443697004024, 0.3600770436810213, 0.5237576153495304, 0.40888503075119986, 0.40430370553235623, 0.44671594818342447, 0.4317700106623465, 0.48091316650864374, 0.43468420055818247, 0.4616910470902423, 0.47053479501210177, 0.45362060255396336, 0.39575197962315534, 0.41183200093870465, 0.49426357900259105 ], "rps_clim": [ 0.4783928822759757, 0.47851945526200396, 0.4363405983984559, 0.45554856797843624, 0.4692768139798448, 0.47784783076934295, 0.4363277180670701, 0.42911353953029135, 0.42219420001192276, 0.5068481579907806, 0.40171471251488117, 0.45512779916810575, 0.404350582502918, 0.40865537485623, 0.48639718804316545, 0.44315229259879996, 0.4958720926659176, 0.43277603457023534, 0.46502636956376436, 0.4740692033828123, 0.456112797909182, 0.4302812020232237, 0.5000385661978536, 0.4365908837694042 ], "brier_below": [ 0.2646371086358695, 0.19753639322655436, 0.25846986050687765, 0.1517543167867411, 0.24609402848931763, 0.1462243861221407, 0.1838888728609315, 0.2052117538931759, 0.175235041057003, 0.3507271339341074, 0.10489199737999101, 0.34247352260217845, 0.2338335475376301, 0.15505433650537676, 0.12043529960690662, 0.19480465410033598, 0.36303874262920416, 0.14805954010118405, 0.21535627481590566, 0.13600172952247264, 0.19269536026653192, 0.2729471688793878, 0.27938859269426347, 0.28906217969562714 ], "brier_below_clim": [ 0.295061805248855, 0.19868207040204694, 0.26182430258523354, 0.1530273756639085, 0.29955785395623435, 0.13933500242887786, 0.19802750095084334, 0.21276191618591256, 0.1870946613836174, 0.3763362733314377, 0.1359850134096679, 0.3052279604608446, 0.2332793135781096, 0.16002787500701532, 0.13706805190249127, 0.20048953440023126, 0.37161435226063616, 0.14772157696565813, 0.21729977105895837, 0.13912166904319637, 0.1941619532924994, 0.2823363928821582, 0.33617678832429, 0.2605995668471377 ], "brier_above": [ 0.16775843893647183, 0.28208852485640684, 0.1646430670686597, 0.30278279352496307, 0.13397899919704098, 0.36005651706800124, 0.22423609724670138, 0.21271690271822133, 0.22507364670362573, 0.11211723576629488, 0.25518504630103034, 0.18128409274735197, 0.17505148321356978, 0.24924936902697947, 0.32628064857651784, 0.23696535656201048, 0.11787442387943957, 0.2866246604569984, 0.24633477227433664, 0.33453306548962924, 0.2609252422874314, 0.12280481074376758, 0.13244340824444104, 0.2052013993069639 ], "brier_above_clim": [ 0.18333107702712054, 0.2798373848599569, 0.17451629581322226, 0.3025211923145276, 0.16971896002361034, 0.3385128283404649, 0.23830021711622673, 0.21635162334437877, 0.23509953862830535, 0.1305118846593427, 0.2657296991052132, 0.14989983870726103, 0.17107126892480837, 0.24862749984921456, 0.34932913614067407, 0.24266275819856864, 0.12425774040528127, 0.28505445760457715, 0.24772659850480583, 0.33494753433961566, 0.26195084461668244, 0.14794480914106525, 0.16386177787356343, 0.17599131692226644 ], "log_loss": [ 1.0198856735948068, 1.08881039286694, 1.0842521335113167, 1.094555032843172, 0.9590226503033135, 1.1286598944012647, 1.0625883500633273, 1.0901957201581125, 1.0772048855836167, 1.012037280021246, 1.0564837729623817, 1.1962688712172769, 1.122050582058234, 1.1079073101849446, 1.0262426088271028, 1.0841478149405996, 1.058614679289521, 1.107563075128505, 1.087543057366384, 1.0838258487116568, 1.0922136887422746, 1.0556162052838096, 0.9496101717845532, 1.1888855527047368 ], "log_loss_clim": [ 1.0858526999160365, 1.0857971664963426, 1.104302980682369, 1.0958755565563927, 1.0898523404596643, 1.0860918392065153, 1.1043086318791295, 1.107473825472174, 1.110509659559172, 1.0733680551402456, 1.119494957370143, 1.0960601672831471, 1.118338479365655, 1.1164497679750753, 1.082340840984085, 1.1013143755721972, 1.0781837623570798, 1.1058669196025885, 1.0917172068979957, 1.0877496977046623, 1.0956280028047496, 1.1069615179623689, 1.0763557378271018, 1.1041931689209161 ] }, "rps": 0.439334660168607, "rpss": 0.030930628591748888, "bss_below": 0.039500993189109046, "bss_above": 0.02235228538210554, "log_loss": 1.076424385522879, "log_loss_skill": 0.018610411779305336, "reliability": { "below": { "weight": [ 0.0, 0.004532, 0.162718, 0.648554, 0.155807, 0.028389, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1763, 0.2788, 0.3421, 0.4297, 0.5411, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5455, 0.2632, 0.3043, 0.5615, 0.6154, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.018918, 0.187908, 0.663603, 0.124433, 0.005088, 5.1e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1832, 0.2705, 0.354, 0.4254, 0.5566, 0.6188, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1037, 0.1874, 0.3886, 0.4099, 0.1776, 0.0, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.46797812898342045, 0.4514068182545116, 0.45233461115637735, 0.4511353779630423, 0.42076136788954055, 0.46926597661852043, 0.4343676298079248, 0.4194007881096625, 0.44124384233482433 ], "rps_clim": [ 0.4546231099504593, 0.43753747052601477, 0.49174002423345364, 0.49152720319112103, 0.425759686884452, 0.45276062109717374, 0.44678141219100675, 0.4601609884551471, 0.46568341206196623 ], "brier_below": [ 0.16763515027212122, 0.20973830638386723, 0.143954049891172, 0.1273621217012861, 0.19706765198372808, 0.23297363446341723, 0.23102225778979832, 0.142274823919901, 0.2225736866627758 ], "brier_below_clim": [ 0.15629594250614892, 0.2030692336614904, 0.1489835591475073, 0.12955841996645884, 0.19874380582689244, 0.2228475851534563, 0.23511902665323692, 0.15822245589198483, 0.22961314667049418 ], "brier_above": [ 0.30034297871129917, 0.24166851187064436, 0.30838056126520547, 0.3237732562617562, 0.22369371590581252, 0.2362923421551031, 0.2033453720181265, 0.27712596418976165, 0.2186701556720485 ], "brier_above_clim": [ 0.29832715383568675, 0.23446823467476652, 0.3427564435327463, 0.3619687582360325, 0.2270158802003865, 0.22991303456849288, 0.21166238742601534, 0.30193851830877666, 0.23607026291524907 ], "log_loss": [ 1.1166366510802133, 1.121039968554585, 1.031740272675123, 1.0287439110190495, 1.0961534701870768, 1.1222590488626303, 1.0810864463541372, 1.0368042575265404, 1.0588100026803082 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4453216156797583, "rpss": 0.028759787059842612, "bss_below": 0.004666692971929898, "bss_above": 0.045344657831768886, "log_loss": 1.0770304476599626, "log_loss_skill": 0.01964461167410192, "reliability": { "below": { "weight": [ 0.000151, 0.019736, 0.259027, 0.661916, 0.059169, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0852, 0.1775, 0.2622, 0.3506, 0.4195, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.0, 0.1564, 0.1955, 0.2309, 0.3532, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.091424, 0.650596, 0.224242, 0.031398, 0.00219, 0.000151, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2842, 0.3436, 0.4383, 0.5375, 0.6322, 0.7494, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3219, 0.4659, 0.565, 0.6497, 0.7241, 1.0, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.46690853891287615, 0.4306411533439805, 0.4667788406527278, 0.4544543067805315, 0.42141380513736215, 0.43587779535148713, 0.43269246922264376, 0.441843573573012, 0.4393240746024445 ], "rps_clim": [ 0.4512821189297184, 0.4206501052342102, 0.48607676155700724, 0.47178924942018213, 0.4202321083174025, 0.44974331659729855, 0.4554292533591238, 0.4713683857526428, 0.46309958751658076 ], "brier_below": [ 0.1472158735332161, 0.22061678372243532, 0.16137003558791504, 0.1349523732755918, 0.17476227136575373, 0.1701183344348303, 0.23868326877400972, 0.15505435602632267, 0.18968611453271977 ], "brier_below_clim": [ 0.13306928828126782, 0.21585583639272318, 0.16162148566504822, 0.13114817245105845, 0.17045689322354624, 0.1706324345160037, 0.2513941016020818, 0.16393510953105803, 0.19563367580327717 ], "brier_above": [ 0.31969266537966, 0.21002436962154525, 0.30540880506481277, 0.3195019335049398, 0.2466515337716084, 0.26575946091665686, 0.19400920044863398, 0.28678921754668935, 0.24963796006972475 ], "brier_above_clim": [ 0.31821281348399405, 0.20479427195784727, 0.3244552576112664, 0.3406410557941846, 0.24977521016699747, 0.2791108719088107, 0.204035155009143, 0.30743326098466245, 0.2674659036231022 ], "log_loss": [ 1.1206470051202038, 1.1190261485775408, 1.0622877048763149, 1.067608832403511, 1.1063410007900474, 1.0781767009000918, 1.0640180219244393, 1.0506964925292743, 1.0603215290833072 ], "log_loss_clim": [ 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876 ] }, "rps": 0.4433260619530073, "rpss": 0.02438737293796389, "bss_below": 0.0008078987538910898, "bss_above": 0.039443773962344775, "log_loss": 1.081013715133859, "log_loss_skill": 0.016018885270857486, "reliability": { "below": { "weight": [ 0.0, 0.013302, 0.231289, 0.685926, 0.069483, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1858, 0.2659, 0.3522, 0.4189, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1209, 0.175, 0.19, 0.3671, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.110616, 0.67011, 0.193481, 0.025524, 0.00027, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2849, 0.3428, 0.4343, 0.5317, 0.6146, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3369, 0.4977, 0.5596, 0.7579, 1.0, NaN, NaN, NaN ] } } } } }, "SEL": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4225317842167519, 0.45845614011296004, 0.4277467163938042, 0.4619042369369876, 0.4171555728533573, 0.4751708713557679, 0.4344047491310694, 0.4205523931432282, 0.39764463137556594, 0.4728295188261734, 0.3721225183347051, 0.5116405745404586, 0.4316429755466885, 0.4107014277160347, 0.4211278780844962, 0.43053551776869536, 0.4704735194483379, 0.4099117070574375, 0.4626422509556422, 0.47079101796881756, 0.4405615594714147, 0.42082001729403445, 0.41126915070849923, 0.5518719978069844 ], "rps_clim": [ 0.4625021445862044, 0.46159488869678755, 0.4404943884335238, 0.46286694870416484, 0.46982744395686576, 0.4638745867904695, 0.4580567296219436, 0.44805822830116804, 0.4278195644333872, 0.48511783635941824, 0.40716586188404125, 0.4476694678025769, 0.4237393979375955, 0.4284018224249593, 0.5042399145627019, 0.4349655508301632, 0.4679909581860775, 0.4188368664000415, 0.462507410301521, 0.476874938942896, 0.4481833614592989, 0.43736310157224134, 0.4722166255537948, 0.47162506981963837 ], "brier_below": [ 0.27434746879168237, 0.1821791067850151, 0.25770043125249437, 0.18860832256156682, 0.22135270123481643, 0.1551836194503639, 0.24907640716950225, 0.24506781595486382, 0.1595764971560029, 0.2956391748799181, 0.13971143739912883, 0.3267402846642841, 0.23935574376121033, 0.13545508707586032, 0.09165220494494714, 0.21377345364771966, 0.3406202069647156, 0.1465827834688315, 0.19782918406929115, 0.1445292443471816, 0.19872620994892837, 0.24129336991133926, 0.2635259927329172, 0.357327482084855 ], "brier_below_clim": [ 0.299632410717911, 0.18587870939096326, 0.25998119606521325, 0.19649455373223845, 0.2550109542404642, 0.162611082203679, 0.2598521950723673, 0.2612903611498991, 0.17697290245365346, 0.29444690935857754, 0.1706907313694619, 0.28903643213970553, 0.23599804043522338, 0.14777022402744325, 0.13361595890202554, 0.21740548647461078, 0.33176824151275985, 0.15679241531485055, 0.1994166508248519, 0.15032826915290334, 0.20493564010625412, 0.24145406689362325, 0.29815694964329725, 0.31360797929136064 ], "brier_above": [ 0.1481843154250694, 0.276277033327945, 0.17004628514130987, 0.27329591437542083, 0.19580287161854096, 0.31998725190540406, 0.18532834196156717, 0.17548457718836422, 0.23806813421956305, 0.17719034394625535, 0.23241108093557625, 0.1849002891359934, 0.19228723178547805, 0.2752463406401744, 0.3294756731395492, 0.2167620641209758, 0.12985331248362214, 0.26332892358860605, 0.26481306688635114, 0.3262617736216361, 0.24183534952248611, 0.17952664739634117, 0.14774315797558196, 0.19454451572212944 ], "brier_above_clim": [ 0.16286973386829323, 0.27571617930582415, 0.18051319236831054, 0.26637239497192633, 0.21481648971640155, 0.30126350458679035, 0.1982045345495762, 0.18676786715126875, 0.25084666197973376, 0.19067092700084065, 0.2364751305145793, 0.15863303566287124, 0.18774135750237225, 0.28063159839751606, 0.3706239556606764, 0.2175600643555525, 0.13622271667331767, 0.2620444510851909, 0.2630907594766691, 0.3265466697899926, 0.2432477213530449, 0.1959090346786181, 0.17405967591049748, 0.15801709052827764 ], "log_loss": [ 1.0394705767342198, 1.0970790544011586, 1.0690329149949687, 1.0929020146524095, 1.0146813952735199, 1.104247060047969, 1.0503073944207277, 1.051705837658538, 1.0510308792008807, 1.074921973118206, 1.0447646672733764, 1.1916381514054282, 1.1131791436004188, 1.0640830342737406, 0.9665592945562614, 1.0926808228449674, 1.1129171331055772, 1.079661468103703, 1.098879873802214, 1.069438911304575, 1.0924767221543228, 1.0749039038028931, 1.009459128291203, 1.2063536213200636 ], "log_loss_clim": [ 1.0928247010756968, 1.0932227561714765, 1.1024805209887503, 1.092664644646403, 1.0896107536363666, 1.09222254724077, 1.0947751101058545, 1.0991619148070721, 1.108041552160029, 1.0829021517046336, 1.1171032861673817, 1.099332482007911, 1.1098317098037855, 1.107786088664771, 1.074512412095867, 1.1049062776109246, 1.0904165048339258, 1.111982677004452, 1.0928223907629844, 1.0865186918218332, 1.0991070131064316, 1.1038543612757334, 1.0885625092320077, 1.088822052076718 ] }, "rps": 0.441854530293663, "rpss": 0.025499407853948552, "bss_below": 0.03257198196238109, "bss_above": 0.018421237539063773, "log_loss": 1.077598957347556, "log_loss_skill": 0.017516315984659636, "reliability": { "below": { "weight": [ 0.0, 0.019194, 0.282203, 0.53938, 0.131004, 0.024775, 0.003444, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1634, 0.2617, 0.3445, 0.4342, 0.5449, 0.6429, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2218, 0.2588, 0.3524, 0.4806, 0.5954, 0.7544, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.022768, 0.208666, 0.596281, 0.157257, 0.013814, 0.001213, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1642, 0.262, 0.3508, 0.4308, 0.5314, 0.611, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1542, 0.2308, 0.3733, 0.4419, 0.2251, 0.1855, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4273030932612694, 0.48211987071566015, 0.4136539457279047, 0.45446597750375894, 0.3790541909998239, 0.5188648836318837, 0.39594971267045054, 0.41678950662621167, 0.38313943687697505, 0.461939833097305, 0.33997185402180946, 0.5568007696680404, 0.40145840786806036, 0.3922773695866561, 0.39659273568535675, 0.4216347232824936, 0.4852129190042991, 0.4321896008309035, 0.46820850906849987, 0.4647332991778545, 0.44802628637375397, 0.3836487434840681, 0.40667970094918976, 0.5020678574116252 ], "rps_clim": [ 0.4783928822759757, 0.47851945526200396, 0.4363405983984559, 0.45554856797843624, 0.4692768139798448, 0.47784783076934295, 0.4363277180670701, 0.42911353953029135, 0.42219420001192276, 0.5068481579907806, 0.40171471251488117, 0.45512779916810575, 0.404350582502918, 0.40865537485623, 0.48639718804316545, 0.44315229259879996, 0.4958720926659176, 0.43277603457023534, 0.46502636956376436, 0.4740692033828123, 0.456112797909182, 0.4302812020232237, 0.5000385661978536, 0.4365908837694042 ], "brier_below": [ 0.2619305276056389, 0.19545717675911642, 0.25845574711506175, 0.14242745739784385, 0.24320104194535214, 0.14165319634860596, 0.1769581851510169, 0.2024074474221254, 0.16623304557293267, 0.36295780810097855, 0.08565383652384977, 0.3628969541373429, 0.2306197397485698, 0.14206039800398, 0.08745639558361801, 0.18672754645767212, 0.38075696741901294, 0.1414801008655378, 0.2181823678875967, 0.12401226163145374, 0.18577423248399647, 0.27004421087396147, 0.2828571380910997, 0.2961183884393327 ], "brier_below_clim": [ 0.295061805248855, 0.19868207040204694, 0.26182430258523354, 0.1530273756639085, 0.29955785395623435, 0.13933500242887786, 0.19802750095084334, 0.21276191618591256, 0.1870946613836174, 0.3763362733314377, 0.1359850134096679, 0.3052279604608446, 0.2332793135781096, 0.16002787500701532, 0.13706805190249127, 0.20048953440023126, 0.37161435226063616, 0.14772157696565813, 0.21729977105895837, 0.13912166904319637, 0.1941619532924994, 0.2823363928821582, 0.33617678832429, 0.2605995668471377 ], "brier_above": [ 0.16537256565563052, 0.2866626939565438, 0.15519819861284295, 0.3120385201059151, 0.1358531490544718, 0.37721168728327775, 0.21899152751943363, 0.21438205920408626, 0.21690639130404235, 0.09898202499632651, 0.2543180174979597, 0.19390381593009903, 0.17083866811949044, 0.2502169715826761, 0.30913634010173874, 0.23490717682482148, 0.10445595158528609, 0.2907094999653656, 0.25002614118090316, 0.3407210375464007, 0.2622520538897576, 0.11360453224707076, 0.12382256285809007, 0.20594946897229252 ], "brier_above_clim": [ 0.18333107702712054, 0.2798373848599569, 0.17451629581322226, 0.3025211923145276, 0.16971896002361034, 0.3385128283404649, 0.23830021711622673, 0.21635162334437877, 0.23509953862830535, 0.1305118846593427, 0.2657296991052132, 0.14989983870726103, 0.17107126892480837, 0.24862749984921456, 0.34932913614067407, 0.24266275819856864, 0.12425774040528127, 0.28505445760457715, 0.24772659850480583, 0.33494753433961566, 0.26195084461668244, 0.14794480914106525, 0.16386177787356343, 0.17599131692226644 ], "log_loss": [ 1.0113265684919492, 1.1034733013326163, 1.0618254028092817, 1.1021628073580592, 0.9549671100945931, 1.1574812472838265, 1.0307663529367852, 1.0723500766447724, 1.0264670458268808, 1.0275552944062836, 0.9922532233874712, 1.2407073444392112, 1.0896325072258446, 1.0667588072570664, 0.9658907061616437, 1.052568181104392, 1.0895424604677462, 1.0931813947941753, 1.1043251785908388, 1.0775940598784104, 1.0768862169466524, 1.0351756176917346, 0.9516486823184082, 1.1956261421075225 ], "log_loss_clim": [ 1.0858526999160365, 1.0857971664963426, 1.104302980682369, 1.0958755565563927, 1.0898523404596643, 1.0860918392065153, 1.1043086318791295, 1.107473825472174, 1.110509659559172, 1.0733680551402456, 1.119494957370143, 1.0960601672831471, 1.118338479365655, 1.1164497679750753, 1.082340840984085, 1.1013143755721972, 1.0781837623570798, 1.1058669196025885, 1.0917172068979957, 1.0877496977046623, 1.0956280028047496, 1.1069615179623689, 1.0763557378271018, 1.1041931689209161 ] }, "rps": 0.4346993011468272, "rpss": 0.04115514502704176, "bss_below": 0.05447479197784455, "bss_above": 0.027823098095482335, "log_loss": 1.065840238731507, "log_loss_skill": 0.028260110913728376, "reliability": { "below": { "weight": [ 0.0, 0.026744, 0.345919, 0.460525, 0.128367, 0.034615, 0.003829, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1632, 0.2599, 0.3423, 0.4373, 0.5443, 0.6429, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1882, 0.2421, 0.3529, 0.563, 0.6187, 0.6978, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.031396, 0.259517, 0.542965, 0.146891, 0.01777, 0.00146, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1637, 0.2584, 0.3486, 0.4335, 0.5303, 0.611, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.131, 0.2248, 0.3916, 0.4533, 0.2758, 0.2755, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.46376301464207975, 0.4472274468915803, 0.4408511731080382, 0.44593568616868734, 0.4129480101170967, 0.4755391511132811, 0.41910734681760975, 0.4112768097090731, 0.44707130507194714 ], "rps_clim": [ 0.4546231099504593, 0.43753747052601477, 0.49174002423345364, 0.49152720319112103, 0.425759686884452, 0.45276062109717374, 0.44678141219100675, 0.4601609884551471, 0.46568341206196623 ], "brier_below": [ 0.15821798319417502, 0.2102708226415771, 0.13838229183529968, 0.12571675179182296, 0.18970836347305353, 0.23186344003957488, 0.224460197698413, 0.13715824497329282, 0.2236984204825078 ], "brier_below_clim": [ 0.15629594250614892, 0.2030692336614904, 0.1489835591475073, 0.12955841996645884, 0.19874380582689244, 0.2228475851534563, 0.23511902665323692, 0.15822245589198483, 0.22961314667049418 ], "brier_above": [ 0.30554501907164877, 0.23695662225056918, 0.30246886200898804, 0.32021891414012976, 0.22323964547913797, 0.24367571466818602, 0.19464715051256973, 0.27411855551479203, 0.22337288643002184 ], "brier_above_clim": [ 0.29832715383568675, 0.23446823467476652, 0.3427564435327463, 0.3619687582360325, 0.2270158802003865, 0.22991303456849288, 0.21166238742601534, 0.30193851830877666, 0.23607026291524907 ], "log_loss": [ 1.104674470755995, 1.1029574926490047, 1.0170039649868614, 1.018162154343712, 1.070297098154646, 1.123828196536897, 1.04992188845187, 1.024848952981517, 1.0698344948291045 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4404133270710437, "rpss": 0.039464695839586006, "bss_below": 0.025544044835453805, "bss_above": 0.04904721150315605, "log_loss": 1.0646143015210674, "log_loss_skill": 0.030946275239838616, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.398509, 0.506567, 0.093946, 0.000978, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2557, 0.3458, 0.4315, 0.5098, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1878, 0.2303, 0.381, 0.1543, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.204566, 0.500649, 0.23405, 0.060736, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2719, 0.3497, 0.4468, 0.5326, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3855, 0.4754, 0.5487, 0.5938, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.46201898784487466, 0.4295827402746702, 0.4587636943697183, 0.45370864095782604, 0.414943756472879, 0.43481940778934536, 0.4247360485231668, 0.4410679765358591, 0.4398980710086551 ], "rps_clim": [ 0.4512821189297184, 0.4206501052342102, 0.48607676155700724, 0.47178924942018213, 0.4202321083174025, 0.44974331659729855, 0.4554292533591238, 0.4713683857526428, 0.46309958751658076 ], "brier_below": [ 0.13383962641510655, 0.21756886436523032, 0.15038821974047745, 0.13038797589202533, 0.16834565744739766, 0.16788254970216157, 0.23685249869113756, 0.1492884940999707, 0.18880884013493882 ], "brier_below_clim": [ 0.13306928828126782, 0.21585583639272318, 0.16162148566504822, 0.13114817245105845, 0.17045689322354624, 0.1706324345160037, 0.2513941016020818, 0.16393510953105803, 0.19563367580327717 ], "brier_above": [ 0.3281793443592384, 0.21201387893310494, 0.3083754569149754, 0.32332064715321523, 0.2465980935430487, 0.2669368533859514, 0.1878835502353862, 0.2917794701899148, 0.25108922738971623 ], "brier_above_clim": [ 0.31821281348399405, 0.20479427195784727, 0.3244552576112664, 0.3406410557941846, 0.24977521016699747, 0.2791108719088107, 0.204035155009143, 0.30743326098466245, 0.2674659036231022 ], "log_loss": [ 1.1056040592344663, 1.1079564393128742, 1.0617444508989908, 1.067367252146642, 1.085610208066545, 1.0673355172186012, 1.0489608799271934, 1.054959564183947, 1.0598775713000106 ], "log_loss_clim": [ 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876, 1.0986122588657876 ] }, "rps": 0.43994881375299943, "rpss": 0.03181956849654455, "bss_below": 0.03161371977969274, "bss_above": 0.03195100684492169, "log_loss": 1.0732684380321413, "log_loss_skill": 0.02306894050118402, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.404204, 0.499935, 0.095725, 0.000135, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.255, 0.3446, 0.4323, 0.5184, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1749, 0.1846, 0.3635, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.293774, 0.4703, 0.181816, 0.054109, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2713, 0.3446, 0.4452, 0.5366, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4279, 0.4996, 0.5958, 0.5484, NaN, NaN, NaN, NaN ] } } } } } }, "fitted": { "climatology_blend": { "fallbacks": 0, "folds": 24, "test_fit": { "lam": 0.6113933660018047 }, "test_fallback": null }, "pseudocount": { "fallbacks": 0, "folds": 24, "test_fit": {}, "test_fallback": null }, "temperature": { "fallbacks": 0, "folds": 24, "test_fit": { "temperature": 3.358355310444155, "at_bound": false }, "test_fallback": null }, "dirichlet": { "fallbacks": 0, "folds": 24, "test_fit": { "A": [ [ 0.2867015840123285, 0.023182648746071066, -0.017460705190434567 ], [ -0.002547771968178559, 0.2535854420619478, 0.07508242268474162 ], [ 0.0738923467760356, 0.05144218819463033, 0.4237613924666385 ] ], "b": [ -0.08593537533956963, -0.12759086298897915, 0.21352623832856968 ], "objective": 1.0799752804831235, "iterations": 44, "training_pairs": 64128, "training_years": 24, "converged": true, "epsilon": 1e-12, "reg_off": 0.01, "reg_diag": 0.001, "reg_bias": 0.001, "weighting": "equal total weight per year; spherical area within each year" }, "test_fallback": null }, "multinomial_logistic": { "fallbacks": 0, "folds": 24, "test_fit": { "coefficients": [ [ 0.11876223294463836, -0.44026431972065505, 0.04287272365353876 ], [ 0.0, 0.0, 0.0 ], [ 0.12314460458108294, 0.17498513947005967, 0.12784134592461988 ] ], "features": [ "intercept", "standardized_mean", "log_spread_ratio" ], "l2": 0.001, "reference_class": "near" }, "test_fallback": null }, "ordinal_logistic": { "fallbacks": 0, "folds": 24, "test_fit": { "theta": [ -0.6378744049193371, 0.2504818806494331, 0.47455745231340746, 0.051643496704209285 ], "cutpoints": [ -0.6378744049193371, 0.6467699078751393 ], "beta": [ 0.47455745231340746, 0.051643496704209285 ], "features": [ "standardized_mean", "log_spread_ratio" ], "l2": 0.001, "converged": true }, "test_fallback": null } }, "selection": { "criterion": "inner leave-one-year-out RPS of the calibrators (training years only)", "chosen_training": { "1993": "temperature", "1994": "temperature", "1995": "temperature", "1996": "temperature", "1997": "temperature", "1998": "temperature", "1999": "temperature", "2000": "temperature", "2001": "temperature", "2002": "temperature", "2003": "temperature", "2004": "climatology_blend", "2005": "temperature", "2006": "temperature", "2007": "temperature", "2008": "temperature", "2009": "temperature", "2010": "temperature", "2011": "temperature", "2012": "temperature", "2013": "temperature", "2014": "climatology_blend", "2015": "temperature", "2016": "temperature" }, "chosen_test": "climatology_blend", "frequency": { "climatology_blend": 2, "pseudocount": 0, "temperature": 22, "dirichlet": 0, "multinomial_logistic": 0, "ordinal_logistic": 0 } } } }, "tests": { "pseudocount": { "rps": { "Jun": { "training": { "mean_difference": 0.0508099097368783, "bootstrap_95": [ 0.017129638440497707, 0.09012628666574582 ], "p_improvement": 0.997565, "years_better": 5, "years": 24 }, "test": { "mean_difference": 0.03098104144776345, "bootstrap_95": [ -0.009149719517758372, 0.07705345715362767 ], "p_improvement": 0.880859375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.019709640567887973, "bootstrap_95": [ -0.0008910612208750799, 0.041855435143217094 ], "p_improvement": 0.953505, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.009340191920886063, "bootstrap_95": [ -0.033217687493450894, 0.053017312406734726 ], "p_improvement": 0.6484375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.019439329090656297, "bootstrap_95": [ 0.003634087426240929, 0.03647721035298666 ], "p_improvement": 0.98378, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.01151564977120701, "bootstrap_95": [ -0.04047869663335337, 0.015330206395479584 ], "p_improvement": 0.236328125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.030276737657908375, "bootstrap_95": [ 0.011818895229245969, 0.04973203340890959 ], "p_improvement": 0.99805, "years_better": 5, "years": 24 }, "test": { "mean_difference": 0.022859666691829688, "bootstrap_95": [ -0.011945044736257314, 0.058785743424256784 ], "p_improvement": 0.8671875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.01965094612582578, "bootstrap_95": [ -0.0002566945845376776, 0.04044948584025862 ], "p_improvement": 0.96389, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.01682583752748052, "bootstrap_95": [ -0.007214303674375731, 0.047429346793885996 ], "p_improvement": 0.84375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_below": { "Jun": { "training": { "mean_difference": 0.02545357484618281, "bootstrap_95": [ 0.00824689907758379, 0.04676718454652727 ], "p_improvement": 0.99664, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.019995110769155583, "bootstrap_95": [ 0.001357649937594997, 0.04138688495687269 ], "p_improvement": 0.943359375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.01119725193351572, "bootstrap_95": [ 0.0007397391189623005, 0.022738130971990903 ], "p_improvement": 0.970885, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.00510143497968428, "bootstrap_95": [ -0.012213882111280262, 0.021613954164531997 ], "p_improvement": 0.701171875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.009793266553213715, "bootstrap_95": [ 0.002965316193141219, 0.016557624205713505 ], "p_improvement": 0.99395, "years_better": 6, "years": 24 }, "test": { "mean_difference": -0.003862546087916357, "bootstrap_95": [ -0.01480246503167531, 0.00587534596796902 ], "p_improvement": 0.259765625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.015956278323868065, "bootstrap_95": [ 0.005752711241369994, 0.02610277744110033 ], "p_improvement": 0.996995, "years_better": 5, "years": 24 }, "test": { "mean_difference": 0.01482314318359358, "bootstrap_95": [ -0.005196925904348091, 0.035034723499942744 ], "p_improvement": 0.90234375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.008484489287694257, "bootstrap_95": [ -0.001533407158862431, 0.019362601729347645 ], "p_improvement": 0.93287, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.009295072206868038, "bootstrap_95": [ 0.0005000488974331379, 0.019146360406587157 ], "p_improvement": 0.955078125, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_above": { "Jun": { "training": { "mean_difference": 0.02535633542912309, "bootstrap_95": [ 0.008021228564107327, 0.04503350271430781 ], "p_improvement": 0.9962, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.01098593250155287, "bootstrap_95": [ -0.011996387880727356, 0.035818934263931124 ], "p_improvement": 0.79296875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.008512389083848033, "bootstrap_95": [ -0.0022858305853234516, 0.021092799497335 ], "p_improvement": 0.90741, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.004238759705660487, "bootstrap_95": [ -0.02324702930985874, 0.03307242980091705 ], "p_improvement": 0.595703125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.009646062886538189, "bootstrap_95": [ -0.00011335909495133318, 0.02044143379821412 ], "p_improvement": 0.955025, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.007653100448687714, "bootstrap_95": [ -0.031203869339418433, 0.013042616978411845 ], "p_improvement": 0.26953125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.014320459037578767, "bootstrap_95": [ 0.005015090344462586, 0.024932475124175218 ], "p_improvement": 0.996755, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.008036525263419617, "bootstrap_95": [ -0.008510782212031621, 0.024667322624303774 ], "p_improvement": 0.80859375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.011166457260149603, "bootstrap_95": [ -0.00013486463848472966, 0.022661122864603683 ], "p_improvement": 0.96485, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0075307683974973096, "bootstrap_95": [ -0.010888782524166427, 0.029835199926156818 ], "p_improvement": 0.708984375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "log_loss": { "Jun": { "training": { "mean_difference": 0.18906655689510718, "bootstrap_95": [ 0.12207876272724345, 0.2688659248283464 ], "p_improvement": 1.0, "years_better": 2, "years": 24 }, "test": { "mean_difference": 0.15026754381179563, "bootstrap_95": [ 0.07454680765904904, 0.23422059174772553 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.07052024207333242, "bootstrap_95": [ 0.024851913414757013, 0.12272135028265022 ], "p_improvement": 0.997725, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.0398530540475281, "bootstrap_95": [ -0.03617381593898491, 0.12460645226771246 ], "p_improvement": 0.79296875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.07389149076812089, "bootstrap_95": [ 0.04056321852219289, 0.11179109448296407 ], "p_improvement": 0.999955, "years_better": 5, "years": 24 }, "test": { "mean_difference": 0.0015033120392768445, "bootstrap_95": [ -0.05349541993585073, 0.051423446479262815 ], "p_improvement": 0.521484375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.08603912232743512, "bootstrap_95": [ 0.056078138695017446, 0.11862328150805795 ], "p_improvement": 0.999995, "years_better": 2, "years": 24 }, "test": { "mean_difference": 0.046638067719948335, "bootstrap_95": [ -0.009243680359035568, 0.1060180626576169 ], "p_improvement": 0.9140625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.06554185835299657, "bootstrap_95": [ 0.023145782663785565, 0.11201907448136256 ], "p_improvement": 0.99745, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.0552609300845828, "bootstrap_95": [ 0.0026835435282114594, 0.13337236044611622 ], "p_improvement": 0.953125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } } }, "temperature": { "rps": { "Jun": { "training": { "mean_difference": 0.00019265656178251342, "bootstrap_95": [ -0.0034685053794276787, 0.0035611988618248817 ], "p_improvement": 0.53844, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.00039697301288516007, "bootstrap_95": [ -0.004700710492565254, 0.006147138798281816 ], "p_improvement": 0.55078125, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Jul": { "training": { "mean_difference": 7.243156487947433e-05, "bootstrap_95": [ -0.0035996248730882714, 0.0033480882413978587 ], "p_improvement": 0.514795, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.003826893571061443, "bootstrap_95": [ -0.0033907456318120954, 0.011994795191795856 ], "p_improvement": 0.8046875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": -0.00023443307317312415, "bootstrap_95": [ -0.0016811936493848403, 0.0010084152443710706 ], "p_improvement": 0.384355, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.0003515254373580825, "bootstrap_95": [ -0.001293731480541549, 0.0005259706613699302 ], "p_improvement": 0.255859375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Sep": { "training": { "mean_difference": -0.0012809032220163867, "bootstrap_95": [ -0.0027812895939723636, -1.0446902543169939e-05 ], "p_improvement": 0.04782, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.00013818178651063087, "bootstrap_95": [ -0.0011861980556636706, 0.0009650720063533311 ], "p_improvement": 0.40234375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.00012025323196909511, "bootstrap_95": [ -0.0015124469676784207, 0.0018258601305375826 ], "p_improvement": 0.55468, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.0013202973662530721, "bootstrap_95": [ -0.001018968951613485, 0.004054699348248146 ], "p_improvement": 0.8125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_below": { "Jun": { "training": { "mean_difference": 0.00047861085914407617, "bootstrap_95": [ -0.002140640000129568, 0.0030831544074178736 ], "p_improvement": 0.63169, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.0009251073963829163, "bootstrap_95": [ -0.0011895415448030578, 0.0034940570115200805 ], "p_improvement": 0.751953125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Jul": { "training": { "mean_difference": -5.9448960374055886e-05, "bootstrap_95": [ -0.002190532923056584, 0.002176715869059606 ], "p_improvement": 0.47801, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.0016307857655061928, "bootstrap_95": [ -0.0013134283628663255, 0.005519519682072042 ], "p_improvement": 0.76171875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 4.069342258363843e-05, "bootstrap_95": [ -0.0015004021558816456, 0.0016745967805001543 ], "p_improvement": 0.51906, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.00040418394584776054, "bootstrap_95": [ -0.0010938341305893485, 0.00025154523580299946 ], "p_improvement": 0.1484375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Sep": { "training": { "mean_difference": -0.00044658802892311107, "bootstrap_95": [ -0.001611312404418845, 0.000715399607711875 ], "p_improvement": 0.2384, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.00016387799803093005, "bootstrap_95": [ -0.0009035502007645519, 0.001156108438620523 ], "p_improvement": 0.615234375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.0004352641594761967, "bootstrap_95": [ -0.0010447781863831135, 0.0020299287427930804 ], "p_improvement": 0.698725, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.0004286935090767206, "bootstrap_95": [ -0.0008708355058977575, 0.0019130147398040162 ], "p_improvement": 0.693359375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_above": { "Jun": { "training": { "mean_difference": -0.000285954361230725, "bootstrap_95": [ -0.0023585772645396052, 0.002078924605361643 ], "p_improvement": 0.404355, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.000528133425225409, "bootstrap_95": [ -0.003807741899736904, 0.0029000873355086083 ], "p_improvement": 0.384765625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.0001318803536669045, "bootstrap_95": [ -0.00259846486536957, 0.0026376505057330427 ], "p_improvement": 0.53709, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.002196109550113145, "bootstrap_95": [ -0.0026826883813315973, 0.007759222367328512 ], "p_improvement": 0.75390625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": -0.0002751266437852988, "bootstrap_95": [ -0.002032511665957545, 0.001255607892687206 ], "p_improvement": 0.381265, "years_better": 9, "years": 24 }, "test": { "mean_difference": 5.266251889217576e-05, "bootstrap_95": [ -0.0005552492345744139, 0.0006469834263462907 ], "p_improvement": 0.56640625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": -0.0008343150826417336, "bootstrap_95": [ -0.001994730229091828, 0.0002855052344122658 ], "p_improvement": 0.089925, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.00030205070438492815, "bootstrap_95": [ -0.0012611253051330125, 0.0005804012844438615 ], "p_improvement": 0.28515625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": -0.0003150111357505837, "bootstrap_95": [ -0.0023326276009619385, 0.0017134358512113199 ], "p_improvement": 0.384985, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0008916102386912082, "bootstrap_95": [ -0.0008567239024048767, 0.0030248650974336994 ], "p_improvement": 0.763671875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "log_loss": { "Jun": { "training": { "mean_difference": 0.005073224744341197, "bootstrap_95": [ -0.001681250339366796, 0.011921469166033144 ], "p_improvement": 0.912995, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.004742158214896048, "bootstrap_95": [ -0.005070868356000203, 0.01524616269262112 ], "p_improvement": 0.7890625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.001613810664083994, "bootstrap_95": [ -0.0036185551315394172, 0.006718780346663795 ], "p_improvement": 0.718775, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.006906154576506747, "bootstrap_95": [ -0.0042968633934222355, 0.019427766983398022 ], "p_improvement": 0.8359375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.001072353577697675, "bootstrap_95": [ -0.002053450837389877, 0.004280427578397115 ], "p_improvement": 0.73326, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.0011666705171457454, "bootstrap_95": [ -0.002423271703727331, 3.199318782691375e-05 ], "p_improvement": 0.064453125, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Sep": { "training": { "mean_difference": -0.0002890759621085315, "bootstrap_95": [ -0.0034186978669229332, 0.0027149046113417665 ], "p_improvement": 0.428655, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0019318876830037486, "bootstrap_95": [ -0.004103495675729186, 0.0005294176242787309 ], "p_improvement": 0.080078125, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.0011497753625032692, "bootstrap_95": [ -0.0025390061985411513, 0.004956441296817246 ], "p_improvement": 0.716495, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.003119254354307784, "bootstrap_95": [ -0.001350611864513635, 0.008489525619908489 ], "p_improvement": 0.833984375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } } }, "dirichlet": { "rps": { "Jun": { "training": { "mean_difference": 0.002864865138808577, "bootstrap_95": [ -0.0012751600431624, 0.008095595256018977 ], "p_improvement": 0.84406, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.000559307389912315, "bootstrap_95": [ -0.00476604149988586, 0.003523256791687664 ], "p_improvement": 0.400390625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.0027290032376005463, "bootstrap_95": [ -0.0013326184286366633, 0.0073319063936526955 ], "p_improvement": 0.8715, "years_better": 11, "years": 24 }, "test": { "mean_difference": 3.887283189373752e-05, "bootstrap_95": [ -0.004435382135558848, 0.004941520334561037 ], "p_improvement": 0.51171875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.0012387345073455968, "bootstrap_95": [ 0.0002430568104919906, 0.0022142701676743076 ], "p_improvement": 0.987895, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.0005916283736201332, "bootstrap_95": [ -0.0018424055552101065, 0.0029737183984880513 ], "p_improvement": 0.68359375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.0008558451974672218, "bootstrap_95": [ -0.0007330634764765257, 0.002410116318724996 ], "p_improvement": 0.84222, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0007109946603070023, "bootstrap_95": [ -0.0033531833027562216, 0.0018498003536948514 ], "p_improvement": 0.31640625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.0013588023509597327, "bootstrap_95": [ -0.001052261183369774, 0.00442376794669674 ], "p_improvement": 0.799245, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0019046909436781839, "bootstrap_95": [ 2.1106416850006753e-05, 0.004176957126664123 ], "p_improvement": 0.9453125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_below": { "Jun": { "training": { "mean_difference": 0.0009737513722809175, "bootstrap_95": [ -0.000658020881671306, 0.0030002863615258926 ], "p_improvement": 0.80337, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.0014660448982948579, "bootstrap_95": [ -0.0069338867878559135, 0.003898225388573359 ], "p_improvement": 0.314453125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.001827970247097298, "bootstrap_95": [ -0.0005896992486124908, 0.004465590807990418 ], "p_improvement": 0.91048, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.000729967859575287, "bootstrap_95": [ -0.0016664885827321033, 0.0031088573218665486 ], "p_improvement": 0.7109375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.0006941435747712712, "bootstrap_95": [ -0.0005424090061568063, 0.0019879595104342566 ], "p_improvement": 0.845855, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0017219403119507913, "bootstrap_95": [ -0.004056194691487268, 0.00040824695778411604 ], "p_improvement": 0.10546875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.0006102601953310999, "bootstrap_95": [ -0.0004602166624345864, 0.0016308594772626232 ], "p_improvement": 0.862705, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.002103335055652226, "bootstrap_95": [ 0.001043492784809332, 0.003225103390055137 ], "p_improvement": 0.99609375, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.0007986556363607407, "bootstrap_95": [ -0.0006096544465188929, 0.0025448733791117264 ], "p_improvement": 0.781875, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0021503707050910446, "bootstrap_95": [ 0.0005620122165860657, 0.0037601889244919025 ], "p_improvement": 0.9765625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_above": { "Jun": { "training": { "mean_difference": 0.0018911137026584948, "bootstrap_95": [ -0.0008066246289061266, 0.005230022754535617 ], "p_improvement": 0.855445, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.0009067384666549426, "bootstrap_95": [ -0.00116595361361063, 0.002585025450784267 ], "p_improvement": 0.796875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.0009010328189166366, "bootstrap_95": [ -0.001081407709025233, 0.003295709351512721 ], "p_improvement": 0.745055, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.0006910932831236671, "bootstrap_95": [ -0.0037006223254996053, 0.0026189798673128977 ], "p_improvement": 0.357421875, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.000544590784545783, "bootstrap_95": [ -0.001019887171021506, 0.0019377715667663509 ], "p_improvement": 0.74689, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0023135726959734714, "bootstrap_95": [ -0.0012678940584966807, 0.006087769332731688 ], "p_improvement": 0.84765625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.0002455851125876772, "bootstrap_95": [ -0.0006365546582613793, 0.0012597798839936603 ], "p_improvement": 0.678105, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.002814320635802574, "bootstrap_95": [ -0.005176832588557334, -0.00028520686170939 ], "p_improvement": 0.033203125, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.0005601465063555371, "bootstrap_95": [ -0.0013865398004708762, 0.0033793608707248938 ], "p_improvement": 0.57528, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.0002456733798981117, "bootstrap_95": [ -0.0026480113576286836, 0.0018202032701349435 ], "p_improvement": 0.42578125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } } }, "log_loss": { "Jun": { "training": { "mean_difference": 0.005549661797345821, "bootstrap_95": [ -0.0015151979427100932, 0.015133864980386188 ], "p_improvement": 0.876355, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.0031969036800502237, "bootstrap_95": [ -0.012569083001510346, 0.0057672544189767945 ], "p_improvement": 0.265625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.006981715016993295, "bootstrap_95": [ -0.0007693637634849749, 0.016584983317488314 ], "p_improvement": 0.927955, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0007650676179596175, "bootstrap_95": [ -0.005474965399560877, 0.007109360266288217 ], "p_improvement": 0.587890625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.0025149609162182507, "bootstrap_95": [ -6.94833575191916e-05, 0.004837563706403044 ], "p_improvement": 0.968605, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.0024899845410923196, "bootstrap_95": [ -0.005220197777265301, 0.01072494004454917 ], "p_improvement": 0.7109375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.0027726999571249613, "bootstrap_95": [ 0.00011683732147365902, 0.005426914748002436 ], "p_improvement": 0.97006, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.002428587004211607, "bootstrap_95": [ -0.007718399174461963, 0.002750587795342901 ], "p_improvement": 0.212890625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.004249348893500089, "bootstrap_95": [ -0.0014782206658164514, 0.011465532217398402 ], "p_improvement": 0.85442, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.004764568172268236, "bootstrap_95": [ 0.0009919396867103586, 0.008818825107097628 ], "p_improvement": 0.96875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } } }, "multinomial_logistic": { "rps": { "Jun": { "training": { "mean_difference": 0.0035609677956070875, "bootstrap_95": [ 1.8191114428000822e-06, 0.007734088252630098 ], "p_improvement": 0.958405, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.0026099038277524775, "bootstrap_95": [ -0.005901115000862693, 0.0010321999645355366 ], "p_improvement": 0.109375, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.004911566417147045, "bootstrap_95": [ 0.0007532911258054523, 0.008962612503822109 ], "p_improvement": 0.983035, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.0009337642886776657, "bootstrap_95": [ -0.005850500163933549, 0.007795370726834441 ], "p_improvement": 0.603515625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.0018066398375226427, "bootstrap_95": [ -0.0003605361494136961, 0.003678645598934224 ], "p_improvement": 0.946255, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.001812307642802312, "bootstrap_95": [ 0.0001882771813820999, 0.0037554548256354342 ], "p_improvement": 0.955078125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.0028463678455574438, "bootstrap_95": [ -0.0010423904659628736, 0.007183415814276126 ], "p_improvement": 0.89701, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0013061091760847392, "bootstrap_95": [ -0.004198494968952667, 0.006745409016939764 ], "p_improvement": 0.677734375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.0028088768189149745, "bootstrap_95": [ -0.002563789240294237, 0.009363272111883342 ], "p_improvement": 0.7916, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.005303321426403638, "bootstrap_95": [ 0.0007840419103501317, 0.009749595068825907 ], "p_improvement": 0.970703125, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_below": { "Jun": { "training": { "mean_difference": 0.0012582408047063127, "bootstrap_95": [ -0.0005484830891877472, 0.0031156595796996596 ], "p_improvement": 0.896035, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.0021615978521268317, "bootstrap_95": [ -0.006966636452909753, 0.002255917300247107 ], "p_improvement": 0.216796875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.003048482713564858, "bootstrap_95": [ 0.00019932005205399193, 0.005993825519596063 ], "p_improvement": 0.972625, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.0007246742567612288, "bootstrap_95": [ -0.0033389531730268394, 0.005681824848159744 ], "p_improvement": 0.60546875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.0007156825053326911, "bootstrap_95": [ -0.0003058166579186989, 0.0017310162400794083 ], "p_improvement": 0.8974, "years_better": 7, "years": 24 }, "test": { "mean_difference": -0.00011329657366269797, "bootstrap_95": [ -0.002696417067656564, 0.0021932737696702988 ], "p_improvement": 0.46484375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.0018531207753630721, "bootstrap_95": [ -0.00032864699853844327, 0.004305549914353894 ], "p_improvement": 0.924205, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.0036560705010432243, "bootstrap_95": [ 0.001126598620274299, 0.006324719063314786 ], "p_improvement": 0.986328125, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.001684601716617378, "bootstrap_95": [ -0.0005211551254055997, 0.003969399938024399 ], "p_improvement": 0.916385, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.003761971765250844, "bootstrap_95": [ 0.00169633829823691, 0.005988809950433105 ], "p_improvement": 0.9921875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_above": { "Jun": { "training": { "mean_difference": 0.0023027269270316114, "bootstrap_95": [ 0.0002429905751324517, 0.005026074124471428 ], "p_improvement": 0.9741, "years_better": 8, "years": 24 }, "test": { "mean_difference": -0.00044830501735326767, "bootstrap_95": [ -0.0038215184277706916, 0.002486524293902317 ], "p_improvement": 0.400390625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.0018630835319955995, "bootstrap_95": [ 0.00012087796296467866, 0.0035089446507896916 ], "p_improvement": 0.97506, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.0002090917764743023, "bootstrap_95": [ -0.0037711840172270452, 0.004124826194406882 ], "p_improvement": 0.537109375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.0010909571841614472, "bootstrap_95": [ -0.0008510791490806824, 0.0029276541353745592 ], "p_improvement": 0.850765, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.0019256082268675324, "bootstrap_95": [ -0.0009859441322862376, 0.005046682696570384 ], "p_improvement": 0.85546875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.0009932471806458943, "bootstrap_95": [ -0.0012442649702416242, 0.003231955662292053 ], "p_improvement": 0.79807, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0023499522448018092, "bootstrap_95": [ -0.0061332626359149565, 0.0012594809056570818 ], "p_improvement": 0.125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.0011242748940540881, "bootstrap_95": [ -0.0029064786751594827, 0.005783614942816026 ], "p_improvement": 0.67554, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0015413560426676038, "bootstrap_95": [ -0.0026747262381249448, 0.0055128442976067876 ], "p_improvement": 0.7578125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "log_loss": { "Jun": { "training": { "mean_difference": 0.007183104298667503, "bootstrap_95": [ 0.0011282039433850046, 0.014661399376548099 ], "p_improvement": 0.980245, "years_better": 8, "years": 24 }, "test": { "mean_difference": -0.0055246408021625525, "bootstrap_95": [ -0.013641515416815004, 0.003281264146465491 ], "p_improvement": 0.130859375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.01012161658722105, "bootstrap_95": [ 0.0030437416699323843, 0.016620816781816844 ], "p_improvement": 0.99559, "years_better": 4, "years": 24 }, "test": { "mean_difference": 0.004506063061414545, "bootstrap_95": [ -0.0062690098923084345, 0.015461134199298577 ], "p_improvement": 0.7734375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.004885637900296992, "bootstrap_95": [ -0.0004499249227764658, 0.009353667863514199 ], "p_improvement": 0.96377, "years_better": 5, "years": 24 }, "test": { "mean_difference": 0.00541860826054087, "bootstrap_95": [ -0.0005653262388448469, 0.0116591737779833 ], "p_improvement": 0.9296875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.007348479953451929, "bootstrap_95": [ 0.001314669344556175, 0.01352414595973166 ], "p_improvement": 0.98563, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.004420992076969554, "bootstrap_95": [ -0.0059536363586617175, 0.014921621425541919 ], "p_improvement": 0.78125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.007923083576776258, "bootstrap_95": [ -0.0002819639973602231, 0.01794780527986108 ], "p_improvement": 0.947655, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.014406765137891828, "bootstrap_95": [ 0.0071387012681021905, 0.022236504353654468 ], "p_improvement": 0.99609375, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } } }, "ordinal_logistic": { "rps": { "Jun": { "training": { "mean_difference": 0.00351055117054559, "bootstrap_95": [ -7.513028132284304e-05, 0.007741209056654682 ], "p_improvement": 0.95207, "years_better": 8, "years": 24 }, "test": { "mean_difference": -0.0027166840769560774, "bootstrap_95": [ -0.0061664268272893195, 0.0011439020765542744 ], "p_improvement": 0.111328125, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.004871600318723491, "bootstrap_95": [ 0.0007268963334701525, 0.00887813120598123 ], "p_improvement": 0.98265, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.0008596182628927695, "bootstrap_95": [ -0.005928678831800725, 0.0074334600975880195 ], "p_improvement": 0.6015625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.0020877687162602445, "bootstrap_95": [ 2.1450354902413958e-05, 0.003952756143792452 ], "p_improvement": 0.970725, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.001340002136915461, "bootstrap_95": [ -0.0006235323320934647, 0.002964300805785963 ], "p_improvement": 0.908203125, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.002783539854347939, "bootstrap_95": [ -0.0010814678723641646, 0.00707131104654371 ], "p_improvement": 0.89471, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.0016950973294412492, "bootstrap_95": [ -0.0037088823839632663, 0.00706722133142445 ], "p_improvement": 0.72265625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.0030448925004451025, "bootstrap_95": [ -0.002180192005745277, 0.009309557297543741 ], "p_improvement": 0.82768, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.004908288608714562, "bootstrap_95": [ 0.0004827848531136245, 0.009254831390081283 ], "p_improvement": 0.9609375, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_below": { "Jun": { "training": { "mean_difference": 0.0014488966163860445, "bootstrap_95": [ -0.00036244040951840465, 0.0031813508115295826 ], "p_improvement": 0.9328, "years_better": 7, "years": 24 }, "test": { "mean_difference": -0.0020740795170106473, "bootstrap_95": [ -0.006910046525147663, 0.002471546550699448 ], "p_improvement": 0.220703125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.0027877318795289804, "bootstrap_95": [ 0.000184810342405685, 0.005418176119822642 ], "p_improvement": 0.972885, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.00037175486124522056, "bootstrap_95": [ -0.0029283845383766627, 0.004411118850383412 ], "p_improvement": 0.564453125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.0011185474868399745, "bootstrap_95": [ -0.00014072616436257637, 0.002384288429763505 ], "p_improvement": 0.945905, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.0013204503740963812, "bootstrap_95": [ -0.0004511076770309968, 0.002746136568012434 ], "p_improvement": 0.916015625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.0018130147361432591, "bootstrap_95": [ -0.000550856678999011, 0.004449493843133745 ], "p_improvement": 0.90621, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0037707797503420187, "bootstrap_95": [ 0.0010117736761905516, 0.006646474249180567 ], "p_improvement": 0.984375, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.0019786314677329333, "bootstrap_95": [ -0.0008303365058139497, 0.004870482709395835 ], "p_improvement": 0.90187, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.0039027963264833604, "bootstrap_95": [ 0.0017169253749885415, 0.006204727785474423 ], "p_improvement": 0.98828125, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_above": { "Jun": { "training": { "mean_difference": 0.002061654490290374, "bootstrap_95": [ 5.87151958762549e-06, 0.004794671205319211 ], "p_improvement": 0.952295, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.0006426036016730949, "bootstrap_95": [ -0.004237990587589065, 0.0023672953648712107 ], "p_improvement": 0.37890625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.002083868267607899, "bootstrap_95": [ 0.00013760738379386115, 0.003964218905738554 ], "p_improvement": 0.976505, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.00048786514620543755, "bootstrap_95": [ -0.004040396165088842, 0.004730003455469281 ], "p_improvement": 0.564453125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.0009692210813917381, "bootstrap_95": [ -0.0005431250681205764, 0.002524022316686011 ], "p_improvement": 0.878025, "years_better": 10, "years": 24 }, "test": { "mean_difference": 1.9555773221522107e-05, "bootstrap_95": [ -0.001754003663077879, 0.0019150991857470737 ], "p_improvement": 0.509765625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.0009705252286561702, "bootstrap_95": [ -0.0009966273299937998, 0.0029163842452469015 ], "p_improvement": 0.820625, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.002075673340744186, "bootstrap_95": [ -0.0055026637056265065, 0.0012490168903947422 ], "p_improvement": 0.1328125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.0010662608244686883, "bootstrap_95": [ -0.0021373452534897237, 0.004747406037987122 ], "p_improvement": 0.704135, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0010054986637460146, "bootstrap_95": [ -0.0024115296609120997, 0.004458743305235401 ], "p_improvement": 0.70703125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "log_loss": { "Jun": { "training": { "mean_difference": 0.006716095031590041, "bootstrap_95": [ 0.0007906682723910881, 0.01414828862254835 ], "p_improvement": 0.974195, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.006054594376776097, "bootstrap_95": [ -0.014572436815762134, 0.0031969651318759736 ], "p_improvement": 0.119140625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.01000558024740312, "bootstrap_95": [ 0.0032254971325046296, 0.01637638883601566 ], "p_improvement": 0.99618, "years_better": 4, "years": 24 }, "test": { "mean_difference": 0.004601393953966045, "bootstrap_95": [ -0.005771808028822119, 0.014963154166780755 ], "p_improvement": 0.76953125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.005586280309880416, "bootstrap_95": [ 0.0007555685920975918, 0.009663072340997725 ], "p_improvement": 0.986405, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.004119104165236272, "bootstrap_95": [ -0.0006027775314066014, 0.008783411806062544 ], "p_improvement": 0.93359375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.007118894510567149, "bootstrap_95": [ 0.0013552253389767048, 0.013109345405340762 ], "p_improvement": 0.986005, "years_better": 5, "years": 24 }, "test": { "mean_difference": 0.005685682811960419, "bootstrap_95": [ -0.004115909891801611, 0.01570905847398056 ], "p_improvement": 0.845703125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.007758636358287556, "bootstrap_95": [ -0.0005131670867822896, 0.017109526890527138 ], "p_improvement": 0.948715, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.012416146138895115, "bootstrap_95": [ 0.004436955207324015, 0.020192180499637717 ], "p_improvement": 0.986328125, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } } }, "SEL": { "rps": { "Jun": { "training": { "mean_difference": 0.00019265656178251342, "bootstrap_95": [ -0.0034685053794276787, 0.0035611988618248817 ], "p_improvement": 0.53844, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.00039697301288516007, "bootstrap_95": [ -0.004700710492565254, 0.006147138798281816 ], "p_improvement": 0.55078125, "years_better": 6, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": false, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.0022893925169441254, "bootstrap_95": [ 0.0003968674114522497, 0.004179217439548386 ], "p_improvement": 0.984255, "years_better": 4, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.0004656592737464678, "bootstrap_95": [ -0.0003469864607232575, 0.0013345868475311985 ], "p_improvement": 0.84882, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.0003515254373580825, "bootstrap_95": [ -0.001293731480541549, 0.0005259706613699302 ], "p_improvement": 0.255859375, "years_better": 5, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } }, "Sep": { "training": { "mean_difference": -0.0012809032220163867, "bootstrap_95": [ -0.0027812895939723636, -1.0446902543169939e-05 ], "p_improvement": 0.04782, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.00013818178651063087, "bootstrap_95": [ -0.0011861980556636706, 0.0009650720063533311 ], "p_improvement": 0.40234375, "years_better": 6, "years": 9 }, "decision": { "holm_p": 0.2391, "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.0005847555132025122, "bootstrap_95": [ -0.000819798680085724, 0.002114608533749352 ], "p_improvement": 0.77098, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } } } } } }