{ "created_utc": "2026-10-13T10:01:47.327917+00:00", "config": "config/probability_calibration/feb_fmam.json", "config_contents": { "description": "Phase 1 probability-calibration benchmark (docs/48): Pathway A, the amount correction fixed at the operational MVS; the tercile-probability calibration replaced.", "benchmark_config": "config/bias_correction/feb_fmam.json", "amount_method": "mvs", "methods": [ "climatology_blend", "pseudocount", "temperature", "dirichlet", "multinomial_logistic", "ordinal_logistic" ], "parameters": { "multinomial_logistic": { "l2": 0.001 }, "ordinal_logistic": { "l2": 0.001 } }, "selection": true, "selection_region": "ethiopia", "output_root": "outputs/probability_calibration/feb_fmam", "selection_folds": 6 }, "protocol": "Phase 1 probability-calibration benchmark (docs/48): which tercile-probability method gives the best published probabilities?\n\nPathway A: the amount correction is fixed (the operational MVS, configurable); the probability-calibration stage is replaced.\nFor each target, nested year-based validation over the training years:\n outer leave-one-year-out: for the left-out year y every fit uses only the other training years \u2014 the amount correction and\n terciles (each inner year z from a fit without y and z), and every calibrator's parameters, fitted on the inner out-of-fold\n records of the other years; the calibrated probabilities of year y are then scored.\n test years: fits on all training years (calibrators on their leave-one-year-out records), scored on the test years\n (exploratory).\n SEL: a calibrator is chosen for each outer year by inner cross-validation of the calibrators (blocks of consecutive\n years, 'selection_folds') on the inner records only (lowest inner RPS), so its score includes the choice among the methods.\nScores (per year, area-weighted over a region; equal years): RPS/RPSS (primary), category Brier scores and skill, log loss\nand its skill against climatology, reliability tables. Tests: each method against the incumbent climatology blend, paired\nwhole-year sign-flip, Holm across every method and target; SEL against the incumbent, Holm across the targets; no harm over\nthe test years.\n\n python scripts/prob_benchmark.py --config config/probability_calibration/sep_ondj.json", "provenance": { "commit": "0849f4436ec4f79abcf169365a2730ae07b86b75", "uncommitted_changes": false, "uncommitted_check": "code and configuration files this result depends on", "code_sha256": { "scripts/bias_methods.py": "f964fac9e23a92ba01fc39368d996aa660561cd8708f7552fbedc0627f6b3706", "scripts/bias_benchmark.py": "bd5d0cce44fa15275cc64fbaa1d9317aaefb43626b0f3a0b9c6a719c3b4fa24f", "scripts/bias_confirmation.py": "bbc95e4cb64256b101b5c0b30e2f351c5cd2b36893d4dfb0505c63577243f558", "scripts/significance.py": "3143761d5d201e4e62df9ad923757b952a3ea768b060c8a722afcd9b3d6a9963", "scripts/calibration_core.py": "f0635cc563e6d6aedb62799847b83fbb0f5cc12ee9f8c48ad48dda15a054fb62", "scripts/compare_calibration.py": "9aa137c9a02672ffacc2541cfd23cdab9b3294bf7cc77580a11e21208560866a", "scripts/local_blend.py": "ada5c571fb7762d2c333f83ad119d35f0784b82aa2cc35449a44cdf00c53c17d", "scripts/run_calibration.py": "1f34e8fc92fdd15983f1633de67fcb6a35882911b6b7072ca865df99d907afd0", "scripts/run_monthly.py": "dc13dfb54b78773afb6d0c25ebac8769552e5c071f5d2aed9ba2a01400e44f79", "scripts/cycle.py": "00e076fc93dc2c8a5caebf6a209fc3de09a5f69e16c2e7cb20bd7b36d2ecdcba", "scripts/common.py": "72b83f5c530017e317ea43af3a0e430e6d03f361bc032de374a0f942435cb0a1" }, "config": { "path": "config/bias_correction/feb_fmam.json", "sha256": "5e74d282f6e0f984a3bb2d0527f665d535894be91f139628db7e8deb7d5374c9" }, "project_config": { "path": "config/fmam_feb/project.json", "sha256": "9999e9e5e03f95998e3d22396d2d2e5bf2f8c79decfc571c715caf2878daa4a1" }, "cycle_config": { "path": "config/cycles/feb_2026_fmam.json", "sha256": "120955984a14d292912b9a8d48f83af060290d40d6b54ed9d627b36280c0652b" }, "masks": { "cells": { "path": "data/masks/ethiopia_common.nc", "sha256": "57ad8861c598abb9f175012920e5d0ef058e5b643cd6e4987cad3da6ac0b9e16" }, "ethiopia": { "path": "data/masks/ethiopia_common.nc", "sha256": "57ad8861c598abb9f175012920e5d0ef058e5b643cd6e4987cad3da6ac0b9e16" }, "fmam_domain": { "path": "data/masks/fmam_coverage_chirps_v3_1993_2025_v1.nc", "sha256": "c386d127f7041ed6b383c5f46b9537e3740bfee6b85f383e3a8b0792cac58fbb" } }, "inputs": { "Feb": { "folder": "data/processed/init02_Feb", "files": 67, "sha256": "aa05fc058f64121f726ee7f06608768bafb243ef9702ccd6c154217f2a9a13d5" }, "Mar": { "folder": "data/processed/init02_Mar", "files": 67, "sha256": "41b2c07eb813ed00ca81d1c21d2a620cd1cdbc2d2725e806669bd035f1a8f7cf" }, "Apr": { "folder": "data/processed/init02_Apr", "files": 67, "sha256": "7c29ca912e693cabdd2d1626e106f967dd554116d18f98a18faa33f957dfb15e" }, "May": { "folder": "data/processed/init02_May", "files": 67, "sha256": "c590b53da737506d77661bb04aa6caf2a91d62a0ab9b88d8a2ecbb7c49b925c0" }, "FMAM": { "folder": "data/processed/init02_FMAM", "files": 67, "sha256": "6915035b5cc71c72bb89702c935f922163818566aa3868159a9183f7326db742" } }, "scoring_version": 3, "dependency_sha256": "48caccb09fad2e9ffb99c16c117a2a316e3649df3d0cf9295084fe5a3101064c", "python": "3.11.9", "numpy": "1.26.4" }, "phase": 1, "pathway": "A: fixed amount correction, replaced probability calibration", "amount_method": "mvs", "incumbent": "climatology_blend", "methods": [ "climatology_blend", "pseudocount", "temperature", "dirichlet", "multinomial_logistic", "ordinal_logistic" ], "version": 1, "registry": { "pseudocount": { "name": "Pseudocount smoothing (no blend)", "inputs": "member counts: p_k = (n_k + alpha) / (M + 3 alpha)", "multiclass": "joint (counts)", "parameters": "alpha fixed (0.5)", "references": [ "Wilks 2019" ], "incumbent": false, "outputs": "tercile probabilities only (no CDF)" }, "climatology_blend": { "name": "Climatology blend (incumbent)", "inputs": "smoothed probabilities and training climatology", "multiclass": "joint", "parameters": "lambda: one per target, minimum RPS", "references": [ "Rajagopalan et al. 2002" ], "incumbent": true, "outputs": "tercile probabilities only (no CDF)" }, "temperature": { "name": "Temperature scaling", "inputs": "log smoothed probabilities", "multiclass": "joint (softmax)", "parameters": "one temperature T in 0.25-4, log loss", "references": [ "Guo et al. 2017" ], "incumbent": false, "outputs": "tercile probabilities only (no CDF)" }, "dirichlet": { "name": "Regularized Dirichlet calibration", "inputs": "log smoothed probabilities only", "multiclass": "joint (softmax of a linear map)", "parameters": "3x3 map + bias, identity-regularized, log loss", "references": [ "Kull et al. 2019" ], "incumbent": false, "outputs": "tercile probabilities only (no CDF)" }, "multinomial_logistic": { "name": "Regularized multinomial logistic regression", "inputs": "standardized ensemble mean, log spread ratio (no probabilities)", "multiclass": "joint (softmax; near = reference)", "parameters": "6 coefficients, L2 on slopes, log loss", "references": [ "Wilks 2019" ], "incumbent": false, "outputs": "tercile probabilities only (no CDF)" }, "ordinal_logistic": { "name": "Ordinal (cumulative-logit) logistic regression", "inputs": "standardized ensemble mean, log spread ratio", "multiclass": "ordinal (ordered cutpoints)", "parameters": "2 ordered cutpoints + 2 slopes, L2 on slopes, log loss", "references": [ "McCullagh 1980" ], "incumbent": false, "outputs": "tercile probabilities only (no CDF)" } }, "regions": { "ethiopia": "All Ethiopia", "fmam_domain": "FMAM rainfall contribution domain" }, "primary_region": "ethiopia", "training_years": [ 1993, 2016 ], "test_years": [ 2017, 2025 ], "targets": { "Feb": { "tag": "init02_Feb", "methods": { "climatology_blend": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.2112180408384159, 0.45303788000804884, 0.33268488659805484, 0.42701279488378235, 0.41841242170453297, 0.3194159203844659, 0.4195852458115674, 0.4933798948985926, 0.3628012208168902, 0.41680502038707523, 0.5840367302696414, 0.4417653447212832, 0.41271573599677913, 0.48098544742430965, 0.27655931887302454, 0.3995465457948823, 0.3807631876545, 0.25379998428819606, 0.3698774989164374, 0.368023724004967, 0.4260350678332725, 0.3934260565549052, 0.39600519902120807, 0.458420218085758 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.04221720431507358, 0.3284723564783085, 0.09449198112746521, 0.23545488087522462, 0.31268251653905127, 0.10973245558133637, 0.3123785146108837, 0.3947560343537717, 0.1467278490078051, 0.29138679124905853, 0.2450842196191028, 0.18765297231510944, 0.2106380938121853, 0.14149125422922873, 0.06893882450367653, 0.31333849742400843, 0.17016727086583722, 0.05321450342416322, 0.25450773133628557, 0.2632548476300475, 0.3297357370753349, 0.1346457946646722, 0.2680095286259636, 0.18640214216948392 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.16900083029825205, 0.12456552508953123, 0.2381929043474934, 0.1915579152730495, 0.10572990720866672, 0.20968346302823018, 0.10720673360607537, 0.09862386282723855, 0.21607337250237724, 0.12541823160197246, 0.3389525100173603, 0.25411237632655265, 0.20207764310720844, 0.3394941934615393, 0.2076204919599373, 0.08620805068370735, 0.2105959172926899, 0.2005854767357345, 0.11536976970156376, 0.10476887832410087, 0.09629933319812338, 0.25878026108475766, 0.12799567162300884, 0.2720180733778246 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "log_loss": [ 0.5670708760676199, 1.1129328627042012, 0.8683252045766034, 1.1379133054989075, 1.0087894328146714, 0.7933999238272711, 1.0772335772485726, 1.109341475603793, 1.0442430741310502, 1.0787211651585267, 1.2668314998738042, 1.1947358564679251, 1.0940809365138338, 1.1234620859845763, 0.7966736400422899, 1.0254459618910219, 1.027639336288975, 0.6721100040289911, 1.078608840387264, 0.9730169819349336, 1.153971499224365, 1.0504282333975246, 1.098013758744755, 1.1071124707168107 ], "log_loss_clim": [ 1.0636365215990604, 1.0851020934385713, 1.0829845357788488, 1.114915471528915, 1.0751910196539225, 1.0748397877821156, 1.0941195291347958, 1.0665730030228233, 1.1278992668815964, 1.1009887350094487, 1.084851863174709, 1.1285317750993535, 1.1198451433073888, 1.0894979859431362, 1.0914991524171647, 1.0895962881688785, 1.1201255184468752, 1.069304218453464, 1.1263882943170247, 1.0909646546286205, 1.103642856085365, 1.1140840166062393, 1.1131588909468124, 1.101981515597516 ] }, "rps": 0.39567972440710797, "rpss": 0.1263736164396203, "bss_below": 0.06512527212516095, "bss_above": 0.18796867271874562, "log_loss": 1.019170916797012, "log_loss_skill": 0.07100797054236485, "reliability": { "below": { "weight": [ 0.0, 0.438025, 0.11676, 0.113968, 0.139339, 0.141315, 0.050593, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1802, 0.2508, 0.3548, 0.4541, 0.5484, 0.6285, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2565, 0.2194, 0.3282, 0.4375, 0.5601, 0.6537, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.153752, 0.381862, 0.174529, 0.075163, 0.068792, 0.145902, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.188, 0.2506, 0.3447, 0.448, 0.5548, 0.6455, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0744, 0.2107, 0.3617, 0.5128, 0.7344, 0.6883, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.20268581697250107, 0.4337773257777311, 0.32483112662579694, 0.43439527181835197, 0.4119414892581978, 0.30902899963350194, 0.4203532683970585, 0.4932917736358745, 0.3577426988358697, 0.4203769142376136, 0.5294720195713368, 0.4379288135436904, 0.3967885525432215, 0.48497625063462774, 0.26714805550961157, 0.408062246965576, 0.3622105253010331, 0.23971459297133701, 0.3709500876990043, 0.3734351038288038, 0.4529345490666317, 0.41178396770984277, 0.38377677115463077, 0.47986696125336314 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.04100396376882437, 0.33614232898070473, 0.08080851008780178, 0.23789318107176752, 0.31356452559343767, 0.10897863215380921, 0.30980109438360554, 0.4008328727290074, 0.139730141635937, 0.31626167752733364, 0.24415805465460466, 0.20295108293253475, 0.20057925116515493, 0.12977525660204287, 0.06554839601115928, 0.31540296747055724, 0.16951954101131442, 0.044879243387518274, 0.24418860108262253, 0.2601270578033563, 0.34232016743301835, 0.13789542059525128, 0.26704506829225994, 0.18113758703171154 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.16168184644700134, 0.09763499878946018, 0.24402261504813022, 0.1965020921511613, 0.09837696584722898, 0.2000503658180839, 0.11055217685443067, 0.09245890381734079, 0.21801255793424848, 0.10411523972980971, 0.2853139652254762, 0.23497773501715963, 0.1962093026192521, 0.3552009940292261, 0.20159965718316736, 0.09265928181542481, 0.19269098467648782, 0.19483534463764784, 0.12676148867591627, 0.11330804786607034, 0.11061438408300932, 0.2738885457126335, 0.11673170456731399, 0.29872937103685615 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "log_loss": [ 0.5420520391110197, 1.0646752207808816, 0.8316090264486405, 1.1250816808147102, 0.9989852849627462, 0.7653375850041494, 1.0987277190754041, 1.1177817591074775, 1.0352873905203825, 1.0621994069321876, 1.2193070225210623, 1.2113127091374776, 1.0952229497571435, 1.1090528467675398, 0.8024694425133975, 1.0707735888845973, 1.0060049821824475, 0.6068815857787027, 1.1116266017247465, 0.9952791258149571, 1.213636069778493, 1.0514075107605663, 1.0903280728886244, 1.1051844721263486 ], "log_loss_clim": [ 1.0608185498300609, 1.0789845308752113, 1.0771525384349918, 1.1094359876760291, 1.0734970338191292, 1.0735124563653897, 1.0989774498629772, 1.0652715330717282, 1.1280189648389687, 1.0948416462200854, 1.0910254999447637, 1.1335873031868233, 1.1260844119622093, 1.0874278556996797, 1.0960019391741747, 1.097463495602667, 1.1220247411001651, 1.0604918388175442, 1.1346435053893231, 1.0946060005171663, 1.1060510185560268, 1.1105534779590684, 1.1145418486381085, 1.094207681134723 ] }, "rps": 0.3919780492893836, "rpss": 0.1344813461111931, "bss_below": 0.06573096080908047, "bss_above": 0.20358953503832045, "log_loss": 1.0137593372247375, "log_loss_skill": 0.07592314227023966, "reliability": { "below": { "weight": [ 0.0, 0.477393, 0.107984, 0.106043, 0.130402, 0.128314, 0.049864, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1801, 0.251, 0.3552, 0.4542, 0.548, 0.6291, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2609, 0.2221, 0.324, 0.446, 0.568, 0.6909, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.164891, 0.372398, 0.163816, 0.070497, 0.069046, 0.159352, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.188, 0.2509, 0.3442, 0.4487, 0.5562, 0.6461, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0667, 0.2032, 0.3661, 0.5217, 0.7475, 0.6878, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3413595295785565, 0.541508955661979, 0.4258401922911376, 0.3674205423582209, 0.43796496113356864, 0.41673796239913297, 0.33143527006804674, 0.3642819510133622, 0.4247193610299639 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.05130541267232243, 0.1199658906609397, 0.15347815522076375, 0.15923638939509713, 0.1446641591561163, 0.21630393259771122, 0.2438776379248456, 0.09230587717758137, 0.23066337603346745 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.2900541012581489, 0.42154303378964153, 0.2723620305548712, 0.2081841514672766, 0.29330079255247454, 0.20043402677213826, 0.08755764015580879, 0.27197606202344665, 0.19405598528275317 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "log_loss": [ 0.9130469500610802, 1.1356514744672057, 1.0980847202064348, 1.0080217152672173, 1.1026150581789702, 1.1104307535682767, 1.056112353175759, 0.9511909145569729, 1.1082220622573273 ], "log_loss_clim": [ 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126 ] }, "rps": 0.4056965250593298, "rpss": 0.05611194205411729, "bss_below": 0.033136183744374326, "bss_above": 0.07004337767091195, "log_loss": 1.0537084446376939, "log_loss_skill": 0.0409109517959102, "reliability": { "below": { "weight": [ 0.0, 0.422551, 0.13882, 0.140974, 0.12396, 0.122065, 0.05163, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1694, 0.2475, 0.3488, 0.4432, 0.5466, 0.6276, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.117, 0.0704, 0.1292, 0.1784, 0.2921, 0.353, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.164902, 0.276702, 0.271228, 0.14444, 0.075607, 0.067121, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1824, 0.2513, 0.345, 0.4404, 0.5382, 0.6569, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1831, 0.3821, 0.557, 0.6749, 0.7044, 0.4704, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.34683354540759165, 0.5262922394253995, 0.42946571612727824, 0.3758301472089058, 0.42909360207718733, 0.418520490915995, 0.3222957715951435, 0.37330728743167396, 0.4095990812016335 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.051396231700756516, 0.1138203326033195, 0.16510888863468975, 0.1578212784620889, 0.14926616910127635, 0.22439120479807903, 0.23307237135741346, 0.10024028256379557, 0.2504416705332382 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.2954373007760705, 0.41247187669377533, 0.2643568241850747, 0.21800886601992375, 0.2798274271768749, 0.19412928396235285, 0.0892234070612625, 0.2730669953371332, 0.1591574155220484 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "log_loss": [ 0.9528770968310959, 1.1248183589719474, 1.1315441390332504, 1.0078322846254046, 1.1165973664617164, 1.1024098615827647, 1.0581767094685015, 0.9830788612098638, 1.1001558600098533 ], "log_loss_clim": [ 1.0987380542753233, 1.0982921641442833, 1.0988626247648885, 1.0987380542753233, 1.0982921641442833, 1.0986281753966851, 1.0988626247648885, 1.0988626247648885, 1.0988626247648885 ] }, "rps": 0.4034708757100898, "rpss": 0.04799300671441564, "bss_below": 0.040876846962303315, "bss_above": 0.05264174252582221, "log_loss": 1.0641656153549333, "log_loss_skill": 0.03141628263969232, "reliability": { "below": { "weight": [ 0.0, 0.459747, 0.125367, 0.122058, 0.10646, 0.125238, 0.06113, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1691, 0.2466, 0.3496, 0.4434, 0.5505, 0.6277, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1272, 0.0814, 0.1453, 0.1991, 0.3081, 0.3734, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.19111, 0.273102, 0.246035, 0.137084, 0.072812, 0.079857, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1826, 0.2484, 0.346, 0.4405, 0.5372, 0.6572, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.188, 0.3664, 0.5323, 0.6317, 0.6267, 0.4563, NaN, NaN, NaN ] } } } } }, "pseudocount": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.06280249888236111, 0.530783373807586, 0.2662579997119527, 0.48734205710547285, 0.4666750157826566, 0.30123041075632845, 0.44176842319003284, 0.5415873649289665, 0.3952678962031633, 0.4858673753396176, 0.7287385758987982, 0.5802766418249243, 0.46646093718513193, 0.5484153542901193, 0.22701898476630417, 0.4155314122503957, 0.43467964335925513, 0.17745828636149524, 0.4144117814340688, 0.35634887238669294, 0.5067913342852549, 0.4388071171620876, 0.4683488863484497, 0.5379130977895838 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.004877156842323064, 0.3969478555943766, 0.07524404237267465, 0.28685271461130807, 0.35199729853128325, 0.10847656214269623, 0.3394368143787167, 0.43895876185904975, 0.16528006032495957, 0.3494027779363478, 0.3175030932278872, 0.221012579445987, 0.22825188384403006, 0.16412205789603523, 0.04906194941533462, 0.3400271057828365, 0.2150425559704559, 0.03140242361808758, 0.29484544654775097, 0.2675568964078528, 0.41050743699104275, 0.16683988855701168, 0.3385979979364711, 0.24132868886313788 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.05792534154992566, 0.13383551985022618, 0.1910139582703576, 0.20048934499971666, 0.114677718789879, 0.19275385119237504, 0.10233161325638183, 0.10262860665180562, 0.229987837806653, 0.13646460071709074, 0.41123548146374983, 0.3592640721222771, 0.23820905567812625, 0.38429329805022716, 0.17795703825851444, 0.0755043096839682, 0.21963708769456763, 0.14605586406222765, 0.11956633837568714, 0.08879197897754668, 0.09628390024267937, 0.2719672270397777, 0.1297508893449399, 0.2965844034652138 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "log_loss": [ 0.2560420098368986, 1.637541805183201, 0.8089712743861566, 1.5155430956710518, 1.501411642172882, 0.8225156653352588, 1.455898308179691, 1.6833408924655475, 1.1647234049056134, 1.5227443873927482, 1.8066427973397736, 1.6969634636323656, 1.2840681574725918, 1.3086639809414875, 0.7687948172296727, 1.4018165558759328, 1.1894975870970432, 0.5460117127571616, 1.4318795140619984, 1.2131507572575317, 1.7361981297662874, 1.1636025869411628, 1.4463628116920915, 1.2618773758559598 ], "log_loss_clim": [ 1.0636365215990604, 1.0851020934385713, 1.0829845357788488, 1.114915471528915, 1.0751910196539225, 1.0748397877821156, 1.0941195291347958, 1.0665730030228233, 1.1278992668815964, 1.1009887350094487, 1.084851863174709, 1.1285317750993535, 1.1198451433073888, 1.0894979859431362, 1.0914991524171647, 1.0895962881688785, 1.1201255184468752, 1.069304218453464, 1.1263882943170247, 1.0909646546286205, 1.103642856085365, 1.1140840166062393, 1.1131588909468124, 1.101981515597516 ] }, "rps": 0.42836597254377917, "rpss": 0.054205226223049685, "bss_below": -0.06481019635029717, "bss_above": 0.17389436087747556, "log_loss": 1.276010947227088, "log_loss_skill": -0.16310618752747286, "reliability": { "below": { "weight": [ 0.471349, 0.042294, 0.062319, 0.067444, 0.051335, 0.0823, 0.093715, 0.054556, 0.060616, 0.014072 ], "mean_forecast": [ 0.0254, 0.1524, 0.2458, 0.3583, 0.4531, 0.5485, 0.6609, 0.7543, 0.8464, 0.9301 ], "observed_frequency": [ 0.247, 0.2306, 0.2975, 0.3188, 0.3714, 0.4318, 0.5231, 0.555, 0.6199, 0.7718 ] }, "above": { "weight": [ 0.245744, 0.156774, 0.186408, 0.098283, 0.041334, 0.041799, 0.035313, 0.02328, 0.049504, 0.121561 ], "mean_forecast": [ 0.0607, 0.1493, 0.2419, 0.3526, 0.4508, 0.5429, 0.6627, 0.7542, 0.8586, 0.9542 ], "observed_frequency": [ 0.0992, 0.1898, 0.31, 0.3426, 0.4263, 0.4803, 0.6489, 0.6901, 0.7744, 0.6901 ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.04890917621994726, 0.4886075036158161, 0.24927563399126274, 0.492156361869671, 0.457996729160152, 0.29332569999212293, 0.4566025675277707, 0.5447041210846155, 0.38800352298536306, 0.48961274378640807, 0.6345901274227713, 0.588492356992587, 0.45392162357869226, 0.5485155669545324, 0.22399716576280249, 0.44857263297649846, 0.4082449545951356, 0.12620585888007152, 0.4359513868843206, 0.37304169332990667, 0.5556523923480619, 0.47202033384060194, 0.44877649998090524, 0.559875843111989 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.0038384810657773535, 0.3881944240211533, 0.05551721217849024, 0.2862850089279233, 0.3534035852257811, 0.10989511479409335, 0.3465842375654651, 0.4521548464924617, 0.15295373115470712, 0.3756914160056995, 0.29732589184579133, 0.24005496266825724, 0.21533384627946978, 0.1524011986655549, 0.04567442896850696, 0.36142754501222324, 0.2089343993932369, 0.020190384867770174, 0.29756304988448795, 0.2727941193565745, 0.43699866410053545, 0.1755766779901513, 0.3322255636620217, 0.23059261148940507 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.04507069429895914, 0.10041308213265819, 0.19375842269011323, 0.20587135595557907, 0.10459314563565567, 0.18343058888448358, 0.11001833532591267, 0.09254927944356274, 0.23504979406884818, 0.11392133188043274, 0.3372642364470058, 0.3484374052252726, 0.23858778054076352, 0.3961143689317572, 0.1783227401634157, 0.08714509140488735, 0.19931055538918013, 0.1060154734420704, 0.13838834050631668, 0.10024757710190377, 0.11865373156919538, 0.29644365321416877, 0.11655093843065659, 0.32928322524791503 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "log_loss": [ 0.22474096465312057, 1.5912664802094034, 0.7574252086970865, 1.5229696060028877, 1.515326260322571, 0.8005694962688399, 1.5275267706358424, 1.7641056841598706, 1.1586409297553248, 1.5543238885984354, 1.7154807703259212, 1.7735725042180883, 1.303852768106799, 1.2495851474497497, 0.787464532893821, 1.5145014876939635, 1.1688563324580652, 0.3774589164988274, 1.513368911908614, 1.2640719761344628, 1.9000942902511542, 1.1846419899735692, 1.4487673906385474, 1.2503929027538674 ], "log_loss_clim": [ 1.0608185498300609, 1.0789845308752113, 1.0771525384349918, 1.1094359876760291, 1.0734970338191292, 1.0735124563653897, 1.0989774498629772, 1.0652715330717282, 1.1280189648389687, 1.0948416462200854, 1.0910254999447637, 1.1335873031868233, 1.1260844119622093, 1.0874278556996797, 1.0960019391741747, 1.097463495602667, 1.1220247411001651, 1.0604918388175442, 1.1346435053893231, 1.0946060005171663, 1.1060510185560268, 1.1105534779590684, 1.1145418486381085, 1.094207681134723 ] }, "rps": 0.4244605207038335, "rpss": 0.0627574702855328, "bss_below": -0.06660662110180837, "bss_above": 0.192794816298537, "log_loss": 1.2862085504420346, "log_loss_skill": -0.17242378149769655, "reliability": { "below": { "weight": [ 0.507155, 0.039763, 0.05739, 0.063223, 0.04793, 0.077569, 0.087106, 0.047064, 0.058275, 0.014527 ], "mean_forecast": [ 0.0246, 0.1526, 0.2449, 0.3582, 0.4529, 0.5485, 0.6607, 0.7542, 0.8466, 0.9306 ], "observed_frequency": [ 0.2524, 0.2423, 0.2969, 0.3133, 0.3669, 0.434, 0.5328, 0.5611, 0.6612, 0.7753 ] }, "above": { "weight": [ 0.253058, 0.153361, 0.182579, 0.089978, 0.038292, 0.039994, 0.033631, 0.022921, 0.051668, 0.134519 ], "mean_forecast": [ 0.0593, 0.1501, 0.2417, 0.3516, 0.4499, 0.543, 0.6629, 0.7535, 0.859, 0.9543 ], "observed_frequency": [ 0.0818, 0.1831, 0.3151, 0.346, 0.4195, 0.4935, 0.6753, 0.6852, 0.7924, 0.6842 ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.31357002301635506, 0.6113404902524475, 0.4678051652790613, 0.40467073656243896, 0.5204061825562155, 0.5530176960628294, 0.4323611214928605, 0.3547793952744641, 0.48558698795525085 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.027059941604707663, 0.15609094583993036, 0.17819406745632518, 0.1853855667232825, 0.1837898980164584, 0.32605912166051193, 0.34276142581563485, 0.08677739280117952, 0.27880288184184543 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.28651007057529826, 0.45524951374094885, 0.28961109240014293, 0.21928516725862426, 0.3366162750393665, 0.22695856934578595, 0.08959969814766655, 0.2680019959929554, 0.20678410334215414 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "log_loss": [ 0.9431752285665186, 1.2749816371677938, 1.3551054896016546, 1.2608333327259533, 1.3677924184879402, 1.549665838262906, 1.4856071552764112, 1.100540270889916, 1.491018249904563 ], "log_loss_clim": [ 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126 ] }, "rps": 0.4603930887168804, "rpss": -0.07114434450019491, "bss_below": -0.2086963330264242, "bss_above": 0.012260801683896094, "log_loss": 1.314302180098184, "log_loss_skill": -0.19628236195482707, "reliability": { "below": { "weight": [ 0.436894, 0.075549, 0.075383, 0.072507, 0.068989, 0.064648, 0.071015, 0.052756, 0.053591, 0.028667 ], "mean_forecast": [ 0.0182, 0.1428, 0.2483, 0.3539, 0.4475, 0.5393, 0.6492, 0.7508, 0.8494, 0.9245 ], "observed_frequency": [ 0.1152, 0.057, 0.1145, 0.1177, 0.139, 0.1662, 0.2569, 0.2895, 0.2904, 0.426 ] }, "above": { "weight": [ 0.191429, 0.129102, 0.180931, 0.142157, 0.107338, 0.072836, 0.067236, 0.028216, 0.020498, 0.060256 ], "mean_forecast": [ 0.0472, 0.1417, 0.2477, 0.3504, 0.4449, 0.5378, 0.6481, 0.7488, 0.8434, 0.9701 ], "observed_frequency": [ 0.1936, 0.303, 0.5109, 0.5437, 0.606, 0.6834, 0.6809, 0.7651, 0.7201, 0.4393 ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.34399786780962643, 0.5840534587425346, 0.4900783229395361, 0.42019074867750783, 0.5212236078893316, 0.5665466448806994, 0.43720781267189146, 0.38361539121455906, 0.4692003970205225 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.028068919813200928, 0.14058300511169317, 0.1960703187224497, 0.18568807104183213, 0.18762889233721708, 0.3402256548352785, 0.34143494970395527, 0.09929039722158914, 0.29858267607423 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.31592893909541614, 0.4434704243160774, 0.29400800144987277, 0.234502673903572, 0.3335947096729849, 0.22632098588708005, 0.09577286394750617, 0.28432498951347557, 0.1706177221113792 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "log_loss": [ 1.0515344412631744, 1.2750347856430153, 1.4731248381615234, 1.2949756262279812, 1.4436563336894916, 1.5930680134476793, 1.5523188538949029, 1.1943002033825405, 1.5449252567453446 ], "log_loss_clim": [ 1.0987380542753233, 1.0982921641442833, 1.0988626247648885, 1.0987380542753233, 1.0982921641442833, 1.0986281753966851, 1.0988626247648885, 1.0988626247648885, 1.0988626247648885 ] }, "rps": 0.4684571390940232, "rpss": -0.10534489431777105, "bss_below": -0.2059534919664261, "bss_above": -0.039620869931365155, "log_loss": 1.3803264836061837, "log_loss_skill": -0.25634744946747756, "reliability": { "below": { "weight": [ 0.474243, 0.067252, 0.065712, 0.061292, 0.061297, 0.055396, 0.062023, 0.055197, 0.062927, 0.034662 ], "mean_forecast": [ 0.0174, 0.1415, 0.2474, 0.3537, 0.4463, 0.5382, 0.6491, 0.7526, 0.849, 0.924 ], "observed_frequency": [ 0.1255, 0.065, 0.1286, 0.1343, 0.1447, 0.179, 0.2914, 0.303, 0.3093, 0.4441 ] }, "above": { "weight": [ 0.220551, 0.137072, 0.159319, 0.125918, 0.103804, 0.069209, 0.066128, 0.024386, 0.021565, 0.072048 ], "mean_forecast": [ 0.0473, 0.1407, 0.247, 0.3505, 0.4447, 0.5388, 0.649, 0.7487, 0.8451, 0.9704 ], "observed_frequency": [ 0.197, 0.331, 0.463, 0.5268, 0.5747, 0.646, 0.6161, 0.6785, 0.6658, 0.4264 ] } } } } }, "temperature": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.26907849761540203, 0.46112063795647323, 0.3593235685634931, 0.43140921765160506, 0.44385386195350984, 0.34846806096577787, 0.45311802236398196, 0.5310388147666883, 0.3579432343801728, 0.42756771797265947, 0.5555368445795205, 0.4180163579056291, 0.40344320641294495, 0.4514175243310575, 0.30929626048160586, 0.43287900554396, 0.3719802573210249, 0.29273014672410114, 0.3847694889151918, 0.40536581203613264, 0.43600603464124504, 0.37913062525433466, 0.39528736987492824, 0.41975715352757814 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.04772933964282139, 0.33310910226350954, 0.09562976934544844, 0.23279580110359438, 0.3348622165696252, 0.1118103727267978, 0.3317312650244079, 0.4229692971236388, 0.14130890226710485, 0.2972404944901064, 0.23133575254097086, 0.18620922391931408, 0.2081369195606758, 0.13070902476024115, 0.07052146745350055, 0.33469547955172047, 0.15810212558550613, 0.0562511850450218, 0.257622694841289, 0.2879330433416621, 0.3303249040789487, 0.12014968463858952, 0.25961160170985065, 0.16476046172183748 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.22134915797258065, 0.12801153569296372, 0.2636937992180447, 0.19861341654801065, 0.10899164538388466, 0.23665768823898, 0.12138675733957399, 0.10806951764304945, 0.2166343321130679, 0.13032722348255296, 0.3242010920385499, 0.231807133986315, 0.19530628685226922, 0.3207084995708162, 0.23877479302810514, 0.09818352599223963, 0.21387813173551876, 0.2364789616790794, 0.12714679407390272, 0.1174327686944705, 0.10568113056229644, 0.25898094061574506, 0.1356757681650776, 0.2549966918057407 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "log_loss": [ 0.671215447742071, 1.114242826420315, 0.9129588020749939, 1.1395098011751414, 1.0458082434485896, 0.8468332113294034, 1.11690668126166, 1.1626698111637317, 1.0382176936082732, 1.0856638792651934, 1.224673009649046, 1.1424018829057285, 1.0783095556124844, 1.073022578571588, 0.8457165357602279, 1.0673215442071091, 1.0121299803868502, 0.7403361168352879, 1.0946159021276989, 1.0229738906634445, 1.144896040639113, 1.0237082997929865, 1.0814456542434745, 1.048397282366426 ], "log_loss_clim": [ 1.0636365215990604, 1.0851020934385713, 1.0829845357788488, 1.114915471528915, 1.0751910196539225, 1.0748397877821156, 1.0941195291347958, 1.0665730030228233, 1.1278992668815964, 1.1009887350094487, 1.084851863174709, 1.1285317750993535, 1.1198451433073888, 1.0894979859431362, 1.0914991524171647, 1.0895962881688785, 1.1201255184468752, 1.069304218453464, 1.1263882943170247, 1.0909646546286205, 1.103642856085365, 1.1140840166062393, 1.1131588909468124, 1.101981515597516 ] }, "rps": 0.4057724050724591, "rpss": 0.10408985620067368, "bss_below": 0.05592067971137571, "bss_above": 0.15253170792992066, "log_loss": 1.030582277968785, "log_loss_skill": 0.06060631621812673, "reliability": { "below": { "weight": [ 0.0, 0.353529, 0.169755, 0.206035, 0.212907, 0.055907, 0.001867, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1771, 0.2405, 0.3545, 0.4422, 0.5303, 0.6083, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2993, 0.1294, 0.3435, 0.5286, 0.6497, 0.6149, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.058518, 0.312033, 0.357959, 0.112838, 0.117276, 0.041375, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1767, 0.2589, 0.3407, 0.4457, 0.5553, 0.6097, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0467, 0.1631, 0.3068, 0.616, 0.8254, 0.3567, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.26203874177993886, 0.4564404331596524, 0.35593486134689634, 0.44378413110559906, 0.43894955511126554, 0.3396735898056153, 0.45037954602479624, 0.5357693203611223, 0.35403005755160727, 0.4371044116979519, 0.5188682644105632, 0.414759844436961, 0.38737172336815123, 0.4523508963055574, 0.29643301101765424, 0.43083416397047913, 0.3592477599275289, 0.2866567258841623, 0.3759065329244352, 0.40557253954098677, 0.4573963786149806, 0.39234917351373766, 0.38642544744015045, 0.43752116803690794 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.046035878171286806, 0.35164144685983584, 0.08336046515827686, 0.23918622926071467, 0.3362280067459279, 0.11093542887245415, 0.3257311681822045, 0.43000933873575126, 0.13594516429141812, 0.3273373184761887, 0.24059389835562253, 0.20315537370035247, 0.1992587079359794, 0.1161539905518752, 0.06649973997471378, 0.3274976361437337, 0.16105188627343767, 0.047066087014772454, 0.23877134115242943, 0.28058495819919843, 0.3376302772033711, 0.12186353246349713, 0.2608939067529478, 0.16051774513639305 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.21600286360865184, 0.10479898629981657, 0.2725743961886194, 0.20459790184488444, 0.1027215483653376, 0.22873816093316093, 0.12464837784259188, 0.10575998162537115, 0.2180848932601892, 0.10976709322176326, 0.278274366054941, 0.21160447073660843, 0.18811301543217177, 0.33619690575368216, 0.2299332710429404, 0.10333652782674553, 0.1981958736540912, 0.23959063886938983, 0.13713519177200578, 0.12498758134178832, 0.1197661014116095, 0.27048564105024064, 0.12553154068720263, 0.27700342290051483 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "log_loss": [ 0.6511330822692651, 1.0890100473960702, 0.8860031632391521, 1.137048495348452, 1.0361302272012425, 0.8237950969484975, 1.1313653941886985, 1.1754404813839527, 1.0312308824090677, 1.0793576635332771, 1.1975516796582215, 1.156522685022021, 1.0766616995384866, 1.056386615145675, 0.842911599516905, 1.0937834004178555, 0.9977576957850494, 0.696818149374937, 1.1114332364984227, 1.0363899256188935, 1.1948480461915618, 1.0219308008722825, 1.0767823858309202, 1.043761278702445 ], "log_loss_clim": [ 1.0608185498300609, 1.0789845308752113, 1.0771525384349918, 1.1094359876760291, 1.0734970338191292, 1.0735124563653897, 1.0989774498629772, 1.0652715330717282, 1.1280189648389687, 1.0948416462200854, 1.0910254999447637, 1.1335873031868233, 1.1260844119622093, 1.0874278556996797, 1.0960019391741747, 1.097463495602667, 1.1220247411001651, 1.0604918388175442, 1.1346435053893231, 1.0946060005171663, 1.1060510185560268, 1.1105534779590684, 1.1145418486381085, 1.094207681134723 ] }, "rps": 0.4031582615556959, "rpss": 0.10979454977534586, "bss_below": 0.05519542349481388, "bss_above": 0.1646778325114514, "log_loss": 1.026835572170473, "log_loss_skill": 0.06400369979913911, "reliability": { "below": { "weight": [ 0.0, 0.389329, 0.167687, 0.188978, 0.196161, 0.055753, 0.002093, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1775, 0.2393, 0.3552, 0.4421, 0.5303, 0.6087, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3028, 0.1247, 0.3452, 0.536, 0.6806, 0.6111, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.063597, 0.306358, 0.344673, 0.111, 0.125345, 0.049027, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1769, 0.2582, 0.3406, 0.4464, 0.5547, 0.6097, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.049, 0.1476, 0.3034, 0.622, 0.8404, 0.3536, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.35654330798283895, 0.49922470622841614, 0.4268479295386472, 0.3767301593226861, 0.4181345417673845, 0.3912820437105976, 0.32949667713888064, 0.37948729763414524, 0.428627901615188 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.05550896811060762, 0.10383943839226717, 0.15038059835404075, 0.15782810773265743, 0.134173973457818, 0.1923394984241402, 0.23002435949660582, 0.0967221327119632, 0.22737498863310937 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.30103433987223116, 0.395385267836149, 0.27646733118460637, 0.2189020515900287, 0.28396056830956656, 0.19894254528645758, 0.09947231764227497, 0.28276516492218207, 0.20125291298207865 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "log_loss": [ 0.9249580844179349, 1.0674318323282455, 1.1000703174381161, 1.025606021830215, 1.0675102059938317, 1.0682479462303145, 1.0431193132556364, 0.9695848003357244, 1.1202129315509464 ], "log_loss_clim": [ 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126 ] }, "rps": 0.40070828499319827, "rpss": 0.0677175140463846, "bss_below": 0.07669828715161164, "bss_above": 0.06227196140820068, "log_loss": 1.042971272597885, "log_loss_skill": 0.050683962693250595, "reliability": { "below": { "weight": [ 0.0, 0.37819, 0.146717, 0.238531, 0.16762, 0.06576, 0.003182, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1519, 0.2546, 0.3516, 0.4426, 0.5348, 0.6191, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1267, 0.0534, 0.1347, 0.2473, 0.3593, 0.1382, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.049014, 0.254684, 0.425296, 0.187691, 0.032493, 0.050822, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1755, 0.2548, 0.3494, 0.4387, 0.5356, 0.6504, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1874, 0.2692, 0.5323, 0.6568, 0.6167, 0.4309, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.35256096350682326, 0.4901338793781407, 0.4265111355734478, 0.38430372224874126, 0.41018665967116946, 0.39303051381353876, 0.3175932205858348, 0.3839917608436339, 0.42074856134157473 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.05439724060194415, 0.10123816288735868, 0.1610208139454614, 0.15631534715529266, 0.14033779341988564, 0.20054613143033223, 0.2168785929889105, 0.10408504333652366, 0.25074204831181013 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.29816372290487925, 0.38889571649078214, 0.2654903216279865, 0.22798837509344866, 0.26984886625128385, 0.1924843823832066, 0.10071462759692429, 0.2799067175071102, 0.17000651302976452 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "log_loss": [ 0.9466391047851023, 1.0625300041905925, 1.1271080692024702, 1.023754918325859, 1.078494617781584, 1.0616777057964293, 1.0423560767864983, 0.9915254541726825, 1.1231349514730902 ], "log_loss_clim": [ 1.0987380542753233, 1.0982921641442833, 1.0988626247648885, 1.0987380542753233, 1.0982921641442833, 1.0986281753966851, 1.0988626247648885, 1.0988626247648885, 1.0988626247648885 ] }, "rps": 0.3976733796625449, "rpss": 0.061672449551757214, "bss_below": 0.08068482418009892, "bss_above": 0.04925231778481387, "log_loss": 1.05080232250159, "log_loss_skill": 0.043579302832511324, "reliability": { "below": { "weight": [ 0.0, 0.415436, 0.138018, 0.204298, 0.160835, 0.077544, 0.003869, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.152, 0.2529, 0.3518, 0.4459, 0.535, 0.6189, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1368, 0.0604, 0.148, 0.2716, 0.3808, 0.1076, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.054475, 0.28106, 0.381006, 0.186929, 0.035339, 0.061192, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1774, 0.2534, 0.3504, 0.4392, 0.537, 0.6502, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2014, 0.2751, 0.4941, 0.6044, 0.5802, 0.4186, NaN, NaN, NaN ] } } } } }, "dirichlet": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.22138053369804947, 0.36397749476124425, 0.3252563016866981, 0.4105965994930677, 0.3500433917223661, 0.311035293495393, 0.42485586452664864, 0.4401408344934587, 0.36807581119630994, 0.3760778166205635, 0.6127314264794392, 0.47035178944743805, 0.4354355298943389, 0.4748529801624655, 0.26329074912041317, 0.3489534270016223, 0.41172805415757713, 0.20988631725980728, 0.38065395271218655, 0.33092002228837614, 0.364620725489476, 0.40376584529476306, 0.360987172501182, 0.42680535050035784 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.03575705490992736, 0.24779076193849692, 0.08803245210680134, 0.21590548653182984, 0.251973000345825, 0.10499875094639016, 0.31165160469098163, 0.34542434817731327, 0.1530821939652642, 0.2570871828911169, 0.24422166531226427, 0.19630713186559828, 0.22298727348014644, 0.1357130315936399, 0.059947755421939856, 0.2732997950621496, 0.2055872404964454, 0.03771631636848989, 0.2600336658217877, 0.23568314145411143, 0.2745669347500969, 0.14109740166097792, 0.23836958867348845, 0.1653713479861126 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.1856234787881222, 0.11618673282274737, 0.23722384957989676, 0.19469111296123792, 0.09807039137654104, 0.20603654254900272, 0.11320425983566702, 0.09471648631614549, 0.2149936172310458, 0.11899063372944672, 0.3685097611671753, 0.27404465758183977, 0.2124482564141925, 0.3391399485688255, 0.20334299369847364, 0.07565363193947276, 0.20614081366113168, 0.17217000089131743, 0.12062028689039886, 0.0952368808342648, 0.0900537907393792, 0.2626684436337851, 0.12261758382769347, 0.26143400251424526 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "log_loss": [ 0.5968592536932626, 0.9162723088158823, 0.8496747406649786, 1.089205616220045, 0.8593990132439796, 0.782653554699439, 1.0486688153719788, 0.9785574442610465, 1.0563237649624841, 0.968443438894448, 1.3509629467013289, 1.2487902648996998, 1.1429394839508895, 1.121420220414392, 0.7792277587824689, 0.9040030767277523, 1.0849351674178938, 0.598899012833275, 1.081732379696234, 0.8898173813418938, 0.9774932601952756, 1.0778315049917235, 0.9999586029881398, 1.0596333432595197 ], "log_loss_clim": [ 1.0636365215990604, 1.0851020934385713, 1.0829845357788488, 1.114915471528915, 1.0751910196539225, 1.0748397877821156, 1.0941195291347958, 1.0665730030228233, 1.1278992668815964, 1.1009887350094487, 1.084851863174709, 1.1285317750993535, 1.1198451433073888, 1.0894979859431362, 1.0914991524171647, 1.0895962881688785, 1.1201255184468752, 1.069304218453464, 1.1263882943170247, 1.0909646546286205, 1.103642856085365, 1.1140840166062393, 1.1131588909468124, 1.101981515597516 ] }, "rps": 0.3786009701668018, "rpss": 0.164082018923554, "bss_below": 0.1371899719565116, "bss_above": 0.19112629591089747, "log_loss": 0.9776542647928346, "log_loss_skill": 0.10885112144668851, "reliability": { "below": { "weight": [ 0.0, 0.234552, 0.188447, 0.23387, 0.181484, 0.099673, 0.048833, 0.013141, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1551, 0.2543, 0.3467, 0.4499, 0.5505, 0.6509, 0.7167, NaN, NaN ], "observed_frequency": [ NaN, 0.1209, 0.2352, 0.3308, 0.5377, 0.6186, 0.6278, 0.6546, NaN, NaN ] }, "above": { "weight": [ 0.081068, 0.198505, 0.212606, 0.175986, 0.099591, 0.107037, 0.068778, 0.05643, 0.0, 0.0 ], "mean_forecast": [ 0.0572, 0.147, 0.2491, 0.3453, 0.4458, 0.5618, 0.6528, 0.7258, NaN, NaN ], "observed_frequency": [ 0.0831, 0.1265, 0.2326, 0.3231, 0.4673, 0.7646, 0.7074, 0.5197, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.21552615023002647, 0.3360511593590582, 0.3233773582899597, 0.4176228585250242, 0.32900074622587955, 0.29910396215154444, 0.4179729454799293, 0.42294539806352816, 0.3662709935682144, 0.37221087415455845, 0.5514531626498436, 0.47310415188815647, 0.42084727394796584, 0.47651460751282376, 0.2557144001791732, 0.35233510102700977, 0.402427806659983, 0.1847964223067426, 0.3762772928546953, 0.3338898721817785, 0.39118406919507026, 0.43104288159979126, 0.34493397547912646, 0.4424577698329607 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.03504596936639861, 0.2502524421766, 0.07921270108982327, 0.2189555781355552, 0.2402868731143804, 0.10427600761161887, 0.3015904216854381, 0.3362529440164868, 0.14842531066014727, 0.2767962500603439, 0.24598320806223992, 0.21382109834350765, 0.21249632245532588, 0.12289626207705674, 0.056795275714632436, 0.2696703523965428, 0.21336676048740247, 0.02723336920121438, 0.2436289823890212, 0.2302550207288382, 0.28235514527464645, 0.15033539277508975, 0.23510707854258686, 0.15558158421134713 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.18048018086362796, 0.08579871718245821, 0.24416465720013636, 0.19866728038946907, 0.08871387311149911, 0.19482795453992552, 0.11638252379449114, 0.08669245404704137, 0.21784568290806733, 0.09541462409421472, 0.3054699545876037, 0.2592830535446488, 0.20835095149264002, 0.353618345435767, 0.19891912446454058, 0.08266474863046708, 0.1890610461725805, 0.1575630531055282, 0.13264831046567413, 0.10363485145294031, 0.10882892392042387, 0.2807074888247015, 0.10982689693653956, 0.2868761856216137 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "log_loss": [ 0.5767448821646781, 0.8491155194422546, 0.8257886902959946, 1.080030168218222, 0.8195059551515541, 0.7530557653735516, 1.0530859008886126, 0.9485513127238762, 1.0548892687174243, 0.9344609594374222, 1.2562865055320425, 1.2698195322725105, 1.144478812717273, 1.1130190293807258, 0.7851796995674886, 0.9325715532217709, 1.07653032076276, 0.5193560273370057, 1.1059525824453296, 0.9071073486460022, 1.035248754463275, 1.1094006650650718, 0.9799122727781804, 1.060662470120305 ], "log_loss_clim": [ 1.0608185498300609, 1.0789845308752113, 1.0771525384349918, 1.1094359876760291, 1.0734970338191292, 1.0735124563653897, 1.0989774498629772, 1.0652715330717282, 1.1280189648389687, 1.0948416462200854, 1.0910254999447637, 1.1335873031868233, 1.1260844119622093, 1.0874278556996797, 1.0960019391741747, 1.097463495602667, 1.1220247411001651, 1.0604918388175442, 1.1346435053893231, 1.0946060005171663, 1.1060510185560268, 1.1105534779590684, 1.1145418486381085, 1.094207681134723 ] }, "rps": 0.37237755139011847, "rpss": 0.17776080165233243, "bss_below": 0.14647038224604547, "bss_above": 0.209214069339824, "log_loss": 0.9662814165301388, "log_loss_skill": 0.11920091654664211, "reliability": { "below": { "weight": [ 0.0, 0.249726, 0.179341, 0.229732, 0.177209, 0.098346, 0.052803, 0.012843, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1544, 0.2546, 0.3468, 0.4497, 0.5531, 0.6525, 0.7163, NaN, NaN ], "observed_frequency": [ NaN, 0.1254, 0.2156, 0.331, 0.5543, 0.6357, 0.6288, 0.6536, NaN, NaN ] }, "above": { "weight": [ 0.086178, 0.20082, 0.208386, 0.16661, 0.092422, 0.109367, 0.073269, 0.062947, 0.0, 0.0 ], "mean_forecast": [ 0.0564, 0.1456, 0.249, 0.3443, 0.447, 0.5631, 0.6533, 0.7249, NaN, NaN ], "observed_frequency": [ 0.0744, 0.1097, 0.2265, 0.3308, 0.4747, 0.7791, 0.7216, 0.5072, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.32983727541822033, 0.5098546442099632, 0.40767188360946255, 0.38365215658633683, 0.44831159374956353, 0.4674791174011026, 0.3772456139682962, 0.3575336075432089, 0.39906040229743045 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.04944849524397751, 0.10455372646998079, 0.1337346085824189, 0.16925989910707626, 0.14846883252324883, 0.25593900506282286, 0.29510298595914397, 0.09162868264317214, 0.2038453467023757 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.28038878017424274, 0.4053009177399823, 0.27393727502704385, 0.21439225747926047, 0.2998427612263147, 0.2115401123382797, 0.08214262800915223, 0.26590492490003687, 0.1952150555950547 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "log_loss": [ 0.8941901821459671, 1.109316250963404, 1.0807777383358266, 1.0585104978313185, 1.1453242093646725, 1.2164920583246135, 1.084705393633977, 0.9289707915194265, 1.0676195886178885 ], "log_loss_clim": [ 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126 ] }, "rps": 0.40896069942039825, "rpss": 0.04851755805485802, "bss_below": 0.00561862330415519, "bss_above": 0.07452945460877058, "log_loss": 1.0651007456374548, "log_loss_skill": 0.030541640267357284, "reliability": { "below": { "weight": [ 0.0, 0.195391, 0.315996, 0.222662, 0.08881, 0.095043, 0.066087, 0.015571, 0.000441, 0.0 ], "mean_forecast": [ NaN, 0.1548, 0.2497, 0.3439, 0.4469, 0.5459, 0.6484, 0.7446, 0.8164, NaN ], "observed_frequency": [ NaN, 0.0692, 0.0936, 0.1682, 0.2643, 0.2546, 0.305, 0.3115, 0.3982, NaN ] }, "above": { "weight": [ 0.110506, 0.120577, 0.163269, 0.240907, 0.186274, 0.097089, 0.029759, 0.051619, 0.0, 0.0 ], "mean_forecast": [ 0.0673, 0.1495, 0.2531, 0.3507, 0.4465, 0.5412, 0.637, 0.7486, NaN, NaN ], "observed_frequency": [ 0.1765, 0.2516, 0.3754, 0.5427, 0.6416, 0.6834, 0.6527, 0.4294, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3414470843361431, 0.5057242022653252, 0.41805955779913223, 0.4003823457829129, 0.4592461042407029, 0.4795363070597459, 0.36284684518486476, 0.36900194960242283, 0.38643878717309765 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.05131931202223958, 0.10614358820431294, 0.1463220297886822, 0.17422512964659362, 0.16422866818259635, 0.27018196288339635, 0.28049209416662396, 0.09908381699174638, 0.22334166690068302 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.29012777231390346, 0.3995806140610122, 0.2717375280104501, 0.22615721613631942, 0.29501743605810643, 0.20935434417634946, 0.08235475101824061, 0.26991813261067643, 0.1630971202724147 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "log_loss": [ 0.9413280813941005, 1.1076531737214879, 1.12005419323025, 1.0762364558369424, 1.184869413888837, 1.2345652398133222, 1.0780707528131759, 0.9622717037872315, 1.0561125927068225 ], "log_loss_clim": [ 1.0987380542753233, 1.0982921641442833, 1.0988626247648885, 1.0987380542753233, 1.0982921641442833, 1.0986281753966851, 1.0988626247648885, 1.0988626247648885, 1.0988626247648885 ] }, "rps": 0.41363146482714974, "rpss": 0.0240186569467441, "bss_below": -0.005421841387777571, "bss_above": 0.04325106641045351, "log_loss": 1.084573511910241, "log_loss_skill": 0.012841395400499, "reliability": { "below": { "weight": [ 0.0, 0.208871, 0.29547, 0.19621, 0.095396, 0.110836, 0.077278, 0.015416, 0.000523, 0.0 ], "mean_forecast": [ NaN, 0.1524, 0.2488, 0.3449, 0.448, 0.5461, 0.6486, 0.7474, 0.8164, NaN ], "observed_frequency": [ NaN, 0.0811, 0.1041, 0.1857, 0.2577, 0.2641, 0.3263, 0.3723, 0.1986, NaN ] }, "above": { "weight": [ 0.127446, 0.136008, 0.162402, 0.210085, 0.17684, 0.093597, 0.031486, 0.062134, 0.0, 0.0 ], "mean_forecast": [ 0.0685, 0.1487, 0.2521, 0.3504, 0.4464, 0.5409, 0.6387, 0.7487, NaN, NaN ], "observed_frequency": [ 0.1844, 0.2602, 0.3723, 0.5076, 0.6077, 0.6136, 0.5985, 0.4173, NaN, NaN ] } } } } }, "multinomial_logistic": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.13124864266789482, 0.3464514091122842, 0.36635138257119176, 0.37290191698480646, 0.35026975742968225, 0.3310838052779245, 0.4085014246752165, 0.4405785409249574, 0.3760447814746353, 0.33706621475552, 0.5907659663480924, 0.3960826719169357, 0.41144393187422396, 0.42100586571149573, 0.24799173203353936, 0.3481568404127641, 0.4427333727794457, 0.23778050607535073, 0.3775152460672539, 0.38458243256681424, 0.32411562467418153, 0.4575342899410437, 0.3697072877594234, 0.4653641347856633 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.011124421679639021, 0.2449243824833727, 0.09879809452456653, 0.1926083583885148, 0.2572222308547671, 0.11288153063844715, 0.3065767414714882, 0.348107245295007, 0.15107787711504608, 0.23398691302948804, 0.242589753004611, 0.1821209417316288, 0.22454252556116097, 0.12161000580898544, 0.06450849237995677, 0.27684043093421196, 0.2096880891005373, 0.03593083396726593, 0.2730577969201268, 0.267200070730697, 0.25240697526379735, 0.15918693585560148, 0.2445898216280391, 0.1792058585378876 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.1201242209882558, 0.10152702662891158, 0.26755328804662526, 0.18029355859629168, 0.09304752657491522, 0.21820227463947733, 0.1019246832037283, 0.09247129562995049, 0.22496690435958924, 0.10307930172603194, 0.34817621334348164, 0.2139617301853069, 0.18690140631306293, 0.2993958599025102, 0.1834832396535827, 0.07131640947855224, 0.23304528367890837, 0.2018496721080848, 0.10445744914712708, 0.11738236183611711, 0.07170864941038423, 0.2983473540854422, 0.12511746613138436, 0.2861582762477756 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "log_loss": [ 0.4333654907020207, 0.8938483402100192, 0.9122332544985167, 1.042281788113714, 0.871753932745752, 1.0786215210137207, 1.020342574521534, 0.9740803603378367, 1.0940161368003762, 0.9302928846174525, 1.279235931652756, 1.1343780730201316, 1.1155873207152107, 1.0265717948497826, 0.7473231849485407, 0.9039120525070528, 1.1593829236872848, 0.6940161888607366, 1.0770122025782343, 0.972326145169185, 0.9149129832040599, 1.196592951170031, 1.0239062836697146, 1.1426261506130262 ], "log_loss_clim": [ 1.0636365215990604, 1.0851020934385713, 1.0829845357788488, 1.114915471528915, 1.0751910196539225, 1.0748397877821156, 1.0941195291347958, 1.0665730030228233, 1.1278992668815964, 1.1009887350094487, 1.084851863174709, 1.1285317750993535, 1.1198451433073888, 1.0894979859431362, 1.0914991524171647, 1.0895962881688785, 1.1201255184468752, 1.069304218453464, 1.1263882943170247, 1.0909646546286205, 1.103642856085365, 1.1140840166062393, 1.1131588909468124, 1.101981515597516 ] }, "rps": 0.3723032407841809, "rpss": 0.17798685711920592, "bss_below": 0.13935842507852036, "bss_above": 0.21683395631479085, "log_loss": 0.9849425195919453, "log_loss_skill": 0.10220775034431351, "reliability": { "below": { "weight": [ 0.111761, 0.068547, 0.144034, 0.271882, 0.272531, 0.123749, 0.007136, 0.000327, 3.3e-05, 0.0 ], "mean_forecast": [ 0.044, 0.1524, 0.2579, 0.3519, 0.4485, 0.5365, 0.623, 0.7415, 0.8018, NaN ], "observed_frequency": [ 0.0586, 0.0756, 0.2159, 0.3137, 0.5254, 0.6022, 0.3627, 0.3987, 1.0, NaN ] }, "above": { "weight": [ 0.009468, 0.20144, 0.314173, 0.20855, 0.093511, 0.046765, 0.040988, 0.037901, 0.034508, 0.012695 ], "mean_forecast": [ 0.0815, 0.1618, 0.2478, 0.3438, 0.4401, 0.5478, 0.6515, 0.7399, 0.8477, 0.952 ], "observed_frequency": [ 0.3218, 0.1192, 0.1937, 0.344, 0.4997, 0.7628, 0.7932, 0.8605, 0.8467, 0.6399 ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.12305493490277553, 0.33229894813400385, 0.36154830219717865, 0.3783503160893603, 0.3303772995600693, 0.33444780553726616, 0.38371976639086053, 0.41636414050787474, 0.37881177492899376, 0.32031247910041616, 0.5397917404170982, 0.4035137261430509, 0.3946350260631641, 0.40615430355837734, 0.25945643267627216, 0.3412646100277676, 0.44541799160929596, 0.18871951590122046, 0.3654259339237268, 0.372413318893177, 0.33586876989213027, 0.4921957462093325, 0.35648029594993114, 0.4870006413642033 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.4215234574354088, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.01059396147149126, 0.25718652798699115, 0.09020834691932816, 0.19794697353574173, 0.24811782522620113, 0.11723954902012185, 0.28684285212477806, 0.3346535861575337, 0.15330279446339068, 0.24687797688706764, 0.24813639398305223, 0.20178992828081962, 0.2152932670235451, 0.10572905491855109, 0.06685885085715952, 0.2666448818249045, 0.2206924651093761, 0.02365048714786504, 0.2552216147470077, 0.2481853933354964, 0.2529931474477333, 0.17429008146088434, 0.2441718428823604, 0.17323322726933277 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14204629044566913, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.11246097343128426, 0.07511242014701264, 0.27133995527785054, 0.1804033425536186, 0.08225947433386804, 0.21720825651714423, 0.09687691426608244, 0.08171055435034108, 0.22550898046560314, 0.07343450221334862, 0.2916553464340459, 0.20172379786223119, 0.17934175903961894, 0.3004252486398263, 0.19259758181911268, 0.07461972820286285, 0.22472552649991984, 0.16506902875335544, 0.11020431917671909, 0.12422792555768054, 0.08287562244439703, 0.3179056647484481, 0.11230845306757073, 0.3137674140948706 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.27947716698973973, 0.15542451381509137, 0.29075778326152585 ], "log_loss": [ 0.40924063318615406, 0.8493940627380817, 0.8814380632137505, 1.029935134682543, 0.8345728436206875, 1.1407607461784925, 1.0014170245947223, 0.9300542187606708, 1.0985123106512413, 0.8810553987609284, 1.2189649655478023, 1.1706737574269237, 1.1117974409482383, 0.9936964695639158, 0.7825416570104742, 0.9199432932392363, 1.1701721949916264, 0.5259783237806566, 1.0866901202501291, 0.9695089257755392, 0.9428348848152248, 1.2456637364649372, 1.0081471014887233, 1.1498256528310755 ], "log_loss_clim": [ 1.0608185498300609, 1.0789845308752113, 1.0771525384349918, 1.1094359876760291, 1.0734970338191292, 1.0735124563653897, 1.0989774498629772, 1.0652715330717282, 1.1280189648389687, 1.0948416462200854, 1.0910254999447637, 1.1335873031868233, 1.1260844119622093, 1.0874278556996797, 1.0960019391741747, 1.097463495602667, 1.1220247411001651, 1.0604918388175442, 1.1346435053893231, 1.0946060005171663, 1.1060510185560268, 1.1106563255522062, 1.1145418486381085, 1.094207681134723 ] }, "rps": 0.3644843258323978, "rpss": 0.19517226594227555, "bss_below": 0.1484512436087343, "bss_above": 0.24213916613841613, "log_loss": 0.9730341233550739, "log_loss_skill": 0.11304905428191725, "reliability": { "below": { "weight": [ 0.107207, 0.065557, 0.133769, 0.275109, 0.278259, 0.132308, 0.007558, 0.000232, 0.0, 0.0 ], "mean_forecast": [ 0.0443, 0.1513, 0.2576, 0.3524, 0.4491, 0.537, 0.6211, 0.7322, NaN, NaN ], "observed_frequency": [ 0.0563, 0.0553, 0.1898, 0.2983, 0.5338, 0.6047, 0.3591, 0.1655, NaN, NaN ] }, "above": { "weight": [ 0.010934, 0.216105, 0.317164, 0.20445, 0.085967, 0.043648, 0.040855, 0.03654, 0.032262, 0.012075 ], "mean_forecast": [ 0.0816, 0.161, 0.2476, 0.3429, 0.4403, 0.5483, 0.6506, 0.7379, 0.847, 0.9543 ], "observed_frequency": [ 0.3337, 0.1109, 0.1875, 0.353, 0.5345, 0.8258, 0.8171, 0.9019, 0.8962, 0.6691 ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3210945791653878, 0.4882409499131337, 0.36635926036107325, 0.3683543578114885, 0.4385572373767065, 0.45970111238551287, 0.36159199555759725, 0.3653545462768451, 0.38543385652724294 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.0542404423939363, 0.10399571270797622, 0.12108469424159439, 0.16341158157533955, 0.14371658854115438, 0.235388203972074, 0.2855572655948429, 0.0906892466021313, 0.21228352929574903 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.26685413677145164, 0.3842452372051574, 0.24527456611947876, 0.20494277623614895, 0.294840648835552, 0.2243129084134388, 0.0760347299627546, 0.27466529967471376, 0.17315032723149387 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "log_loss": [ 0.8592917798701976, 1.0580078992025053, 1.0123897813580074, 1.0449739250531649, 1.121303109157443, 1.212999359681906, 1.0823898422182654, 0.935315546881924, 1.03790882019887 ], "log_loss_clim": [ 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126 ] }, "rps": 0.394965321708332, "rpss": 0.08107901488993807, "bss_below": 0.03411795325479894, "bss_above": 0.10955399785562403, "log_loss": 1.0405088959580315, "log_loss_skill": 0.052925226374732404, "reliability": { "below": { "weight": [ 0.015582, 0.151641, 0.305557, 0.211235, 0.19071, 0.119083, 0.00619, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.066, 0.1635, 0.2562, 0.3435, 0.4504, 0.5311, 0.6234, NaN, NaN, NaN ], "observed_frequency": [ 0.0282, 0.061, 0.0715, 0.1732, 0.2838, 0.2587, 0.0568, NaN, NaN, NaN ] }, "above": { "weight": [ 0.008766, 0.179248, 0.195278, 0.265598, 0.214995, 0.10735, 0.020551, 0.005685, 0.001918, 0.000611 ], "mean_forecast": [ 0.0862, 0.1632, 0.2457, 0.3563, 0.4459, 0.5461, 0.6425, 0.7411, 0.842, 0.9622 ], "observed_frequency": [ 0.3134, 0.1861, 0.3041, 0.5614, 0.6479, 0.6068, 0.6822, 0.7683, 0.6816, 1.0 ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.34422122355279827, 0.49582407182316623, 0.3814944678532563, 0.3761039269203121, 0.440945282070167, 0.48116189944639115, 0.3397405064268154, 0.37403523055419846, 0.393660163847148 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.0596949303466601, 0.10963506284657953, 0.1329479175966237, 0.1675416672079758, 0.15789536266212675, 0.25411704463785817, 0.26959305170959047, 0.09769457428907964, 0.24013813357592162 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.28452629320613804, 0.38618900897658676, 0.24854655025663258, 0.20856225971233638, 0.2830499194080403, 0.227044854808533, 0.07014745471722494, 0.2763406562651186, 0.1535220302712264 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "log_loss": [ 0.9226865706862575, 1.0717657146096726, 1.0541926732074232, 1.0441657851073074, 1.1422454489001501, 1.243334327734397, 1.0627266174074488, 0.9619379991188324, 1.057454089424995 ], "log_loss_clim": [ 1.0987380542753233, 1.0982921641442833, 1.0988626247648885, 1.0987380542753233, 1.0982921641442833, 1.0986281753966851, 1.0988626247648885, 1.0988626247648885, 1.0988626247648885 ] }, "rps": 0.4030207524993614, "rpss": 0.04905509191127011, "bss_below": 0.011882498454061974, "bss_above": 0.07333860526970015, "log_loss": 1.0622788029107204, "log_loss_skill": 0.033133624174513265, "reliability": { "below": { "weight": [ 0.004912, 0.148194, 0.283623, 0.202567, 0.218365, 0.134801, 0.007538, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.081, 0.1638, 0.2552, 0.3441, 0.4499, 0.5313, 0.6251, NaN, NaN, NaN ], "observed_frequency": [ 0.0427, 0.0676, 0.0777, 0.1799, 0.2907, 0.2704, 0.0553, NaN, NaN, NaN ] }, "above": { "weight": [ 0.010789, 0.201457, 0.213948, 0.244404, 0.208763, 0.105486, 0.013798, 0.001355, 0.0, 0.0 ], "mean_forecast": [ 0.0854, 0.1628, 0.2434, 0.3548, 0.4461, 0.5477, 0.6374, 0.7294, NaN, NaN ], "observed_frequency": [ 0.3206, 0.1944, 0.3147, 0.5342, 0.6259, 0.5479, 0.4543, 0.3072, NaN, NaN ] } } } } }, "ordinal_logistic": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.12429714797836743, 0.3458589425338094, 0.36701347622127983, 0.37098326931793824, 0.348974723096408, 0.333508804552067, 0.41123019764682717, 0.4453079353261967, 0.3711916863276816, 0.3331511463512238, 0.5871338709834012, 0.39423054757618453, 0.4072139223244274, 0.42383980223867207, 0.24654843696570725, 0.35302598834150495, 0.44330813230642524, 0.24071875086515668, 0.3797156008002322, 0.3865963042658794, 0.3250915500506331, 0.45775407021490916, 0.3708602458071802, 0.46344894569609385 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.013790022776561493, 0.2426634273514592, 0.09700295541382896, 0.1906941294731023, 0.25568335623880545, 0.11279717411992145, 0.3130676701977903, 0.35524410552723124, 0.146830442369829, 0.22861576065872377, 0.2414132457662379, 0.1793765917445466, 0.22462485115609127, 0.11884809969798849, 0.06413474689811816, 0.28159710544776234, 0.20867281818678596, 0.03570309935811566, 0.27870071486861686, 0.27139996952550577, 0.25270891406427076, 0.16152293082774036, 0.24605277484746968, 0.17530704603976405 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.11050712520180593, 0.10319551518235019, 0.27001052080745086, 0.1802891398448359, 0.09329136685760249, 0.22071163043214548, 0.0981625274490368, 0.09006382979896543, 0.22436124395785265, 0.10453538569249991, 0.3457206252171632, 0.21485395583163797, 0.18258907116833611, 0.30499170254068364, 0.18241369006758912, 0.0714288828937426, 0.23463531411963928, 0.205015651507041, 0.1010148859316154, 0.11519633474037352, 0.07238263598636231, 0.2962311393871688, 0.12480747095971041, 0.28814189965632964 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "log_loss": [ 0.40809014461384036, 0.8908948054342762, 0.9124767822800818, 1.0316641963052504, 0.8615286145358634, 1.0406776018858568, 1.0270094303429456, 0.9876230323151569, 1.0764528040911923, 0.9227634698948535, 1.2776158462084402, 1.123874748931419, 1.1040561316535957, 1.0380182639981117, 0.7412757972803455, 0.9176330337332268, 1.1633304993855624, 0.7167559034485316, 1.0841409488203126, 0.9765719103471778, 0.9192961080123105, 1.1720976475805391, 1.0252787817816968, 1.135062679312228 ], "log_loss_clim": [ 1.0636365215990604, 1.0851020934385713, 1.0829845357788488, 1.114915471528915, 1.0751910196539225, 1.0748397877821156, 1.0941195291347958, 1.0665730030228233, 1.1278992668815964, 1.1009887350094487, 1.084851863174709, 1.1285317750993535, 1.1198451433073888, 1.0894979859431362, 1.0914991524171647, 1.0895962881688785, 1.1201255184468752, 1.069304218453464, 1.1263882943170247, 1.0909646546286205, 1.103642856085365, 1.1140840166062393, 1.1131588909468124, 1.101981515597516 ] }, "rps": 0.37212514574117533, "rpss": 0.17838007546918366, "bss_below": 0.13831892495130516, "bss_above": 0.21866800345097936, "log_loss": 0.9814245492580339, "log_loss_skill": 0.10541444153438706, "reliability": { "below": { "weight": [ 0.100561, 0.081616, 0.168777, 0.267827, 0.246986, 0.115784, 0.017527, 0.000857, 3.3e-05, 3.3e-05 ], "mean_forecast": [ 0.0505, 0.151, 0.2577, 0.3501, 0.4465, 0.54, 0.6332, 0.7328, 0.805, 0.9129 ], "observed_frequency": [ 0.0612, 0.0699, 0.2131, 0.3452, 0.5201, 0.609, 0.5145, 0.3062, 1.0, 0.0 ] }, "above": { "weight": [ 0.003694, 0.19568, 0.346999, 0.207749, 0.078328, 0.04261, 0.035474, 0.033663, 0.033682, 0.022121 ], "mean_forecast": [ 0.0883, 0.1667, 0.2479, 0.3429, 0.4388, 0.546, 0.6515, 0.7433, 0.8509, 0.9476 ], "observed_frequency": [ 0.3673, 0.1207, 0.2024, 0.3512, 0.5279, 0.7811, 0.7795, 0.8632, 0.8418, 0.7524 ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.11507222672694437, 0.33234108622603664, 0.36290071356480796, 0.3778494040353452, 0.3285475989927706, 0.3365311960305379, 0.38640850819409184, 0.4215740325618368, 0.37365577224070395, 0.31698074192930453, 0.5372248438401043, 0.4009050032617664, 0.38978335049910945, 0.4088995929570586, 0.25781313416406804, 0.34533755484766593, 0.4458727773600688, 0.18925215045518182, 0.36693092122849397, 0.37357510759890816, 0.33633201806854535, 0.4930864212901168, 0.3580327841014558, 0.48592167188111024 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.4215234574354088, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.013335887744285976, 0.2556562677021274, 0.088714324022484, 0.19639345105909803, 0.24550044005773475, 0.11677214197658588, 0.29220736967310135, 0.3418022145200422, 0.1490610683611942, 0.24146900767354107, 0.24843794531243496, 0.19917243841373708, 0.21507635326260507, 0.102176292561455, 0.0663619653889196, 0.27021819684422343, 0.22058436759618866, 0.02349709078536792, 0.25952330073592894, 0.2508365503929903, 0.25306207140722864, 0.17801385609035025, 0.24605458238872496, 0.16955800834086082 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14204629044566913, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.10173633898265834, 0.07668481852390939, 0.2741863895423238, 0.18145595297624711, 0.08304715893503585, 0.21975905405395207, 0.09420113852099056, 0.07977181804179458, 0.22459470387950967, 0.07551173425576341, 0.2887868985276691, 0.20173256484802943, 0.17470699723650435, 0.30672330039560347, 0.19145116877514848, 0.07511935800344252, 0.22528840976388012, 0.16575505966981377, 0.10740762049256498, 0.12273855720591786, 0.08326994666131657, 0.31507256519976645, 0.11197820171273082, 0.3163636635402494 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.27947716698973973, 0.15542451381509137, 0.29075778326152585 ], "log_loss": [ 0.3778550591238006, 0.8485321104268388, 0.884703595918835, 1.024170912835857, 0.8220544078692362, 1.0909648251506374, 1.0045248457436289, 0.9442593649230792, 1.0797823466880045, 0.8758936534463024, 1.2176387870550667, 1.1575748110259936, 1.097081021087676, 1.002610819323356, 0.7754379954204126, 0.9320754856720422, 1.1736133045529134, 0.5314894677932264, 1.0920003770699915, 0.96892963398207, 0.9458285213090842, 1.218763155160823, 1.0099589395479969, 1.1449298508496726 ], "log_loss_clim": [ 1.0608185498300609, 1.0789845308752113, 1.0771525384349918, 1.1094359876760291, 1.0734970338191292, 1.0735124563653897, 1.0989774498629772, 1.0652715330717282, 1.1280189648389687, 1.0948416462200854, 1.0910254999447637, 1.1335873031868233, 1.1260844119622093, 1.0874278556996797, 1.0960019391741747, 1.097463495602667, 1.1220247411001651, 1.0604918388175442, 1.1346435053893231, 1.0946060005171663, 1.1060510185560268, 1.1106563255522062, 1.1145418486381085, 1.094207681134723 ] }, "rps": 0.3642011921690014, "rpss": 0.19579746107028662, "bss_below": 0.14778610497197042, "bss_above": 0.24406148564798513, "log_loss": 0.9675280538323561, "log_loss_skill": 0.11806800834852804, "reliability": { "below": { "weight": [ 0.096571, 0.077947, 0.1581, 0.270019, 0.251649, 0.123805, 0.021012, 0.000858, 0.0, 3.9e-05 ], "mean_forecast": [ 0.0512, 0.1504, 0.258, 0.3504, 0.447, 0.5401, 0.6323, 0.7291, NaN, 0.9129 ], "observed_frequency": [ 0.0598, 0.0514, 0.1837, 0.3265, 0.5348, 0.6126, 0.5131, 0.2263, NaN, 0.0 ] }, "above": { "weight": [ 0.00422, 0.209383, 0.351239, 0.200959, 0.072475, 0.04097, 0.035077, 0.033581, 0.031629, 0.020467 ], "mean_forecast": [ 0.0896, 0.1661, 0.2477, 0.3416, 0.4382, 0.5464, 0.6511, 0.7426, 0.8526, 0.9487 ], "observed_frequency": [ 0.3718, 0.1131, 0.1982, 0.3574, 0.564, 0.8419, 0.8024, 0.8888, 0.903, 0.7815 ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3251273377753717, 0.4937688545649398, 0.3665476340436521, 0.3659404263055231, 0.4363667390391951, 0.461554400965784, 0.36832769597158244, 0.3682431712932092, 0.3873681256738742 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.05272544657734912, 0.09789403109323691, 0.11941681077096568, 0.16090506102576643, 0.1402557084770683, 0.23889302272636365, 0.29245306890956346, 0.0900210707628793, 0.2127629843942897 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.2724018911980226, 0.3958748234717031, 0.24713082327268632, 0.20503536527975674, 0.29611103056212684, 0.2226613782394204, 0.07587462706201893, 0.27822210053033003, 0.17460514127958457 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "log_loss": [ 0.8664253964914584, 1.0792255500513908, 1.007049097762862, 1.0336690753331004, 1.1156820326204788, 1.2075864265301324, 1.1111884572596678, 0.9435902017254497, 1.0413554380181513 ], "log_loss_clim": [ 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126 ] }, "rps": 0.3970271539592369, "rpss": 0.07628198381151752, "bss_below": 0.03756960997607328, "bss_above": 0.09975534474834757, "log_loss": 1.0450857417547437, "log_loss_skill": 0.048759365598647575, "reliability": { "below": { "weight": [ 0.013657, 0.158132, 0.33282, 0.201306, 0.168881, 0.107599, 0.017428, 0.000178, 0.0, 0.0 ], "mean_forecast": [ 0.0717, 0.1654, 0.2543, 0.3457, 0.4518, 0.5318, 0.6359, 0.7282, NaN, NaN ], "observed_frequency": [ 0.0321, 0.0596, 0.0802, 0.1972, 0.2776, 0.2682, 0.081, 0.0, NaN, NaN ] }, "above": { "weight": [ 0.002747, 0.17519, 0.218648, 0.291824, 0.192718, 0.09284, 0.017645, 0.005511, 0.002005, 0.000872 ], "mean_forecast": [ 0.0917, 0.1673, 0.2454, 0.3535, 0.4456, 0.5436, 0.6429, 0.7434, 0.8459, 0.9618 ], "observed_frequency": [ 0.1292, 0.2026, 0.2937, 0.5794, 0.6587, 0.5928, 0.6598, 0.7769, 0.7825, 0.8001 ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3481449350025232, 0.5005317135618476, 0.3801925431775065, 0.3744004617678831, 0.43722822187845506, 0.48337494506719003, 0.34770378427386495, 0.3760307266072371, 0.39498412170122466 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.057874650785738425, 0.10383136292474218, 0.1313050397678973, 0.16519791437175316, 0.15491622117476567, 0.25925853756085065, 0.2766676209734944, 0.09719479656139554, 0.24178969854415266 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.2902702842167847, 0.39670035063710546, 0.24888750340960925, 0.20920254739612995, 0.2823120007036894, 0.22411640750633938, 0.07103616330037055, 0.2788359300458416, 0.153194423157072 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "log_loss": [ 0.9298543410604182, 1.0909512005386408, 1.046251659174521, 1.0358544172755337, 1.1320886215097636, 1.2368655288614836, 1.0946153599847732, 0.9676272052443641, 1.0600083132729596 ], "log_loss_clim": [ 1.0987380542753233, 1.0982921641442833, 1.0988626247648885, 1.0987380542753233, 1.0982921641442833, 1.0986281753966851, 1.0988626247648885, 1.0988626247648885, 1.0988626247648885 ] }, "rps": 0.4047323836708591, "rpss": 0.0450164240834533, "bss_below": 0.012693226456444329, "bss_above": 0.06613199917441881, "log_loss": 1.066012960769162, "log_loss_skill": 0.029734863260279853, "reliability": { "below": { "weight": [ 0.004078, 0.153303, 0.308124, 0.199187, 0.191906, 0.122362, 0.020725, 0.000315, 0.0, 0.0 ], "mean_forecast": [ 0.0877, 0.1661, 0.2534, 0.3472, 0.4512, 0.5319, 0.6371, 0.7285, NaN, NaN ], "observed_frequency": [ 0.0514, 0.0654, 0.0864, 0.2083, 0.2877, 0.2765, 0.0756, 0.3333, NaN, NaN ] }, "above": { "weight": [ 0.003774, 0.195604, 0.241106, 0.26704, 0.18636, 0.093265, 0.011599, 0.001251, 0.0, 0.0 ], "mean_forecast": [ 0.0913, 0.1667, 0.2433, 0.3531, 0.4452, 0.5444, 0.6388, 0.7346, NaN, NaN ], "observed_frequency": [ 0.1669, 0.213, 0.3004, 0.555, 0.6345, 0.5302, 0.396, 0.3327, NaN, NaN ] } } } } }, "SEL": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.13124864266789482, 0.3458589425338094, 0.36701347622127983, 0.37098326931793824, 0.348974723096408, 0.333508804552067, 0.41123019764682717, 0.4453079353261967, 0.3711916863276816, 0.3331511463512238, 0.5871338709834012, 0.39423054757618453, 0.4072139223244274, 0.42383980223867207, 0.24654843696570725, 0.35302598834150495, 0.44330813230642524, 0.24071875086515668, 0.3797156008002322, 0.3865963042658794, 0.3250915500506331, 0.45775407021490916, 0.3708602458071802, 0.46344894569609385 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.011124421679639021, 0.2426634273514592, 0.09700295541382896, 0.1906941294731023, 0.25568335623880545, 0.11279717411992145, 0.3130676701977903, 0.35524410552723124, 0.146830442369829, 0.22861576065872377, 0.2414132457662379, 0.1793765917445466, 0.22462485115609127, 0.11884809969798849, 0.06413474689811816, 0.28159710544776234, 0.20867281818678596, 0.03570309935811566, 0.27870071486861686, 0.27139996952550577, 0.25270891406427076, 0.16152293082774036, 0.24605277484746968, 0.17530704603976405 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.1201242209882558, 0.10319551518235019, 0.27001052080745086, 0.1802891398448359, 0.09329136685760249, 0.22071163043214548, 0.0981625274490368, 0.09006382979896543, 0.22436124395785265, 0.10453538569249991, 0.3457206252171632, 0.21485395583163797, 0.18258907116833611, 0.30499170254068364, 0.18241369006758912, 0.0714288828937426, 0.23463531411963928, 0.205015651507041, 0.1010148859316154, 0.11519633474037352, 0.07238263598636231, 0.2962311393871688, 0.12480747095971041, 0.28814189965632964 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "log_loss": [ 0.4333654907020207, 0.8908948054342762, 0.9124767822800818, 1.0316641963052504, 0.8615286145358634, 1.0406776018858568, 1.0270094303429456, 0.9876230323151569, 1.0764528040911923, 0.9227634698948535, 1.2776158462084402, 1.123874748931419, 1.1040561316535957, 1.0380182639981117, 0.7412757972803455, 0.9176330337332268, 1.1633304993855624, 0.7167559034485316, 1.0841409488203126, 0.9765719103471778, 0.9192961080123105, 1.1720976475805391, 1.0252787817816968, 1.135062679312228 ], "log_loss_clim": [ 1.0636365215990604, 1.0851020934385713, 1.0829845357788488, 1.114915471528915, 1.0751910196539225, 1.0748397877821156, 1.0941195291347958, 1.0665730030228233, 1.1278992668815964, 1.1009887350094487, 1.084851863174709, 1.1285317750993535, 1.1198451433073888, 1.0894979859431362, 1.0914991524171647, 1.0895962881688785, 1.1201255184468752, 1.069304218453464, 1.1263882943170247, 1.0909646546286205, 1.103642856085365, 1.1140840166062393, 1.1131588909468124, 1.101981515597516 ] }, "rps": 0.37241479135323896, "rpss": 0.1777405631743335, "bss_below": 0.13880799585888626, "bss_above": 0.21689351928859135, "log_loss": 0.9824776886783747, "log_loss_skill": 0.10445448662272327, "reliability": { "below": { "weight": [ 0.104791, 0.077584, 0.168579, 0.267827, 0.246986, 0.115784, 0.017527, 0.000857, 3.3e-05, 3.3e-05 ], "mean_forecast": [ 0.0475, 0.1516, 0.2577, 0.3501, 0.4465, 0.54, 0.6332, 0.7328, 0.805, 0.9129 ], "observed_frequency": [ 0.0587, 0.0735, 0.2134, 0.3452, 0.5201, 0.609, 0.5145, 0.3062, 1.0, 0.0 ] }, "above": { "weight": [ 0.003694, 0.19568, 0.346967, 0.207453, 0.078394, 0.043035, 0.037726, 0.037345, 0.029776, 0.019929 ], "mean_forecast": [ 0.0883, 0.1667, 0.2479, 0.3429, 0.4389, 0.5467, 0.6519, 0.7408, 0.8542, 0.9474 ], "observed_frequency": [ 0.3673, 0.1207, 0.2024, 0.3501, 0.5295, 0.7818, 0.7909, 0.8767, 0.8221, 0.7252 ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.12305493490277553, 0.33234108622603664, 0.36290071356480796, 0.3778494040353452, 0.3285475989927706, 0.3365311960305379, 0.38640850819409184, 0.4215740325618368, 0.37365577224070395, 0.31698074192930453, 0.5372248438401043, 0.4009050032617664, 0.38978335049910945, 0.4088995929570586, 0.25781313416406804, 0.34533755484766593, 0.4458727773600688, 0.18925215045518182, 0.36693092122849397, 0.37357510759890816, 0.33633201806854535, 0.4930864212901168, 0.3580327841014558, 0.48592167188111024 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.4215234574354088, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.01059396147149126, 0.2556562677021274, 0.088714324022484, 0.19639345105909803, 0.24550044005773475, 0.11677214197658588, 0.29220736967310135, 0.3418022145200422, 0.1490610683611942, 0.24146900767354107, 0.24843794531243496, 0.19917243841373708, 0.21507635326260507, 0.102176292561455, 0.0663619653889196, 0.27021819684422343, 0.22058436759618866, 0.02349709078536792, 0.25952330073592894, 0.2508365503929903, 0.25306207140722864, 0.17801385609035025, 0.24605458238872496, 0.16955800834086082 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14204629044566913, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.11246097343128426, 0.07668481852390939, 0.2741863895423238, 0.18145595297624711, 0.08304715893503585, 0.21975905405395207, 0.09420113852099056, 0.07977181804179458, 0.22459470387950967, 0.07551173425576341, 0.2887868985276691, 0.20173256484802943, 0.17470699723650435, 0.30672330039560347, 0.19145116877514848, 0.07511935800344252, 0.22528840976388012, 0.16575505966981377, 0.10740762049256498, 0.12273855720591786, 0.08326994666131657, 0.31507256519976645, 0.11197820171273082, 0.3163636635402494 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.27947716698973973, 0.15542451381509137, 0.29075778326152585 ], "log_loss": [ 0.40924063318615406, 0.8485321104268388, 0.884703595918835, 1.024170912835857, 0.8220544078692362, 1.0909648251506374, 1.0045248457436289, 0.9442593649230792, 1.0797823466880045, 0.8758936534463024, 1.2176387870550667, 1.1575748110259936, 1.097081021087676, 1.002610819323356, 0.7754379954204126, 0.9320754856720422, 1.1736133045529134, 0.5314894677932264, 1.0920003770699915, 0.96892963398207, 0.9458285213090842, 1.218763155160823, 1.0099589395479969, 1.1449298508496726 ], "log_loss_clim": [ 1.0608185498300609, 1.0789845308752113, 1.0771525384349918, 1.1094359876760291, 1.0734970338191292, 1.0735124563653897, 1.0989774498629772, 1.0652715330717282, 1.1280189648389687, 1.0948416462200854, 1.0910254999447637, 1.1335873031868233, 1.1260844119622093, 1.0874278556996797, 1.0960019391741747, 1.097463495602667, 1.1220247411001651, 1.0604918388175442, 1.1346435053893231, 1.0946060005171663, 1.1060510185560268, 1.1106563255522062, 1.1145418486381085, 1.094207681134723 ] }, "rps": 0.3645338050096611, "rpss": 0.19506300962781298, "bss_below": 0.1482893277824333, "bss_above": 0.2420828464660716, "log_loss": 0.9688357860849542, "log_loss_skill": 0.11687596962105917, "reliability": { "below": { "weight": [ 0.101104, 0.073608, 0.157905, 0.270019, 0.251649, 0.123805, 0.021012, 0.000858, 0.0, 3.9e-05 ], "mean_forecast": [ 0.0481, 0.151, 0.258, 0.3504, 0.447, 0.5401, 0.6323, 0.7291, NaN, 0.9129 ], "observed_frequency": [ 0.0571, 0.0545, 0.1839, 0.3265, 0.5348, 0.6126, 0.5131, 0.2263, NaN, 0.0 ] }, "above": { "weight": [ 0.00422, 0.209383, 0.351239, 0.200648, 0.072553, 0.041163, 0.037812, 0.037848, 0.026636, 0.018497 ], "mean_forecast": [ 0.0896, 0.1661, 0.2477, 0.3416, 0.4381, 0.5467, 0.6514, 0.7413, 0.8566, 0.9494 ], "observed_frequency": [ 0.3718, 0.1131, 0.1982, 0.3564, 0.565, 0.8427, 0.8146, 0.9023, 0.8848, 0.7582 ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3251273377753717, 0.4937688545649398, 0.3665476340436521, 0.3659404263055231, 0.4363667390391951, 0.461554400965784, 0.36832769597158244, 0.3682431712932092, 0.3873681256738742 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.05272544657734912, 0.09789403109323691, 0.11941681077096568, 0.16090506102576643, 0.1402557084770683, 0.23889302272636365, 0.29245306890956346, 0.0900210707628793, 0.2127629843942897 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.2724018911980226, 0.3958748234717031, 0.24713082327268632, 0.20503536527975674, 0.29611103056212684, 0.2226613782394204, 0.07587462706201893, 0.27822210053033003, 0.17460514127958457 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "log_loss": [ 0.8664253964914584, 1.0792255500513908, 1.007049097762862, 1.0336690753331004, 1.1156820326204788, 1.2075864265301324, 1.1111884572596678, 0.9435902017254497, 1.0413554380181513 ], "log_loss_clim": [ 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126 ] }, "rps": 0.3970271539592369, "rpss": 0.07628198381151752, "bss_below": 0.03756960997607328, "bss_above": 0.09975534474834757, "log_loss": 1.0450857417547437, "log_loss_skill": 0.048759365598647575, "reliability": { "below": { "weight": [ 0.013657, 0.158132, 0.33282, 0.201306, 0.168881, 0.107599, 0.017428, 0.000178, 0.0, 0.0 ], "mean_forecast": [ 0.0717, 0.1654, 0.2543, 0.3457, 0.4518, 0.5318, 0.6359, 0.7282, NaN, NaN ], "observed_frequency": [ 0.0321, 0.0596, 0.0802, 0.1972, 0.2776, 0.2682, 0.081, 0.0, NaN, NaN ] }, "above": { "weight": [ 0.002747, 0.17519, 0.218648, 0.291824, 0.192718, 0.09284, 0.017645, 0.005511, 0.002005, 0.000872 ], "mean_forecast": [ 0.0917, 0.1673, 0.2454, 0.3535, 0.4456, 0.5436, 0.6429, 0.7434, 0.8459, 0.9618 ], "observed_frequency": [ 0.1292, 0.2026, 0.2937, 0.5794, 0.6587, 0.5928, 0.6598, 0.7769, 0.7825, 0.8001 ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3481449350025232, 0.5005317135618476, 0.3801925431775065, 0.3744004617678831, 0.43722822187845506, 0.48337494506719003, 0.34770378427386495, 0.3760307266072371, 0.39498412170122466 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.057874650785738425, 0.10383136292474218, 0.1313050397678973, 0.16519791437175316, 0.15491622117476567, 0.25925853756085065, 0.2766676209734944, 0.09719479656139554, 0.24178969854415266 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.2902702842167847, 0.39670035063710546, 0.24888750340960925, 0.20920254739612995, 0.2823120007036894, 0.22411640750633938, 0.07103616330037055, 0.2788359300458416, 0.153194423157072 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "log_loss": [ 0.9298543410604182, 1.0909512005386408, 1.046251659174521, 1.0358544172755337, 1.1320886215097636, 1.2368655288614836, 1.0946153599847732, 0.9676272052443641, 1.0600083132729596 ], "log_loss_clim": [ 1.0987380542753233, 1.0982921641442833, 1.0988626247648885, 1.0987380542753233, 1.0982921641442833, 1.0986281753966851, 1.0988626247648885, 1.0988626247648885, 1.0988626247648885 ] }, "rps": 0.4047323836708591, "rpss": 0.0450164240834533, "bss_below": 0.012693226456444329, "bss_above": 0.06613199917441881, "log_loss": 1.066012960769162, "log_loss_skill": 0.029734863260279853, "reliability": { "below": { "weight": [ 0.004078, 0.153303, 0.308124, 0.199187, 0.191906, 0.122362, 0.020725, 0.000315, 0.0, 0.0 ], "mean_forecast": [ 0.0877, 0.1661, 0.2534, 0.3472, 0.4512, 0.5319, 0.6371, 0.7285, NaN, NaN ], "observed_frequency": [ 0.0514, 0.0654, 0.0864, 0.2083, 0.2877, 0.2765, 0.0756, 0.3333, NaN, NaN ] }, "above": { "weight": [ 0.003774, 0.195604, 0.241106, 0.26704, 0.18636, 0.093265, 0.011599, 0.001251, 0.0, 0.0 ], "mean_forecast": [ 0.0913, 0.1667, 0.2433, 0.3531, 0.4452, 0.5444, 0.6388, 0.7346, NaN, NaN ], "observed_frequency": [ 0.1669, 0.213, 0.3004, 0.555, 0.6345, 0.5302, 0.396, 0.3327, NaN, NaN ] } } } } } }, "fitted": { "climatology_blend": { "fallbacks": 0, "folds": 24, "test_fit": { "lam": 0.4837304965364892 }, "test_fallback": null }, "pseudocount": { "fallbacks": 0, "folds": 24, "test_fit": {}, "test_fallback": null }, "temperature": { "fallbacks": 0, "folds": 24, "test_fit": { "temperature": 3.4832583987173957, "at_bound": false }, "test_fallback": null }, "dirichlet": { "fallbacks": 0, "folds": 24, "test_fit": { "A": [ [ 0.10853562374268368, 0.08490924570453794, -0.17419327898411804 ], [ 0.06571238957423084, 0.23295407128072285, 0.18927370554076606 ], [ 0.023430247600894828, -0.008197426383996792, 0.8491888831897078 ] ], "b": [ -0.5970889433848248, 0.09679237237205604, 0.5002965710127723 ], "objective": 0.9888962911718383, "iterations": 44, "training_pairs": 46513, "training_years": 24, "converged": true, "epsilon": 1e-12, "reg_off": 0.01, "reg_diag": 0.001, "reg_bias": 0.001, "weighting": "equal total weight per year; spherical area within each year" }, "test_fallback": null }, "multinomial_logistic": { "fallbacks": 0, "folds": 24, "test_fit": { "coefficients": [ [ -0.23752090473128706, -0.6510580365820223, -0.18116972521373004 ], [ 0.0, 0.0, 0.0 ], [ 0.23454580457725313, 0.6050172479979141, 0.31209136590966174 ] ], "features": [ "intercept", "standardized_mean", "log_spread_ratio" ], "l2": 0.001, "reference_class": "near" }, "test_fallback": null }, "ordinal_logistic": { "fallbacks": 0, "folds": 24, "test_fit": { "theta": [ -1.0974587431887717, 0.41130461478051017, 0.9116734071354958, 0.3535259325867359 ], "cutpoints": [ -1.0974587431887717, 0.4113261415526972 ], "beta": [ 0.9116734071354958, 0.3535259325867359 ], "features": [ "standardized_mean", "log_spread_ratio" ], "l2": 0.001, "converged": true }, "test_fallback": null } }, "selection": { "criterion": "inner leave-one-year-out RPS of the calibrators (training years only)", "chosen_training": { "1993": "multinomial_logistic", "1994": "ordinal_logistic", "1995": "ordinal_logistic", "1996": "ordinal_logistic", "1997": "ordinal_logistic", "1998": "ordinal_logistic", "1999": "ordinal_logistic", "2000": "ordinal_logistic", "2001": "ordinal_logistic", "2002": "ordinal_logistic", "2003": "ordinal_logistic", "2004": "ordinal_logistic", "2005": "ordinal_logistic", "2006": "ordinal_logistic", "2007": "ordinal_logistic", "2008": "ordinal_logistic", "2009": "ordinal_logistic", "2010": "ordinal_logistic", "2011": "ordinal_logistic", "2012": "ordinal_logistic", "2013": "ordinal_logistic", "2014": "ordinal_logistic", "2015": "ordinal_logistic", "2016": "ordinal_logistic" }, "chosen_test": "ordinal_logistic", "frequency": { "climatology_blend": 0, "pseudocount": 0, "temperature": 0, "dirichlet": 0, "multinomial_logistic": 1, "ordinal_logistic": 23 } } }, "Mar": { "tag": "init02_Mar", "methods": { "climatology_blend": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47086708914819575, 0.4782714080368448, 0.4800858748740681, 0.5909422708850891, 0.399992800715361, 0.4327716163844455, 0.52309572701739, 0.48360604488800935, 0.3734135980997463, 0.37468249386428637, 0.42617820057191835, 0.4111857764972484, 0.4081826240048081, 0.4713294385213279, 0.37334735809127567, 0.5335333442154125, 0.3689941826269464, 0.4498569150240183, 0.43638977290375686, 0.4369482340882473, 0.4914955022266224, 0.451053757920622, 0.41813014409384663, 0.4698072738403228 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.3039146865270763, 0.3163825400951476, 0.1261474383750271, 0.16308912707919596, 0.1318838746258837, 0.17567481465025495, 0.241253848597447, 0.3845818621205705, 0.13389969242294653, 0.11328107459003765, 0.255642512877927, 0.25230673721562413, 0.11405027019346102, 0.2306784523253905, 0.18447200442902553, 0.3958014703368436, 0.21023639765695376, 0.17507936557544243, 0.29782897093376703, 0.3272932959253739, 0.19887466634098816, 0.13628878644688572, 0.20429439809556288, 0.2845373405076221 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.16695240250979806, 0.16188886791583468, 0.35393843799410973, 0.4278531444959014, 0.2681089260448732, 0.2570968031776493, 0.281841878189242, 0.09902418351607321, 0.2395139051399627, 0.26140141990249255, 0.1705356873888561, 0.15887903774446804, 0.29413235473467864, 0.2406509858656269, 0.18887535340456388, 0.13773187215783378, 0.15875778475695734, 0.27477754968335855, 0.13856080185783617, 0.10965493871405951, 0.2926208369558716, 0.3147649736899968, 0.21383574477287615, 0.185269932801945 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "log_loss": [ 1.0660867737540678, 1.1375177259559746, 1.0660302625582603, 1.2100568147184425, 1.0169858587568492, 1.1619588939816503, 1.1369031760071096, 1.0075242667354283, 1.050611735390856, 1.0746791452540014, 1.1384397872552676, 1.0890717821585625, 1.0484343730216277, 1.1545580749136277, 1.1097169067917607, 1.1343233455823805, 1.072896973410194, 0.9985685352366431, 1.0532198801569743, 1.036767055820806, 1.1029936266549125, 1.0716919565045144, 1.0693800993199127, 1.1718925544647292 ], "log_loss_clim": [ 1.0822467476287718, 1.094335766279669, 1.0781436176059969, 1.0697189571966286, 1.099999855506434, 1.1158222514780805, 1.0760009191870752, 1.0620975132008064, 1.1169602192112764, 1.1222290176953276, 1.1199157408769902, 1.1119978423926886, 1.10464156671375, 1.1037272420140054, 1.1293656144292201, 1.0738606290815063, 1.126712287642366, 1.0755050243265762, 1.0914743819481043, 1.086081120791094, 1.0809456648428364, 1.0931841744803439, 1.1047240906686868, 1.1074115596482803 ] }, "rps": 0.4480900603558255, "rpss": 0.010993753301807963, "bss_below": 0.01588050394377627, "bss_above": 0.006094232839048974, "log_loss": 1.0908462335168563, "log_loss_skill": 0.005575706795608593, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.324097, 0.542523, 0.132952, 0.000428, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2617, 0.3477, 0.4243, 0.5064, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3103, 0.3271, 0.5231, 0.4682, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.203235, 0.682411, 0.104231, 0.010123, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.28, 0.3452, 0.4292, 0.5203, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3078, 0.3483, 0.4069, 0.3142, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4825564171758999, 0.44787163225489707, 0.4808169669821407, 0.5904597391469721, 0.40672949472005265, 0.43167016739542163, 0.5069848354164227, 0.4663209145148213, 0.3820980962256891, 0.37852892905101276, 0.4437205874049537, 0.406577423260444, 0.39643726847679434, 0.46372817046869386, 0.37074118205169876, 0.5150488365016208, 0.37196693038686657, 0.4573871621138125, 0.45513448877131946, 0.43597112529202403, 0.5090414496468183, 0.45254782494173346, 0.4279586592337804, 0.4754165803275381 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.33696434831112204, 0.2895264855203791, 0.12377313080858068, 0.1788537224100229, 0.137564903181936, 0.18777859996158036, 0.1757166204639483, 0.3709891337443227, 0.13977536057637335, 0.11737653693003547, 0.27727518723046657, 0.24688192589872204, 0.11776285147147682, 0.21159496381289197, 0.18128985228052044, 0.3703293247269675, 0.2226178484981492, 0.14555049222370625, 0.3455454257377166, 0.33509690082034593, 0.1615479317630296, 0.15045168475355183, 0.21139851400741325, 0.298462915397604 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.14559206856808124, 0.15834514677658731, 0.35704383838134274, 0.4116060171384058, 0.26916459172590795, 0.2438915693356194, 0.33126821488124714, 0.09533178174334037, 0.24232273527756648, 0.26115239260549133, 0.16644539971063482, 0.15969549549708628, 0.2786744174416748, 0.2521332062745039, 0.18945132944458723, 0.14471951028825034, 0.1493490813281378, 0.3118366702192882, 0.10958906289892799, 0.10087422489727382, 0.3474935190035984, 0.3020961428023204, 0.21656014409139634, 0.17695366469366874 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "log_loss": [ 1.0649759272333554, 1.1129688777975406, 1.0459420647094932, 1.218321507797488, 1.0209182105412509, 1.1790967940167558, 1.1181942890929057, 0.9839563970355009, 1.0612359375694205, 1.0913900171497712, 1.1601749439453506, 1.0795572131423656, 1.050064169569578, 1.1614801707637978, 1.1142993096460425, 1.123805637348692, 1.074529356868183, 0.9776232494683069, 1.049541455282141, 1.0149259880314019, 1.1134539368877745, 1.0809130523078674, 1.068536153432768, 1.1982424230869295 ], "log_loss_clim": [ 1.0777215978709187, 1.1016003779440122, 1.0755354093135518, 1.0735500357817567, 1.0986025138010589, 1.119887636835672, 1.0798206615918653, 1.0632348138716747, 1.114748906048121, 1.1214038679374136, 1.1166769741298606, 1.111410786722129, 1.1093538143262798, 1.1083826335539801, 1.130963993815514, 1.0790940944652931, 1.1258010887003886, 1.0685907636609833, 1.083431976867352, 1.0820678072710421, 1.0786436019517323, 1.0964819243325188, 1.09991194135722, 1.1110939276278524 ] }, "rps": 0.4481547867400595, "rpss": 0.010662317638115315, "bss_below": 0.019083999039632427, "bss_above": 0.0022341702271188035, "log_loss": 1.0901727951135285, "log_loss_skill": 0.0062239440009842495, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.291811, 0.568248, 0.139557, 0.000384, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2627, 0.3482, 0.4239, 0.5035, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3074, 0.3224, 0.5291, 0.5463, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.193311, 0.67189, 0.120959, 0.01384, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2803, 0.3456, 0.4315, 0.5204, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3193, 0.3473, 0.3869, 0.3264, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4126186945962532, 0.47429308230315836, 0.4255029206169448, 0.4489909137705972, 0.441229851227785, 0.42018964998275876, 0.4347983096584847, 0.4131104516726238, 0.4601238832250433 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.22471088476480788, 0.19919907520590632, 0.2696492875770887, 0.15018920676283093, 0.2914906709203296, 0.25324772297446363, 0.10007943975329019, 0.15873173217578823, 0.19015938760107434 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.1879078152850853, 0.27509399623165315, 0.15585364052425568, 0.29880169080766417, 0.149739191198798, 0.16694193184761144, 0.3347188447792369, 0.25437871782372534, 0.26996448805117135 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "log_loss": [ 1.1072835964749739, 1.0804677914945555, 1.0990099364207913, 1.0487672789069917, 1.096090259914118, 1.0637832716241369, 0.9888452345405274, 1.1161472407192692, 1.1110485946340578 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.436761973005961, "rpss": 0.029099252898179606, "bss_below": 0.01431792075188354, "bss_above": 0.041712805052155355, "log_loss": 1.0790492449699358, "log_loss_skill": 0.017807023122106025, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.328436, 0.610488, 0.061077, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2571, 0.3457, 0.4147, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2665, 0.2789, 0.4958, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.225991, 0.705829, 0.061225, 0.006955, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2838, 0.3383, 0.4235, 0.5124, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2148, 0.4342, 0.5945, 0.4946, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42140527504993336, 0.4673274020649274, 0.40064783013395056, 0.4502983227419849, 0.4349317519456646, 0.4253272654517869, 0.4583701540761657, 0.4077240262723861, 0.4546154065034948 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.22744144192189156, 0.18167733986765713, 0.25969344470763345, 0.11340281409183778, 0.28723516106544594, 0.24275641924736016, 0.09679346230876323, 0.1796860741627635, 0.15437082198027854 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19396383742805873, 0.2856500489441131, 0.14095439504200044, 0.3368954851754944, 0.14769660230670303, 0.1825708480035437, 0.36157666002162797, 0.22803795597233678, 0.30024457143387984 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "log_loss": [ 1.114307131511263, 1.0654586028548216, 1.0755397494853702, 1.0313742544296962, 1.1006456042574317, 1.056002702107262, 0.9757740189830795, 1.1182673451301175, 1.0927368634509083 ], "log_loss_clim": [ 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883 ] }, "rps": 0.43562749269336604, "rpss": 0.04043809634333351, "bss_below": 0.02640472136782468, "bss_above": 0.051382950629502266, "log_loss": 1.0700118080233278, "log_loss_skill": 0.02603325296223047, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.304836, 0.623865, 0.071299, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2592, 0.3462, 0.4149, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2273, 0.253, 0.509, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.223041, 0.683224, 0.085234, 0.0085, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2837, 0.3396, 0.4255, 0.5124, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1798, 0.4931, 0.5933, 0.5055, NaN, NaN, NaN, NaN ] } } } } }, "pseudocount": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47021578951995396, 0.569235242687771, 0.47690361432399136, 0.7808670557188411, 0.32858129213219395, 0.5919294163418829, 0.6042269090662498, 0.4107337018636853, 0.33930779088939617, 0.3633327391623539, 0.526358145278135, 0.4254186998190411, 0.3763517520724938, 0.6010022814343093, 0.40217702284777856, 0.6335023608890807, 0.3772401388092707, 0.366375494067063, 0.40705909130907736, 0.4131760685115216, 0.5536829270046042, 0.4630071840948398, 0.4158717816540036, 0.6089714004587891 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.32016918715805087, 0.3957529083470138, 0.1187693987800856, 0.2207713961653149, 0.10734945596753563, 0.1979784910245971, 0.28363381165078844, 0.3573883021354189, 0.11004213774004223, 0.09517391315999446, 0.3103852222146236, 0.27287950051605564, 0.0912595252761684, 0.32983890306948954, 0.21040975458117306, 0.47820408950392446, 0.22015140661169605, 0.1572106916033998, 0.2921527685193741, 0.3469849307161777, 0.22023295389040107, 0.13561708259651575, 0.21109463510682783, 0.3435911297032183 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.1500466016400003, 0.1734823341077867, 0.3581342205514259, 0.5600956609096698, 0.22123183602819663, 0.3939509340354952, 0.32059309642080047, 0.05334540089929376, 0.22926565185786527, 0.2681588282775902, 0.21597292264358453, 0.15253919405380928, 0.285092230092453, 0.2711633768025837, 0.19176726726525753, 0.15529826554395876, 0.1570887312029046, 0.20916480322164924, 0.11490632220385755, 0.06619113756252724, 0.3334499754465862, 0.32739010907314037, 0.2047771427004748, 0.2653802692800914 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "log_loss": [ 1.3141472835475883, 1.6186789995149784, 1.094498565181478, 1.7895265126675979, 0.8897198874533242, 1.5648115678590668, 1.5228136186987498, 1.2920269493361223, 1.0191269202429454, 1.0720350475971203, 1.4884973116956302, 1.2001308495271736, 1.0011867759918938, 1.5821638278384638, 1.256656041464333, 1.6884057356384028, 1.1578613107006583, 0.9505307260262583, 1.2242034320138322, 1.2809707201324707, 1.3755820974041835, 1.158228958369871, 1.0923841216620194, 1.6053173099690197 ], "log_loss_clim": [ 1.0822467476287718, 1.094335766279669, 1.0781436176059969, 1.0697189571966286, 1.099999855506434, 1.1158222514780805, 1.0760009191870752, 1.0620975132008064, 1.1169602192112764, 1.1222290176953276, 1.1199157408769902, 1.1119978423926886, 1.10464156671375, 1.1037272420140054, 1.1293656144292201, 1.0738606290815063, 1.126712287642366, 1.0755050243265762, 1.0914743819481043, 1.086081120791094, 1.0809456648428364, 1.0931841744803439, 1.1047240906686868, 1.1074115596482803 ] }, "rps": 0.47939699583151363, "rpss": -0.05810564766648274, "bss_below": -0.07037089303858934, "bss_above": -0.04580835410620443, "log_loss": 1.3016460237722158, "log_loss_skill": -0.18659109544607566, "reliability": { "below": { "weight": [ 0.252646, 0.073123, 0.18926, 0.210618, 0.103369, 0.103536, 0.050103, 0.014087, 0.003229, 2.9e-05 ], "mean_forecast": [ 0.0278, 0.1536, 0.2488, 0.3554, 0.4523, 0.5417, 0.6511, 0.7527, 0.8242, 0.9245 ], "observed_frequency": [ 0.3372, 0.2231, 0.2623, 0.319, 0.3677, 0.4691, 0.6103, 0.7234, 0.6503, 0.0 ] }, "above": { "weight": [ 0.089557, 0.121122, 0.259525, 0.252209, 0.11862, 0.100753, 0.03263, 0.00919, 0.009919, 0.006476 ], "mean_forecast": [ 0.0725, 0.1523, 0.2468, 0.3554, 0.4508, 0.5386, 0.6482, 0.7513, 0.8372, 0.9568 ], "observed_frequency": [ 0.2499, 0.2846, 0.303, 0.3384, 0.4654, 0.499, 0.3959, 0.2448, 0.2104, 0.3495 ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4837315652858756, 0.5032422597100179, 0.4647213762879179, 0.7969554560063442, 0.3360911804537604, 0.6247582535693726, 0.5730738835313639, 0.35089785634522813, 0.3572096518012707, 0.37422239190247486, 0.5701278151043178, 0.40550595773551634, 0.36268712503439104, 0.5986454379581382, 0.40237111288878213, 0.5991743489407825, 0.3810610295306412, 0.3492885388101592, 0.42577338248285895, 0.3670874979998955, 0.5902012386856248, 0.4859019087346802, 0.42082142526230054, 0.6432699469214543 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.3536240700800494, 0.3402006437169658, 0.11783148065863569, 0.2470917377835453, 0.11573497074445428, 0.2192561803777903, 0.18943734005395108, 0.30971734744264207, 0.11951009803366697, 0.09871913781146267, 0.33783637965168595, 0.2556338010583577, 0.095485761958069, 0.30710814609376363, 0.205112696565413, 0.43291720512892135, 0.23030524401341776, 0.11798137038936103, 0.3445279817856722, 0.3163748878790889, 0.1820458658055372, 0.161789062539515, 0.22105708148782163, 0.3708127023027639 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.13010749390473952, 0.1630416160553126, 0.3468899034657647, 0.5498637186912206, 0.22035621016153556, 0.40550208456756276, 0.38363654298551064, 0.041180510814531224, 0.23769955306683174, 0.27550325596081154, 0.2322914348003232, 0.1498721505513203, 0.2672013648378412, 0.29153729035742293, 0.19725841511340106, 0.16625713905883538, 0.1507557835635792, 0.2313071699681766, 0.08124540011158574, 0.05071261005647264, 0.4081553757762157, 0.3241128555345324, 0.1997643403645884, 0.27245724484937833 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "log_loss": [ 1.3238490915315815, 1.457205368789933, 1.0315963322230381, 1.8427834653713477, 0.8876559422475205, 1.657682994835747, 1.3604095203866868, 1.129572283171214, 1.0662522270539119, 1.14048705107991, 1.5810285021370085, 1.1087981859853167, 0.9949806839324665, 1.5513909768290257, 1.2531300778702916, 1.5851595788641626, 1.155492779032189, 0.8415710757491147, 1.2681066723598142, 1.1277428927063307, 1.3437511385277108, 1.2036539252196121, 1.077020670439929, 1.6968413492995598 ], "log_loss_clim": [ 1.0777215978709187, 1.1016003779440122, 1.0755354093135518, 1.0735500357817567, 1.0986025138010589, 1.119887636835672, 1.0798206615918653, 1.0632348138716747, 1.114748906048121, 1.1214038679374136, 1.1166769741298606, 1.111410786722129, 1.1093538143262798, 1.1083826335539801, 1.130963993815514, 1.0790940944652931, 1.1258010887003886, 1.0685907636609833, 1.083431976867352, 1.0820678072710421, 1.0786436019517323, 1.0964819243325188, 1.09991194135722, 1.1110939276278524 ] }, "rps": 0.4777841933742987, "rpss": -0.054746976999807684, "bss_below": -0.046379953980590916, "bss_above": -0.06312042649708327, "log_loss": 1.278590116068476, "log_loss_skill": -0.1655328847694577, "reliability": { "below": { "weight": [ 0.21938, 0.073472, 0.194051, 0.220924, 0.11025, 0.111377, 0.053291, 0.01451, 0.002745, 0.0 ], "mean_forecast": [ 0.0291, 0.1532, 0.2486, 0.3557, 0.4525, 0.5416, 0.6511, 0.7531, 0.819, NaN ], "observed_frequency": [ 0.3414, 0.2125, 0.2425, 0.3184, 0.3592, 0.4739, 0.6317, 0.7573, 0.7354, NaN ] }, "above": { "weight": [ 0.085834, 0.116949, 0.251689, 0.243716, 0.123666, 0.105183, 0.038182, 0.01236, 0.01363, 0.00879 ], "mean_forecast": [ 0.0736, 0.1526, 0.2467, 0.3551, 0.4506, 0.5391, 0.649, 0.7523, 0.8382, 0.9558 ], "observed_frequency": [ 0.2573, 0.2813, 0.2989, 0.3371, 0.4762, 0.4974, 0.3717, 0.2119, 0.2132, 0.3505 ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.48457392364591184, 0.4661343985924445, 0.4603061537067283, 0.41500072156013224, 0.45139954164106993, 0.41687268891294277, 0.318978242779564, 0.5012726325530362, 0.514346065045023 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.2773261400248822, 0.20353956991687297, 0.32191508189017626, 0.1560848364915899, 0.3028588172870351, 0.2762360747374221, 0.06939410602814926, 0.18273318619608353, 0.22785760096463467 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.20724778647024192, 0.2625948189857815, 0.138391074745819, 0.25891587178354036, 0.14854073206513593, 0.1406366139885393, 0.24958411816068973, 0.3185394495257861, 0.2864884581436614 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "log_loss": [ 1.414153471772573, 1.2137480903434823, 1.5031917835361315, 1.065570905937708, 1.3758755616586493, 1.2452986812366549, 0.7822851437325392, 1.4083085105984376, 1.424136458706221 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.44765381871520593, "rpss": 0.004887206543403799, "bss_below": -0.0825027141583865, "bss_above": 0.07946081533863347, "log_loss": 1.2702854008358218, "log_loss_skill": -0.1562636322184041, "reliability": { "below": { "weight": [ 0.229303, 0.075308, 0.188964, 0.196274, 0.1636, 0.101016, 0.041944, 0.003133, 0.000458, 0.0 ], "mean_forecast": [ 0.0141, 0.1518, 0.2537, 0.3527, 0.4445, 0.539, 0.6315, 0.7413, 0.8159, NaN ], "observed_frequency": [ 0.3101, 0.1769, 0.1613, 0.2624, 0.3672, 0.3911, 0.4602, 0.7569, 0.8334, NaN ] }, "above": { "weight": [ 0.018934, 0.159358, 0.321026, 0.216168, 0.15156, 0.075535, 0.037388, 0.008259, 0.003517, 0.008254 ], "mean_forecast": [ 0.0768, 0.1513, 0.2485, 0.3525, 0.4433, 0.5373, 0.6332, 0.7457, 0.8472, 0.9674 ], "observed_frequency": [ 0.1114, 0.2074, 0.2897, 0.4247, 0.6152, 0.6293, 0.628, 0.5371, 0.6088, 0.4908 ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.5016276414251406, 0.43882650889496944, 0.41174450814635316, 0.3902302160553958, 0.4465078534651111, 0.4093260561694272, 0.3174606380468396, 0.5065264403205275, 0.48869378763476545 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.2859610881244779, 0.18059778169752494, 0.2903374349066593, 0.10525579048245068, 0.2963445536918617, 0.2544823877692026, 0.06626049999782134, 0.20855864109101538, 0.17119185521446148 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.21566655474398408, 0.25822871611171566, 0.12140707770521227, 0.28497440644215366, 0.15016330803629974, 0.15484366508623434, 0.251200113629111, 0.29796780962864544, 0.31750192107962744 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "log_loss": [ 1.4394349708891583, 1.1282064536415146, 1.3169598950067556, 0.9331724903593537, 1.3840988116519617, 1.1482127208041355, 0.7364990363497196, 1.4672535618980265, 1.2604417140351096 ], "log_loss_clim": [ 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883 ] }, "rps": 0.43454929446205887, "rpss": 0.042813056520790815, "bss_below": -0.03835040424229397, "bss_above": 0.10611373953220793, "log_loss": 1.2015866282928596, "log_loss_skill": -0.09373131293235559, "reliability": { "below": { "weight": [ 0.198652, 0.079619, 0.197461, 0.191037, 0.168282, 0.110908, 0.049554, 0.003926, 0.00056, 0.0 ], "mean_forecast": [ 0.0151, 0.1518, 0.2536, 0.3528, 0.4448, 0.5392, 0.631, 0.7406, 0.8159, NaN ], "observed_frequency": [ 0.279, 0.1378, 0.1193, 0.2317, 0.344, 0.4008, 0.4726, 0.7621, 0.8334, NaN ] }, "above": { "weight": [ 0.020954, 0.154078, 0.307106, 0.200109, 0.146966, 0.090978, 0.050289, 0.012802, 0.006256, 0.010461 ], "mean_forecast": [ 0.0773, 0.1516, 0.2476, 0.3524, 0.4436, 0.5384, 0.6353, 0.7442, 0.8453, 0.9653 ], "observed_frequency": [ 0.0747, 0.1678, 0.3136, 0.4924, 0.6934, 0.6677, 0.6228, 0.5183, 0.612, 0.4911 ] } } } } }, "temperature": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48703631189849805, 0.4977687560256642, 0.46952347367911496, 0.5814081997067554, 0.3940795580390748, 0.4247247559552285, 0.530497168218353, 0.502429289775516, 0.36991128722675937, 0.3698097662724738, 0.43503035469069334, 0.4127971550542065, 0.40269343958124637, 0.47613570798553356, 0.3706922478647115, 0.5622491701514507, 0.3698331225841667, 0.4523122946347219, 0.4469019330465075, 0.44014479576293225, 0.4883834929836275, 0.44905973333879845, 0.4125084930956453, 0.4707010563502916 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.3191682672501551, 0.33550090709174524, 0.11740368018328018, 0.1534044471103684, 0.12486566709625861, 0.17480288710916608, 0.2467763857594531, 0.41078230547257216, 0.12711695697762654, 0.10360624547037506, 0.26465105109862325, 0.25487039941075396, 0.1054538324978021, 0.23208185175324814, 0.18192959155078295, 0.4236045420885083, 0.20977395169722718, 0.17446254076013143, 0.3106639051262731, 0.3410200096866598, 0.1982184666838244, 0.1304171198700769, 0.2030616386260027, 0.29274434987858494 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.16786804464834298, 0.162267848933919, 0.3521197934958349, 0.42800375259638695, 0.2692138909428164, 0.24992186884606252, 0.2837207824589, 0.0916469843029437, 0.2427943302491329, 0.26620352080209886, 0.17037930359207004, 0.15792675564345254, 0.2972396070834442, 0.2440538562322855, 0.18876265631392844, 0.13864462806294223, 0.16005917088693952, 0.2778497538745905, 0.13623802792023434, 0.09912478607627251, 0.29016502629980306, 0.3186426134687215, 0.20944685446964267, 0.17795670647170658 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "log_loss": [ 1.1071500612480085, 1.1838017536247765, 1.0571460630667573, 1.21476644834084, 1.0034195868671385, 1.13593707752189, 1.1608270894586479, 1.0792963463587582, 1.0327574678181413, 1.0482902752220145, 1.1532141456843255, 1.0848522327026, 1.0338433508535716, 1.1688606590349462, 1.092631700613033, 1.207731262999913, 1.063884922452679, 1.0123018070241399, 1.080039446286814, 1.0589064202288254, 1.106641435450306, 1.0712296670645864, 1.056361716319001, 1.1742510173583376 ], "log_loss_clim": [ 1.0822467476287718, 1.094335766279669, 1.0781436176059969, 1.0697189571966286, 1.099999855506434, 1.1158222514780805, 1.0760009191870752, 1.0620975132008064, 1.1169602192112764, 1.1222290176953276, 1.1199157408769902, 1.1119978423926886, 1.10464156671375, 1.1037272420140054, 1.1293656144292201, 1.0738606290815063, 1.126712287642366, 1.0755050243265762, 1.0914743819481043, 1.086081120791094, 1.0809456648428364, 1.0931841744803439, 1.1047240906686868, 1.1074115596482803 ] }, "rps": 0.45069298183008216, "rpss": 0.005248690365887265, "bss_below": 0.0013896605626285696, "bss_above": 0.009117803989407314, "log_loss": 1.0995059147333355, "log_loss_skill": -0.00231852898986018, "reliability": { "below": { "weight": [ 0.0, 0.19926, 0.149971, 0.563105, 0.087551, 0.000114, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1853, 0.2684, 0.3455, 0.4211, 0.5174, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3346, 0.264, 0.3358, 0.5982, 0.5012, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.006146, 0.199866, 0.698678, 0.087514, 0.007796, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1828, 0.2719, 0.3465, 0.4279, 0.5571, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2457, 0.2819, 0.3596, 0.3881, 0.3565, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5020608860452009, 0.46397610159602504, 0.47413391283707945, 0.584444734859324, 0.4009933823825464, 0.4262280604222856, 0.5056660221661036, 0.47622770101025114, 0.37941851205789834, 0.37425829404986666, 0.45327725408830194, 0.40384126908324025, 0.391945324857299, 0.464218581310307, 0.36743624475266523, 0.5394648616160972, 0.3743219140175828, 0.4601925111319, 0.47105329049088196, 0.4369734716442556, 0.49790749893936986, 0.4548766902367942, 0.42379622299999015, 0.47747406541295107 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.3555678626260045, 0.3049503994571885, 0.11582965389424296, 0.17050728973377283, 0.1315186042748904, 0.18889560663477822, 0.1731147278981493, 0.3905576157498985, 0.13437496794831855, 0.10951902163901323, 0.28887848356999735, 0.24649091317515853, 0.11000727190410987, 0.20935661251496396, 0.17815862424358897, 0.39395792061906776, 0.22301524129035583, 0.14257366738119925, 0.3646234452083015, 0.3467145937846069, 0.15450255332837023, 0.1469639128661953, 0.21102801629130366, 0.30839404655007174 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.14649302341919632, 0.15902570213883646, 0.3583042589428366, 0.41393744512555136, 0.26947477810765597, 0.2373324537875074, 0.33255129426795443, 0.08567008526035252, 0.2450435441095798, 0.2647392724108536, 0.16439877051830448, 0.15735035590808183, 0.28193805295318913, 0.25486196879534306, 0.18927762050907618, 0.1455069409970294, 0.15130667272722692, 0.3176188437507007, 0.10642984528258044, 0.09025887785964874, 0.34340494561099955, 0.3079127773705989, 0.21276820670868657, 0.16908001886287932 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "log_loss": [ 1.1129058019021263, 1.1463929007834401, 1.0451894388415783, 1.2287676742569493, 1.0093966241871346, 1.1536284235071363, 1.12293299826036, 1.0370387991774244, 1.0472122854585337, 1.0673459644100698, 1.1786979895003868, 1.0651868217674532, 1.034844169785513, 1.165422477063843, 1.094395134096469, 1.1840157706795105, 1.0673744110095342, 0.9923838297794223, 1.0924060269001912, 1.0337317137477675, 1.1039585365653788, 1.0865387047719053, 1.0578022539518876, 1.2016994459360497 ], "log_loss_clim": [ 1.0777215978709187, 1.1016003779440122, 1.0755354093135518, 1.0735500357817567, 1.0986025138010589, 1.119887636835672, 1.0798206615918653, 1.0632348138716747, 1.114748906048121, 1.1214038679374136, 1.1166769741298606, 1.111410786722129, 1.1093538143262798, 1.1083826335539801, 1.130963993815514, 1.0790940944652931, 1.1258010887003886, 1.0685907636609833, 1.083431976867352, 1.0820678072710421, 1.0786436019517323, 1.0964819243325188, 1.09991194135722, 1.1110939276278524 ] }, "rps": 0.4501744503336757, "rpss": 0.006203748059078529, "bss_below": 0.007061642396180012, "bss_above": 0.005345195117884338, "log_loss": 1.0970528415141694, "log_loss_skill": -4.774559516551591e-05, "reliability": { "below": { "weight": [ 0.0, 0.168204, 0.148532, 0.590218, 0.093011, 3.5e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1852, 0.2696, 0.346, 0.4207, 0.512, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3414, 0.2534, 0.3293, 0.6184, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.00627, 0.202356, 0.680074, 0.100582, 0.010718, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1829, 0.2722, 0.3463, 0.4306, 0.5557, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2612, 0.2921, 0.3611, 0.3602, 0.3594, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42176521897370645, 0.47153521996283876, 0.4457384126726428, 0.4458745820372068, 0.4535059478139373, 0.4231628625645729, 0.42454732869729084, 0.41475394760271644, 0.4712185572874571 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.22914196803803766, 0.19990029736685513, 0.2840162819462964, 0.15012625653776066, 0.29930257563184265, 0.25969682302326313, 0.09459938051676052, 0.16094059359167814, 0.19782441374796747 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.19262325093566876, 0.2716349225959836, 0.16172213072634642, 0.29574832549944613, 0.1542033721820946, 0.16346603954130987, 0.32994794818053036, 0.2538133540110383, 0.27339414353948954 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "log_loss": [ 1.125418147113978, 1.079477769329767, 1.1459643043731034, 1.045418005862215, 1.1223420098689465, 1.0756607656139523, 0.9716173321489204, 1.1198890884654285, 1.137026029832021 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4413446752902633, "rpss": 0.01891212730903502, "bss_below": -0.006115639216404789, "bss_above": 0.040269391173945346, "log_loss": 1.0914237169564815, "log_loss_skill": 0.006543293005603301, "reliability": { "below": { "weight": [ 0.0, 0.211107, 0.109705, 0.63569, 0.043498, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1625, 0.2758, 0.3472, 0.4159, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3135, 0.1869, 0.281, 0.523, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000153, 0.159503, 0.743826, 0.085665, 0.004891, 0.005962, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.199, 0.2814, 0.3439, 0.4234, 0.5302, 0.6143, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1954, 0.4158, 0.5697, 0.5314, 0.5001, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4306918351384317, 0.4654649577793074, 0.41277885659113694, 0.44096531086482926, 0.4482508900155287, 0.4202351208653504, 0.4485442013873422, 0.4182185427851718, 0.45718364506603504 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.2326921449791712, 0.18191686481166064, 0.26751469969414643, 0.1100033209182336, 0.2953006956792117, 0.24579130770312357, 0.09266597297757534, 0.18666124977576712, 0.1557705551822442 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19799969015926044, 0.2835480929676467, 0.14526415689699057, 0.33096198994659576, 0.15295019433631707, 0.17444381316222682, 0.3558782284097669, 0.2315572930094047, 0.3014130898837909 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "log_loss": [ 1.134418980288492, 1.0645589131680715, 1.1022461313835124, 1.0156177898337029, 1.1281593945588029, 1.0530269913798584, 0.9626401975257955, 1.1385574944777852, 1.0990011397963935 ], "log_loss_clim": [ 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883 ] }, "rps": 0.4380370400547926, "rpss": 0.035130557466973245, "bss_below": 0.012295685447977545, "bss_above": 0.05293981839739936, "log_loss": 1.0775807813791571, "log_loss_skill": 0.019143676321565994, "reliability": { "below": { "weight": [ 0.0, 0.17876, 0.116831, 0.652579, 0.05183, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1625, 0.2758, 0.348, 0.4163, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2805, 0.155, 0.2566, 0.535, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000187, 0.174395, 0.704696, 0.10606, 0.007376, 0.007286, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.199, 0.2808, 0.344, 0.4257, 0.5273, 0.6143, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1699, 0.471, 0.5901, 0.5444, 0.5129, NaN, NaN, NaN ] } } } } }, "dirichlet": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4676388435989657, 0.48379640049785966, 0.47763434442579644, 0.6655299407226214, 0.39283545020956295, 0.42984042720138493, 0.5368734731450089, 0.4336274777965412, 0.37163277915276344, 0.36011700504247673, 0.4319586523644273, 0.4182161265093844, 0.4031884612535365, 0.4573891542778024, 0.38031517595320846, 0.5511661996838945, 0.379340108777743, 0.4270330584373311, 0.41333596108579934, 0.39316209012944003, 0.5016453911890998, 0.445986634178135, 0.4198895206031714, 0.4892155177386475 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.2954140781107733, 0.31715256246282303, 0.12763711131390665, 0.21584252904593826, 0.12372566744771964, 0.18112255448162848, 0.2526130526185019, 0.3354245188233596, 0.13075683760895476, 0.10552594182728219, 0.25884949989339295, 0.2514150627464073, 0.113947965631618, 0.22321448957081458, 0.18853228033045635, 0.40406657716319294, 0.21700521972135076, 0.15303852416368446, 0.27258949489939244, 0.2859820824026237, 0.21069659168493704, 0.13866500777042332, 0.20676388892434103, 0.30066729287302313 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.17222476548819254, 0.16664383803503655, 0.3499972331118899, 0.44968741167668314, 0.2691097827618433, 0.24871787271975646, 0.284260420526507, 0.09820295897318161, 0.24087594154380867, 0.25459106321519454, 0.17310915247103442, 0.16680106376297718, 0.2892404956219186, 0.23417466470698778, 0.19178289562275216, 0.1470996225207017, 0.16233488905639235, 0.2739945342736467, 0.14074646618640685, 0.10718000772681627, 0.2909487995041628, 0.30732162640771166, 0.21312563167883045, 0.1885482248656244 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "log_loss": [ 1.0491941934132571, 1.1458873468594923, 1.0608888345919323, 1.2956011837011092, 1.0151204946704937, 1.1425471620700685, 1.136670652243697, 0.9050404853857998, 1.04831333451115, 1.054379213392069, 1.155472977411856, 1.0998647481582833, 1.0488457651608736, 1.136792887055148, 1.1350336293697794, 1.1522469197655785, 1.109016094649766, 0.9710157314625983, 1.0023241442915047, 0.9707625926602685, 1.1069885127473797, 1.0695392536076531, 1.081290977940508, 1.1952239840362475 ], "log_loss_clim": [ 1.0822467476287718, 1.094335766279669, 1.0781436176059969, 1.0697189571966286, 1.099999855506434, 1.1158222514780805, 1.0760009191870752, 1.0620975132008064, 1.1169602192112764, 1.1222290176953276, 1.1199157408769902, 1.1119978423926886, 1.10464156671375, 1.1037272420140054, 1.1293656144292201, 1.0738606290815063, 1.126712287642366, 1.0755050243265762, 1.0914743819481043, 1.086081120791094, 1.0809456648428364, 1.0931841744803439, 1.1047240906686868, 1.1074115596482803 ] }, "rps": 0.4471403414156085, "rpss": 0.013089934510862933, "bss_below": 0.02448543764132305, "bss_above": 0.0016646544128194884, "log_loss": 1.0870025466315214, "log_loss_skill": 0.00907964300293762, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.276178, 0.533282, 0.13522, 0.045138, 0.007447, 0.002735, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.274, 0.3423, 0.4383, 0.5356, 0.6361, 0.7384, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2516, 0.3522, 0.4745, 0.4841, 0.5229, 0.2082, NaN, NaN ] }, "above": { "weight": [ 0.002959, 0.01616, 0.168603, 0.659361, 0.151397, 0.00152, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0886, 0.1708, 0.2642, 0.353, 0.4243, 0.5119, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.5859, 0.3553, 0.2819, 0.3381, 0.4435, 0.5093, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48084146592521354, 0.45902569851105096, 0.47132187425434396, 0.6685255331518861, 0.39742890998830976, 0.4224172638855829, 0.5300458222247336, 0.4086877051367845, 0.3799598694386682, 0.3630843492330187, 0.45302320756418873, 0.4158314553957955, 0.39214918027907425, 0.4562895679788216, 0.3796655732952819, 0.5352158046041504, 0.3810707130348359, 0.43684684213591823, 0.4267491069824937, 0.3981355466060183, 0.5414257212295263, 0.4429676579296228, 0.42028535982313503, 0.48428088627286153 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.32839141068318256, 0.29495374220668547, 0.12120004923689123, 0.23325400599954318, 0.1285041493569493, 0.18964415043370994, 0.19754167212493592, 0.31467812146603613, 0.13617393655652701, 0.10721038156003215, 0.2825036161550345, 0.24680337551684575, 0.11696522869415725, 0.21058809941118528, 0.1875269302660672, 0.3810873769990164, 0.22750803803341613, 0.12559443131074613, 0.31479893769289996, 0.2969166839401705, 0.1947851639217781, 0.15095987828529941, 0.20621431580675592, 0.3065582461460268 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.15245005524203087, 0.16407195630436547, 0.3501218250174528, 0.435271527152343, 0.2689247606313604, 0.23277311345187307, 0.33250415009979756, 0.09400958367074824, 0.24378593288214123, 0.2558739676729865, 0.17051959140915418, 0.1690280798789498, 0.27518395158491693, 0.24570146856763628, 0.1921386430292147, 0.15412842760513415, 0.15356267500141968, 0.3112524108251722, 0.11195016928959373, 0.10121886266584772, 0.3466405573077481, 0.2920077796443235, 0.21407104401637908, 0.17772264012683478 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "log_loss": [ 1.0470420283585953, 1.1361773792866623, 1.0366917470414603, 1.3102905389017137, 1.018004004112169, 1.148146039934722, 1.1367902960833187, 0.8678131097817325, 1.0559558771250594, 1.0643765705647947, 1.177136138838573, 1.0931103521808858, 1.052362979862352, 1.1591611970769133, 1.1431004816487922, 1.1480574638605416, 1.1044488389912954, 0.956964432953094, 0.9884297810384784, 0.9549073265696297, 1.1566232099310834, 1.0738067912406402, 1.0621183330316586, 1.2018164384607657 ], "log_loss_clim": [ 1.0777215978709187, 1.1016003779440122, 1.0755354093135518, 1.0735500357817567, 1.0986025138010589, 1.119887636835672, 1.0798206615918653, 1.0632348138716747, 1.114748906048121, 1.1214038679374136, 1.1166769741298606, 1.111410786722129, 1.1093538143262798, 1.1083826335539801, 1.130963993815514, 1.0790940944652931, 1.1258010887003886, 1.0685907636609833, 1.083431976867352, 1.0820678072710421, 1.0786436019517323, 1.0964819243325188, 1.09991194135722, 1.1110939276278524 ] }, "rps": 0.44771979645338816, "rpss": 0.01162259362935436, "bss_below": 0.025292776138575168, "bss_above": -0.002058083456850879, "log_loss": 1.0872221398697888, "log_loss_skill": 0.008913692400393858, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.282996, 0.526134, 0.136054, 0.045029, 0.006721, 0.003066, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2721, 0.3431, 0.4374, 0.5334, 0.6387, 0.7371, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.252, 0.3508, 0.4823, 0.4741, 0.513, 0.2158, NaN, NaN ] }, "above": { "weight": [ 0.003236, 0.013168, 0.154988, 0.651886, 0.174655, 0.002067, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0891, 0.1682, 0.2636, 0.354, 0.4259, 0.5126, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.5477, 0.4282, 0.2864, 0.3343, 0.4327, 0.5254, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4241479848516196, 0.4694141273250353, 0.4052564579616652, 0.43669922071079953, 0.43593878718548795, 0.40024816147156445, 0.4206796740958045, 0.4193281772096393, 0.4520662136810458 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.2324081468043099, 0.19837363515452683, 0.24778759680552587, 0.14842167297781866, 0.27678444112605016, 0.23391868039111513, 0.09586486038625221, 0.16860249791997534, 0.18924290948911673 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.19173983804730957, 0.27104049217050835, 0.15746886115613934, 0.2882775477329808, 0.15915434605943776, 0.16632948108044923, 0.3248148137095523, 0.25072567928966394, 0.2628233041919293 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "log_loss": [ 1.1431032664339036, 1.0597002601412076, 1.0726385476652416, 1.0359382746341463, 1.0729790122258769, 1.04032407049549, 0.9745172904020328, 1.1302859431522598, 1.0938595392210737 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4293087560547401, "rpss": 0.045667393792976574, "bss_below": 0.03902248465766922, "bss_above": 0.05133776854756544, "log_loss": 1.0692606893745813, "log_loss_skill": 0.026716950638717152, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.252018, 0.588754, 0.146021, 0.012901, 0.000306, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2759, 0.344, 0.4295, 0.5296, 0.6313, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1442, 0.3153, 0.3845, 0.746, 1.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001134, 0.151958, 0.730865, 0.116043, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1779, 0.2735, 0.3508, 0.423, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2666, 0.2083, 0.3938, 0.6472, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.431369338502502, 0.4561718957668106, 0.39013968124186615, 0.4361172073953778, 0.428484831046138, 0.4033476095026176, 0.439589123730691, 0.4053824016107052, 0.4492524095478725 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.23461232505237417, 0.17733454117717412, 0.2448199084801373, 0.11361507601317766, 0.27112919637136934, 0.22336068812398788, 0.09020031431123683, 0.18128005373380257, 0.1587464675572948 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19675701345012775, 0.27883735458963643, 0.14531977276172886, 0.3225021313822002, 0.15735563467476874, 0.17998692137862976, 0.34938880941945416, 0.22410234787690253, 0.2905059419905778 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "log_loss": [ 1.1483928205611382, 1.038745659137184, 1.0748381320483562, 1.017388956808786, 1.0752526099473536, 1.0289220801598613, 0.9525837501709323, 1.1207428711191596, 1.0822861635380558 ], "log_loss_clim": [ 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883 ] }, "rps": 0.4266504998160645, "rpss": 0.06021182623626997, "bss_below": 0.053192187682225334, "bss_above": 0.065686533360799, "log_loss": 1.0599058937212031, "log_loss_skill": 0.03523205283049158, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.277364, 0.553171, 0.15331, 0.01578, 0.000374, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.274, 0.3456, 0.4302, 0.5295, 0.6313, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1262, 0.2752, 0.416, 0.7636, 1.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000742, 0.138141, 0.713698, 0.147418, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1792, 0.2733, 0.3513, 0.4239, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1243, 0.1675, 0.4359, 0.6616, NaN, NaN, NaN, NaN, NaN ] } } } } }, "multinomial_logistic": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4445718910508653, 0.45708836162654526, 0.48726956013254885, 0.6196220936052267, 0.3958171109526775, 0.45978127415561043, 0.5771402069855619, 0.44461074371463694, 0.3568484238564038, 0.3604945650731596, 0.4410270466355613, 0.4253924392455518, 0.3959422712252322, 0.47652395877638365, 0.37931175799587014, 0.574090399088124, 0.38090687617103586, 0.4308341535315511, 0.3998274890754363, 0.4505611776162409, 0.525303346395265, 0.46381172990869185, 0.4313415780757343, 0.5458190109821729 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.27813033959835715, 0.2977053543936062, 0.13243094242970102, 0.19779265603065352, 0.11991186122158208, 0.1928421686932044, 0.2757488061901444, 0.3467179452956096, 0.1242041635957388, 0.09788359106312812, 0.26587541840213286, 0.25814829504180836, 0.10806965837533809, 0.22802970023741503, 0.19450313195878155, 0.4291754273159946, 0.2210057625506066, 0.14686342120703286, 0.26198137412514794, 0.3067412704388728, 0.21907811787943626, 0.14741840315594407, 0.21394792964227796, 0.33062729027044874 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.166441551452508, 0.15938300723293922, 0.35483861770284775, 0.42182943757457336, 0.27590524973109554, 0.26693910546240607, 0.3013914007954176, 0.09789279841902741, 0.23264426026066504, 0.2626109740100314, 0.17515162823342847, 0.16724414420374353, 0.2878726128498941, 0.2484942585389686, 0.1848086260370886, 0.14491497177212934, 0.15990111362042922, 0.2839707323245182, 0.13784611495028817, 0.1438199071773681, 0.3062252285158287, 0.31639332675274773, 0.2173936484334564, 0.2151917207117241 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "log_loss": [ 1.0173730007521502, 1.0963386265346766, 1.0704060421107913, 1.209598553524923, 1.028504261640569, 1.1784915978922281, 1.178097047140075, 0.9255759331979979, 1.0296013964087167, 1.0461684157313542, 1.1753692474705935, 1.1176249250142165, 1.0478975462957567, 1.1601480270613063, 1.143765602380738, 1.2078065193626484, 1.123968606240567, 0.998659844355828, 0.9831868156113652, 1.0452594611388648, 1.124026587132746, 1.098092837148105, 1.102578354888989, 1.2826700618365838 ], "log_loss_clim": [ 1.0822467476287718, 1.094335766279669, 1.0781436176059969, 1.0697189571966286, 1.099999855506434, 1.1158222514780805, 1.0760009191870752, 1.0620975132008064, 1.1169602192112764, 1.1222290176953276, 1.1199157408769902, 1.1119978423926886, 1.10464156671375, 1.1037272420140054, 1.1293656144292201, 1.0738606290815063, 1.126712287642366, 1.0755050243265762, 1.0914743819481043, 1.086081120791094, 1.0809456648428364, 1.0931841744803439, 1.1047240906686868, 1.1074115596482803 ] }, "rps": 0.45516406107817026, "rpss": -0.004619694802778129, "bss_below": 0.009021618947754217, "bss_above": -0.01829665392611224, "log_loss": 1.0996337212863245, "log_loss_skill": -0.0024350384824156635, "reliability": { "below": { "weight": [ 0.001694, 0.042228, 0.237302, 0.452276, 0.255573, 0.010927, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0809, 0.1652, 0.2615, 0.3519, 0.4351, 0.5195, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.1188, 0.3549, 0.2477, 0.3605, 0.4155, 0.4202, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 2.8e-05, 0.163197, 0.71075, 0.105855, 0.019167, 0.001003, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1875, 0.278, 0.3476, 0.4315, 0.5252, 0.6243, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.4182, 0.3345, 0.3571, 0.076, 0.5721, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4486897741566621, 0.4274625991649149, 0.4858561787278665, 0.6245857545539946, 0.4027333668350624, 0.4624570372535162, 0.5779882992260583, 0.432236610872167, 0.3653422043135844, 0.3524801429626407, 0.4578758638971646, 0.42564767871457093, 0.39570129998677317, 0.4752286236038303, 0.3780430440937929, 0.5387126723885598, 0.37863002106522853, 0.4339244015754779, 0.41405080090732, 0.43546785673416893, 0.5704124032216186, 0.46271088243122593, 0.4367691836181647, 0.5576497554894849 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.3051481238487881, 0.27284133796025695, 0.12382025296948916, 0.21477052061655233, 0.12482634655273758, 0.20457690581771404, 0.22565019898830746, 0.3374223167373696, 0.13190906548777484, 0.09497093627371897, 0.2891500646564941, 0.25553633764318373, 0.11838573140134935, 0.21777791802907132, 0.19410481779294694, 0.39260369293951825, 0.22864434226843586, 0.11426781331751903, 0.3045535417707322, 0.30719228344296656, 0.20474230838672203, 0.15862595125068207, 0.2151515390576149, 0.3426938954446602 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.14354165030787402, 0.15462126120465816, 0.36203592575837734, 0.4098152339374422, 0.27790702028232483, 0.25788013143580235, 0.3523381002377509, 0.09481429413479751, 0.23343313882580952, 0.2575092066889218, 0.16872579924067055, 0.1701113410713873, 0.2773155685854236, 0.257450705574759, 0.1839382263008459, 0.14610897944904147, 0.14998567879679273, 0.31965658825795884, 0.10949725913658769, 0.12827557329120232, 0.3656700948348965, 0.30408493118054397, 0.22161764456054978, 0.2149558600448248 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "log_loss": [ 1.002422216631227, 1.083369034070499, 1.0612887169030873, 1.22977063388967, 1.0339854168133702, 1.2019482037997418, 1.1881713300704126, 0.9125360352307074, 1.036486080087013, 1.0316395986329632, 1.184903771852764, 1.1160342302076758, 1.0652276352411916, 1.1789045014595723, 1.152310330097188, 1.166901004668543, 1.1108708906207942, 0.9803355711425443, 0.9708971637696374, 1.0052135234715585, 1.1770238047422368, 1.1103274594680113, 1.0894287191560892, 1.3109131346818246 ], "log_loss_clim": [ 1.0777215978709187, 1.1016003779440122, 1.0755354093135518, 1.0735500357817567, 1.0986025138010589, 1.119887636835672, 1.0798206615918653, 1.0632348138716747, 1.114748906048121, 1.1214038679374136, 1.1166769741298606, 1.111410786722129, 1.1093538143262798, 1.1083826335539801, 1.130963993815514, 1.0790940944652931, 1.1258010887003886, 1.0685907636609833, 1.083431976867352, 1.0820678072710421, 1.0786436019517323, 1.0964819243325188, 1.09991194135722, 1.1110939276278524 ] }, "rps": 0.45586068565807697, "rpss": -0.006349073072497102, "bss_below": 0.010764322496954026, "bss_above": -0.023475606568026164, "log_loss": 1.1000378752795135, "log_loss_skill": -0.00276883265186334, "reliability": { "below": { "weight": [ 0.002104, 0.048855, 0.231447, 0.437479, 0.271729, 0.008386, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.081, 0.1632, 0.2616, 0.3522, 0.435, 0.5191, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.1168, 0.3779, 0.2319, 0.364, 0.411, 0.4393, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.173515, 0.697154, 0.105186, 0.022919, 0.001226, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2791, 0.3469, 0.4337, 0.5252, 0.6248, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4337, 0.3361, 0.3281, 0.0701, 0.5715, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4167281039054224, 0.49294851619200153, 0.40801754449681843, 0.4468448718147873, 0.4223334080319259, 0.4060889393587964, 0.42048432144739323, 0.4145145149917579, 0.471875939558387 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.22932660157202284, 0.2119191129615315, 0.2482031663020729, 0.14698146928824674, 0.2723917471753848, 0.23640408675641103, 0.08952275504066055, 0.16292375653966085, 0.19618499807709278 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.18740150233339947, 0.28102940323047015, 0.15981437819474562, 0.29986340252654065, 0.14994166085654134, 0.1696848526023853, 0.3309615664067328, 0.2515907584520971, 0.27569094148129436 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "log_loss": [ 1.137169353806342, 1.087808559792319, 1.0803544799933218, 1.060346017709288, 1.0559120094458285, 1.0474739969278157, 0.9853298333157784, 1.1094136818253548, 1.1202558106342269 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4333151288663656, "rpss": 0.036761420754150564, "bss_below": 0.037706466571445496, "bss_above": 0.0359549576207554, "log_loss": 1.076007082605586, "log_loss_skill": 0.020576118715022962, "reliability": { "below": { "weight": [ 0.0, 7.7e-05, 0.209658, 0.550629, 0.230844, 0.008792, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.191, 0.2634, 0.3544, 0.4219, 0.5141, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1297, 0.3027, 0.3776, 0.8002, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.141559, 0.789466, 0.068976, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2859, 0.3418, 0.4112, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.203, 0.4237, 0.4582, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4207039130162014, 0.49023763866865133, 0.3919946064815656, 0.4530250735795524, 0.4146639137688367, 0.4114788704007071, 0.44220928276794197, 0.40008760476427, 0.4732642573579893 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.22931543624381312, 0.19585035789018254, 0.24719410528741442, 0.11448171436130038, 0.2684021774482345, 0.227334451823592, 0.08361755717640044, 0.17309431683099546, 0.16826659614963785 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.1913884767723884, 0.2943872807784688, 0.14480050119415103, 0.338543359218252, 0.14626173632060213, 0.18414441857711505, 0.3585917255915414, 0.22699328793327464, 0.3049976612083514 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "log_loss": [ 1.1348726858036455, 1.0840401873112344, 1.0854917453289619, 1.051261676490993, 1.0573832563112464, 1.0387562928074385, 0.9686322328435873, 1.0984980864114922, 1.1164840092754509 ], "log_loss_clim": [ 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883 ] }, "rps": 0.4330739067561907, "rpss": 0.04606291071828761, "bss_below": 0.046233615038823506, "bss_above": 0.045929753718066735, "log_loss": 1.0706022413982277, "log_loss_skill": 0.025495817329107773, "reliability": { "below": { "weight": [ 0.0, 0.000282, 0.22031, 0.517858, 0.250336, 0.011215, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.191, 0.2619, 0.3552, 0.4229, 0.5136, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1168, 0.246, 0.4045, 0.8085, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.155965, 0.761126, 0.082909, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.285, 0.3418, 0.4114, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1675, 0.4828, 0.4617, NaN, NaN, NaN, NaN, NaN ] } } } } }, "ordinal_logistic": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.445951028826541, 0.453155399040542, 0.4924901344281929, 0.61965569305818, 0.39607752817687636, 0.47224145247744004, 0.5802809120003658, 0.4506715125616855, 0.35788413287526316, 0.3683922249838006, 0.43882595326242513, 0.42348423980593725, 0.396954902261271, 0.4739759348406786, 0.37376807724262656, 0.5604970605558285, 0.37745674574510724, 0.42179699933532444, 0.4036019810467067, 0.4507622058232229, 0.5294401455835837, 0.4682492944328213, 0.4311497630960702, 0.5548607079176431 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.28468391281640243, 0.29701615233535644, 0.13527363552864105, 0.18835524356198174, 0.12828246984866026, 0.1900492183289627, 0.2671974710884033, 0.35736720917062365, 0.1305665356704693, 0.1051764852122388, 0.2595577829202208, 0.2558072270895559, 0.11464263510436103, 0.22470222950352353, 0.1921491921611804, 0.40966168132652936, 0.21988362964726244, 0.1610237094841701, 0.27169161556851495, 0.323311169150903, 0.21479822469632925, 0.14787341420197267, 0.21329997289180716, 0.31550784506187046 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.16126711601013866, 0.15613924670518564, 0.3572164988995518, 0.4313004494961984, 0.2677950583282161, 0.28219223414847744, 0.3130834409119625, 0.09330430339106192, 0.22731759720479391, 0.26321573977156176, 0.17926817034220427, 0.1676770127163813, 0.28231226715690994, 0.24927370533715512, 0.18161888508144614, 0.150835379229299, 0.15757311609784486, 0.2607732898511542, 0.13191036547819174, 0.12745103667231986, 0.31464192088725434, 0.3203758802308486, 0.2178497902042631, 0.23935286285577265 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "log_loss": [ 1.0252911336704311, 1.0862662602094793, 1.0765725526719696, 1.2300173790945166, 1.0267662120525307, 1.2086666817577787, 1.1966430913066646, 0.9465771348349584, 1.041118789956817, 1.0789859316720678, 1.1713062850025349, 1.1163319600920898, 1.047049903199721, 1.1556670255148727, 1.1156014491349724, 1.158335581661883, 1.110133756749963, 0.9613835294825374, 1.0019772334113903, 1.048207382142863, 1.1429654376121265, 1.103457566197587, 1.0971931574654552, 1.2934782562539153 ], "log_loss_clim": [ 1.0822467476287718, 1.094335766279669, 1.0781436176059969, 1.0697189571966286, 1.099999855506434, 1.1158222514780805, 1.0760009191870752, 1.0620975132008064, 1.1169602192112764, 1.1222290176953276, 1.1199157408769902, 1.1119978423926886, 1.10464156671375, 1.1037272420140054, 1.1293656144292201, 1.0738606290815063, 1.126712287642366, 1.0755050243265762, 1.0914743819481043, 1.086081120791094, 1.0809456648428364, 1.0931841744803439, 1.1047240906686868, 1.1074115596482803 ] }, "rps": 0.4559010012240889, "rpss": -0.006246239268364873, "bss_below": 0.006625262942844268, "bss_above": -0.019151375299836904, "log_loss": 1.1016664037978803, "log_loss_skill": -0.004288048382212306, "reliability": { "below": { "weight": [ 0.000459, 0.026287, 0.189556, 0.583155, 0.199016, 0.001527, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.091, 0.1756, 0.269, 0.352, 0.4284, 0.5079, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.0, 0.3964, 0.2501, 0.3646, 0.3857, 0.372, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 5.7e-05, 0.249123, 0.566027, 0.150013, 0.031736, 0.002586, 0.000459, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1897, 0.2738, 0.3445, 0.4318, 0.5424, 0.6525, 0.7318, NaN, NaN ], "observed_frequency": [ NaN, 0.5003, 0.3698, 0.3173, 0.4611, 0.1366, 0.1109, 0.625, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44999529175198666, 0.42446932385238506, 0.4904020177657417, 0.6246409276988434, 0.40322245511403043, 0.47679609373201937, 0.5846819470147033, 0.43939207970173516, 0.3654455698142192, 0.36000712163204623, 0.4555176026527287, 0.42373333729030976, 0.3979034241582319, 0.47221758342861325, 0.3713492792970445, 0.5271077468246457, 0.37633368784282323, 0.42214195781546454, 0.4187608376298258, 0.43831706725415903, 0.5749508205012168, 0.4663579806855441, 0.43742710652527517, 0.5710776090409548 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.3129881090176084, 0.2750963166883958, 0.12834548648931685, 0.2036769577125479, 0.13300690771474571, 0.20141367455567893, 0.21719240226952613, 0.3488464821576892, 0.1375987396877444, 0.10326087427777843, 0.28102014013004784, 0.25340118383109445, 0.1226016415972417, 0.212826357171989, 0.19087977113151341, 0.3789215800436421, 0.2287915479825658, 0.1295622206264328, 0.31511510501556117, 0.3260272450394145, 0.19622513428021734, 0.15855443797888583, 0.2148547640809354, 0.3265967617085646 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.1370071827343783, 0.14937300716398916, 0.3620565312764249, 0.42096396998629554, 0.27021554739928483, 0.2753824191763405, 0.36748954474517714, 0.09054559754404588, 0.2278468301264748, 0.2567462473542678, 0.17449746252268095, 0.17033215345921535, 0.27530178256099025, 0.25939122625662425, 0.18046950816553103, 0.14818616678100363, 0.14754213986025758, 0.2925797371890317, 0.10364573261426469, 0.11228982221474458, 0.37872568622099967, 0.3078035427066582, 0.2225723424443397, 0.24448084733239045 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "log_loss": [ 1.0122953659059868, 1.0746636813962505, 1.0627380320116302, 1.252989738723353, 1.0313839397036735, 1.2336317563305368, 1.2188846153313293, 0.934968956536369, 1.0429379475530387, 1.0633599926241584, 1.1822503007376617, 1.1142613477986638, 1.0679897466659085, 1.172400032303007, 1.1187016742206948, 1.1311908241126236, 1.1047238563106598, 0.9328385121173702, 0.9903456306196952, 1.0131293531188261, 1.200318055259929, 1.1143450993286783, 1.086397323585095, 1.3335342754039283 ], "log_loss_clim": [ 1.0777215978709187, 1.1016003779440122, 1.0755354093135518, 1.0735500357817567, 1.0986025138010589, 1.119887636835672, 1.0798206615918653, 1.0632348138716747, 1.114748906048121, 1.1214038679374136, 1.1166769741298606, 1.111410786722129, 1.1093538143262798, 1.1083826335539801, 1.130963993815514, 1.0790940944652931, 1.1258010887003886, 1.0685907636609833, 1.083431976867352, 1.0820678072710421, 1.0786436019517323, 1.0964819243325188, 1.09991194135722, 1.1110939276278524 ] }, "rps": 0.4571770362093561, "rpss": -0.009255022628567922, "bss_below": 0.007557644642682826, "bss_above": -0.02608059695726883, "log_loss": 1.1037616690707945, "log_loss_skill": -0.006163356092404371, "reliability": { "below": { "weight": [ 0.000561, 0.0321, 0.185731, 0.567467, 0.212721, 0.001419, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.091, 0.1746, 0.2687, 0.3525, 0.4272, 0.5062, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.0, 0.4108, 0.2438, 0.3658, 0.3772, 0.4893, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.263633, 0.549684, 0.144824, 0.037928, 0.00337, 0.000561, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2744, 0.3444, 0.4317, 0.5439, 0.6512, 0.7318, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3845, 0.3153, 0.4597, 0.115, 0.1144, 0.625, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4135145043032825, 0.49592949651750995, 0.40528522178915916, 0.44773202051717864, 0.4212475300451034, 0.40621011983305216, 0.4198871711060956, 0.4203203170520739, 0.4747774094908899 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.22688994255486192, 0.21017767407330198, 0.24976635988578186, 0.15207457833435048, 0.27489848964551, 0.24037347033826376, 0.09918217161945908, 0.16336498540568398, 0.19452943167340128 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.1866245617484206, 0.2857518224442078, 0.15551886190337727, 0.29565744218282813, 0.14634904039959343, 0.16583664949478838, 0.32070499948663655, 0.2569553316463899, 0.2802479778174887 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "log_loss": [ 1.1254382006067793, 1.0953515570853385, 1.066363933565016, 1.0530213078357396, 1.0557363944524185, 1.0410055626461587, 0.9741914748750669, 1.1337653802833898, 1.1300786763869461 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4338781989615939, "rpss": 0.035509743158765095, "bss_below": 0.028372760998499058, "bss_above": 0.041600025014377984, "log_loss": 1.0749947208596504, "log_loss_skill": 0.021497610112707566, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.158784, 0.667991, 0.172002, 0.001223, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2778, 0.3569, 0.4174, 0.5033, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1331, 0.3019, 0.3742, 0.7498, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.239687, 0.628659, 0.131655, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2826, 0.3391, 0.4222, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2331, 0.4244, 0.5484, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41717129229479094, 0.49416454496264217, 0.3881687886910733, 0.4548407582704673, 0.4134461639617604, 0.4117032591343926, 0.4395086575359326, 0.406925626905804, 0.4772843579742378 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.2270422216267418, 0.19436155279745054, 0.24872565777637093, 0.12106983915402725, 0.27107556561995516, 0.23254244475642724, 0.09377988096396982, 0.17418484386032923, 0.16827189741027881 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19012907066804913, 0.2998029921651917, 0.13944313091470237, 0.3337709191164402, 0.14237059834180527, 0.17916081437796536, 0.3457287765719628, 0.23274078304547488, 0.30901246056395903 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "log_loss": [ 1.1202739259878707, 1.0925138435582895, 1.0659287409168725, 1.0438042459514802, 1.0559236870452833, 1.0290270666057428, 0.9459105229466819, 1.128128504169266, 1.1291766588669778 ], "log_loss_clim": [ 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883 ] }, "rps": 0.4336903833034557, "rpss": 0.044704990432779534, "bss_below": 0.03310911351640178, "bss_above": 0.05374877893889929, "log_loss": 1.0678541328942737, "log_loss_skill": 0.02799725355629057, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.170882, 0.638298, 0.189325, 0.001495, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2765, 0.3575, 0.4186, 0.5033, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1245, 0.259, 0.4001, 0.7498, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.259103, 0.596847, 0.14405, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2817, 0.3389, 0.4236, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1936, 0.5024, 0.568, NaN, NaN, NaN, NaN, NaN ] } } } } }, "SEL": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47086708914819575, 0.4782714080368448, 0.4800858748740681, 0.6655299407226214, 0.3940795580390748, 0.4247247559552285, 0.530497168218353, 0.502429289775516, 0.36991128722675937, 0.3698097662724738, 0.43503035469069334, 0.4111857764972484, 0.40269343958124637, 0.4713294385213279, 0.38031517595320846, 0.5511661996838945, 0.3689941826269464, 0.4498569150240183, 0.41333596108579934, 0.4369482340882473, 0.4883834929836275, 0.44905973333879845, 0.4125084930956453, 0.4698072738403228 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.3039146865270763, 0.3163825400951476, 0.1261474383750271, 0.21584252904593826, 0.12486566709625861, 0.17480288710916608, 0.2467763857594531, 0.41078230547257216, 0.12711695697762654, 0.10360624547037506, 0.26465105109862325, 0.25230673721562413, 0.1054538324978021, 0.2306784523253905, 0.18853228033045635, 0.40406657716319294, 0.21023639765695376, 0.17507936557544243, 0.27258949489939244, 0.3272932959253739, 0.1982184666838244, 0.1304171198700769, 0.2030616386260027, 0.2845373405076221 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.16695240250979806, 0.16188886791583468, 0.35393843799410973, 0.44968741167668314, 0.2692138909428164, 0.24992186884606252, 0.2837207824589, 0.0916469843029437, 0.2427943302491329, 0.26620352080209886, 0.17037930359207004, 0.15887903774446804, 0.2972396070834442, 0.2406509858656269, 0.19178289562275216, 0.1470996225207017, 0.15875778475695734, 0.27477754968335855, 0.14074646618640685, 0.10965493871405951, 0.29016502629980306, 0.3186426134687215, 0.20944685446964267, 0.185269932801945 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "log_loss": [ 1.0660867737540678, 1.1375177259559746, 1.0660302625582603, 1.2956011837011092, 1.0034195868671385, 1.13593707752189, 1.1608270894586479, 1.0792963463587582, 1.0327574678181413, 1.0482902752220145, 1.1532141456843255, 1.0890717821585625, 1.0338433508535716, 1.1545580749136277, 1.1350336293697794, 1.1522469197655785, 1.072896973410194, 0.9985685352366431, 1.0023241442915047, 1.036767055820806, 1.106641435450306, 1.0712296670645864, 1.056361716319001, 1.1718925544647292 ], "log_loss_clim": [ 1.0822467476287718, 1.094335766279669, 1.0781436176059969, 1.0697189571966286, 1.099999855506434, 1.1158222514780805, 1.0760009191870752, 1.0620975132008064, 1.1169602192112764, 1.1222290176953276, 1.1199157408769902, 1.1119978423926886, 1.10464156671375, 1.1037272420140054, 1.1293656144292201, 1.0738606290815063, 1.126712287642366, 1.0755050243265762, 1.0914743819481043, 1.086081120791094, 1.0809456648428364, 1.0931841744803439, 1.1047240906686868, 1.1074115596482803 ] }, "rps": 0.4511175337200066, "rpss": 0.004311636616358916, "bss_below": 0.008557495482686472, "bss_above": 5.46832139292075e-05, "log_loss": 1.0941839072508006, "log_loss_skill": 0.0025330562901163534, "reliability": { "below": { "weight": [ 0.0, 0.094366, 0.227336, 0.543171, 0.12181, 0.010499, 0.001764, 0.001054, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1847, 0.2668, 0.3452, 0.4258, 0.5264, 0.6261, 0.7428, NaN, NaN ], "observed_frequency": [ NaN, 0.2451, 0.3133, 0.3441, 0.5312, 0.1747, 0.0, 0.0, NaN, NaN ] }, "above": { "weight": [ 0.001279, 0.004782, 0.192661, 0.69184, 0.102557, 0.00688, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0848, 0.1681, 0.2734, 0.3471, 0.4266, 0.5414, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.9777, 0.7081, 0.2723, 0.3595, 0.3637, 0.3999, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4825564171758999, 0.44787163225489707, 0.4808169669821407, 0.6685255331518861, 0.4009933823825464, 0.4262280604222856, 0.5056660221661036, 0.47622770101025114, 0.37941851205789834, 0.37425829404986666, 0.45327725408830194, 0.406577423260444, 0.391945324857299, 0.46372817046869386, 0.3796655732952819, 0.5352158046041504, 0.37196693038686657, 0.4573871621138125, 0.4267491069824937, 0.43597112529202403, 0.49790749893936986, 0.4548766902367942, 0.42379622299999015, 0.4754165803275381 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.33696434831112204, 0.2895264855203791, 0.12377313080858068, 0.23325400599954318, 0.1315186042748904, 0.18889560663477822, 0.1731147278981493, 0.3905576157498985, 0.13437496794831855, 0.10951902163901323, 0.28887848356999735, 0.24688192589872204, 0.11000727190410987, 0.21159496381289197, 0.1875269302660672, 0.3810873769990164, 0.2226178484981492, 0.14555049222370625, 0.31479893769289996, 0.33509690082034593, 0.15450255332837023, 0.1469639128661953, 0.21102801629130366, 0.298462915397604 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.14559206856808124, 0.15834514677658731, 0.35704383838134274, 0.435271527152343, 0.26947477810765597, 0.2373324537875074, 0.33255129426795443, 0.08567008526035252, 0.2450435441095798, 0.2647392724108536, 0.16439877051830448, 0.15969549549708628, 0.28193805295318913, 0.2521332062745039, 0.1921386430292147, 0.15412842760513415, 0.1493490813281378, 0.3118366702192882, 0.11195016928959373, 0.10087422489727382, 0.34340494561099955, 0.3079127773705989, 0.21276820670868657, 0.17695366469366874 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "log_loss": [ 1.0649759272333554, 1.1129688777975406, 1.0459420647094932, 1.3102905389017137, 1.0093966241871346, 1.1536284235071363, 1.12293299826036, 1.0370387991774244, 1.0472122854585337, 1.0673459644100698, 1.1786979895003868, 1.0795572131423656, 1.034844169785513, 1.1614801707637978, 1.1431004816487922, 1.1480574638605416, 1.074529356868183, 0.9776232494683069, 0.9884297810384784, 1.0149259880314019, 1.1039585365653788, 1.0865387047719053, 1.0578022539518876, 1.1982424230869295 ], "log_loss_clim": [ 1.0777215978709187, 1.1016003779440122, 1.0755354093135518, 1.0735500357817567, 1.0986025138010589, 1.119887636835672, 1.0798206615918653, 1.0632348138716747, 1.114748906048121, 1.1214038679374136, 1.1166769741298606, 1.111410786722129, 1.1093538143262798, 1.1083826335539801, 1.130963993815514, 1.0790940944652931, 1.1258010887003886, 1.0685907636609833, 1.083431976867352, 1.0820678072710421, 1.0786436019517323, 1.0964819243325188, 1.09991194135722, 1.1110939276278524 ] }, "rps": 0.45071014122945147, "rpss": 0.0050211673861277895, "bss_below": 0.013130896834061545, "bss_above": -0.0030947878263518636, "log_loss": 1.0924800119219429, "log_loss_skill": 0.004120739049917832, "reliability": { "below": { "weight": [ 0.0, 0.077969, 0.211475, 0.567178, 0.128448, 0.012112, 0.001775, 0.001044, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1844, 0.2668, 0.3461, 0.4262, 0.5264, 0.6272, 0.7396, NaN, NaN ], "observed_frequency": [ NaN, 0.2333, 0.3058, 0.3388, 0.5415, 0.194, 0.0198, 0.0, NaN, NaN ] }, "above": { "weight": [ 0.001216, 0.005224, 0.187337, 0.677703, 0.119064, 0.009457, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0849, 0.1687, 0.2719, 0.3474, 0.4291, 0.5415, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.9713, 0.6731, 0.2842, 0.3591, 0.3464, 0.4036, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4126186945962532, 0.47429308230315836, 0.4255029206169448, 0.4489909137705972, 0.441229851227785, 0.42018964998275876, 0.4347983096584847, 0.4131104516726238, 0.4601238832250433 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.22471088476480788, 0.19919907520590632, 0.2696492875770887, 0.15018920676283093, 0.2914906709203296, 0.25324772297446363, 0.10007943975329019, 0.15873173217578823, 0.19015938760107434 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.1879078152850853, 0.27509399623165315, 0.15585364052425568, 0.29880169080766417, 0.149739191198798, 0.16694193184761144, 0.3347188447792369, 0.25437871782372534, 0.26996448805117135 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "log_loss": [ 1.1072835964749739, 1.0804677914945555, 1.0990099364207913, 1.0487672789069917, 1.096090259914118, 1.0637832716241369, 0.9888452345405274, 1.1161472407192692, 1.1110485946340578 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.436761973005961, "rpss": 0.029099252898179606, "bss_below": 0.01431792075188354, "bss_above": 0.041712805052155355, "log_loss": 1.0790492449699358, "log_loss_skill": 0.017807023122106025, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.328436, 0.610488, 0.061077, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2571, 0.3457, 0.4147, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2665, 0.2789, 0.4958, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.225991, 0.705829, 0.061225, 0.006955, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2838, 0.3383, 0.4235, 0.5124, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2148, 0.4342, 0.5945, 0.4946, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42140527504993336, 0.4673274020649274, 0.40064783013395056, 0.4502983227419849, 0.4349317519456646, 0.4253272654517869, 0.4583701540761657, 0.4077240262723861, 0.4546154065034948 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.22744144192189156, 0.18167733986765713, 0.25969344470763345, 0.11340281409183778, 0.28723516106544594, 0.24275641924736016, 0.09679346230876323, 0.1796860741627635, 0.15437082198027854 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19396383742805873, 0.2856500489441131, 0.14095439504200044, 0.3368954851754944, 0.14769660230670303, 0.1825708480035437, 0.36157666002162797, 0.22803795597233678, 0.30024457143387984 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "log_loss": [ 1.114307131511263, 1.0654586028548216, 1.0755397494853702, 1.0313742544296962, 1.1006456042574317, 1.056002702107262, 0.9757740189830795, 1.1182673451301175, 1.0927368634509083 ], "log_loss_clim": [ 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883 ] }, "rps": 0.43562749269336604, "rpss": 0.04043809634333351, "bss_below": 0.02640472136782468, "bss_above": 0.051382950629502266, "log_loss": 1.0700118080233278, "log_loss_skill": 0.02603325296223047, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.304836, 0.623865, 0.071299, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2592, 0.3462, 0.4149, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2273, 0.253, 0.509, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.223041, 0.683224, 0.085234, 0.0085, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2837, 0.3396, 0.4255, 0.5124, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1798, 0.4931, 0.5933, 0.5055, NaN, NaN, NaN, NaN ] } } } } } }, "fitted": { "climatology_blend": { "fallbacks": 0, "folds": 24, "test_fit": { "lam": 0.7217870904054072 }, "test_fallback": null }, "pseudocount": { "fallbacks": 0, "folds": 24, "test_fit": {}, "test_fallback": null }, "temperature": { "fallbacks": 0, "folds": 24, "test_fit": { "temperature": 4.0, "at_bound": true }, "test_fallback": null }, "dirichlet": { "fallbacks": 0, "folds": 24, "test_fit": { "A": [ [ 0.07337269572656326, 0.014987487571638433, -0.2215322465844409 ], [ 0.020775765951865144, 0.251985714969728, 0.2831661141368881 ], [ 0.07189402527995387, 0.059814936436491536, 0.3834974665557974 ] ], "b": [ -0.5013883658221431, 0.1969292625136448, 0.304459103308516 ], "objective": 1.0806161580194829, "iterations": 47, "training_pairs": 58662, "training_years": 24, "converged": true, "epsilon": 1e-12, "reg_off": 0.01, "reg_diag": 0.001, "reg_bias": 0.001, "weighting": "equal total weight per year; spherical area within each year" }, "test_fallback": null }, "multinomial_logistic": { "fallbacks": 0, "folds": 24, "test_fit": { "coefficients": [ [ 0.1117375145540273, -0.9855001157148262, -0.012704322253405242 ], [ 0.0, 0.0, 0.0 ], [ 0.06687734786535339, 0.2616177638963076, -0.20725419969332867 ] ], "features": [ "intercept", "standardized_mean", "log_spread_ratio" ], "l2": 0.001, "reference_class": "near" }, "test_fallback": null }, "ordinal_logistic": { "fallbacks": 0, "folds": 24, "test_fit": { "theta": [ -0.5941784559204806, 0.25451857055687277, 0.907430354324156, -0.13190234029955955 ], "cutpoints": [ -0.5941784559204806, 0.6956620482568245 ], "beta": [ 0.907430354324156, -0.13190234029955955 ], "features": [ "standardized_mean", "log_spread_ratio" ], "l2": 0.001, "converged": true }, "test_fallback": null } }, "selection": { "criterion": "inner leave-one-year-out RPS of the calibrators (training years only)", "chosen_training": { "1993": "climatology_blend", "1994": "climatology_blend", "1995": "climatology_blend", "1996": "dirichlet", "1997": "temperature", "1998": "temperature", "1999": "temperature", "2000": "temperature", "2001": "temperature", "2002": "temperature", "2003": "temperature", "2004": "climatology_blend", "2005": "temperature", "2006": "climatology_blend", "2007": "dirichlet", "2008": "dirichlet", "2009": "climatology_blend", "2010": "climatology_blend", "2011": "dirichlet", "2012": "climatology_blend", "2013": "temperature", "2014": "temperature", "2015": "temperature", "2016": "climatology_blend" }, "chosen_test": "climatology_blend", "frequency": { "climatology_blend": 9, "pseudocount": 0, "temperature": 11, "dirichlet": 4, "multinomial_logistic": 0, "ordinal_logistic": 0 } } }, "Apr": { "tag": "init02_Apr", "methods": { "climatology_blend": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45357653358343764, 0.43287416722774236, 0.4979468939140032, 0.4081662130914095, 0.4305255334922844, 0.46972704863551223, 0.43412923076349735, 0.40840573670264874, 0.41106056207999114, 0.39624133682066315, 0.4840501930861192, 0.3952977088020178, 0.3994898053706255, 0.5007495865580412, 0.3937720611767062, 0.4543590153166749, 0.3991443918856772, 0.4292300275058792, 0.6671218411861285, 0.4333530337564724, 0.46520967034842275, 0.482031116422248, 0.5283963835977954, 0.4009585932022237 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.1998895184434718, 0.19788121223011343, 0.16608961621745774, 0.17966361536147166, 0.10131593827620268, 0.3147596429781285, 0.32936086162392714, 0.22794327838802866, 0.27831143470949876, 0.2336051084236147, 0.21906201305848894, 0.11568559095855947, 0.21132551585633821, 0.20996095160631606, 0.163000587267923, 0.26045515192443425, 0.24500713044873113, 0.19121286446429647, 0.45838792555372637, 0.2059631024519034, 0.19818409565809889, 0.2786990339008938, 0.31711789182764005, 0.13138817864155156 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.2536870166896825, 0.2349929564312024, 0.33185728181194235, 0.22850259861567043, 0.3292095962867961, 0.1549674037616656, 0.1047683677004964, 0.18046245809277978, 0.13274912596046404, 0.16263622675270728, 0.2649881799953956, 0.2796121189736779, 0.18816428828257764, 0.2907886358896543, 0.23077147434701245, 0.19390386373081092, 0.1541372619050668, 0.23801716433283548, 0.20873391618553325, 0.22738993176123867, 0.2670255768506113, 0.20333208070690736, 0.2112784901931934, 0.2695704156087052 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "log_loss": [ 1.0396848668506355, 1.0914497013881221, 1.1273022247806896, 1.1116975884157752, 0.981710068150258, 1.147921310491515, 1.0425768619036428, 1.0076311490307506, 1.0327839718475473, 1.074403726575336, 1.1111229171762214, 1.0414189411426584, 1.1244118892672368, 1.1795230722295222, 1.0942508950668568, 1.0367895723812965, 1.0216766667105253, 1.072928593428952, 1.3106142807064676, 1.1129520489411162, 1.0909250561477415, 1.0681243108012126, 1.0877695653623345, 1.047533463981637 ], "log_loss_clim": [ 1.0833107766890993, 1.1061581409350472, 1.0907329920679028, 1.1143929123594323, 1.0784896069122667, 1.1049278414958539, 1.0902237365228555, 1.0932521894921206, 1.0979835582707433, 1.1152966884722595, 1.0933427377911689, 1.1065882967448433, 1.1231050629766581, 1.0966596561133757, 1.1211531536802515, 1.0820410495666335, 1.1014941064968364, 1.1021243147132054, 1.0744697759847108, 1.1074777045772977, 1.0881185614326698, 1.0776689007395701, 1.069683779800534, 1.1062546918244758 ] }, "rps": 0.4489923618552592, "rpss": 0.009448955987104823, "bss_below": 0.0013018338956652942, "bss_above": 0.017602219994486856, "log_loss": 1.0857167809490855, "log_loss_skill": 0.010170864160611637, "reliability": { "below": { "weight": [ 0.0, 0.00789, 0.209867, 0.585893, 0.192154, 0.004195, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1845, 0.2672, 0.3467, 0.427, 0.5124, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4998, 0.3217, 0.3247, 0.4396, 0.299, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001597, 0.246292, 0.599719, 0.142125, 0.010015, 0.000252, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.196, 0.2689, 0.3425, 0.4307, 0.5317, 0.62, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0177, 0.2364, 0.3826, 0.4063, 0.135, 0.2228, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.440548725198347, 0.4522825467715237, 0.5202685287392907, 0.40510468484767076, 0.42399493119165377, 0.4877990504169845, 0.452970148992613, 0.3986676728554734, 0.4140704480762698, 0.4097940450706733, 0.47337247900131274, 0.3941556149858349, 0.4038289599508168, 0.5118969901781217, 0.37324735141956633, 0.43933217741903646, 0.40011459211654726, 0.4337910399791949, 0.6617818284947126, 0.39998105972511594, 0.45995222390077106, 0.48659044181738037, 0.5039490324768265, 0.4026103185189746 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.2288892995174454, 0.19380873018671793, 0.16867133664592676, 0.19716252756218297, 0.09677724738055558, 0.32423397579271884, 0.34793549718615474, 0.27290763770654025, 0.2737920589097788, 0.23911865408836028, 0.18208524859624742, 0.11866654842271163, 0.2155315118633077, 0.19092633476227885, 0.16663595387725988, 0.2896916947307509, 0.25697813024689253, 0.19035925580173937, 0.46096524218393375, 0.15050400496872077, 0.14938051654727597, 0.32607197055937537, 0.26649908104584463, 0.11005738048793061 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.21165942612962488, 0.2584738180280472, 0.35159719686294755, 0.20794215705758215, 0.32721768403614926, 0.16356507269811194, 0.10503465000594052, 0.12576003389840817, 0.1402783882156491, 0.17067538968191773, 0.2912872313884594, 0.2754890671240144, 0.18829744640106674, 0.32097065677155007, 0.20661139748942584, 0.14964048139406594, 0.14313646240173358, 0.2434317855865307, 0.20081658611130598, 0.24947705607203854, 0.31057171145467855, 0.1605184673792053, 0.23744995015606166, 0.29255293947716365 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "log_loss": [ 1.0330209629964264, 1.1138170693071008, 1.1360174547473731, 1.129812999641959, 0.9650079728546679, 1.1670782372957236, 1.0567953820473373, 1.0064666582219262, 1.0265865552196192, 1.0728339515355725, 1.1149154374165535, 1.0406268305357707, 1.1380336765645918, 1.2011552096802218, 1.0859954499803786, 1.030566348117992, 1.0166559191202198, 1.0775240346032244, 1.277931254475278, 1.0944742104398855, 1.0638895109890119, 1.0754754764067085, 1.057553416104004, 1.0301519793396865 ], "log_loss_clim": [ 1.0863681418311129, 1.102088246616862, 1.084765576338115, 1.118579979125899, 1.0766554212068957, 1.1015494887888502, 1.085001927559242, 1.097787805424923, 1.0961046508895094, 1.1084937179386247, 1.1000178543213168, 1.1066086495734608, 1.1237320723726003, 1.0970815522444581, 1.127063895695431, 1.086362340107213, 1.0985485748960706, 1.1013663013101787, 1.0707796763164559, 1.1169717651170743, 1.085286481267623, 1.078938529290984, 1.0720472590764443, 1.1015331869218679 ] }, "rps": 0.4479210371726963, "rpss": 0.01206440632977368, "bss_below": 0.004561247553294234, "bss_above": 0.019572484452197947, "log_loss": 1.0838494165683847, "log_loss_skill": 0.011827619413836699, "reliability": { "below": { "weight": [ 0.0, 0.005184, 0.205355, 0.583686, 0.202266, 0.003509, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1852, 0.2683, 0.3469, 0.4271, 0.5091, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4296, 0.3134, 0.3271, 0.4406, 0.2761, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000696, 0.252004, 0.580634, 0.158504, 0.008058, 0.000104, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1977, 0.2692, 0.3426, 0.431, 0.5287, 0.6226, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0502, 0.2478, 0.3715, 0.4246, 0.1948, 0.3348, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43984980732198165, 0.518560746107335, 0.43523898347296314, 0.4867200884430355, 0.36848984159496045, 0.4718087425804356, 0.4375743829792712, 0.45890716542216575, 0.40054804442511266 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.27214077165905415, 0.1665584054318119, 0.24937031280563723, 0.13173872560406824, 0.170546187353218, 0.3167954542060794, 0.10554293753944455, 0.17632854011946825, 0.2251132877383705 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16770904351005642, 0.3520023203401859, 0.18586867441805166, 0.3549813401778034, 0.19794365698932406, 0.15501330160437793, 0.332031426026917, 0.28257861429038994, 0.1754347641097294 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "log_loss": [ 1.0658947407847266, 1.1393008198220038, 1.0452802458510717, 1.098866633383883, 1.087372064882136, 1.114529883326649, 1.0630071020878156, 1.0882328004853572, 1.0794826762021177 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4464108669274735, "rpss": 0.012269305636002259, "bss_below": 0.017502349561604125, "bss_above": 0.007919057718999811, "log_loss": 1.0868852185361955, "log_loss_skill": 0.010674412409798273, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.157783, 0.768921, 0.073296, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2758, 0.3432, 0.4142, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2319, 0.2706, 0.511, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.174818, 0.800079, 0.025103, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2844, 0.3387, 0.4111, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3304, 0.4182, 0.5849, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43265613910561, 0.536884822522908, 0.43023128214809947, 0.48689050276732904, 0.3563399222447671, 0.49695289919302443, 0.4219106574056298, 0.46276709336252153, 0.4099153250437044 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.30949991741583627, 0.12618427548326022, 0.25723985267951194, 0.12541074862458315, 0.17605658107854835, 0.3514664869921377, 0.10118850021052708, 0.1396605931685764, 0.2255520197355708 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.12315623658627448, 0.4107005163290626, 0.17299143481360796, 0.361479730597642, 0.1802833467263757, 0.1454864269453341, 0.3207221397974306, 0.32310648270804604, 0.1843633121750906 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "log_loss": [ 1.0493111798266097, 1.131249120164933, 1.0321324117652098, 1.0977477648679892, 1.0812458227440367, 1.1245675139502422, 1.0619395134966247, 1.0890279898898496, 1.0873837032412486 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4482831826437326, "rpss": 0.01642428485070857, "bss_below": 0.02569239186398453, "bss_above": 0.008734671864828791, "log_loss": 1.0838450022163046, "log_loss_skill": 0.013441736636663038, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.159968, 0.765467, 0.074565, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2786, 0.3416, 0.4149, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2311, 0.2724, 0.5529, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.175118, 0.799127, 0.025754, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2845, 0.3386, 0.4107, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3383, 0.4251, 0.5812, NaN, NaN, NaN, NaN, NaN ] } } } } }, "pseudocount": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42487957037669555, 0.4638090641068962, 0.5515900972057652, 0.41336880464401354, 0.3314317332566959, 0.5237153620565053, 0.4128202343546603, 0.35653080578006174, 0.3701091776841641, 0.3949700891939787, 0.5304192414678245, 0.36122220721360904, 0.43253569198680225, 0.5680200236084681, 0.3997015311181275, 0.4307854587680761, 0.3616890371271344, 0.42121572207963737, 0.7976673488886442, 0.45040716426558147, 0.46552165197011086, 0.47477030495676004, 0.5769035896977549, 0.3739739830041352 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.1924260926969653, 0.2121834156475192, 0.1878147947302239, 0.1831184037748806, 0.06454296474391866, 0.3390000733394996, 0.33135695064570103, 0.1972247070067376, 0.2567394004212078, 0.23255447741616003, 0.2471998465599055, 0.09363158123963167, 0.24671685385967868, 0.2426371342179529, 0.16644913272247053, 0.2468022880602052, 0.22468482825281158, 0.18410624882634188, 0.5241682420958511, 0.21684802078753102, 0.21071448515620342, 0.2822123158610183, 0.3536121158847603, 0.11740971698118087 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.23245348153464163, 0.25162565188189134, 0.36377531247313133, 0.23025040316225212, 0.2668887725422716, 0.1847152850177178, 0.08146328063452116, 0.15930609835768492, 0.11336977416947218, 0.16241560826192175, 0.2832193945316038, 0.2675906290190741, 0.1858188354520593, 0.32538289175476603, 0.23325239960339672, 0.1839831714874868, 0.13700421030035442, 0.2371094766549332, 0.27349910846784004, 0.2335591443634209, 0.25480717199266256, 0.19255798505841318, 0.22329147132577185, 0.2565642685358137 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "log_loss": [ 1.003900718748264, 1.1541269456181051, 1.220901205146969, 1.145819822601341, 0.8399905231648191, 1.2433108648050035, 1.050792724993514, 0.9359316126709926, 0.9921492497514965, 1.074887066648823, 1.1933032662918621, 0.9785146635733633, 1.170525875949257, 1.3314635216040258, 1.097068635942395, 1.0233315433065213, 0.9572336664829625, 1.0595831147509167, 1.5708702755129773, 1.1583240430464978, 1.1353516245826927, 1.0915401173381556, 1.2018875504854347, 0.9953891150779907 ], "log_loss_clim": [ 1.0833107766890993, 1.1061581409350472, 1.0907329920679028, 1.1143929123594323, 1.0784896069122667, 1.1049278414958539, 1.0902237365228555, 1.0932521894921206, 1.0979835582707433, 1.1152966884722595, 1.0933427377911689, 1.1065882967448433, 1.1231050629766581, 1.0966596561133757, 1.1211531536802515, 1.0820410495666335, 1.1014941064968364, 1.1021243147132054, 1.0744697759847108, 1.1074777045772977, 1.0881185614326698, 1.0776689007395701, 1.069683779800534, 1.1062546918244758 ] }, "rps": 0.4536690789505043, "rpss": -0.0008686516044946746, "bss_below": -0.020730151281546094, "bss_above": 0.019007819960483507, "log_loss": 1.109424906170599, "log_loss_skill": -0.011443421914868246, "reliability": { "below": { "weight": [ 0.037072, 0.097065, 0.265319, 0.297068, 0.166162, 0.115171, 0.021414, 0.000728, 0.0, 0.0 ], "mean_forecast": [ 0.0573, 0.1555, 0.248, 0.3589, 0.4509, 0.5365, 0.6466, 0.7358, NaN, NaN ], "observed_frequency": [ 0.239, 0.2856, 0.3287, 0.3342, 0.3569, 0.4772, 0.4608, 0.3057, NaN, NaN ] }, "above": { "weight": [ 0.028893, 0.117453, 0.319537, 0.293817, 0.122613, 0.092329, 0.023769, 0.001421, 0.00014, 2.8e-05 ], "mean_forecast": [ 0.0823, 0.1564, 0.2479, 0.3567, 0.4509, 0.5391, 0.6447, 0.7411, 0.8113, 0.9245 ], "observed_frequency": [ 0.1726, 0.2247, 0.2784, 0.4067, 0.4509, 0.4322, 0.4871, 0.1587, 0.2011, 0.0 ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4039717356825711, 0.49525389141567483, 0.5860588869593928, 0.4178532578273761, 0.3078360955848926, 0.5480595603627832, 0.4377440520593925, 0.3479550860810344, 0.37235609926173163, 0.4052841990435509, 0.5237212162083742, 0.3593866190076661, 0.44714953148761416, 0.5932854035533762, 0.3708705820324342, 0.4071713277416256, 0.3578066305822608, 0.42907285375408316, 0.7794888359540779, 0.40194321068712274, 0.44383653631106745, 0.48734263018546825, 0.5322632517280104, 0.36472108117158525 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.21493882320626098, 0.2119970139504932, 0.19594623001881867, 0.20630261677800907, 0.053890854334618266, 0.3480065559268876, 0.35457694629308273, 0.24263018866895014, 0.25114393459466716, 0.23371705609686197, 0.21308198893911137, 0.09765736799618624, 0.26053091444692555, 0.22790653230865893, 0.16658516758602923, 0.2735330935822665, 0.2367516792543311, 0.18425621419687208, 0.5215813873624118, 0.14563837082414832, 0.14976904709122935, 0.3354429483550592, 0.29321463567808065, 0.08846946236296166 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.18903291371758738, 0.2832568809729488, 0.39011266862173943, 0.21155064087332184, 0.2539452430812548, 0.2000530007244897, 0.08316710182959092, 0.10532489452491042, 0.12121216267839924, 0.17156714038019957, 0.31063922918770515, 0.2617292527804356, 0.18661861330557053, 0.3653788745449617, 0.20428541461503708, 0.13363823110105263, 0.12105495292177058, 0.24481664320973454, 0.25790744886306727, 0.25630484261716113, 0.2940674991307152, 0.1518996733319337, 0.2390486146241591, 0.27625162221820004 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "log_loss": [ 0.9861968275678238, 1.2116685767569495, 1.2521472893587746, 1.1854110553438926, 0.7991693735067611, 1.2811522862405953, 1.0919466432677507, 0.9354747284168831, 0.9760626713708227, 1.0703876531270968, 1.1883422634602347, 0.9782964587188218, 1.2002956940507181, 1.3808230207861298, 1.0736130670531459, 1.0043160575153658, 0.948197017378195, 1.067045261241849, 1.4934958995185807, 1.0929733679755704, 1.062640264905113, 1.1086021039866232, 1.1337065090233511, 0.9569307800293516 ], "log_loss_clim": [ 1.0863681418311129, 1.102088246616862, 1.084765576338115, 1.118579979125899, 1.0766554212068957, 1.1015494887888502, 1.085001927559242, 1.097787805424923, 1.0961046508895094, 1.1084937179386247, 1.1000178543213168, 1.1066086495734608, 1.1237320723726003, 1.0970815522444581, 1.127063895695431, 1.086362340107213, 1.0985485748960706, 1.1013663013101787, 1.0707796763164559, 1.1169717651170743, 1.085286481267623, 1.078938529290984, 1.0720472590764443, 1.1015331869218679 ] }, "rps": 0.4508513572784653, "rpss": 0.005601286062840272, "bss_below": -0.011960500760486603, "bss_above": 0.023174585457170882, "log_loss": 1.1032872862750167, "log_loss_skill": -0.00589436824229117, "reliability": { "below": { "weight": [ 0.030623, 0.097025, 0.263602, 0.293494, 0.170569, 0.12233, 0.021869, 0.000488, 0.0, 0.0 ], "mean_forecast": [ 0.0586, 0.1558, 0.2474, 0.3598, 0.4508, 0.5371, 0.645, 0.7358, NaN, NaN ], "observed_frequency": [ 0.2054, 0.2686, 0.3232, 0.3403, 0.3568, 0.483, 0.4642, 0.142, NaN, NaN ] }, "above": { "weight": [ 0.02886, 0.121348, 0.313495, 0.281239, 0.126368, 0.1017, 0.025951, 0.000934, 7e-05, 3.5e-05 ], "mean_forecast": [ 0.0821, 0.1574, 0.2468, 0.3565, 0.4515, 0.5399, 0.6451, 0.7415, 0.8113, 0.9245 ], "observed_frequency": [ 0.2044, 0.2366, 0.2758, 0.3926, 0.429, 0.4535, 0.5766, 0.2993, 0.5014, 0.0 ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4268407103292052, 0.5566496164705702, 0.4019185908126496, 0.49644361441237495, 0.37747425250113625, 0.49893960976761503, 0.41559625516582743, 0.46624068879518155, 0.3985383370695764 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.26339843275620567, 0.18056456260222611, 0.23185082474154675, 0.13843531133056083, 0.18067271183647637, 0.3299187481291096, 0.0933670881506854, 0.18299029822029597, 0.22275613060665655 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16344228381827608, 0.376085034275657, 0.17006776922888134, 0.35800828207690577, 0.1968015421617116, 0.16902087467036106, 0.3222291501748169, 0.2832503797721698, 0.1757822133724825 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "log_loss": [ 1.0418997138784745, 1.2428660105006477, 1.0283977487220115, 1.1276311351140398, 1.102160974495734, 1.184262189695842, 1.029587186271496, 1.0986468406982868, 1.1032478219240969 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.44873796392490406, "rpss": 0.007120360340506338, "bss_below": 0.01218431983979884, "bss_above": 0.0029106723428714565, "log_loss": 1.1065221801445142, "log_loss_skill": -0.0071999208227400135, "reliability": { "below": { "weight": [ 0.017203, 0.028763, 0.309512, 0.354751, 0.216476, 0.068944, 0.004352, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0173, 0.1636, 0.2581, 0.351, 0.4427, 0.5303, 0.6148, NaN, NaN, NaN ], "observed_frequency": [ 0.2791, 0.1739, 0.2316, 0.2382, 0.3637, 0.4986, 0.708, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0003, 0.034337, 0.379644, 0.388565, 0.17205, 0.024052, 0.001051, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0809, 0.1651, 0.257, 0.3485, 0.4392, 0.5237, 0.619, NaN, NaN, NaN ], "observed_frequency": [ 0.5016, 0.3687, 0.348, 0.4417, 0.4406, 0.5699, 0.9284, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.404297350228187, 0.5675477471741471, 0.3876502573281063, 0.49443748678042904, 0.3614006966907498, 0.5326279372369089, 0.3981154357565779, 0.47241280896577975, 0.40848667129904304 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.28766243231131877, 0.13425291781752652, 0.2324384701936617, 0.13021075272916244, 0.18297004733400726, 0.3729306215012627, 0.08653810057562951, 0.14840757421485998, 0.22123803599729297 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.11663493030850941, 0.43329480001851384, 0.1552117913164506, 0.364226712590231, 0.178430653376115, 0.1596973299269045, 0.31157732007419814, 0.3240052185825842, 0.1872486423798974 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "log_loss": [ 0.9968245093192407, 1.2107548190629365, 0.9926062831723974, 1.1178988451149998, 1.085016416065778, 1.2075123581186054, 1.0249480747671267, 1.0956811698490125, 1.122196594768227 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.44744182127332544, "rpss": 0.018270311299251274, "bss_below": 0.034084660353094653, "bss_above": 0.005149376546493389, "log_loss": 1.0948265633598138, "log_loss_skill": 0.0034458886430801527, "reliability": { "below": { "weight": [ 0.013598, 0.024714, 0.336005, 0.352336, 0.198782, 0.069449, 0.005115, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0134, 0.1658, 0.2581, 0.3501, 0.443, 0.5314, 0.6149, NaN, NaN, NaN ], "observed_frequency": [ 0.2149, 0.1619, 0.2245, 0.237, 0.4004, 0.5414, 0.7099, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000372, 0.035019, 0.377271, 0.389537, 0.172047, 0.024546, 0.001208, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0809, 0.167, 0.2566, 0.3486, 0.4384, 0.5222, 0.619, NaN, NaN, NaN ], "observed_frequency": [ 0.5016, 0.403, 0.3472, 0.4452, 0.4667, 0.5644, 0.9229, NaN, NaN, NaN ] } } } } }, "temperature": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4635166722808861, 0.42880825464891054, 0.4854583821117842, 0.40651551639669403, 0.4464362608945399, 0.4510714900259203, 0.4476683046305216, 0.4238400776608009, 0.4272305447601199, 0.39886442530969346, 0.47488428778390385, 0.4033862916862705, 0.38764783626365, 0.48149125388867775, 0.3904464520633618, 0.46694144565920925, 0.414108334956054, 0.4327199032721473, 0.5957398961955698, 0.4291649828583751, 0.46981663876019303, 0.48971710314477884, 0.5270432800558766, 0.40766349101063104 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.20187698365793483, 0.19460940352015207, 0.15566585535011843, 0.17670284523646113, 0.09933065922623156, 0.31277978318579597, 0.33937792383505627, 0.23894149538327875, 0.2923075639778767, 0.2374159044681333, 0.21100073742601766, 0.116006707192379, 0.19942819797682376, 0.19664366929328983, 0.15878258519364086, 0.2701772433242371, 0.25618431017084314, 0.1922142247191012, 0.43156275645872466, 0.20340334634919607, 0.19491523683497922, 0.2831940747142158, 0.31596396950427164, 0.13092593218305865 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.2616396886229513, 0.23419885112875855, 0.32979252676166565, 0.22981267116023296, 0.3471056016683083, 0.13829170684012443, 0.10829038079546527, 0.1848985822775222, 0.13492298078224316, 0.16144852084156006, 0.263883550357886, 0.28737958449389145, 0.18821963828682628, 0.2848475845953879, 0.23166386686972099, 0.19676420233497222, 0.1579240247852109, 0.24050567855304622, 0.16417713973684486, 0.22576163650917908, 0.2749014019252139, 0.2065230284305629, 0.21107931055160492, 0.2767375588275725 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "log_loss": [ 1.060383545601257, 1.0863460023209972, 1.1153677958474066, 1.0973804858897593, 1.0126459534706487, 1.1201691783753576, 1.0649891397161746, 1.0351363158437417, 1.058719931377621, 1.0761030289882654, 1.1057305004684603, 1.0501557622737758, 1.0961443887392122, 1.1478035490817333, 1.0856477296083278, 1.0615428667955848, 1.0459563976343385, 1.0795345970347445, 1.2227302641576752, 1.1027363966499852, 1.0964643030279324, 1.084521648922042, 1.1019219190504974, 1.056855677637496 ], "log_loss_clim": [ 1.0833107766890993, 1.1061581409350472, 1.0907329920679028, 1.1143929123594323, 1.0784896069122667, 1.1049278414958539, 1.0902237365228555, 1.0932521894921206, 1.0979835582707433, 1.1152966884722595, 1.0933427377911689, 1.1065882967448433, 1.1231050629766581, 1.0966596561133757, 1.1211531536802515, 1.0820410495666335, 1.1014941064968364, 1.1021243147132054, 1.0744697759847108, 1.1074777045772977, 1.0881185614326698, 1.0776689007395701, 1.069683779800534, 1.1062546918244758 ] }, "rps": 0.44792421359660706, "rpss": 0.011805466838194834, "bss_below": 0.0058703385531437835, "bss_above": 0.01774507035698114, "log_loss": 1.0860411407713764, "log_loss_skill": 0.00987515094310154, "reliability": { "below": { "weight": [ 0.0, 0.016089, 0.174841, 0.77789, 0.03118, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1785, 0.28, 0.3461, 0.4156, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3218, 0.2867, 0.3587, 0.4189, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000985, 0.210272, 0.746625, 0.041921, 0.000196, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1753, 0.2799, 0.3419, 0.4185, 0.5137, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0572, 0.2281, 0.3804, 0.3539, 0.1434, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.452786003555618, 0.44560051781954285, 0.5051042762467043, 0.40090089161578946, 0.4427886303250016, 0.4663484423005594, 0.46567527400239406, 0.41520731524941284, 0.43036355841524365, 0.4139063720017635, 0.46119497319780733, 0.40238580458539, 0.388826681632404, 0.4880858543461177, 0.3722869202507768, 0.4543263103921895, 0.41723990956352197, 0.4358253743722916, 0.5953035666163701, 0.3975836959549661, 0.4684010879390451, 0.4924393629765132, 0.5094044878018863, 0.41251098987708423 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.2347847816121078, 0.18919064591204432, 0.15633007947892696, 0.19339114042128244, 0.09539694461412959, 0.3227716486183826, 0.3576527507296155, 0.28744917984729573, 0.28751169329362886, 0.24445350504741606, 0.16986319630242974, 0.11898305632557955, 0.2008827064885158, 0.17454525557706127, 0.16404633642808822, 0.3023142629485613, 0.2692998003301312, 0.19044894005662508, 0.43512429083513704, 0.14889808523629705, 0.1457974045090096, 0.3315983387611476, 0.26593799812108454, 0.1104940954767732 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.21800122194351024, 0.2564098719074986, 0.34877419676777754, 0.2075097511945071, 0.34739168571087203, 0.14357679368217682, 0.10802252327277857, 0.12775813540211695, 0.14285186512161482, 0.16945286695434747, 0.29133177689537765, 0.28340274825981054, 0.1879439751438883, 0.3135405987690565, 0.20824058382268879, 0.15201204744362817, 0.14794010923339074, 0.24537643431566653, 0.16017927578123292, 0.24868561071866915, 0.3226036834300354, 0.16084102421536567, 0.24346648968080156, 0.3020168944003111 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "log_loss": [ 1.055993181657738, 1.1028381317065254, 1.123040564841911, 1.1080296302480748, 1.0008429832653767, 1.1354263888467109, 1.0781538447487207, 1.0359506483236038, 1.0543985667754319, 1.076606118891926, 1.1053790420474872, 1.0496798560743286, 1.1029779916742728, 1.16154924428337, 1.079287770350264, 1.0578301382637818, 1.0429555778360664, 1.0821873718116541, 1.2019032948779942, 1.0859472404582518, 1.0782445312918107, 1.0901549694897026, 1.0817217534228474, 1.0460555567678913 ], "log_loss_clim": [ 1.0863681418311129, 1.102088246616862, 1.084765576338115, 1.118579979125899, 1.0766554212068957, 1.1015494887888502, 1.085001927559242, 1.097787805424923, 1.0961046508895094, 1.1084937179386247, 1.1000178543213168, 1.1066086495734608, 1.1237320723726003, 1.0970815522444581, 1.127063895695431, 1.086362340107213, 1.0985485748960706, 1.1013663013101787, 1.0707796763164559, 1.1169717651170743, 1.085286481267623, 1.078938529290984, 1.0720472590764443, 1.1015331869218679 ] }, "rps": 0.4472706792099331, "rpss": 0.013498837237721717, "bss_below": 0.008324922111263788, "bss_above": 0.018676144920955373, "log_loss": 1.0848814332481558, "log_loss_skill": 0.010886704224268295, "reliability": { "below": { "weight": [ 0.0, 0.013246, 0.170075, 0.785336, 0.031342, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1783, 0.281, 0.3467, 0.4147, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3229, 0.2685, 0.3625, 0.4138, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001045, 0.217518, 0.737521, 0.043776, 0.000139, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1771, 0.2804, 0.3428, 0.4163, 0.5179, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0667, 0.2391, 0.3749, 0.423, 0.2504, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4444596693775046, 0.511305303532495, 0.4492121877364828, 0.4853065084594258, 0.368049320629192, 0.46881132929789987, 0.442806415965124, 0.45791696365546514, 0.4053008152614095 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.2748942113288644, 0.1647504712230322, 0.2579864708546501, 0.13131454200632853, 0.1689018220513657, 0.3152234534780346, 0.10886682590721573, 0.1755861749768302, 0.22846111184911783 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16956545804864026, 0.3465548323094628, 0.19122571688183282, 0.3539919664530972, 0.1991474985778263, 0.15358787581986538, 0.3339395900579082, 0.28233078867863487, 0.17683970341229174 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "log_loss": [ 1.07469762267499, 1.1238709261083029, 1.0668040714229978, 1.096989985370669, 1.0889023194184877, 1.109409671872465, 1.0715693912620947, 1.089185295273602, 1.0892427651501964 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.44812983487944436, "rpss": 0.008465909404912209, "bss_below": 0.01108438577906612, "bss_above": 0.006289143227607985, "log_loss": 1.090074672061534, "log_loss_skill": 0.007771246620776995, "reliability": { "below": { "weight": [ 0.0, 0.014911, 0.056311, 0.925406, 0.003371, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1612, 0.2881, 0.3404, 0.4075, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2775, 0.215, 0.285, 0.6459, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.0591, 0.93904, 0.001861, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2909, 0.3358, 0.4127, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3312, 0.4118, 0.4022, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4412338864482849, 0.5304602128382522, 0.44631000421562533, 0.4853328450836129, 0.3569862652345817, 0.4917876805345184, 0.42733534282968105, 0.4608824159778181, 0.4147163671578153 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.3150518963384126, 0.12523438488909266, 0.26753932538288977, 0.12494755206111299, 0.17506167966039102, 0.34794132945745343, 0.10506085035790201, 0.1381560322388211, 0.22953880498679802 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.1261819901098723, 0.4052258279491592, 0.17877067883273565, 0.3603852930224996, 0.18192458557419075, 0.1438463510770649, 0.322274492471779, 0.32272638373899687, 0.18517756217101725 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "log_loss": [ 1.064300589408117, 1.1163826855464165, 1.0567208789119413, 1.095231025811063, 1.0851318591543224, 1.116145852692409, 1.0712085251285899, 1.0890462405156618, 1.0961574011873634 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4505605578133544, "rpss": 0.011427508264279851, "bss_below": 0.016943757706104345, "bss_above": 0.006850737836920362, "log_loss": 1.087813895372876, "log_loss_skill": 0.00982909430126, "reliability": { "below": { "weight": [ 0.0, 0.012681, 0.052962, 0.930552, 0.003805, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1606, 0.2903, 0.3393, 0.408, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2232, 0.2176, 0.29, 0.6601, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.06201, 0.935964, 0.002026, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2909, 0.3357, 0.415, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3538, 0.4181, 0.3211, NaN, NaN, NaN, NaN, NaN ] } } } } }, "dirichlet": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44955916017728575, 0.43136810001681136, 0.49121241805205346, 0.4125721320921267, 0.42951650473944897, 0.482451981332916, 0.43249525848094283, 0.4131326218846378, 0.4211373392308798, 0.40432453014590763, 0.48151575241871336, 0.3987915501952972, 0.3912468981289571, 0.49761330733809594, 0.3958304820440145, 0.45623282631792667, 0.4057708100269294, 0.43038851363090685, 0.6847565940379371, 0.43094049653864686, 0.4586062199553286, 0.48199637272772505, 0.5233004093705305, 0.4005770053750332 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.20534284428857988, 0.19750557605867686, 0.16449199411526555, 0.1812367512639215, 0.11670014297192022, 0.30948585147908, 0.32738415680365324, 0.23775255977237642, 0.2834363054143646, 0.23613260901491662, 0.217088841550269, 0.12866389907537215, 0.2070242256477265, 0.20267836002962222, 0.16627927261607522, 0.26425273787200565, 0.2507003195067884, 0.19437998883052557, 0.44614744339155965, 0.20428128002443746, 0.19686508576016704, 0.27862477866186564, 0.3079551935384813, 0.14025179199272728 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.24421631588870585, 0.2338625239581346, 0.32672042393678796, 0.23133538082820504, 0.3128163617675288, 0.17296612985383583, 0.10511110167728971, 0.1753800621122613, 0.13770103381651524, 0.16819192113099096, 0.2644269108684442, 0.270127651119925, 0.18422267248123048, 0.2949349473084736, 0.22955120942793936, 0.19198008844592113, 0.15507049052014119, 0.23600852480038131, 0.23860915064637753, 0.22665921651420948, 0.2617411341951616, 0.20337159406585947, 0.21534521583204908, 0.2603252133823059 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "log_loss": [ 1.0230456903859422, 1.0841832920181877, 1.1220962655290772, 1.1300050274634978, 0.967789372133366, 1.1659379664538192, 1.0327697437705174, 1.0246800643163874, 1.0474804381666278, 1.0965610274952893, 1.1107486606237589, 1.0670941758042642, 1.1101361893775747, 1.1843195736999739, 1.110495892583883, 1.034943546836881, 1.0305857552268183, 1.080534125414782, 1.2964669765718886, 1.1187130929784248, 1.0733863081946937, 1.0532794118132467, 1.05198221717065, 1.0549299848552793 ], "log_loss_clim": [ 1.0833107766890993, 1.1061581409350472, 1.0907329920679028, 1.1143929123594323, 1.0784896069122667, 1.1049278414958539, 1.0902237365228555, 1.0932521894921206, 1.0979835582707433, 1.1152966884722595, 1.0933427377911689, 1.1065882967448433, 1.1231050629766581, 1.0966596561133757, 1.1211531536802515, 1.0820410495666335, 1.1014941064968364, 1.1021243147132054, 1.0744697759847108, 1.1074777045772977, 1.0881185614326698, 1.0776689007395701, 1.069683779800534, 1.1062546918244758 ] }, "rps": 0.45022238684412724, "rpss": 0.006735318427992021, "bss_below": -0.004283494574641278, "bss_above": 0.017762439888556636, "log_loss": 1.0863401999535347, "log_loss_skill": 0.009602503879857505, "reliability": { "below": { "weight": [ 0.0, 0.001, 0.082722, 0.804544, 0.110223, 0.001511, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1841, 0.2775, 0.3495, 0.4248, 0.5137, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.8605, 0.4929, 0.3183, 0.4466, 0.2955, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000985, 0.028564, 0.226321, 0.492885, 0.223439, 0.025665, 0.002113, 2.8e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0727, 0.1692, 0.2627, 0.3499, 0.438, 0.5326, 0.6314, 0.7221, NaN, NaN ], "observed_frequency": [ 0.0572, 0.2001, 0.2438, 0.3591, 0.4562, 0.2684, 0.0396, 1.0, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44114418607717426, 0.45189752436265374, 0.511417297326895, 0.41139539744351156, 0.42463055823614104, 0.5023811926174054, 0.4505881029593651, 0.40565834718661375, 0.4228306926915813, 0.41834373962418714, 0.4683997494261396, 0.39683634682749136, 0.39322516151787124, 0.5122951414605506, 0.37850262370887916, 0.44437748454710146, 0.40523867556014465, 0.43460230726734944, 0.6799766188839536, 0.4025921373936399, 0.45308102358311847, 0.4891230603585182, 0.4999789537855504, 0.4024670048832945 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.23475471499790956, 0.19283843995525868, 0.16557152323172353, 0.19673863080030382, 0.11400902520082162, 0.31725221747412646, 0.34382753756765483, 0.2804374603044408, 0.27930272547577034, 0.24232839535481, 0.18076328753762436, 0.13139727985953203, 0.2095460290013228, 0.18494010137978284, 0.17105115091958398, 0.29287738557935267, 0.2621604013477029, 0.1933634681715327, 0.45149112059365476, 0.15547599339324183, 0.15250549907429328, 0.32377102093647137, 0.2617201050815832, 0.12185109641031616 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.2063894710792647, 0.259059084407395, 0.3458457740951716, 0.21465676664320782, 0.3106215330353193, 0.18512897514327897, 0.10676056539171035, 0.1252208868821729, 0.1435279672158109, 0.17601534426937707, 0.28763646188851527, 0.2654390669679592, 0.18367913251654835, 0.3273550400807679, 0.20745147278929515, 0.1515000989677488, 0.1430782742124417, 0.2412388390958169, 0.22848549829029907, 0.24711614400039808, 0.3005755245088251, 0.16535203942204674, 0.23825884870396713, 0.28061590847297835 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "log_loss": [ 1.0268263796094723, 1.1078921305704363, 1.1264858497311419, 1.15298744488764, 0.9517853519794055, 1.1953200744032715, 1.0482491411344617, 1.0358361661625395, 1.0392451514678513, 1.0907867186875262, 1.1117652075365059, 1.0646781307102222, 1.118002672719897, 1.2141171757972007, 1.1080035099496952, 1.0345559471637527, 1.0215187909440973, 1.0854374359586827, 1.2639576295259767, 1.1177432449801907, 1.0450666799373693, 1.0659112599068625, 1.0248257341883864, 1.0348938188464132 ], "log_loss_clim": [ 1.0863681418311129, 1.102088246616862, 1.084765576338115, 1.118579979125899, 1.0766554212068957, 1.1015494887888502, 1.085001927559242, 1.097787805424923, 1.0961046508895094, 1.1084937179386247, 1.1000178543213168, 1.1066086495734608, 1.1237320723726003, 1.0970815522444581, 1.127063895695431, 1.086362340107213, 1.0985485748960706, 1.1013663013101787, 1.0707796763164559, 1.1169717651170743, 1.085286481267623, 1.078938529290984, 1.0720472590764443, 1.1015331869218679 ] }, "rps": 0.4500409719887138, "rpss": 0.007388673584055594, "bss_below": -0.003215504003824865, "bss_above": 0.017999804373457495, "log_loss": 1.0869121519499583, "log_loss_skill": 0.009035247644428535, "reliability": { "below": { "weight": [ 0.0, 0.00072, 0.082695, 0.799503, 0.116072, 0.00101, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1832, 0.2797, 0.3499, 0.424, 0.5118, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.904, 0.5013, 0.3165, 0.4491, 0.2756, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.001045, 0.02807, 0.231282, 0.474906, 0.237227, 0.026092, 0.001342, 3.5e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0751, 0.1696, 0.2631, 0.3499, 0.4392, 0.5293, 0.6267, 0.7221, NaN, NaN ], "observed_frequency": [ 0.0667, 0.2449, 0.2539, 0.3471, 0.4551, 0.3269, 0.0515, 1.0, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.44452948082233273, 0.5143452567300552, 0.43748571892554966, 0.476144416965572, 0.3741945131049634, 0.47720738730009715, 0.4339045597843788, 0.45249314871832436, 0.4082278428144258 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.27125028499460485, 0.1701897057469963, 0.25135906428184235, 0.13831329557540745, 0.1748905588560848, 0.30748804266217145, 0.11835758046010447, 0.1798793377642995, 0.22653383782072598 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.17327919582772774, 0.34415555098305894, 0.18612665464370726, 0.3378311213901645, 0.19930395424887853, 0.1697193446379257, 0.3155469793242745, 0.27261381095402476, 0.1816940049936999 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "log_loss": [ 1.073903491801334, 1.1241840595759454, 1.0479868035453819, 1.0745148992662774, 1.1166211234053687, 1.1201344043769248, 1.0537602548688407, 1.0769326051905943, 1.1043740233404156 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4465035916850776, "rpss": 0.012064142419785373, "bss_below": 0.004435620817369812, "bss_above": 0.018405741391855468, "log_loss": 1.088045740596787, "log_loss_skill": 0.009618059678226154, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.016628, 0.949374, 0.033998, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2797, 0.3493, 0.4102, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3066, 0.2735, 0.5125, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000894, 0.140246, 0.685775, 0.17189, 0.001196, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1852, 0.2775, 0.3504, 0.4253, 0.5234, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1685, 0.3524, 0.4004, 0.4785, 0.5642, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.44392462935203125, 0.5288108646802778, 0.4341247717536504, 0.47612687314782703, 0.3644389402107693, 0.49848617638030496, 0.4205410850478164, 0.4535791873563658, 0.41805853180480707 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.30837404435973603, 0.13420305824787523, 0.2603029200735587, 0.1327347073534245, 0.1806159890628515, 0.33781271955438863, 0.11473342438262409, 0.14560915507448585, 0.22651006112183683 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.13555058499229525, 0.3946078064324029, 0.17382185168009193, 0.3433921657944026, 0.18382295114791775, 0.1606734568259163, 0.30580766066519244, 0.30797003228187986, 0.1915484706829703 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "log_loss": [ 1.0655907183967135, 1.1037220863055044, 1.038490648377017, 1.0745151104265311, 1.116969908860858, 1.1134481987146037, 1.0615127774075486, 1.0736120913586786, 1.1138350993352097 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.44867678441487224, "rpss": 0.015560685325851198, "bss_below": 0.010296497277514916, "bss_above": 0.019928286044210153, "log_loss": 1.084632959909185, "log_loss_skill": 0.012724506616224485, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.013991, 0.94933, 0.036679, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2772, 0.3484, 0.4107, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.222, 0.2766, 0.5734, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000744, 0.141681, 0.688452, 0.167645, 0.001478, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1806, 0.2772, 0.3502, 0.4247, 0.5222, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3755, 0.3648, 0.4031, 0.5001, 0.4402, NaN, NaN, NaN, NaN ] } } } } }, "multinomial_logistic": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4508897209673758, 0.442473147483054, 0.505580158405508, 0.4184990473779048, 0.4450274994128805, 0.46951111020608594, 0.44974053645318124, 0.42859949037346207, 0.42857247238651575, 0.4022570542913248, 0.4835159089910941, 0.40934866754867216, 0.39436050924055455, 0.48953985648090254, 0.3980513083541901, 0.45827685584652295, 0.4115265559670105, 0.4351551239745467, 0.8289798464397428, 0.4258151302438902, 0.456737444417712, 0.49184076250089037, 0.5208887925952946, 0.41487335744939574 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.20595096592527795, 0.20276069905110672, 0.16526441516525472, 0.18567838318219684, 0.12105299005254311, 0.30761536406206297, 0.3355426531764154, 0.2474934861960857, 0.2920603078781903, 0.2396632333258648, 0.2106231210516795, 0.13132072168364411, 0.20136876820036428, 0.1972326452182248, 0.1677926290870857, 0.2709446218501984, 0.25996164024788154, 0.1980383872872775, 0.5233649100080593, 0.2010020529494817, 0.1927468538120975, 0.2806851646922348, 0.30993675529512, 0.14394285792969547 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.24493875504209783, 0.2397124484319473, 0.3403157432402532, 0.23282066419570796, 0.32397450936033734, 0.16189574614402302, 0.11419788327676593, 0.18110600417737643, 0.13651216450832554, 0.16259382096545988, 0.27289278793941435, 0.27802794586502816, 0.19299174104019023, 0.2923072112626778, 0.23025867926710455, 0.18733223399632437, 0.15156491571912906, 0.23711673668726932, 0.3056149364316834, 0.2248130772944085, 0.26399059060561453, 0.21115559780865553, 0.21095203730017467, 0.2709304995197003 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "log_loss": [ 1.029912483219497, 1.1134703610785022, 1.1544720008426126, 1.1232817245523352, 0.9913488106685195, 1.1533916088337681, 1.0648393304815529, 1.057532540019085, 1.0693613345602693, 1.102330086039192, 1.1283770927071683, 1.0948370678887245, 1.1125551492841763, 1.1579370950764851, 1.1163088545425122, 1.0411211821290542, 1.0532033847054587, 1.0966875684516093, 1.5412774150067934, 1.1130867722542095, 1.0571192959874216, 1.0646812717108374, 1.0555445672893669, 1.0867866894483829 ], "log_loss_clim": [ 1.0833107766890993, 1.1061581409350472, 1.0907329920679028, 1.1143929123594323, 1.0784896069122667, 1.1049278414958539, 1.0902237365228555, 1.0932521894921206, 1.0979835582707433, 1.1152966884722595, 1.0933427377911689, 1.1065882967448433, 1.1231050629766581, 1.0966596561133757, 1.1211531536802515, 1.0820410495666335, 1.1014941064968364, 1.1021243147132054, 1.0744697759847108, 1.1074777045772977, 1.0881185614326698, 1.0776689007395701, 1.069683779800534, 1.1062546918244758 ] }, "rps": 0.46083584822532137, "rpss": -0.016679724109238236, "bss_below": -0.027693406457416803, "bss_above": -0.005657737171769206, "log_loss": 1.1074776536157305, "log_loss_skill": -0.009668145574419862, "reliability": { "below": { "weight": [ 0.0, 0.02026, 0.051754, 0.914427, 0.013559, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1601, 0.2693, 0.3551, 0.4076, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.7846, 0.605, 0.3233, 0.3384, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 5.6e-05, 0.255261, 0.574699, 0.139945, 0.017815, 0.010083, 0.00214, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1995, 0.2742, 0.3472, 0.4355, 0.547, 0.6451, 0.721, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2804, 0.3664, 0.4413, 0.1427, 0.0361, 0.0261, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44232242406272976, 0.4608506558357799, 0.5287197078737804, 0.4107175530753235, 0.43960213177787477, 0.4888344539326673, 0.4680792205802397, 0.4212660201872326, 0.4297591656938343, 0.41594818529124394, 0.4713927574063614, 0.4061796457960686, 0.39280288715124867, 0.5010887923822532, 0.3799066480230784, 0.4473028864293074, 0.4118904550980947, 0.43686671387945525, 0.8218346288313237, 0.402455647340318, 0.4577293218544441, 0.4922342736221723, 0.49768105356374404, 0.4195711717825588 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.23721551021120618, 0.19710135672958293, 0.1658198583494038, 0.19952507579054418, 0.11883002130854599, 0.3164003300664944, 0.35135100591562635, 0.2894592465960006, 0.2877256953342114, 0.2468094204012104, 0.17254686883319634, 0.13302952459232198, 0.20078288761391558, 0.1787128047194603, 0.17396526549520513, 0.29973832103985193, 0.27117937956946714, 0.19571172148172175, 0.5321666614519985, 0.15637176306010495, 0.15127586822187258, 0.32337290525082557, 0.2638990492461236, 0.12760606456903237 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.2051069138515234, 0.2637492991061969, 0.36289984952437676, 0.21119247728477933, 0.3207721104693288, 0.17243412386617285, 0.11672821466461339, 0.13180677359123177, 0.14203347035962297, 0.16913876489003357, 0.29884588857316513, 0.27315012120374654, 0.19201999953733304, 0.3223759876627929, 0.20594138252787333, 0.14756456538945545, 0.14071107552862755, 0.2411549923977335, 0.28966796737932515, 0.24608388428021297, 0.30645345363257154, 0.16886136837134672, 0.23378200431762042, 0.29196510721352636 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "log_loss": [ 1.0339279164509634, 1.127640957415892, 1.1647777358707185, 1.1289553017465788, 0.9725497652839232, 1.176413818144395, 1.074465491112789, 1.0746476856716598, 1.06250088918268, 1.0932213165679034, 1.137200521175659, 1.089812873079325, 1.1121461497543224, 1.177596894546047, 1.1104378513446165, 1.0452425886010097, 1.039133972713751, 1.0970139961456167, 1.5076022462159497, 1.1240658933810437, 1.0454802942060588, 1.06988134609939, 1.0300380589123814, 1.0723492860874815 ], "log_loss_clim": [ 1.0863681418311129, 1.102088246616862, 1.084765576338115, 1.118579979125899, 1.0766554212068957, 1.1015494887888502, 1.085001927559242, 1.097787805424923, 1.0961046508895094, 1.1084937179386247, 1.1000178543213168, 1.1066086495734608, 1.1237320723726003, 1.0970815522444581, 1.127063895695431, 1.086362340107213, 1.0985485748960706, 1.1013663013101787, 1.0707796763164559, 1.1169717651170743, 1.085286481267623, 1.078938529290984, 1.0720472590764443, 1.1015331869218679 ] }, "rps": 0.4602098500612973, "rpss": -0.015039825552779051, "bss_below": -0.027215984064538068, "bss_above": -0.0028556830853401216, "log_loss": 1.1069626187379231, "log_loss_skill": -0.009245259956395468, "reliability": { "below": { "weight": [ 0.0, 0.017938, 0.061023, 0.906289, 0.01475, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1683, 0.2699, 0.3552, 0.4083, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.8451, 0.5629, 0.3233, 0.3453, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 3.5e-05, 0.273721, 0.536147, 0.159905, 0.021198, 0.008616, 0.000378, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1995, 0.2746, 0.3466, 0.4358, 0.5466, 0.6409, 0.7175, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2956, 0.3503, 0.4671, 0.1632, 0.0201, 0.1827, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.44758969543472743, 0.510827136917418, 0.4438194287154569, 0.49405834953991434, 0.3769050989243669, 0.48751074432245933, 0.43534964806219784, 0.454884787327698, 0.4127178055047174 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.2739781315334765, 0.1697736681536648, 0.25714526368795404, 0.14189103922876964, 0.17469266932201785, 0.31079154232540596, 0.12123861517570446, 0.17878014606580037, 0.2302619188414258 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.17361156390125085, 0.3410534687637528, 0.18667416502750295, 0.3521673103111445, 0.20221242960234886, 0.17671920199705335, 0.3141110328864934, 0.2761046412618973, 0.1824558866632916 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "log_loss": [ 1.0878374124532868, 1.105665139708975, 1.0583223995971973, 1.1033231911601542, 1.1309991428820625, 1.1338983886604033, 1.0624006174504896, 1.0890975988675438, 1.1138795740643928 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.45151807719432857, "rpss": 0.000969069201652073, "bss_below": -0.0065537185301938194, "bss_above": 0.007222771041548448, "log_loss": 1.0983803849827227, "log_loss_skill": 0.00021106070972265467, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3501, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.2822, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.080278, 0.847334, 0.072387, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2851, 0.3484, 0.4142, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1434, 0.4328, 0.3983, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4483176766965868, 0.5299103849540827, 0.43915884764325824, 0.49725299933182615, 0.3667176881383988, 0.511463860880992, 0.42480090118640457, 0.45859690172113116, 0.42215768348548655 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.31421099622657533, 0.13576089530855637, 0.2675216704945379, 0.13709285008713865, 0.18100151510006388, 0.34093885907522353, 0.1182877078029605, 0.14474293915020855, 0.2301799467289182 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.1341066804700114, 0.3941494896455265, 0.17163717714872023, 0.36016014924468737, 0.18571617303833488, 0.17052500180576852, 0.30651319338344424, 0.3138539625709224, 0.19197773675656835 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "log_loss": [ 1.0842544929984252, 1.093659201980967, 1.0468222028599778, 1.1070584573212205, 1.1323481731374618, 1.127719868511683, 1.076497936816833, 1.0911095510104591, 1.120921332793222 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.45537521600424075, "rpss": 0.0008636926748291085, "bss_below": -0.005209177752628191, "bss_above": 0.005902245033450604, "log_loss": 1.0978212463811388, "log_loss_skill": 0.0007200106118112615, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3501, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.2867, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.082068, 0.852701, 0.065231, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2841, 0.3485, 0.4137, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1188, 0.4471, 0.3519, NaN, NaN, NaN, NaN, NaN ] } } } } }, "ordinal_logistic": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45104177069601753, 0.44431927220893236, 0.5030876550128567, 0.4172021342357977, 0.4483867493049691, 0.4722407048770025, 0.44848546127385386, 0.42288875298385226, 0.4289054978038198, 0.40307618038197335, 0.4855079827672188, 0.40127808600057846, 0.39780633270476073, 0.4882321583391587, 0.39772139645540566, 0.45615065704031404, 0.4099274864761712, 0.4321741746367594, 0.8259944596073803, 0.4223976908759506, 0.45745589292416733, 0.4953110761828049, 0.5282831127424743, 0.40993854648769423 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.19781550469384818, 0.20672877058525932, 0.17046882479883177, 0.1855957571751126, 0.10905303288040931, 0.3165250953799494, 0.3265628872710717, 0.23539905225885216, 0.28773868710200934, 0.23882306223501937, 0.21750048062943933, 0.11909798427603675, 0.20448183238520748, 0.20302654725329938, 0.16688331179369506, 0.2629962050834398, 0.2526103395788004, 0.19390485776199273, 0.5367647215949907, 0.1973177765630755, 0.19012599577923653, 0.2832681472312315, 0.3175384296739363, 0.1367513003381802 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.25322626600216946, 0.23759050162367298, 0.33261883021402466, 0.23160637706068518, 0.33933371642455956, 0.15571560949705313, 0.12192257400278213, 0.18748970072500015, 0.14116681070181047, 0.1642531181469541, 0.2680075021377794, 0.2821801017245416, 0.19332450031955323, 0.28520561108585946, 0.23083808466171057, 0.1931544519568743, 0.1573171468973709, 0.23826931687476666, 0.28922973801238944, 0.22507991431287516, 0.26732989714493066, 0.2120429289515736, 0.21074468306853808, 0.27318724614951395 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "log_loss": [ 1.035747623777389, 1.1232954808176965, 1.1429650860231955, 1.1188446135996484, 1.0110842252269703, 1.1586084630256743, 1.0617475278172284, 1.0375823275688902, 1.0664042047191913, 1.102400554786371, 1.1285675146175576, 1.063338696057499, 1.1279903896120231, 1.1466560411268811, 1.1197065679693385, 1.037898858808478, 1.0539270893183108, 1.088727276706426, 1.5695186145214672, 1.0971835545652244, 1.0657087462649353, 1.0763034206025284, 1.0892376522453489, 1.0741571015051254 ], "log_loss_clim": [ 1.0833107766890993, 1.1061581409350472, 1.0907329920679028, 1.1143929123594323, 1.0784896069122667, 1.1049278414958539, 1.0902237365228555, 1.0932521894921206, 1.0979835582707433, 1.1152966884722595, 1.0933427377911689, 1.1065882967448433, 1.1231050629766581, 1.0966596561133757, 1.1211531536802515, 1.0820410495666335, 1.1014941064968364, 1.1021243147132054, 1.0744697759847108, 1.1074777045772977, 1.0881185614326698, 1.0776689007395701, 1.069683779800534, 1.1062546918244758 ] }, "rps": 0.46032555133416303, "rpss": -0.015553925184274897, "bss_below": -0.021249234104480985, "bss_above": -0.009854321860074844, "log_loss": 1.108233401303475, "log_loss_skill": -0.01035714761786144, "reliability": { "below": { "weight": [ 0.0, 0.023559, 0.104413, 0.74402, 0.128008, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1581, 0.2723, 0.3511, 0.4183, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.7609, 0.4168, 0.3197, 0.3758, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.148976, 0.735223, 0.090305, 0.01612, 0.008484, 0.000891, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2839, 0.3458, 0.4317, 0.5523, 0.6432, 0.7027, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3024, 0.3638, 0.3644, 0.0647, 0.0494, 0.0, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.442213746940995, 0.46183135520052954, 0.5264395664176158, 0.4104508668304187, 0.4443199853199316, 0.48879375893190186, 0.4659551592538042, 0.413955933281791, 0.4296897174805458, 0.4166536540387305, 0.4723579762220628, 0.39867935545679245, 0.39641136144891426, 0.5000769989082934, 0.3816014702733238, 0.4457658422205888, 0.41041989803381784, 0.433432458506599, 0.8211900569079179, 0.39639912454913745, 0.457077236020047, 0.49806194816109634, 0.5052722415490928, 0.41401666657897696 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.2290996932603958, 0.20224002154542167, 0.17325400755264367, 0.2004542540817245, 0.10532536979840545, 0.32476510755636046, 0.34227835792203093, 0.2768224308220694, 0.28247385167653066, 0.24577149612799554, 0.17858210566462446, 0.12066019009640015, 0.2039304961497496, 0.18747268351274776, 0.17389744465641271, 0.2922280864409597, 0.26291761210447634, 0.19113485558228344, 0.5464836408372014, 0.1503471306393096, 0.14658412847250069, 0.32823650763976, 0.26936589655842624, 0.11867963053918526 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.2131140536805992, 0.25959133365510784, 0.35318555886497216, 0.20999661274869408, 0.3389946155215262, 0.16402865137554143, 0.1236768013317732, 0.13713350245972158, 0.14721586580401505, 0.17088215791073505, 0.29377587055743837, 0.2780191653603922, 0.19248086529916458, 0.31260431539554545, 0.2077040256169113, 0.15353775577962916, 0.14750228592934153, 0.24229760292431554, 0.2747064160707167, 0.24605199390982765, 0.3104931075475464, 0.16982544052133627, 0.2359063449906668, 0.2953370360397914 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "log_loss": [ 1.036049875195823, 1.131362679543572, 1.151501797362638, 1.126791466420812, 0.9973530479792939, 1.1682135539554488, 1.0647813857181345, 1.0439792090116442, 1.0595761025569168, 1.093204842297207, 1.137841198087073, 1.0596594952323857, 1.128650017375364, 1.1656203441737631, 1.1215205767658614, 1.0412941878141353, 1.0421124055538837, 1.087316577702891, 1.5425494687492964, 1.0998416674287195, 1.053129915801148, 1.085641704361018, 1.065899522487309, 1.059994322295297 ], "log_loss_clim": [ 1.0863681418311129, 1.102088246616862, 1.084765576338115, 1.118579979125899, 1.0766554212068957, 1.1015494887888502, 1.085001927559242, 1.097787805424923, 1.0961046508895094, 1.1084937179386247, 1.1000178543213168, 1.1066086495734608, 1.1237320723726003, 1.0970815522444581, 1.127063895695431, 1.086362340107213, 1.0985485748960706, 1.1013663013101787, 1.0707796763164559, 1.1169717651170743, 1.085286481267623, 1.078938529290984, 1.0720472590764443, 1.1015331869218679 ] }, "rps": 0.45962776577220515, "rpss": -0.013755979204904456, "bss_below": -0.02030890385481876, "bss_above": -0.007198757776172515, "log_loss": 1.1068285568279015, "log_loss_skill": -0.0091230323897733, "reliability": { "below": { "weight": [ 0.0, 0.022403, 0.120812, 0.71938, 0.137405, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1664, 0.2726, 0.3518, 0.4176, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.8059, 0.3904, 0.322, 0.369, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.16077, 0.710187, 0.104687, 0.018303, 0.006054, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2845, 0.3456, 0.4317, 0.552, 0.6357, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3311, 0.353, 0.3976, 0.0705, 0.04, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4497894282312095, 0.5063207023416443, 0.44167686685899615, 0.489388047634324, 0.3751939758074661, 0.49154384121379513, 0.4308087006668681, 0.4525076557583825, 0.4137127232610916 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.2752701767913109, 0.1692547566320399, 0.25166809160674775, 0.14039408896533176, 0.17268621420375685, 0.3205181749165528, 0.11310563548419766, 0.17618999500242022, 0.2311049432777585 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.17451925143989863, 0.3370659457096045, 0.19000877525224846, 0.34899395866899224, 0.20250776160370926, 0.17102566629724242, 0.31770306518267055, 0.27631766075596237, 0.1826077799833331 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "log_loss": [ 1.09058534461779, 1.0960641246859062, 1.053415724458109, 1.0960685859645265, 1.1255674187701792, 1.1393029402605201, 1.0558182153687343, 1.0848872327191135, 1.1146733071081922 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.45010466019708634, "rpss": 0.00409640201440542, "bss_below": -0.002025619208083196, "bss_above": 0.009185641835011693, "log_loss": 1.0951536548836747, "log_loss_skill": 0.0031481570992890617, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.035123, 0.942562, 0.022314, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2916, 0.3445, 0.4061, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1767, 0.2804, 0.5227, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.029151, 0.946243, 0.024607, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2921, 0.3489, 0.4079, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.077, 0.4147, 0.5021, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4524247937713894, 0.523394401966469, 0.4361985337891096, 0.4921471621597281, 0.36555241736514993, 0.5186976735763283, 0.41920659560209705, 0.454765483263644, 0.4210948752816906 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.31736755679196543, 0.1331601897683999, 0.26004989541683726, 0.13578206605777976, 0.17920601972875863, 0.35454866992761197, 0.11002882444994035, 0.14109275178669903, 0.22974063916022713 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.1350572369794239, 0.3902342121980689, 0.17614863837227226, 0.35636509610194816, 0.18634639763639135, 0.1641490036487163, 0.30917777115215667, 0.31367273147694497, 0.19135423612146343 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "log_loss": [ 1.089837120310019, 1.081815623088424, 1.0400746163185326, 1.0980817844850497, 1.1277424531870037, 1.146759666376696, 1.0641949990949084, 1.0845385813764032, 1.112557266410752 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4537202151972896, "rpss": 0.004494921026224397, "bss_below": -0.0004992097259721717, "bss_above": 0.008638458948490912, "log_loss": 1.0939557900719765, "log_loss_skill": 0.00423850066866982, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.030482, 0.94294, 0.026577, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2914, 0.3444, 0.4065, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2768, 0.2791, 0.5686, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.034231, 0.942988, 0.022782, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2917, 0.349, 0.4075, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.068, 0.4252, 0.4704, NaN, NaN, NaN, NaN, NaN ] } } } } }, "SEL": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4635166722808861, 0.42880825464891054, 0.4854583821117842, 0.40651551639669403, 0.4464362608945399, 0.4510714900259203, 0.4476683046305216, 0.4238400776608009, 0.4272305447601199, 0.39886442530969346, 0.47488428778390385, 0.4033862916862705, 0.38764783626365, 0.48149125388867775, 0.3904464520633618, 0.46694144565920925, 0.414108334956054, 0.4327199032721473, 0.6671218411861285, 0.4291649828583751, 0.46981663876019303, 0.48971710314477884, 0.5270432800558766, 0.40766349101063104 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.20187698365793483, 0.19460940352015207, 0.15566585535011843, 0.17670284523646113, 0.09933065922623156, 0.31277978318579597, 0.33937792383505627, 0.23894149538327875, 0.2923075639778767, 0.2374159044681333, 0.21100073742601766, 0.116006707192379, 0.19942819797682376, 0.19664366929328983, 0.15878258519364086, 0.2701772433242371, 0.25618431017084314, 0.1922142247191012, 0.45838792555372637, 0.20340334634919607, 0.19491523683497922, 0.2831940747142158, 0.31596396950427164, 0.13092593218305865 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.2616396886229513, 0.23419885112875855, 0.32979252676166565, 0.22981267116023296, 0.3471056016683083, 0.13829170684012443, 0.10829038079546527, 0.1848985822775222, 0.13492298078224316, 0.16144852084156006, 0.263883550357886, 0.28737958449389145, 0.18821963828682628, 0.2848475845953879, 0.23166386686972099, 0.19676420233497222, 0.1579240247852109, 0.24050567855304622, 0.20873391618553325, 0.22576163650917908, 0.2749014019252139, 0.2065230284305629, 0.21107931055160492, 0.2767375588275725 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "log_loss": [ 1.060383545601257, 1.0863460023209972, 1.1153677958474066, 1.0973804858897593, 1.0126459534706487, 1.1201691783753576, 1.0649891397161746, 1.0351363158437417, 1.058719931377621, 1.0761030289882654, 1.1057305004684603, 1.0501557622737758, 1.0961443887392122, 1.1478035490817333, 1.0856477296083278, 1.0615428667955848, 1.0459563976343385, 1.0795345970347445, 1.3106142807064676, 1.1027363966499852, 1.0964643030279324, 1.084521648922042, 1.1019219190504974, 1.056855677637496 ], "log_loss_clim": [ 1.0833107766890993, 1.1061581409350472, 1.0907329920679028, 1.1143929123594323, 1.0784896069122667, 1.1049278414958539, 1.0902237365228555, 1.0932521894921206, 1.0979835582707433, 1.1152966884722595, 1.0933427377911689, 1.1065882967448433, 1.1231050629766581, 1.0966596561133757, 1.1211531536802515, 1.0820410495666335, 1.1014941064968364, 1.1021243147132054, 1.0744697759847108, 1.1074777045772977, 1.0881185614326698, 1.0776689007395701, 1.069683779800534, 1.1062546918244758 ] }, "rps": 0.450898461304547, "rpss": 0.0052437869020834915, "bss_below": 0.0009404683226407196, "bss_above": 0.00955035018859507, "log_loss": 1.0897029747942428, "log_loss_skill": 0.006536720451797318, "reliability": { "below": { "weight": [ 0.0, 0.01916, 0.180056, 0.769547, 0.031237, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1799, 0.277, 0.3465, 0.4155, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3532, 0.3108, 0.3529, 0.4199, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000985, 0.210272, 0.731025, 0.048663, 0.008803, 0.000252, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1753, 0.2799, 0.3412, 0.4311, 0.5342, 0.62, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0572, 0.2281, 0.3881, 0.2916, 0.0989, 0.2228, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.452786003555618, 0.44560051781954285, 0.5051042762467043, 0.40090089161578946, 0.4427886303250016, 0.4663484423005594, 0.46567527400239406, 0.41520731524941284, 0.43036355841524365, 0.4139063720017635, 0.46119497319780733, 0.40238580458539, 0.388826681632404, 0.4880858543461177, 0.3722869202507768, 0.4543263103921895, 0.41723990956352197, 0.4358253743722916, 0.6617818284947126, 0.3975836959549661, 0.4684010879390451, 0.4924393629765132, 0.5094044878018863, 0.41251098987708423 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.2347847816121078, 0.18919064591204432, 0.15633007947892696, 0.19339114042128244, 0.09539694461412959, 0.3227716486183826, 0.3576527507296155, 0.28744917984729573, 0.28751169329362886, 0.24445350504741606, 0.16986319630242974, 0.11898305632557955, 0.2008827064885158, 0.17454525557706127, 0.16404633642808822, 0.3023142629485613, 0.2692998003301312, 0.19044894005662508, 0.46096524218393375, 0.14889808523629705, 0.1457974045090096, 0.3315983387611476, 0.26593799812108454, 0.1104940954767732 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.21800122194351024, 0.2564098719074986, 0.34877419676777754, 0.2075097511945071, 0.34739168571087203, 0.14357679368217682, 0.10802252327277857, 0.12775813540211695, 0.14285186512161482, 0.16945286695434747, 0.29133177689537765, 0.28340274825981054, 0.1879439751438883, 0.3135405987690565, 0.20824058382268879, 0.15201204744362817, 0.14794010923339074, 0.24537643431566653, 0.20081658611130598, 0.24868561071866915, 0.3226036834300354, 0.16084102421536567, 0.24346648968080156, 0.3020168944003111 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "log_loss": [ 1.055993181657738, 1.1028381317065254, 1.123040564841911, 1.1080296302480748, 1.0008429832653767, 1.1354263888467109, 1.0781538447487207, 1.0359506483236038, 1.0543985667754319, 1.076606118891926, 1.1053790420474872, 1.0496798560743286, 1.1029779916742728, 1.16154924428337, 1.079287770350264, 1.0578301382637818, 1.0429555778360664, 1.0821873718116541, 1.277931254475278, 1.0859472404582518, 1.0782445312918107, 1.0901549694897026, 1.0817217534228474, 1.0460555567678913 ], "log_loss_clim": [ 1.0863681418311129, 1.102088246616862, 1.084765576338115, 1.118579979125899, 1.0766554212068957, 1.1015494887888502, 1.085001927559242, 1.097787805424923, 1.0961046508895094, 1.1084937179386247, 1.1000178543213168, 1.1066086495734608, 1.1237320723726003, 1.0970815522444581, 1.127063895695431, 1.086362340107213, 1.0985485748960706, 1.1013663013101787, 1.0707796763164559, 1.1169717651170743, 1.085286481267623, 1.078938529290984, 1.0720472590764443, 1.1015331869218679 ] }, "rps": 0.4500406067881973, "rpss": 0.007389479071092664, "bss_below": 0.0035769068026376694, "bss_above": 0.011204551295058485, "log_loss": 1.0880492648980427, "log_loss_skill": 0.007998513581811695, "reliability": { "below": { "weight": [ 0.0, 0.014529, 0.178152, 0.775906, 0.031412, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1793, 0.2776, 0.3471, 0.4147, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3205, 0.3015, 0.3559, 0.4151, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001045, 0.217518, 0.719761, 0.054876, 0.006695, 0.000104, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1771, 0.2804, 0.342, 0.4287, 0.532, 0.6226, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0667, 0.2391, 0.3837, 0.326, 0.1352, 0.3348, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4444596693775046, 0.511305303532495, 0.4492121877364828, 0.4853065084594258, 0.368049320629192, 0.46881132929789987, 0.442806415965124, 0.45791696365546514, 0.4053008152614095 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.2748942113288644, 0.1647504712230322, 0.2579864708546501, 0.13131454200632853, 0.1689018220513657, 0.3152234534780346, 0.10886682590721573, 0.1755861749768302, 0.22846111184911783 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16956545804864026, 0.3465548323094628, 0.19122571688183282, 0.3539919664530972, 0.1991474985778263, 0.15358787581986538, 0.3339395900579082, 0.28233078867863487, 0.17683970341229174 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "log_loss": [ 1.07469762267499, 1.1238709261083029, 1.0668040714229978, 1.096989985370669, 1.0889023194184877, 1.109409671872465, 1.0715693912620947, 1.089185295273602, 1.0892427651501964 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.44812983487944436, "rpss": 0.008465909404912209, "bss_below": 0.01108438577906612, "bss_above": 0.006289143227607985, "log_loss": 1.090074672061534, "log_loss_skill": 0.007771246620776995, "reliability": { "below": { "weight": [ 0.0, 0.014911, 0.056311, 0.925406, 0.003371, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1612, 0.2881, 0.3404, 0.4075, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2775, 0.215, 0.285, 0.6459, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.0591, 0.93904, 0.001861, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2909, 0.3358, 0.4127, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3312, 0.4118, 0.4022, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4412338864482849, 0.5304602128382522, 0.44631000421562533, 0.4853328450836129, 0.3569862652345817, 0.4917876805345184, 0.42733534282968105, 0.4608824159778181, 0.4147163671578153 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.3150518963384126, 0.12523438488909266, 0.26753932538288977, 0.12494755206111299, 0.17506167966039102, 0.34794132945745343, 0.10506085035790201, 0.1381560322388211, 0.22953880498679802 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.1261819901098723, 0.4052258279491592, 0.17877067883273565, 0.3603852930224996, 0.18192458557419075, 0.1438463510770649, 0.322274492471779, 0.32272638373899687, 0.18517756217101725 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "log_loss": [ 1.064300589408117, 1.1163826855464165, 1.0567208789119413, 1.095231025811063, 1.0851318591543224, 1.116145852692409, 1.0712085251285899, 1.0890462405156618, 1.0961574011873634 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4505605578133544, "rpss": 0.011427508264279851, "bss_below": 0.016943757706104345, "bss_above": 0.006850737836920362, "log_loss": 1.087813895372876, "log_loss_skill": 0.00982909430126, "reliability": { "below": { "weight": [ 0.0, 0.012681, 0.052962, 0.930552, 0.003805, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1606, 0.2903, 0.3393, 0.408, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2232, 0.2176, 0.29, 0.6601, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.06201, 0.935964, 0.002026, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2909, 0.3357, 0.415, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3538, 0.4181, 0.3211, NaN, NaN, NaN, NaN, NaN ] } } } } } }, "fitted": { "climatology_blend": { "fallbacks": 0, "folds": 24, "test_fit": { "lam": 0.5998374445979893 }, "test_fallback": null }, "pseudocount": { "fallbacks": 0, "folds": 24, "test_fit": {}, "test_fallback": null }, "temperature": { "fallbacks": 0, "folds": 24, "test_fit": { "temperature": 4.0, "at_bound": true }, "test_fallback": null }, "dirichlet": { "fallbacks": 0, "folds": 24, "test_fit": { "A": [ [ 0.09811235826629368, 0.026682714753332722, 0.009381790927115068 ], [ 0.12875313751849035, 0.5854917468906184, 0.029726319106048147 ], [ -0.03856155735391597, 0.014769489143094977, 0.6089218501936734 ] ], "b": [ -0.3535410795663576, 0.18696375901807988, 0.16657732054830998 ], "objective": 1.080742727126297, "iterations": 44, "training_pairs": 63620, "training_years": 24, "converged": true, "epsilon": 1e-12, "reg_off": 0.01, "reg_diag": 0.001, "reg_bias": 0.001, "weighting": "equal total weight per year; spherical area within each year" }, "test_fallback": null }, "multinomial_logistic": { "fallbacks": 0, "folds": 24, "test_fit": { "coefficients": [ [ 0.14822007042381335, 0.11237397630966338, 0.10486901503144515 ], [ 0.0, 0.0, 0.0 ], [ 0.1254021193674649, 0.9534620500032286, 0.10833602562755866 ] ], "features": [ "intercept", "standardized_mean", "log_spread_ratio" ], "l2": 0.001, "reference_class": "near" }, "test_fallback": null }, "ordinal_logistic": { "fallbacks": 0, "folds": 24, "test_fit": { "theta": [ -0.6367712775173113, 0.2420674497066986, 0.6717119157430713, 0.009734932142319616 ], "cutpoints": [ -0.6367712775173113, 0.6371088352411882 ], "beta": [ 0.6717119157430713, 0.009734932142319616 ], "features": [ "standardized_mean", "log_spread_ratio" ], "l2": 0.001, "converged": true }, "test_fallback": null } }, "selection": { "criterion": "inner leave-one-year-out RPS of the calibrators (training years only)", "chosen_training": { "1993": "temperature", "1994": "temperature", "1995": "temperature", "1996": "temperature", "1997": "temperature", "1998": "temperature", "1999": "temperature", "2000": "temperature", "2001": "temperature", "2002": "temperature", "2003": "temperature", "2004": "temperature", "2005": "temperature", "2006": "temperature", "2007": "temperature", "2008": "temperature", "2009": "temperature", "2010": "temperature", "2011": "climatology_blend", "2012": "temperature", "2013": "temperature", "2014": "temperature", "2015": "temperature", "2016": "temperature" }, "chosen_test": "temperature", "frequency": { "climatology_blend": 1, "pseudocount": 0, "temperature": 23, "dirichlet": 0, "multinomial_logistic": 0, "ordinal_logistic": 0 } } }, "May": { "tag": "init02_May", "methods": { "climatology_blend": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4347140443350325, 0.4153793925717615, 0.4597409134885716, 0.5741982732863036, 0.3947108370261588, 0.39565772283616174, 0.6985774445287912, 0.41328461166494473, 0.4065683885565444, 0.46518312830274033, 0.45329732261381095, 0.5293044080957353, 0.4384566378025568, 0.3965153046125673, 0.39522376769939743, 0.40167437421282454, 0.46408424145587074, 0.44064116805674464, 0.44372324866104484, 0.4235357210049149, 0.4188992273226572, 0.38134842808096114, 0.48160805432707354, 0.46365443906522147 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.1314572518971474, 0.16951599183059787, 0.27122834231780607, 0.1608439721727237, 0.2526933893469726, 0.1600602096448712, 0.4763401654385972, 0.1942542558961523, 0.23635220049957706, 0.3519152989551238, 0.30053022958095793, 0.40580484240980913, 0.14074574626105735, 0.2229976922010735, 0.1984089582061741, 0.19718732715544668, 0.3219491629087731, 0.14618489264001833, 0.12440269833863703, 0.22621837071301185, 0.2762769664392481, 0.11910893108951418, 0.15570190687017135, 0.17527414296289098 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.3032567942193092, 0.24586340221480046, 0.188512568701766, 0.4133543033257298, 0.14201744740383168, 0.23559751383929267, 0.22223727931715906, 0.21903035668095602, 0.1702161860985818, 0.11326782712705835, 0.1527670936767641, 0.1234995619129086, 0.29771089400930706, 0.17351761308912236, 0.19681480905857507, 0.20448704658085884, 0.1421350754337406, 0.2944562793512823, 0.3193205505719149, 0.19731735002482975, 0.14262225963773487, 0.26223949755606396, 0.32590614996187034, 0.2883802963545775 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "log_loss": [ 1.0119703033256282, 1.102832606863079, 1.127513285803677, 1.2188443604398627, 1.0390402929885711, 1.0657944657529559, 1.3972708041019124, 1.0711462713831206, 1.08252530669521, 1.0283975116703483, 1.0240286151102014, 1.1070746300825178, 1.0486527596237702, 1.0825621764632187, 1.0769563930496262, 1.036243628214761, 1.0712276725428787, 1.076697178309308, 1.0202202522158608, 1.09753287266041, 1.0662135233047816, 1.0443327027725335, 1.151576263635172, 1.1275914281764048 ], "log_loss_clim": [ 1.083481915751514, 1.1161912835400085, 1.1028854860868644, 1.079747620261473, 1.1046465425269674, 1.109005274890138, 1.0728623913642652, 1.107435870654486, 1.111764318065663, 1.07377661068669, 1.07709699368638, 1.0684097570617768, 1.0901456907280358, 1.1140373481380856, 1.1156261135581815, 1.1039190892789903, 1.0875425494531406, 1.1001547872274278, 1.0796783466894777, 1.1114553623544081, 1.1028738854876845, 1.1111453956260824, 1.1000137231108051, 1.1032882701991225 ] }, "rps": 0.44958254581701634, "rpss": 0.007682373045273416, "bss_below": 0.0035230618958590476, "bss_above": 0.011838382613261311, "log_loss": 1.0906768877160753, "log_loss_skill": 0.005733211635943092, "reliability": { "below": { "weight": [ 0.0, 0.026618, 0.226989, 0.572976, 0.170563, 0.002854, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.184, 0.2631, 0.348, 0.4273, 0.5156, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5134, 0.2845, 0.3313, 0.4545, 0.3238, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000614, 0.286488, 0.580344, 0.118545, 0.013247, 0.000762, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1921, 0.274, 0.343, 0.4283, 0.5322, 0.6269, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.9083, 0.279, 0.3612, 0.4668, 0.1228, 0.0741, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43672282487299546, 0.4329354141283957, 0.4802000696223814, 0.540399288800965, 0.3809091559963429, 0.4017990466557816, 0.7548335992227427, 0.41127669526473287, 0.4090326044985583, 0.46663300896725723, 0.45312791961243654, 0.5085956212758357, 0.4528788537336364, 0.3906380193626639, 0.4005405702686803, 0.40095980826266436, 0.44179902379036295, 0.4576965973559968, 0.4387113124930853, 0.4357156575677515, 0.43541611591007495, 0.3751074037657803, 0.4556052506429614, 0.442359165089273 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.12278256112059607, 0.17821321047829475, 0.30309927357146266, 0.15222319065932946, 0.2764459984732856, 0.14175375213322552, 0.5326702469313931, 0.1832725205699932, 0.23435401373525677, 0.34435078390977664, 0.2779610419802756, 0.3943329260148977, 0.11316606420558817, 0.2361408545380199, 0.18780319624518435, 0.21827096200055246, 0.2879522657982852, 0.14433515774862668, 0.11845178700417092, 0.2130437334685415, 0.29403339170494525, 0.12878621885208338, 0.15867347270402504, 0.1881570188651401 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.3139402658886645, 0.2547222051090692, 0.17710079278781501, 0.38817610114182644, 0.10446315654592084, 0.26004529568460466, 0.22216335302405815, 0.2280041760073868, 0.17467858962565339, 0.12228222282490205, 0.17516687854454357, 0.11426269058816656, 0.3397127930551082, 0.15449716479297756, 0.21273737365259054, 0.18268884565582572, 0.15384675557031, 0.31336144441956004, 0.3202595256763009, 0.22267192497979596, 0.14138272284135436, 0.24632118523388927, 0.2969317794570272, 0.25420214652040257 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "log_loss": [ 0.9948129014640206, 1.1197879284666203, 1.1410494004594145, 1.186314589775487, 1.0213648908340207, 1.054596815558396, 1.475383384172825, 1.065160990358666, 1.0800296301581165, 1.047928544688395, 1.0490402968450878, 1.0774689702429754, 1.0527817661037813, 1.068448456310303, 1.0858828715446636, 1.036468248359103, 1.0801048804290416, 1.0800250643342024, 1.013247690443048, 1.095640688087945, 1.059887932367331, 1.067688924093097, 1.1416376203823788, 1.104694723051013 ], "log_loss_clim": [ 1.078840434602737, 1.1128514775024667, 1.0988930793044438, 1.0830601465694225, 1.1048205273939196, 1.1036038416693172, 1.0698975112057199, 1.10694575754395, 1.110189802776369, 1.0780003386502597, 1.0835970811883282, 1.068588441018692, 1.084919694428158, 1.1135714788222097, 1.115337692386761, 1.1033320975494298, 1.0979465862376228, 1.093543327544678, 1.079775682862393, 1.1082134043826868, 1.0956855829180405, 1.118615689512805, 1.1074242157684957, 1.1063137440689905 ] }, "rps": 0.45016220946505653, "rpss": 0.007072492137717656, "bss_below": 0.0012611465058721683, "bss_above": 0.012876805605022246, "log_loss": 1.0916436336887472, "log_loss_skill": 0.004730306202326173, "reliability": { "below": { "weight": [ 0.0, 0.030232, 0.237187, 0.56977, 0.160931, 0.00188, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1837, 0.2632, 0.3475, 0.4265, 0.5109, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5324, 0.2893, 0.3253, 0.4722, 0.4269, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000656, 0.283489, 0.571549, 0.127543, 0.015819, 0.000943, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1924, 0.2734, 0.3439, 0.428, 0.5341, 0.6269, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.8939, 0.2651, 0.3696, 0.4668, 0.0727, 0.0741, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4089745866276618, 0.3887204440992214, 0.4016411720645699, 0.3542669309876841, 0.5033867256216065, 0.47918446728667435, 0.4358333310987423, 0.39182096183718856, 0.38259875255329906 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.13957657383746971, 0.16946407640391564, 0.14090394847498325, 0.17654241267329768, 0.15475236900434144, 0.36193994357148734, 0.1836344805897572, 0.1940204949610104, 0.19536194845466942 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.2693980065508657, 0.21925636755263128, 0.2607372137163932, 0.1777245248865663, 0.34863433942903194, 0.11724453766237046, 0.2521988450484735, 0.19780046625396402, 0.1872368091213323 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "log_loss": [ 1.087809960827378, 1.083307270044727, 1.0203935829675246, 1.0878370167434557, 1.1910268435502933, 1.0570152161642519, 1.071868512498896, 1.0261334034087717, 1.1103398277709717 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.41626970801962754, "rpss": 0.02622834921921957, "bss_below": 0.04299329642105254, "bss_above": 0.01159158598908372, "log_loss": 1.0817479593306967, "log_loss_skill": 0.015350547382843693, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.210595, 0.669283, 0.119748, 0.000373, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2603, 0.3461, 0.4216, 0.5141, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0855, 0.2916, 0.428, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.300472, 0.647895, 0.051634, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2755, 0.3372, 0.4246, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3007, 0.3596, 0.5429, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.38290239634172973, 0.4042175641470399, 0.40578344381013964, 0.3502657924020104, 0.523036755439393, 0.4729727515877764, 0.42824401460939726, 0.4049082750664696, 0.3865761856004816 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14299307224852717, 0.16863089265270512, 0.11765333409857594, 0.17782486424544106, 0.15645644738261075, 0.35021666586812944, 0.173075717029053, 0.17122309894030027, 0.1856741388287903 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.23990932318979188, 0.23558666847560555, 0.2881300953374166, 0.17244093650684564, 0.3665802882976535, 0.12275609887370864, 0.2551682922970361, 0.23368517055027213, 0.20090205011091444 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "log_loss": [ 1.0824108639535324, 1.082267228033095, 1.0224178552144967, 1.0817297493240838, 1.202954998837966, 1.078911305552069, 1.082917057053476, 1.036583580264753, 1.1082788764938998 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4176563532227153, "rpss": 0.017399724805610473, "bss_below": 0.033463539075251236, "bss_above": 0.004542554628401918, "log_loss": 1.086496834969708, "log_loss_skill": 0.011027934376581672, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.239436, 0.670336, 0.089674, 0.000554, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2614, 0.343, 0.4226, 0.5123, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0885, 0.2692, 0.3556, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.274484, 0.656541, 0.068975, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2745, 0.3395, 0.4258, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3516, 0.3671, 0.5425, NaN, NaN, NaN, NaN, NaN ] } } } } }, "pseudocount": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.37351474807421464, 0.4374505022426252, 0.4966356537493775, 0.671887085233999, 0.36242457041655757, 0.37564127216369697, 0.8334616211048397, 0.4093810989875184, 0.40272415551755975, 0.4240007254371409, 0.4180094257743113, 0.5566874989479503, 0.41348883394722696, 0.3944810148367462, 0.39810398307479095, 0.3785041603222831, 0.46300687242798033, 0.4454936454470886, 0.39876696438984427, 0.4433360317404487, 0.4113630643127489, 0.34324004779445577, 0.5335843522352254, 0.5106972291282439 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.11443961006656832, 0.1890956031076561, 0.2870155185536272, 0.19730319901618001, 0.24322138423799416, 0.1512853978190359, 0.5600924955567185, 0.19449206486719645, 0.23571829022935048, 0.33441527723376113, 0.28041210955338375, 0.4268173230461122, 0.11642363401113788, 0.2317460695161549, 0.1994215190139862, 0.18340267501010743, 0.3265549774023538, 0.14769253120798, 0.10175769322997537, 0.23959022465694893, 0.28553656396750166, 0.10022160279356788, 0.17580989460189453, 0.18594733961104426 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.25907514219096867, 0.24835490229715837, 0.2096201298285581, 0.4745838904143707, 0.11920318595296711, 0.2243558759300421, 0.27336912651445483, 0.2148890364384299, 0.16700586083657318, 0.0895854430437697, 0.13759731761869937, 0.1298701683408963, 0.2970652059534009, 0.1627349469387083, 0.19868246314319343, 0.19510148425770532, 0.13645188844597392, 0.29780112289333666, 0.2970092724234246, 0.20374580683289384, 0.12582649761801876, 0.24301844614743778, 0.3577744633618727, 0.32474989022751344 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "log_loss": [ 0.9274411827020883, 1.1585594777026833, 1.191266993292212, 1.439253651546508, 1.015227160086748, 1.0757092454290207, 1.7671684067612103, 1.0745975102292882, 1.0800724930925523, 1.0444370892135957, 1.0555204667096412, 1.2399295413943026, 1.0299845471671958, 1.1249846523678457, 1.1290842325202037, 1.0102242346159327, 1.129926944611053, 1.076770031809061, 0.9836693009068636, 1.1425783984166045, 1.0762296392209536, 0.9817846600822284, 1.2495317199447917, 1.223685095511596 ], "log_loss_clim": [ 1.083481915751514, 1.1161912835400085, 1.1028854860868644, 1.079747620261473, 1.1046465425269674, 1.109005274890138, 1.0728623913642652, 1.107435870654486, 1.111764318065663, 1.07377661068669, 1.07709699368638, 1.0684097570617768, 1.0901456907280358, 1.1140373481380856, 1.1156261135581815, 1.1039190892789903, 1.0875425494531406, 1.1001547872274278, 1.0796783466894777, 1.1114553623544081, 1.1028738854876845, 1.1111453956260824, 1.1000137231108051, 1.1032882701991225 ] }, "rps": 0.4539951898877865, "rpss": -0.00205720544513488, "bss_below": -0.01358216447070193, "bss_above": 0.009458604877793153, "log_loss": 1.1344848614722576, "log_loss_skill": -0.034202367692693914, "reliability": { "below": { "weight": [ 0.068118, 0.088179, 0.252929, 0.318362, 0.155151, 0.098356, 0.018261, 0.000644, 0.0, 0.0 ], "mean_forecast": [ 0.0429, 0.1558, 0.2488, 0.3579, 0.4502, 0.5374, 0.6386, 0.7375, NaN, NaN ], "observed_frequency": [ 0.3293, 0.3051, 0.2643, 0.3414, 0.4105, 0.4837, 0.5443, 0.6958, NaN, NaN ] }, "above": { "weight": [ 0.021719, 0.114601, 0.352789, 0.29518, 0.118258, 0.077033, 0.017876, 0.002374, 0.000169, 0.0 ], "mean_forecast": [ 0.0888, 0.1564, 0.2464, 0.3555, 0.4504, 0.5369, 0.647, 0.7457, 0.8176, NaN ], "observed_frequency": [ 0.2678, 0.2585, 0.2816, 0.3782, 0.4542, 0.516, 0.3769, 0.1787, 0.3332, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.36485606843070617, 0.4666456442291025, 0.5308102851200878, 0.6101349975068544, 0.3344521403081796, 0.3742967710355831, 0.9209758700476692, 0.40372790394042357, 0.40538027487925404, 0.4407366153037527, 0.436311433467034, 0.5103886877770493, 0.43181533358507856, 0.38093336341665074, 0.41014108408583394, 0.37505306637756636, 0.4432539243409828, 0.46346906746294186, 0.39033264316303085, 0.462995825824748, 0.4296779252557237, 0.3499699536129534, 0.49816349145819094, 0.471578925482405 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.10184938992288353, 0.20726640087203366, 0.3263118822357125, 0.1739681564008567, 0.2584685653733186, 0.12691924694363452, 0.6338458997857503, 0.17988783938960734, 0.23635249966879388, 0.337956622451243, 0.26979974731982026, 0.40125619681174346, 0.08904779468404712, 0.23854961543384437, 0.19333906991603733, 0.20362013531895687, 0.293555308623547, 0.14411140733018946, 0.09523011450003889, 0.22913995091034217, 0.3041416111272604, 0.11350978607078493, 0.17560189166477755, 0.19293140431820377 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.2630066837761163, 0.25937924641993254, 0.20449839582711068, 0.4361668468647801, 0.0759835730311848, 0.2473775269296684, 0.2871299722047225, 0.22384006767898376, 0.16902777265531443, 0.10277998747643441, 0.16651168826472545, 0.10913248144086943, 0.34276754741425836, 0.14238374801093043, 0.21680201351432038, 0.17143292977067165, 0.1496986106936461, 0.3193576706254369, 0.29510252995080827, 0.2338558771274518, 0.12553631107549482, 0.2364601680592969, 0.32256160347379775, 0.27864752200416154 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "log_loss": [ 0.892699680943831, 1.2039482141647602, 1.2260533200806365, 1.3659085625382856, 0.9836538288863087, 1.0475309053303121, 1.9230756085939165, 1.055999795657268, 1.0807425194739388, 1.088483971328119, 1.108393071044441, 1.1716362062238321, 1.047053085744073, 1.0945838319513446, 1.1635780593591671, 1.013830656269596, 1.14360641358537, 1.090056193225417, 0.9744791750516278, 1.1422618727295744, 1.0755863752653578, 1.0267797273167873, 1.2221638423686942, 1.164726094037391 ], "log_loss_clim": [ 1.078840434602737, 1.1128514775024667, 1.0988930793044438, 1.0830601465694225, 1.1048205273939196, 1.1036038416693172, 1.0698975112057199, 1.10694575754395, 1.110189802776369, 1.0780003386502597, 1.0835970811883282, 1.068588441018692, 1.084919694428158, 1.1135714788222097, 1.115337692386761, 1.1033320975494298, 1.0979465862376228, 1.093543327544678, 1.079775682862393, 1.1082134043826868, 1.0956855829180405, 1.118615689512805, 1.1074242157684957, 1.1063137440689905 ] }, "rps": 0.4544208873379918, "rpss": -0.002320918322451515, "bss_below": -0.0164663830256504, "bss_above": 0.011807428820576615, "log_loss": 1.1377846254654187, "log_loss_skill": -0.037337204970630866, "reliability": { "below": { "weight": [ 0.073428, 0.093728, 0.259294, 0.315384, 0.148086, 0.094707, 0.014884, 0.000489, 0.0, 0.0 ], "mean_forecast": [ 0.044, 0.1551, 0.2482, 0.358, 0.4499, 0.537, 0.637, 0.7385, NaN, NaN ], "observed_frequency": [ 0.3449, 0.3139, 0.2635, 0.3374, 0.4133, 0.4972, 0.5811, 0.8571, NaN, NaN ] }, "above": { "weight": [ 0.023625, 0.114948, 0.335344, 0.295019, 0.124779, 0.081438, 0.02149, 0.003149, 0.00021, 0.0 ], "mean_forecast": [ 0.0889, 0.1558, 0.2464, 0.3553, 0.4509, 0.5376, 0.6494, 0.7451, 0.8176, NaN ], "observed_frequency": [ 0.2565, 0.2462, 0.275, 0.3882, 0.4557, 0.5025, 0.3757, 0.2225, 0.3332, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.413553985639824, 0.3879520679284466, 0.3534076320593517, 0.3657294272703402, 0.6111759542285811, 0.4453898873701001, 0.42206464889077183, 0.3635467986226233, 0.3964948667103599 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.12879801601468574, 0.1698174022470737, 0.11500406827327454, 0.18419265424652465, 0.19773414076020665, 0.3434103046319799, 0.17074135631213538, 0.18181463264922287, 0.20806647349069546 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.28475596491791005, 0.21813466557383143, 0.23840355521142975, 0.18153677828638462, 0.41344179524537206, 0.10197959369305437, 0.2513232879588502, 0.1817321634336617, 0.1884283968739475 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "log_loss": [ 1.0968513842365926, 1.1349478995407052, 0.9417136832572595, 1.1140101472394721, 1.4136125390430707, 1.1115386327838743, 1.0549198691007549, 0.964925508181951, 1.173034100560353 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.41770169652448874, "rpss": 0.022878526295731616, "bss_below": 0.05225958586015489, "bss_above": -0.002772828006376349, "log_loss": 1.1117281959937813, "log_loss_skill": -0.011938640791732347, "reliability": { "below": { "weight": [ 0.049996, 0.061615, 0.25194, 0.295144, 0.221184, 0.097577, 0.021426, 0.001119, 0.0, 0.0 ], "mean_forecast": [ 0.0173, 0.1541, 0.2553, 0.3509, 0.4443, 0.5323, 0.6309, 0.7397, NaN, NaN ], "observed_frequency": [ 0.1391, 0.0414, 0.1508, 0.2632, 0.3979, 0.455, 0.3028, 0.3334, NaN, NaN ] }, "above": { "weight": [ 0.00721, 0.121255, 0.388319, 0.29469, 0.136893, 0.039633, 0.010265, 0.001736, 0.0, 0.0 ], "mean_forecast": [ 0.0806, 0.1529, 0.2519, 0.3483, 0.4372, 0.5324, 0.6319, 0.7168, NaN, NaN ], "observed_frequency": [ 0.443, 0.3573, 0.2851, 0.3666, 0.4243, 0.4445, 0.8603, 0.9131, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.38633933794784725, 0.4056442313565585, 0.35931108417635793, 0.3588914361496753, 0.6480818904485149, 0.4552026407743393, 0.4250299812560245, 0.3848931952878441, 0.398336851911084 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.12887856064434966, 0.1719537648511698, 0.09673048503742708, 0.1786232840354159, 0.20751802420572146, 0.3463206224662444, 0.16638109144791519, 0.16222803909788502, 0.1931121421547497 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.2574607777062474, 0.2336904638100486, 0.26258058725853134, 0.18026815968224622, 0.44056384517033564, 0.10888202855629249, 0.25864888575930267, 0.22266514986953942, 0.20522471221166955 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "log_loss": [ 1.084608958056795, 1.1415721794133018, 0.9469591705573583, 1.0977148944752702, 1.4541268363013657, 1.1700403459866366, 1.0814977687458516, 0.9919824990622088, 1.161240358654012 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4246367388120273, "rpss": 0.0009773030033414232, "bss_below": 0.028760782054764955, "bss_above": -0.021260063368558457, "log_loss": 1.1255270012503111, "log_loss_skill": -0.02449885495753512, "reliability": { "below": { "weight": [ 0.05335, 0.071461, 0.287989, 0.306352, 0.19062, 0.071425, 0.017048, 0.001755, 0.0, 0.0 ], "mean_forecast": [ 0.0173, 0.1547, 0.2549, 0.3499, 0.4415, 0.5309, 0.6358, 0.7373, NaN, NaN ], "observed_frequency": [ 0.1441, 0.0416, 0.1689, 0.256, 0.3355, 0.392, 0.1956, 0.3158, NaN, NaN ] }, "above": { "weight": [ 0.008463, 0.113083, 0.351006, 0.303629, 0.154843, 0.051788, 0.014477, 0.002709, 0.0, 0.0 ], "mean_forecast": [ 0.0803, 0.1518, 0.2521, 0.3504, 0.4378, 0.5333, 0.6326, 0.7163, NaN, NaN ], "observed_frequency": [ 0.4779, 0.4173, 0.323, 0.3643, 0.4022, 0.4394, 0.8386, 0.9311, NaN, NaN ] } } } } }, "temperature": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4482319021303094, 0.4090727026939161, 0.4445697425274017, 0.5363635782732677, 0.4087423124984183, 0.4050093788140284, 0.6216707668261537, 0.4161802382144041, 0.40814661427191345, 0.4855231953112512, 0.4769222236984647, 0.5314701088847787, 0.4466970450934145, 0.4030034766132885, 0.4020424563910974, 0.41149727983153045, 0.4736256563935162, 0.44004100421515735, 0.4575855369551403, 0.41960191735818864, 0.4242099288578959, 0.39085006393724386, 0.4605215583989844, 0.44847796195604883 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.13013811126853472, 0.160476522952508, 0.2689065653290148, 0.13979927440498574, 0.2615344762102582, 0.16179176008504464, 0.437349332515602, 0.19446301752875705, 0.2382774052795564, 0.37052216396999427, 0.3201656782610335, 0.41439686826532734, 0.1435208457049317, 0.224791798279526, 0.2037147648493135, 0.20197402230805167, 0.3320613371558322, 0.14141210035291654, 0.1255937016131294, 0.22311081051965853, 0.2783393824352776, 0.11919817410034297, 0.14259311786717024, 0.16935497685327047 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.3180937908617748, 0.24859617974140807, 0.17566317719838695, 0.396564303868282, 0.1472078362881601, 0.24321761872898395, 0.18432143431055148, 0.22171722068564687, 0.16986920899235702, 0.115001031341257, 0.15675654543743123, 0.11707324061945151, 0.3031761993884829, 0.17821167833376247, 0.19832769154178387, 0.20952325752347875, 0.14156431923768412, 0.29862890386224084, 0.3319918353420109, 0.19649110683853002, 0.1458705464226183, 0.271651889836901, 0.31792844053181396, 0.27912298510277844 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "log_loss": [ 1.037320486757965, 1.095129576722547, 1.1052137198687175, 1.1649550523467784, 1.0566161985982665, 1.072170059215359, 1.282078947029084, 1.0747339336586863, 1.0793607003770236, 1.0676053250236115, 1.0648694732290582, 1.1173101148930866, 1.062102284048635, 1.0860489781871645, 1.0858361213127992, 1.0514258123584903, 1.0929288388665146, 1.0799308534556824, 1.0447866046845808, 1.0913155971859343, 1.0714585633259925, 1.0535043075823993, 1.1194970753200508, 1.1071092175389121 ], "log_loss_clim": [ 1.083481915751514, 1.1161912835400085, 1.1028854860868644, 1.079747620261473, 1.1046465425269674, 1.109005274890138, 1.0728623913642652, 1.107435870654486, 1.111764318065663, 1.07377661068669, 1.07709699368638, 1.0684097570617768, 1.0901456907280358, 1.1140373481380856, 1.1156261135581815, 1.1039190892789903, 1.0875425494531406, 1.1001547872274278, 1.0796783466894777, 1.1114553623544081, 1.1028738854876845, 1.1111453956260824, 1.1000137231108051, 1.1032882701991225 ] }, "rps": 0.4487523604227423, "rpss": 0.009514756459717222, "bss_below": 0.005725015865032934, "bss_above": 0.013301489218978002, "log_loss": 1.090137826732806, "log_loss_skill": 0.006224622464029883, "reliability": { "below": { "weight": [ 0.0, 0.044533, 0.153186, 0.779212, 0.023069, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.185, 0.2782, 0.3441, 0.4108, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2969, 0.3132, 0.3505, 0.5296, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.184391, 0.780569, 0.034814, 0.000226, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2843, 0.3393, 0.4208, 0.5077, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2508, 0.3716, 0.3079, 0.1248, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45301867345905306, 0.42261658756323556, 0.4600509678895753, 0.5150877645785161, 0.40052016492616543, 0.413882290869392, 0.6574080418214924, 0.4150439562720212, 0.411214365212986, 0.482074324508321, 0.47040848689382936, 0.5203646613715097, 0.460483830337419, 0.40005870575791763, 0.40624604408546094, 0.4125188629263066, 0.44942406460979833, 0.45744497636868414, 0.45434176771887813, 0.42954578111134156, 0.44161547397526957, 0.37927218961194675, 0.4375935697042259, 0.43334359869970607 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.12179013765996638, 0.1657043978335621, 0.29950105108314223, 0.13828809235954842, 0.2906013399081803, 0.14420079657773952, 0.4847898551600556, 0.18385519061679664, 0.23522504712898146, 0.3588235158906179, 0.2920848068417045, 0.40808373326958175, 0.11409193503369318, 0.24126724037012642, 0.191601375941969, 0.22485206766355917, 0.29569749856847377, 0.13994510672697408, 0.1199019750745191, 0.2077061337308876, 0.29725989813689846, 0.12807779413501827, 0.14737421159762146, 0.18547415103701553 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.33122853579908657, 0.2569121897296735, 0.16054991680643296, 0.3767996722189676, 0.10991882501798522, 0.26968149429165245, 0.17261818666143675, 0.23118876565522453, 0.17598931808400456, 0.12325080861770309, 0.17832368005212487, 0.11228092810192813, 0.3463918953037259, 0.1587914653877911, 0.21464466814349203, 0.1876667952627475, 0.15372656604132448, 0.3174998696417099, 0.334439792644359, 0.22183964738045403, 0.14435557583837105, 0.25119439547692846, 0.2902193581066045, 0.24786944766269053 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "log_loss": [ 1.0267321238971854, 1.1055148637561594, 1.1133569657212352, 1.1470795294643445, 1.0464298307354891, 1.0650749840809195, 1.3293677978877376, 1.069944631075639, 1.0781310749766408, 1.0785400953919868, 1.0787789919265025, 1.101096436582782, 1.0656556628044516, 1.0774445234307333, 1.0934210698956, 1.0532779035406854, 1.0955219853643465, 1.0839504939530575, 1.0400355807539583, 1.089634723114231, 1.0698025889280318, 1.0656329862930514, 1.1122351034140998, 1.093540501654607 ], "log_loss_clim": [ 1.078840434602737, 1.1128514775024667, 1.0988930793044438, 1.0830601465694225, 1.1048205273939196, 1.1036038416693172, 1.0698975112057199, 1.10694575754395, 1.110189802776369, 1.0780003386502597, 1.0835970811883282, 1.068588441018692, 1.084919694428158, 1.1135714788222097, 1.115337692386761, 1.1033320975494298, 1.0979465862376228, 1.093543327544678, 1.079775682862393, 1.1082134043826868, 1.0956855829180405, 1.118615689512805, 1.1074242157684957, 1.1063137440689905 ] }, "rps": 0.44931579792804377, "rpss": 0.008939430944221782, "bss_below": 0.003850065412522752, "bss_above": 0.014022638794741416, "log_loss": 1.0908416853601448, "log_loss_skill": 0.005461455858512543, "reliability": { "below": { "weight": [ 0.0, 0.047381, 0.163341, 0.769158, 0.02012, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.185, 0.2778, 0.3435, 0.4095, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2997, 0.3226, 0.3493, 0.5599, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.184091, 0.775367, 0.040262, 0.00028, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2837, 0.3402, 0.4223, 0.5077, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.239, 0.3767, 0.2887, 0.1248, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.405260373334389, 0.3940092084169178, 0.4133950389880102, 0.352369317275655, 0.4805301865199577, 0.49691020026746313, 0.4364797661975387, 0.40107895909632973, 0.37953350535568375 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.14166979051179204, 0.1726356079657755, 0.14749872337799813, 0.17498829249774298, 0.14539470596394094, 0.37342061596945625, 0.18666059262325504, 0.1982194483891102, 0.19297104752541236 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.26359058282259695, 0.22137360045114224, 0.2658963156100121, 0.17738102477791212, 0.33513548055601666, 0.12348958429800695, 0.24981917357428374, 0.20285951070721958, 0.18656245783027137 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "log_loss": [ 1.0812461621897351, 1.0934888297059364, 1.039067738578362, 1.0845636758419626, 1.153727966095245, 1.0855405675714866, 1.0720949221535307, 1.0422225934962757, 1.0989187550203137 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.41772961727243835, "rpss": 0.022813211831820057, "bss_below": 0.0333671235463433, "bss_above": 0.013599033842934483, "log_loss": 1.0834301345169832, "log_loss_skill": 0.013819365500690628, "reliability": { "below": { "weight": [ 0.0, 0.04313, 0.090467, 0.848785, 0.017618, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1629, 0.2815, 0.3441, 0.4119, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1509, 0.0522, 0.2924, 0.2836, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.153025, 0.835591, 0.011384, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2843, 0.3359, 0.413, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3173, 0.3507, 0.8546, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.379452133757171, 0.4099063963151303, 0.41721429505076807, 0.34886244085567863, 0.4967610009356712, 0.4864190674183887, 0.4257417856339141, 0.4119315746050218, 0.3829077915148647 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14582820125066653, 0.17163713524465382, 0.12272661519149454, 0.1775625371711524, 0.14538747311707004, 0.35788879367463095, 0.17414967134128356, 0.17441364506100096, 0.1841217190056631 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.2336239325065045, 0.23826926107047647, 0.29448767985927354, 0.17129990368452633, 0.35137352781860115, 0.12853027374375764, 0.2515921142926305, 0.2375179295440207, 0.19878607250920155 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "log_loss": [ 1.0767986805446808, 1.0942029614570146, 1.0404053774017867, 1.080939720344711, 1.1614604806956776, 1.1000829326198345, 1.0783646809266292, 1.0486297711173096, 1.0969459786773896 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.41768849845406764, "rpss": 0.01732409824581016, "bss_below": 0.027602538129706367, "bss_above": 0.00909742027958782, "log_loss": 1.0864256204205593, "log_loss_skill": 0.011092756654481728, "reliability": { "below": { "weight": [ 0.0, 0.04659, 0.104085, 0.833955, 0.015371, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1628, 0.2825, 0.3408, 0.4143, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1571, 0.0517, 0.2612, 0.1987, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.144529, 0.839419, 0.016052, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2839, 0.3384, 0.4139, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3752, 0.3659, 0.8433, NaN, NaN, NaN, NaN, NaN ] } } } } }, "dirichlet": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42455406469281104, 0.41108107614080347, 0.46527462299700034, 0.5888814406427795, 0.3909066565671294, 0.3983824217805485, 0.7148748078229105, 0.4115486474423717, 0.41090101037805493, 0.4619989201881649, 0.4527649828926656, 0.5289798713731845, 0.4401099233056902, 0.3978086922919829, 0.4038954885635996, 0.4055427798747143, 0.4700890411171914, 0.4369001129531259, 0.43830931273416696, 0.4296488042513738, 0.41549963541523105, 0.37757514232611217, 0.4821382274241981, 0.48002160798198606 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.13621098593060513, 0.16805203173026853, 0.2716990679736117, 0.16648529164357606, 0.2500516079483432, 0.16492310628510642, 0.4635340428171093, 0.19634040209680925, 0.23584448483119766, 0.3475590548808933, 0.2981840467686857, 0.394452996188118, 0.14939540149267905, 0.2227203198168892, 0.20059175869915744, 0.2026505999650818, 0.32110695632602715, 0.1490802374473252, 0.13260669216132837, 0.22783527403540801, 0.2726690207079254, 0.1243892186814459, 0.15952386695752097, 0.18804878314694354 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.288343078762206, 0.24302904441053502, 0.1935755550233887, 0.4223961489992033, 0.14085504861878623, 0.23345931549544213, 0.2513407650058014, 0.2152082453455623, 0.17505652554685727, 0.11443986530727152, 0.15458093612397988, 0.13452687518506656, 0.2907145218130112, 0.17508837247509376, 0.2033037298644422, 0.20289217990963265, 0.1489820847911643, 0.2878198755058008, 0.3057026205728385, 0.2018135302159658, 0.14283061470730538, 0.25318592364466636, 0.32261436046667713, 0.29197282483504244 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "log_loss": [ 0.9887415678946531, 1.101247201231518, 1.1331809145144305, 1.255195950604396, 1.036369116667568, 1.0890745147871688, 1.3663221800821785, 1.0697246003960823, 1.1023781747896628, 1.0180792686143403, 1.0145967930217281, 1.0847506280900652, 1.0498980251480214, 1.0830817074946164, 1.1021466529191082, 1.0534617460035176, 1.070615014609685, 1.0750190104451027, 0.9990453014648357, 1.1133522977844712, 1.0596565001465483, 1.0482651506756449, 1.1525609682211944, 1.1585764558882639 ], "log_loss_clim": [ 1.083481915751514, 1.1161912835400085, 1.1028854860868644, 1.079747620261473, 1.1046465425269674, 1.109005274890138, 1.0728623913642652, 1.107435870654486, 1.111764318065663, 1.07377661068669, 1.07709699368638, 1.0684097570617768, 1.0901456907280358, 1.1140373481380856, 1.1156261135581815, 1.1039190892789903, 1.0875425494531406, 1.1001547872274278, 1.0796783466894777, 1.1114553623544081, 1.1028738854876845, 1.1111453956260824, 1.1000137231108051, 1.1032882701991225 ] }, "rps": 0.4515703037982415, "rpss": 0.0032949979097349757, "bss_below": -0.0017215386321671744, "bss_above": 0.00830755293471297, "log_loss": 1.09272248922895, "log_loss_skill": 0.0038684305358891447, "reliability": { "below": { "weight": [ 0.0, 0.007228, 0.13769, 0.713992, 0.138121, 0.002969, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1817, 0.2725, 0.3492, 0.4259, 0.5209, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.8712, 0.3517, 0.3225, 0.4392, 0.3021, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000138, 0.021142, 0.237323, 0.513396, 0.201136, 0.024068, 0.002797, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0729, 0.1782, 0.2656, 0.3474, 0.4338, 0.5337, 0.6265, NaN, NaN, NaN ], "observed_frequency": [ 1.0, 0.3799, 0.2675, 0.3402, 0.4762, 0.2023, 0.0504, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4254227601872398, 0.42559338280005105, 0.4864656217405037, 0.5524365708776607, 0.37935177510104234, 0.40389184522723115, 0.7748699035342012, 0.40996394994038693, 0.4103328521760186, 0.4616460223303805, 0.45328029735578496, 0.5090810974712332, 0.4541374122328429, 0.39476800739051815, 0.40831436440158453, 0.404900202679954, 0.44796094656151786, 0.4535863227207955, 0.43290958014131486, 0.4425260071871163, 0.43095959128722255, 0.37383145486874036, 0.4574057580174363, 0.45616827092932866 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.12831194156132517, 0.17366162184873019, 0.3019761077154314, 0.15941373585506638, 0.2744057665700908, 0.14764791341514932, 0.517413847211366, 0.18627640937050907, 0.232295242500459, 0.33801449145202067, 0.2763413967098304, 0.3851493022742899, 0.12326543992928092, 0.23746213592700727, 0.18930085995479462, 0.2222546438062695, 0.28785548417469314, 0.1471777747282695, 0.12671632276142172, 0.21626217292963812, 0.289575064512009, 0.13339138144521023, 0.1634045525894233, 0.1996961089850428 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.29711081862591454, 0.2519317609513209, 0.1844895140250723, 0.39302283502259433, 0.10494600853095158, 0.2562439318120819, 0.25745605632283525, 0.22368754056987775, 0.17803760967555954, 0.12363153087835986, 0.17693890064595472, 0.12393179519694296, 0.33087197230356186, 0.15730587146351083, 0.2190135044467899, 0.18264555887368453, 0.16010546238682474, 0.306408547992526, 0.3061932573798932, 0.22626383425747842, 0.1413845267752138, 0.24044007342353, 0.29400120542801295, 0.2564721619442858 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "log_loss": [ 0.9674603839827206, 1.1116990824350583, 1.144793733658524, 1.2142412500658146, 1.0206862396514327, 1.0756517295231607, 1.440105328984798, 1.0654072672581179, 1.0948944208806817, 1.03370975660815, 1.039841715202051, 1.0589181060124608, 1.050038336523854, 1.0737654639904346, 1.1085925184150756, 1.0552188067097055, 1.0834272632110051, 1.076538894276932, 0.99358200440402, 1.113924308803165, 1.0500676169389411, 1.0792511907509263, 1.1453306381509785, 1.1315358461055829 ], "log_loss_clim": [ 1.078840434602737, 1.1128514775024667, 1.0988930793044438, 1.0830601465694225, 1.1048205273939196, 1.1036038416693172, 1.0698975112057199, 1.10694575754395, 1.110189802776369, 1.0780003386502597, 1.0835970811883282, 1.068588441018692, 1.084919694428158, 1.1135714788222097, 1.115337692386761, 1.1033320975494298, 1.0979465862376228, 1.093543327544678, 1.079775682862393, 1.1082134043826868, 1.0956855829180405, 1.118615689512805, 1.1074242157684957, 1.1063137440689905 ] }, "rps": 0.45207516654833774, "rpss": 0.0028530626311691343, "bss_below": -0.003703986244712576, "bss_above": 0.009402178059118804, "log_loss": 1.0928617459393162, "log_loss_skill": 0.0036197329628355757, "reliability": { "below": { "weight": [ 0.0, 0.009123, 0.143827, 0.710917, 0.134148, 0.001985, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1825, 0.2721, 0.3482, 0.426, 0.5132, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.8738, 0.3501, 0.3204, 0.4468, 0.4219, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000137, 0.022082, 0.232843, 0.502059, 0.211366, 0.027946, 0.003567, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0729, 0.1782, 0.265, 0.3482, 0.434, 0.5355, 0.6263, NaN, NaN, NaN ], "observed_frequency": [ 1.0, 0.3457, 0.2555, 0.3473, 0.4769, 0.1849, 0.0489, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41021039416251437, 0.3941215082939291, 0.3937642426903061, 0.36262461229213167, 0.5222051036300224, 0.47368802581499364, 0.43093773053830653, 0.39083918889748476, 0.38705635669186245 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.14725357949236856, 0.17304873589546044, 0.14859505332527398, 0.1816651926971976, 0.16801575807476762, 0.3488598817181133, 0.18922178688326113, 0.20009563947251718, 0.19854446147347696 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.26295681467014576, 0.22107277239846873, 0.24516918936503224, 0.18095941959493386, 0.3541893455552547, 0.12482814409688046, 0.24171594365504523, 0.19074354942496766, 0.18851189521838554 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "log_loss": [ 1.1034916891470763, 1.105101296465046, 1.0097469848308105, 1.125085116826137, 1.2228811316509478, 1.0305229759191472, 1.0578054063030522, 1.0320500627393596, 1.1272833165768783 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4183830181123946, "rpss": 0.021284723925330984, "bss_below": 0.021187726064054613, "bss_above": 0.02136940404608023, "log_loss": 1.090440886717606, "log_loss_skill": 0.007437903666411838, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.091806, 0.773963, 0.132293, 0.001938, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2808, 0.3481, 0.4237, 0.528, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.094, 0.263, 0.3902, 0.3078, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.011111, 0.242661, 0.575475, 0.164273, 0.006481, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.187, 0.2677, 0.3482, 0.4281, 0.5215, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3892, 0.295, 0.3284, 0.4894, 0.931, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.38786687572394546, 0.40818987111786664, 0.3969476464776912, 0.36100836514193896, 0.5445156773195196, 0.4651308852935651, 0.42364391333074686, 0.403989682940624, 0.3902749140182653 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.15056597096738325, 0.17222382110901208, 0.12691955772484365, 0.18281851341283084, 0.17136211979709223, 0.3353683682741529, 0.17849731503249242, 0.179000243394821, 0.1894096778819722 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.2373009047565623, 0.23596605000885454, 0.27002808875284745, 0.17818985172910826, 0.3731535575224276, 0.12976251701941233, 0.24514659829825433, 0.224989439545803, 0.20086523613629317 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "log_loss": [ 1.113020856001779, 1.097495026409334, 1.0096730204998654, 1.1287693691062421, 1.2366796974894358, 1.0507301067019688, 1.0720420716075794, 1.0425502838247844, 1.1234113151935559 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.420174203484907, "rpss": 0.011476098021442893, "bss_below": 0.008521810980943179, "bss_above": 0.013840642754215038, "log_loss": 1.0971524163149493, "log_loss_skill": 0.0013288059905192107, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.106816, 0.786414, 0.104092, 0.002678, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2806, 0.3451, 0.4253, 0.5279, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0923, 0.2409, 0.3232, 0.2415, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.011914, 0.220757, 0.562864, 0.194853, 0.00961, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.185, 0.267, 0.3502, 0.4298, 0.5219, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4569, 0.3449, 0.3427, 0.4701, 0.9229, NaN, NaN, NaN, NaN ] } } } } }, "multinomial_logistic": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4388482792784666, 0.4240174429378192, 0.4675584593212366, 0.579918285965729, 0.3940983968462966, 0.3950074871623427, 0.771811601065612, 0.42912699134895216, 0.4141288292591007, 0.46398353556222205, 0.4560914931366851, 0.5180913477044802, 0.4461456748494388, 0.4012891620900216, 0.40825334231117677, 0.3982255873284773, 0.46554277031678665, 0.44986549723325775, 0.4465911975041479, 0.43830742037458403, 0.41963202194546, 0.3846489695508982, 0.4940916148605022, 0.4729430854195353 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.13085526585147383, 0.16817203958785532, 0.2755450030433439, 0.16423514164039404, 0.25230740022235165, 0.1599699855462435, 0.5021396866524414, 0.20343010897145167, 0.23677699707998603, 0.3473520511736519, 0.3023070229022451, 0.38954138317033754, 0.1581961373058028, 0.22471753310467033, 0.20394428029062975, 0.2040272807869601, 0.3199725024981085, 0.15274019742895456, 0.13540571253496245, 0.23434425976927736, 0.2692868038990744, 0.1239671879067307, 0.16635214281436186, 0.19084041722944758 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.3079930134269928, 0.2558454033499639, 0.19201345627789249, 0.41568314432533493, 0.141790996623945, 0.23503750161609896, 0.26967191441317045, 0.2256968823775006, 0.1773518321791145, 0.11663148438857013, 0.15378447023443995, 0.12854996453414272, 0.28794953754363606, 0.17657162898535134, 0.2043090620205471, 0.1941983065415171, 0.14557026781867818, 0.2971252998043032, 0.3111854849691857, 0.20396316060530673, 0.15034521804638556, 0.2606817816441676, 0.32773947204614046, 0.28210266819008784 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "log_loss": [ 1.0188907323310687, 1.1349629581478238, 1.1421230954628272, 1.221231910536352, 1.0396307159773595, 1.066911837777143, 1.4888721702509342, 1.1048671401573096, 1.104749976158203, 1.0186837032848122, 1.0239164924421675, 1.0700140139761127, 1.056796063824375, 1.0889704068119301, 1.1179748480756484, 1.0454699095955844, 1.0753177333491755, 1.1039561140716825, 1.0089017831620546, 1.135069321353823, 1.0742656046788712, 1.0603421276425182, 1.1682286101995851, 1.1557423577865635 ], "log_loss_clim": [ 1.083481915751514, 1.1161912835400085, 1.1028854860868644, 1.079747620261473, 1.1046465425269674, 1.109005274890138, 1.0728623913642652, 1.107435870654486, 1.111764318065663, 1.07377661068669, 1.07709699368638, 1.0684097570617768, 1.0901456907280358, 1.1140373481380856, 1.1156261135581815, 1.1039190892789903, 1.0875425494531406, 1.1001547872274278, 1.0796783466894777, 1.1114553623544081, 1.1028738854876845, 1.1111453956260824, 1.1000137231108051, 1.1032882701991225 ] }, "rps": 0.45742577055721784, "rpss": -0.009629175710974547, "bss_below": -0.015056706115164076, "bss_above": -0.004205953020679054, "log_loss": 1.1052454011272468, "log_loss_skill": -0.007547521827563575, "reliability": { "below": { "weight": [ 0.0, 0.022271, 0.09802, 0.797153, 0.082556, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1726, 0.2708, 0.3561, 0.4122, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.8344, 0.3131, 0.3405, 0.3123, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.203981, 0.646053, 0.121413, 0.026914, 0.001639, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2779, 0.3423, 0.4366, 0.5395, 0.6078, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2952, 0.3555, 0.4444, 0.121, 0.0, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4431030071503233, 0.440171152575269, 0.4897989773681888, 0.5491662956960089, 0.38122350096164354, 0.3979964505712695, 0.8364649063326881, 0.43052006537641835, 0.4083113108918901, 0.4599427365958723, 0.45028760205517426, 0.4892903144948498, 0.45632903997542495, 0.39994060633705675, 0.4116416832468253, 0.3985177331457701, 0.44540964965263463, 0.4632682135229872, 0.43870786503154036, 0.45244627622771866, 0.4361433492276127, 0.38854910888277616, 0.4675019307536315, 0.4536536337338239 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.12430865687115884, 0.17288123158750188, 0.3068703926840238, 0.16134939611372748, 0.27881145695977233, 0.14252576294975944, 0.5602390939421183, 0.1959912313499925, 0.22929847493860475, 0.33506158178438333, 0.2759139665103432, 0.37546151181957255, 0.13060417743274833, 0.2419172611187633, 0.18969915776486412, 0.22427245683407576, 0.28847356799291246, 0.14952468750994838, 0.1274819503970211, 0.22385952832648814, 0.2861095780485338, 0.13644515358265924, 0.17043949534959724, 0.2029443449201167 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.3187943502791644, 0.2672899209877671, 0.18292858468416495, 0.3878168995822814, 0.10241204400187136, 0.2554706876215098, 0.27622581239056954, 0.23452883402642583, 0.1790128359532855, 0.12488115481148895, 0.174373635544831, 0.11382880267527722, 0.32572486254267674, 0.15802334521829342, 0.2219425254819611, 0.1742452763116943, 0.15693608165972203, 0.3137435260130389, 0.31122591463451915, 0.22858674790123068, 0.15003377117907896, 0.252103955300117, 0.29706243540403404, 0.25070928881370735 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "log_loss": [ 1.0054196573611396, 1.1448053088977288, 1.1571772498435775, 1.1852288291814257, 1.0212015972385107, 1.0489205406657711, 1.5750987329822892, 1.1048239623752418, 1.0890880607549864, 1.0292739141955243, 1.0414028952653063, 1.0325726668249287, 1.0482709209052692, 1.0859080627409545, 1.1233969661507166, 1.0415479208251277, 1.090918665087055, 1.0973484059218739, 0.9985811764361228, 1.1423916379253776, 1.068689939101094, 1.0993347442765788, 1.1592621278561237, 1.139096142230189 ], "log_loss_clim": [ 1.078840434602737, 1.1128514775024667, 1.0988930793044438, 1.0830601465694225, 1.1048205273939196, 1.1036038416693172, 1.0698975112057199, 1.10694575754395, 1.110189802776369, 1.0780003386502597, 1.0835970811883282, 1.068588441018692, 1.084919694428158, 1.1135714788222097, 1.115337692386761, 1.1033320975494298, 1.0979465862376228, 1.093543327544678, 1.079775682862393, 1.1082134043826868, 1.0956855829180405, 1.118615689512805, 1.1074242157684957, 1.1063137440689905 ] }, "rps": 0.4578493920753082, "rpss": -0.009883207188420506, "bss_below": -0.017169617866529263, "bss_above": -0.0026056124213749143, "log_loss": 1.105406671876788, "log_loss_skill": -0.007817685083850945, "reliability": { "below": { "weight": [ 0.0, 0.027094, 0.091003, 0.794888, 0.087014, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1722, 0.2731, 0.3558, 0.4119, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.838, 0.3089, 0.3317, 0.3721, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.215581, 0.632063, 0.119803, 0.030281, 0.002273, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2782, 0.3431, 0.4338, 0.5424, 0.6075, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2623, 0.3702, 0.4579, 0.0783, 0.0, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41245747099453334, 0.39085541903554766, 0.40925964916998053, 0.36552705250196826, 0.5057195422338999, 0.46094614678108026, 0.43337482460725213, 0.4028212980800264, 0.38219582153189735 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.14842744141150221, 0.17285064031108693, 0.154667048999933, 0.18524773173120448, 0.16465839419939024, 0.3420583156952871, 0.19317795496729862, 0.20388776896428176, 0.20038023010863737 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.2640300295830313, 0.2180047787244608, 0.25459260017004764, 0.1802793207707638, 0.3410611480345098, 0.1188878310857932, 0.2401968696399534, 0.19893352911574466, 0.18181559142325987 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "log_loss": [ 1.1083582322515202, 1.1012716024646725, 1.0405630548765257, 1.1231834495425046, 1.189456332836793, 1.0131491441063543, 1.0643291309241154, 1.0653597629674294, 1.1000092904391774 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.41812858054846513, "rpss": 0.02187992478159062, "bss_below": 0.015580487982358338, "bss_above": 0.027379691687340668, "log_loss": 1.0895200000454546, "log_loss_skill": 0.00827613086142076, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.047809, 0.889313, 0.062878, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2858, 0.3536, 0.4083, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0789, 0.2723, 0.2945, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.225922, 0.708298, 0.06578, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2815, 0.3433, 0.4258, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2711, 0.3599, 0.5347, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3905046502307153, 0.4038120504223618, 0.4113515858774898, 0.3660045433441094, 0.5247877090248292, 0.45032775249140433, 0.4233892679984591, 0.417199579826604, 0.3879540420629618 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.1526837985700966, 0.17141054511432097, 0.13117046922421904, 0.18821334932281567, 0.16657180070331762, 0.32531228579691923, 0.18087067232664664, 0.18253987965396506, 0.19234230690702278 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.23782085166061862, 0.232401505308041, 0.2801811166532708, 0.1777911940212938, 0.35821590832151173, 0.12501546669448518, 0.24251859567181258, 0.2346597001726389, 0.19561173515593902 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "log_loss": [ 1.1183888818692511, 1.0949089848780527, 1.0380289569126049, 1.132697188005509, 1.2006278768969523, 1.0251292921169286, 1.073312633280835, 1.0759786925715864, 1.1041381307631364 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4194812423643261, "rpss": 0.01310639475349984, "bss_below": 0.005611455564648482, "bss_above": 0.019105191056800752, "log_loss": 1.0959122930327618, "log_loss_skill": 0.0024576148784409835, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.063291, 0.875259, 0.06145, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2843, 0.3512, 0.4092, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0856, 0.2457, 0.2128, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.190599, 0.723475, 0.085833, 9.3e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2798, 0.3447, 0.4273, 0.5083, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3588, 0.3602, 0.5357, 0.0, NaN, NaN, NaN, NaN ] } } } } }, "ordinal_logistic": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43691597712281977, 0.4243968059646201, 0.46781503825643705, 0.5789430237952679, 0.3938067601208944, 0.39354094337821804, 0.7643258826772239, 0.4293030299785268, 0.4145274296793612, 0.46291132991535994, 0.45253875201435767, 0.5191591249500076, 0.44527072751591984, 0.4028004880018797, 0.40635508853416447, 0.3989586895146499, 0.466467560106613, 0.44863820944565735, 0.4477165375144597, 0.4396471371994451, 0.419930978862475, 0.3831068167294114, 0.49460487091525374, 0.4724733910594977 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.12990437602685057, 0.16964796303137308, 0.27776974304213803, 0.17053525838427652, 0.24929838023372364, 0.15674347849923229, 0.4938678840064506, 0.20398937149914553, 0.23640818943939762, 0.3436736982838246, 0.29723349076285754, 0.39106056314019066, 0.15469945957832254, 0.2246565455576602, 0.20188691293418085, 0.20154018432854262, 0.32025710562456877, 0.15360757493102814, 0.1314666963477092, 0.23639915739328238, 0.2691277923122727, 0.12044004301087412, 0.16858018884326645, 0.19126111255915984 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.3070116010959692, 0.254748842933247, 0.1900452952142989, 0.4084077654109915, 0.1445083798871707, 0.23679746487898579, 0.2704579986707734, 0.22531365847938117, 0.17811924023996356, 0.11923763163153518, 0.15530526125150018, 0.12809856180981688, 0.29057126793759763, 0.17814394244421947, 0.2044681755999834, 0.19741850518610737, 0.14621045448204398, 0.2950306345146292, 0.31624984116675037, 0.20324797980616277, 0.15080318655020228, 0.26266677371853747, 0.32602468207198726, 0.28121227850033803 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "log_loss": [ 1.0162441438167966, 1.136442029239263, 1.1433264612780407, 1.2081558461597557, 1.0437853984839003, 1.0619295059498282, 1.46209247138661, 1.1068157265556233, 1.1035990915679263, 1.0127659691356288, 1.0118007661712212, 1.0724798151165646, 1.0568718412238531, 1.0965608957100514, 1.1082959775008625, 1.047897535599258, 1.0765311190305422, 1.1040514260577872, 1.0156875274736943, 1.1386392580568554, 1.0740212250614853, 1.055827522480434, 1.170011052461353, 1.1517329518838988 ], "log_loss_clim": [ 1.083481915751514, 1.1161912835400085, 1.1028854860868644, 1.079747620261473, 1.1046465425269674, 1.109005274890138, 1.0728623913642652, 1.107435870654486, 1.111764318065663, 1.07377661068669, 1.07709699368638, 1.0684097570617768, 1.0901456907280358, 1.1140373481380856, 1.1156261135581815, 1.1039190892789903, 1.0875425494531406, 1.1001547872274278, 1.0796783466894777, 1.1114553623544081, 1.1028738854876845, 1.1111453956260824, 1.1000137231108051, 1.1032882701991225 ] }, "rps": 0.45683977471885506, "rpss": -0.00833576695847782, "bss_below": -0.010940234947072636, "bss_above": -0.005733366079987201, "log_loss": 1.103148564891718, "log_loss_skill": -0.0056360348848172315, "reliability": { "below": { "weight": [ 0.0, 0.019205, 0.129841, 0.717853, 0.133101, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1774, 0.2683, 0.3545, 0.4195, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.8358, 0.2999, 0.3377, 0.3686, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.160228, 0.705079, 0.107959, 0.025293, 0.00144, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2827, 0.3419, 0.4333, 0.5418, 0.6191, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3267, 0.3492, 0.4279, 0.092, 0.0, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44108843330773795, 0.4407250703220412, 0.4905831912052559, 0.5477341651693424, 0.380963795386429, 0.39609371385124587, 0.8272655855461936, 0.43041938774644, 0.4083296139885617, 0.4594772763511364, 0.4470166435727137, 0.489768254234668, 0.4554988977104088, 0.40134504284136097, 0.40920698809853867, 0.39947984613297244, 0.445690515128973, 0.46106807401229105, 0.4397056077358156, 0.45347110422486786, 0.43633477348218924, 0.38644040410191377, 0.46838770498803567, 0.4532187864272919 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.12292497103040316, 0.1752532900045661, 0.31018496663684236, 0.16499813142404746, 0.274313375342866, 0.1383127090544298, 0.5507999330680616, 0.19629139868758494, 0.22884386102374227, 0.3323940447649682, 0.2716382345049533, 0.3745431247395583, 0.1266957148754257, 0.24173273789580293, 0.18759622117526759, 0.22203996415194635, 0.28786951721849674, 0.14971678160904364, 0.1232909260520219, 0.22613252032506498, 0.28595393245085005, 0.1340206987141894, 0.17218482956024495, 0.20285206372059666 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.3181634622773347, 0.26547178031747515, 0.18039822456841337, 0.38273603374529497, 0.106650420043563, 0.25778100479681604, 0.2764656524781321, 0.23412798905885504, 0.1794857529648194, 0.12708323158616808, 0.1753784090677605, 0.11522512949510967, 0.32880318283498317, 0.15961230494555792, 0.22161076692327095, 0.17743988198102595, 0.15782099791047616, 0.3113512924032478, 0.31641468168379366, 0.227338583899803, 0.15038084103133934, 0.25241970538772435, 0.2962028754277908, 0.2503667227066953 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "log_loss": [ 1.002495826657249, 1.1460684048770307, 1.1595590679261194, 1.1765583677270015, 1.0259469083929755, 1.0427311049257009, 1.5441311240533742, 1.1063377733406836, 1.087982370899719, 1.0257432676958558, 1.0313507173463783, 1.0305274376020872, 1.0495608595711847, 1.09248941712029, 1.1112361186682904, 1.046228050641471, 1.0903895772734593, 1.0941367379587577, 1.0044642555396601, 1.1450440108664062, 1.0673861002178564, 1.092485281946235, 1.1631443555901912, 1.1365244315915486 ], "log_loss_clim": [ 1.078840434602737, 1.1128514775024667, 1.0988930793044438, 1.0830601465694225, 1.1048205273939196, 1.1036038416693172, 1.0698975112057199, 1.10694575754395, 1.110189802776369, 1.0780003386502597, 1.0835970811883282, 1.068588441018692, 1.084919694428158, 1.1135714788222097, 1.115337692386761, 1.1033320975494298, 1.0979465862376228, 1.093543327544678, 1.079775682862393, 1.1082134043826868, 1.0956855829180405, 1.118615689512805, 1.1074242157684957, 1.1063137440689905 ] }, "rps": 0.45705470314860097, "rpss": -0.008130353486065278, "bss_below": -0.011670362722282057, "bss_above": -0.004594627347243252, "log_loss": 1.103021732017897, "log_loss_skill": -0.0056432956678988955, "reliability": { "below": { "weight": [ 0.0, 0.023158, 0.125812, 0.704683, 0.146347, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1765, 0.2699, 0.3537, 0.4182, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.839, 0.2948, 0.3275, 0.4068, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.175492, 0.69, 0.104001, 0.02862, 0.001887, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2836, 0.3429, 0.4312, 0.5449, 0.6191, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.277, 0.3666, 0.4284, 0.0572, 0.0, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.408662776766023, 0.39072494781290745, 0.40843882278883653, 0.3677405489615161, 0.5056622704882134, 0.460228937154597, 0.4329446977460167, 0.4019684006163555, 0.38502732730622463 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.1473380256302515, 0.17166779201397359, 0.15061279689325113, 0.18612121603442638, 0.16810800454226688, 0.33913863221812546, 0.1915525038647548, 0.20130487360659158, 0.20112793494266404 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.26132475113577164, 0.219057155798934, 0.2578260258955852, 0.18161933292708968, 0.33755426594594656, 0.12109030493647166, 0.2413921938812619, 0.2006635270097638, 0.1838993923635605 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "log_loss": [ 1.09404528928162, 1.1013186828559853, 1.0385796507451424, 1.1332173361292441, 1.183895686271543, 1.0087017117350467, 1.0662141587068796, 1.0657194770336575, 1.1141459791651804 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.41793319218229896, "rpss": 0.0223369929952979, "bss_below": 0.02025553709011052, "bss_above": 0.024154219403340726, "log_loss": 1.0895375524360331, "log_loss_skill": 0.008260153986561769, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.074741, 0.79846, 0.1268, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2827, 0.3524, 0.4144, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0798, 0.2663, 0.3616, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.17008, 0.774049, 0.055871, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2861, 0.3431, 0.4202, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3108, 0.3484, 0.5154, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.38665751205586474, 0.4037392174020626, 0.41104298966536373, 0.36753456031818266, 0.525047570352601, 0.4502917542440947, 0.4233502730422411, 0.41584887565604084, 0.3901771661225395 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.15121857331400979, 0.17029829052402964, 0.12734928770576867, 0.18883451229915313, 0.17114494553927123, 0.3234856357486842, 0.1798742104922391, 0.18021294678729924, 0.1930254132928677 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.23543893874185504, 0.23344092687803306, 0.28369370195959503, 0.17870004801902947, 0.3539026248133298, 0.1268061184954104, 0.2434760625500021, 0.23563592886874163, 0.19715175282967184 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "log_loss": [ 1.1026303387750307, 1.095779068235021, 1.0379265015068178, 1.1386762770249255, 1.1948151575527146, 1.0237872156641572, 1.0769835313291374, 1.0740950042518607, 1.1156399312562626 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4192988798732212, "rpss": 0.013535430329188358, "bss_below": 0.008946218342185785, "bss_above": 0.017208537891839404, "log_loss": 1.0955925583995476, "log_loss_skill": 0.002748649891598731, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.095359, 0.787141, 0.1175, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2812, 0.3499, 0.4158, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0882, 0.2437, 0.2836, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.148511, 0.776817, 0.074672, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2845, 0.345, 0.4216, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4023, 0.3555, 0.5224, NaN, NaN, NaN, NaN, NaN ] } } } } }, "SEL": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4482319021303094, 0.4090727026939161, 0.4597409134885716, 0.5741982732863036, 0.4087423124984183, 0.4050093788140284, 0.8334616211048397, 0.4161802382144041, 0.40814661427191345, 0.4855231953112512, 0.4769222236984647, 0.5314701088847787, 0.4466970450934145, 0.4030034766132885, 0.4020424563910974, 0.41149727983153045, 0.4736256563935162, 0.44004100421515735, 0.4575855369551403, 0.41960191735818864, 0.4242099288578959, 0.39085006393724386, 0.48160805432707354, 0.46365443906522147 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.13013811126853472, 0.160476522952508, 0.27122834231780607, 0.1608439721727237, 0.2615344762102582, 0.16179176008504464, 0.5600924955567185, 0.19446301752875705, 0.2382774052795564, 0.37052216396999427, 0.3201656782610335, 0.41439686826532734, 0.1435208457049317, 0.224791798279526, 0.2037147648493135, 0.20197402230805167, 0.3320613371558322, 0.14141210035291654, 0.1255937016131294, 0.22311081051965853, 0.2783393824352776, 0.11919817410034297, 0.15570190687017135, 0.17527414296289098 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.3180937908617748, 0.24859617974140807, 0.188512568701766, 0.4133543033257298, 0.1472078362881601, 0.24321761872898395, 0.27336912651445483, 0.22171722068564687, 0.16986920899235702, 0.115001031341257, 0.15675654543743123, 0.11707324061945151, 0.3031761993884829, 0.17821167833376247, 0.19832769154178387, 0.20952325752347875, 0.14156431923768412, 0.29862890386224084, 0.3319918353420109, 0.19649110683853002, 0.1458705464226183, 0.271651889836901, 0.32590614996187034, 0.2883802963545775 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "log_loss": [ 1.037320486757965, 1.095129576722547, 1.127513285803677, 1.2188443604398627, 1.0566161985982665, 1.072170059215359, 1.7671684067612103, 1.0747339336586863, 1.0793607003770236, 1.0676053250236115, 1.0648694732290582, 1.1173101148930866, 1.062102284048635, 1.0860489781871645, 1.0858361213127992, 1.0514258123584903, 1.0929288388665146, 1.0799308534556824, 1.0447866046845808, 1.0913155971859343, 1.0714585633259925, 1.0535043075823993, 1.151576263635172, 1.1275914281764048 ], "log_loss_clim": [ 1.083481915751514, 1.1161912835400085, 1.1028854860868644, 1.079747620261473, 1.1046465425269674, 1.109005274890138, 1.0728623913642652, 1.107435870654486, 1.111764318065663, 1.07377661068669, 1.07709699368638, 1.0684097570617768, 1.0901456907280358, 1.1140373481380856, 1.1156261135581815, 1.1039190892789903, 1.0875425494531406, 1.1001547872274278, 1.0796783466894777, 1.1114553623544081, 1.1028738854876845, 1.1111453956260824, 1.1000137231108051, 1.1032882701991225 ] }, "rps": 0.461296514309832, "rpss": -0.018172672986127125, "bss_below": -0.024661325701733405, "bss_above": -0.011689170811708838, "log_loss": 1.1157144822625051, "log_loss_skill": -0.017091191263223005, "reliability": { "below": { "weight": [ 0.010749, 0.060175, 0.149233, 0.722329, 0.055498, 0.002015, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0782, 0.1751, 0.2775, 0.3449, 0.4246, 0.518, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.8898, 0.4057, 0.2414, 0.3603, 0.2891, 0.1119, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000614, 0.220597, 0.721284, 0.033666, 0.014388, 0.007445, 0.001865, 0.000141, 0.0 ], "mean_forecast": [ NaN, 0.1921, 0.2805, 0.3402, 0.4281, 0.5455, 0.6465, 0.7484, 0.8189, NaN ], "observed_frequency": [ NaN, 0.9083, 0.3063, 0.3673, 0.3302, 0.1456, 0.1018, 0.0454, 0.1999, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45301867345905306, 0.42261658756323556, 0.4802000696223814, 0.540399288800965, 0.40052016492616543, 0.413882290869392, 0.9209758700476692, 0.4150439562720212, 0.411214365212986, 0.482074324508321, 0.47040848689382936, 0.5203646613715097, 0.460483830337419, 0.40005870575791763, 0.40624604408546094, 0.4125188629263066, 0.44942406460979833, 0.45744497636868414, 0.45434176771887813, 0.42954578111134156, 0.44161547397526957, 0.37927218961194675, 0.4556052506429614, 0.442359165089273 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.12179013765996638, 0.1657043978335621, 0.30309927357146266, 0.15222319065932946, 0.2906013399081803, 0.14420079657773952, 0.6338458997857503, 0.18385519061679664, 0.23522504712898146, 0.3588235158906179, 0.2920848068417045, 0.40808373326958175, 0.11409193503369318, 0.24126724037012642, 0.191601375941969, 0.22485206766355917, 0.29569749856847377, 0.13994510672697408, 0.1199019750745191, 0.2077061337308876, 0.29725989813689846, 0.12807779413501827, 0.15867347270402504, 0.1881570188651401 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.33122853579908657, 0.2569121897296735, 0.17710079278781501, 0.38817610114182644, 0.10991882501798522, 0.26968149429165245, 0.2871299722047225, 0.23118876565522453, 0.17598931808400456, 0.12325080861770309, 0.17832368005212487, 0.11228092810192813, 0.3463918953037259, 0.1587914653877911, 0.21464466814349203, 0.1876667952627475, 0.15372656604132448, 0.3174998696417099, 0.334439792644359, 0.22183964738045403, 0.14435557583837105, 0.25119439547692846, 0.2969317794570272, 0.25420214652040257 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "log_loss": [ 1.0267321238971854, 1.1055148637561594, 1.1410494004594145, 1.186314589775487, 1.0464298307354891, 1.0650749840809195, 1.9230756085939165, 1.069944631075639, 1.0781310749766408, 1.0785400953919868, 1.0787789919265025, 1.101096436582782, 1.0656556628044516, 1.0774445234307333, 1.0934210698956, 1.0532779035406854, 1.0955219853643465, 1.0839504939530575, 1.0400355807539583, 1.089634723114231, 1.0698025889280318, 1.0656329862930514, 1.1416376203823788, 1.104694723051013 ], "log_loss_clim": [ 1.078840434602737, 1.1128514775024667, 1.0988930793044438, 1.0830601465694225, 1.1048205273939196, 1.1036038416693172, 1.0698975112057199, 1.10694575754395, 1.110189802776369, 1.0780003386502597, 1.0835970811883282, 1.068588441018692, 1.084919694428158, 1.1135714788222097, 1.115337692386761, 1.1033320975494298, 1.0979465862376228, 1.093543327544678, 1.079775682862393, 1.1082134043826868, 1.0956855829180405, 1.118615689512805, 1.1074242157684957, 1.1063137440689905 ] }, "rps": 0.46331811882428275, "rpss": -0.02194563514853698, "bss_below": -0.029360741096496445, "bss_above": -0.014539501463396665, "log_loss": 1.1200580205318191, "log_loss_skill": -0.02117556382706498, "reliability": { "below": { "weight": [ 0.013343, 0.063681, 0.156627, 0.718659, 0.046611, 0.001079, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0791, 0.1743, 0.2792, 0.3447, 0.4216, 0.5106, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.8901, 0.432, 0.2378, 0.3549, 0.3219, 0.1625, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000656, 0.21796, 0.71681, 0.038747, 0.014231, 0.009079, 0.002343, 0.000175, 0.0 ], "mean_forecast": [ NaN, 0.1924, 0.2804, 0.3411, 0.4266, 0.5479, 0.6489, 0.7482, 0.8189, NaN ], "observed_frequency": [ NaN, 0.8939, 0.2819, 0.3786, 0.3326, 0.0636, 0.0499, 0.0447, 0.1999, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4089745866276618, 0.3887204440992214, 0.4016411720645699, 0.3542669309876841, 0.5033867256216065, 0.47918446728667435, 0.4358333310987423, 0.39182096183718856, 0.38259875255329906 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.13957657383746971, 0.16946407640391564, 0.14090394847498325, 0.17654241267329768, 0.15475236900434144, 0.36193994357148734, 0.1836344805897572, 0.1940204949610104, 0.19536194845466942 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.2693980065508657, 0.21925636755263128, 0.2607372137163932, 0.1777245248865663, 0.34863433942903194, 0.11724453766237046, 0.2521988450484735, 0.19780046625396402, 0.1872368091213323 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "log_loss": [ 1.087809960827378, 1.083307270044727, 1.0203935829675246, 1.0878370167434557, 1.1910268435502933, 1.0570152161642519, 1.071868512498896, 1.0261334034087717, 1.1103398277709717 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.41626970801962754, "rpss": 0.02622834921921957, "bss_below": 0.04299329642105254, "bss_above": 0.01159158598908372, "log_loss": 1.0817479593306967, "log_loss_skill": 0.015350547382843693, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.210595, 0.669283, 0.119748, 0.000373, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2603, 0.3461, 0.4216, 0.5141, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0855, 0.2916, 0.428, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.300472, 0.647895, 0.051634, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2755, 0.3372, 0.4246, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3007, 0.3596, 0.5429, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.38290239634172973, 0.4042175641470399, 0.40578344381013964, 0.3502657924020104, 0.523036755439393, 0.4729727515877764, 0.42824401460939726, 0.4049082750664696, 0.3865761856004816 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14299307224852717, 0.16863089265270512, 0.11765333409857594, 0.17782486424544106, 0.15645644738261075, 0.35021666586812944, 0.173075717029053, 0.17122309894030027, 0.1856741388287903 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.23990932318979188, 0.23558666847560555, 0.2881300953374166, 0.17244093650684564, 0.3665802882976535, 0.12275609887370864, 0.2551682922970361, 0.23368517055027213, 0.20090205011091444 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "log_loss": [ 1.0824108639535324, 1.082267228033095, 1.0224178552144967, 1.0817297493240838, 1.202954998837966, 1.078911305552069, 1.082917057053476, 1.036583580264753, 1.1082788764938998 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4176563532227153, "rpss": 0.017399724805610473, "bss_below": 0.033463539075251236, "bss_above": 0.004542554628401918, "log_loss": 1.086496834969708, "log_loss_skill": 0.011027934376581672, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.239436, 0.670336, 0.089674, 0.000554, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2614, 0.343, 0.4226, 0.5123, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0885, 0.2692, 0.3556, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.274484, 0.656541, 0.068975, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2745, 0.3395, 0.4258, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3516, 0.3671, 0.5425, NaN, NaN, NaN, NaN, NaN ] } } } } } }, "fitted": { "climatology_blend": { "fallbacks": 0, "folds": 24, "test_fit": { "lam": 0.5945379221956135 }, "test_fallback": null }, "pseudocount": { "fallbacks": 0, "folds": 24, "test_fit": {}, "test_fallback": null }, "temperature": { "fallbacks": 0, "folds": 24, "test_fit": { "temperature": 4.0, "at_bound": true }, "test_fallback": null }, "dirichlet": { "fallbacks": 0, "folds": 24, "test_fit": { "A": [ [ 0.1095709450349746, -0.005651964013159129, -0.07879266941953454 ], [ 0.1312560969623497, 0.5079680087954488, 0.11581093753763042 ], [ -0.042198059355908084, 0.05484992483316678, 0.6296770914049525 ] ], "b": [ -0.47542356206694136, 0.23326774906253123, 0.2421558130044409 ], "objective": 1.083853314929637, "iterations": 54, "training_pairs": 63699, "training_years": 24, "converged": true, "epsilon": 1e-12, "reg_off": 0.01, "reg_diag": 0.001, "reg_bias": 0.001, "weighting": "equal total weight per year; spherical area within each year" }, "test_fallback": null }, "multinomial_logistic": { "fallbacks": 0, "folds": 24, "test_fit": { "coefficients": [ [ 0.10850553037183791, -0.249101715291807, -0.1399082848211379 ], [ 0.0, 0.0, 0.0 ], [ 0.06971585920990611, 0.8732569505025519, -0.4180212215407994 ] ], "features": [ "intercept", "standardized_mean", "log_spread_ratio" ], "l2": 0.001, "reference_class": "near" }, "test_fallback": null }, "ordinal_logistic": { "fallbacks": 0, "folds": 24, "test_fit": { "theta": [ -0.6172767332432384, 0.2461928545470074, 0.8709231292497441, -0.20717064996208737 ], "cutpoints": [ -0.6172767332432384, 0.6618695056809291 ], "beta": [ 0.8709231292497441, -0.20717064996208737 ], "features": [ "standardized_mean", "log_spread_ratio" ], "l2": 0.001, "converged": true }, "test_fallback": null } }, "selection": { "criterion": "inner leave-one-year-out RPS of the calibrators (training years only)", "chosen_training": { "1993": "temperature", "1994": "temperature", "1995": "climatology_blend", "1996": "climatology_blend", "1997": "temperature", "1998": "temperature", "1999": "pseudocount", "2000": "temperature", "2001": "temperature", "2002": "temperature", "2003": "temperature", "2004": "temperature", "2005": "temperature", "2006": "temperature", "2007": "temperature", "2008": "temperature", "2009": "temperature", "2010": "temperature", "2011": "temperature", "2012": "temperature", "2013": "temperature", "2014": "temperature", "2015": "climatology_blend", "2016": "climatology_blend" }, "chosen_test": "climatology_blend", "frequency": { "climatology_blend": 4, "pseudocount": 1, "temperature": 19, "dirichlet": 0, "multinomial_logistic": 0, "ordinal_logistic": 0 } } }, "FMAM": { "tag": "init02_FMAM", "methods": { "climatology_blend": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3629492742500544, 0.41328690639629373, 0.4238847304745396, 0.6524095325264818, 0.4007479085533097, 0.41229467511651025, 0.5054558099087614, 0.4017736907006595, 0.4129148905568251, 0.4400293896531789, 0.4032896576530052, 0.5340912065641261, 0.4522990604078773, 0.4911723931822398, 0.40617989010738836, 0.4380752461524663, 0.424194625982471, 0.37462235268645694, 0.4864778269648469, 0.4110474227959342, 0.4844154765833763, 0.4162801422042627, 0.43261404217534816, 0.4579645445558511 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11001326420026311, 0.20481989845654344, 0.1287740144034606, 0.2014415157839072, 0.1358124908789225, 0.1862148797645197, 0.35811229072266343, 0.2634638322819523, 0.23978541661777558, 0.31647126441248014, 0.24334860041004996, 0.34948951088293645, 0.17163340151070153, 0.21300937866812045, 0.19723319951526883, 0.2854809544073363, 0.31512132993304093, 0.10380389236419278, 0.29025900141691097, 0.25444603791101744, 0.1974773774231324, 0.198273158926421, 0.22437644978042168, 0.15804668604898287 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2529360091775093, 0.20846700842716226, 0.29511071969217645, 0.4509680166681313, 0.2649354191598375, 0.22607979627352062, 0.14734351581666935, 0.13830985760395836, 0.17312947105966264, 0.12355812112310414, 0.15994105671726913, 0.18460169337056231, 0.28066566079697297, 0.27816301370697544, 0.20894669027511922, 0.15259428977750156, 0.10907329441992404, 0.2708184604093669, 0.1962188249220034, 0.15660138335467413, 0.28693810132211495, 0.21800698239883262, 0.20823759182506063, 0.29991786045918695 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "log_loss": [ 0.948627510311229, 1.112865689098297, 1.0392791849920027, 1.309691130308584, 1.0228513985462335, 1.0947834135600578, 1.128902052442046, 0.974937414637293, 1.0839600464538621, 1.0654427672545406, 1.0591177476834783, 1.1727932948131465, 1.1046228878753508, 1.2163039685546022, 1.0951328295304892, 0.9711755235763888, 0.9688184206973564, 0.9669320444806891, 1.1634520756754312, 1.060567083837747, 1.1288743138966137, 1.012732981054879, 1.104013185581896, 1.1285858942539735 ], "log_loss_clim": [ 1.0943844796952227, 1.1169378410944757, 1.093855163792758, 1.0763329363067116, 1.100688381867687, 1.1089171541404368, 1.083285185842175, 1.0854367237504552, 1.1120083228496669, 1.09343166622495, 1.1075603694249698, 1.0891713997205303, 1.0990155819713823, 1.1142559047977523, 1.1141034830787642, 1.0713518954987324, 1.0774523148624537, 1.0903732192649418, 1.1028078562195034, 1.1047857408896122, 1.0927483973785745, 1.0951285686897905, 1.1041856181460141, 1.1020599798850006 ] }, "rps": 0.4432696123396777, "rpss": 0.020981423769027785, "bss_below": 0.01702252896694134, "bss_above": 0.024949467753843435, "log_loss": 1.0806026191298412, "log_loss_skill": 0.015032705825947623, "reliability": { "below": { "weight": [ 0.0, 0.020919, 0.311341, 0.43614, 0.199802, 0.031545, 0.000252, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1827, 0.2597, 0.3502, 0.4372, 0.5263, 0.6104, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2429, 0.2535, 0.3792, 0.4392, 0.3157, 0.3313, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.01489, 0.303499, 0.446541, 0.191586, 0.032251, 0.011234, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.19, 0.265, 0.3469, 0.4399, 0.5399, 0.6206, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5234, 0.2804, 0.2967, 0.5067, 0.519, 0.5581, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3627392557136122, 0.4354460330749334, 0.43173556343180974, 0.6178868358567043, 0.3862871396724849, 0.42228777286245833, 0.5126790442583516, 0.3942365508256478, 0.4021425742530715, 0.4327450632062659, 0.3950053840032427, 0.5174739650510932, 0.47243486556254366, 0.5115671476275402, 0.4068311158651589, 0.4469094165721273, 0.4115010731669094, 0.3921212210071148, 0.5112538545896481, 0.4097211358402832, 0.5087958336724344, 0.4186977086968805, 0.4404081505566645, 0.4398043789000503 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.1174443684937842, 0.21323986079649188, 0.12471378543765509, 0.2010163440483656, 0.1366383430448727, 0.17988818594992073, 0.3817562927925281, 0.29154837843649484, 0.2283057037918064, 0.300341807912182, 0.21223179258135283, 0.3398648656655602, 0.163023434288496, 0.2190139436367841, 0.19486325837248678, 0.32865138177061776, 0.29725840951635846, 0.08885273889246466, 0.3181803951598283, 0.2366631827164087, 0.16909975401572155, 0.2287727840902167, 0.22489910872304258, 0.15430530635752748 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.24529488608066077, 0.22220617274714438, 0.30702178193137425, 0.41687049183888253, 0.24964879628450162, 0.24239958826777996, 0.13092274801220255, 0.10268817128919704, 0.17383686784776323, 0.13240325140194256, 0.18277359135622082, 0.1776090959592097, 0.30941143418110517, 0.2925532027366031, 0.21196785738602028, 0.11825803195874325, 0.1142426628840082, 0.30326848281004587, 0.19307345932266498, 0.1730579522615703, 0.3396960836938814, 0.18992492351692733, 0.21550904127040935, 0.2854990746465333 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "log_loss": [ 0.9705746968471103, 1.1384764731738966, 1.0314182139514354, 1.297192402716032, 1.0205264945616905, 1.0907851455545547, 1.1498759535694698, 0.9418136599715939, 1.0740450307295557, 1.0697864537889497, 1.0745292035928045, 1.1560151693072982, 1.115761975119011, 1.2370108501170776, 1.073781932183441, 0.9828637367945217, 0.9630491294433601, 0.933049351808295, 1.2033238916939084, 1.0639592199118588, 1.1667260603155412, 1.0515921094174534, 1.0864432452244757, 1.1164131193592108 ], "log_loss_clim": [ 1.0994260483857876, 1.1136765360483003, 1.088719751200515, 1.0835058872248329, 1.1052085572472121, 1.103931634301236, 1.0854778262205618, 1.080730595822308, 1.112712279371679, 1.098167714310158, 1.1159481417825452, 1.0905218627466344, 1.0942399101939726, 1.11154876423817, 1.1110417474794292, 1.070488311191757, 1.0809898391803143, 1.0753702905497633, 1.1034387532417498, 1.1072191553706103, 1.0922772964053116, 1.1036626503777467, 1.0970024306892654, 1.1043600179020439 ] }, "rps": 0.4450296285111263, "rpss": 0.01722039252919516, "bss_below": 0.0161508285242018, "bss_above": 0.018291722402572708, "log_loss": 1.0837088966313562, "log_loss_skill": 0.012178372574544238, "reliability": { "below": { "weight": [ 0.0, 0.023148, 0.323508, 0.416961, 0.202564, 0.033506, 0.000313, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1821, 0.2595, 0.3502, 0.4378, 0.5267, 0.6109, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2704, 0.2579, 0.3754, 0.4415, 0.3362, 0.3306, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.015772, 0.303092, 0.444249, 0.18908, 0.034239, 0.013569, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1905, 0.2639, 0.3473, 0.4398, 0.5407, 0.6206, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5152, 0.2909, 0.2968, 0.4922, 0.5057, 0.537, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4319804809821569, 0.4660440307196587, 0.41189250805027305, 0.4720452704721218, 0.3663946637902838, 0.4631547588686284, 0.4854539554158173, 0.4089740034031159, 0.3861591797624289 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20601970131572922, 0.14468729266489203, 0.2303182293215184, 0.1206016018670019, 0.17727240585758108, 0.3490317283544447, 0.13526900988039856, 0.14906573080350244, 0.2025467436062456 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.2259607784121651, 0.3213567213373859, 0.18157428139092457, 0.35144364416890567, 0.18912226030714402, 0.11412304517117755, 0.35018492038920146, 0.25990826138376044, 0.18361244170427696 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "log_loss": [ 1.0554951297647603, 1.1020295267241, 1.0354962872825446, 1.0669266988042412, 1.097629576015645, 1.01977676004708, 1.032155209038209, 1.0134122970647599, 1.094190299838975 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.43245542794049835, "rpss": 0.05875087251112299, "bss_below": 0.05939738700825148, "bss_above": 0.05824105759619336, "log_loss": 1.0574568649533684, "log_loss_skill": 0.03746125494258501, "reliability": { "below": { "weight": [ 0.0, 0.00155, 0.253374, 0.620757, 0.124018, 0.000302, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1891, 0.2728, 0.3467, 0.4248, 0.5158, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0474, 0.0629, 0.3247, 0.4555, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000528, 0.287251, 0.611979, 0.098508, 0.001735, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1965, 0.2739, 0.3445, 0.4293, 0.5205, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.267, 0.4573, 0.8022, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42612905385661254, 0.5008892558860418, 0.40800871597869803, 0.4799340760245846, 0.36541897929350564, 0.4505519820751468, 0.4877170148990673, 0.409860828376736, 0.39497999421689484 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24412705034167578, 0.12640978651736348, 0.232865197539186, 0.10455167658574148, 0.18630116758970539, 0.3355637602025267, 0.10386407044070609, 0.11412512444285523, 0.18991866968431131 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18200201006397282, 0.3744794431836992, 0.1751435224944157, 0.37538237098511357, 0.1791178148080979, 0.11498823590947424, 0.3838529132849525, 0.295735686874786, 0.20506132670843458 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "log_loss": [ 1.062705883031481, 1.1047155020636614, 1.0427847226168887, 1.0561051326253483, 1.0988411029195155, 1.0057314710511187, 1.0263103214431186, 1.0026355399182436, 1.0805057202959572 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4359433222896986, "rpss": 0.06108621050502938, "bss_below": 0.06342120439196941, "bss_above": 0.05940603885689, "log_loss": 1.0533705995517038, "log_loss_skill": 0.04118073410248668, "reliability": { "below": { "weight": [ 0.0, 0.001743, 0.274344, 0.594936, 0.128603, 0.000374, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1888, 0.2723, 0.3454, 0.4268, 0.5158, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0521, 0.0619, 0.292, 0.4539, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000653, 0.288844, 0.601332, 0.10665, 0.002521, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1965, 0.2742, 0.3448, 0.43, 0.5215, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2881, 0.5044, 0.8221, 1.0, NaN, NaN, NaN, NaN ] } } } } }, "pseudocount": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.2984895759655453, 0.45292167380622755, 0.3967251643398175, 0.7818576403335002, 0.36581749536565217, 0.4793528824873931, 0.5368906633264711, 0.34303044450103326, 0.4214978730418085, 0.42753403501704756, 0.3973295932420596, 0.604241036681159, 0.46622375757254264, 0.5777043077083379, 0.4161646505888079, 0.37008901888262524, 0.3649689701459854, 0.30098495455961555, 0.5581584729571092, 0.403997520973412, 0.5218060861893484, 0.39005376448524987, 0.44809372439307327, 0.486197732426428 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.08468954452597495, 0.23637588181453908, 0.11460352245867932, 0.2565066329037354, 0.12592156039267338, 0.19964903473168, 0.387533074704347, 0.22189279530412184, 0.23886291839638196, 0.307400193315004, 0.2462056720928833, 0.37993270276498764, 0.18028000766948743, 0.27000668054454957, 0.20446272001846694, 0.2541363378711798, 0.27404209457850376, 0.07039529017453096, 0.32037611306738123, 0.2553102259272579, 0.2117162857856216, 0.19406980285301298, 0.2480172574149714, 0.16798984445658152 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.21380003064815706, 0.21654579260580104, 0.28212164938525325, 0.5253510072043122, 0.239895938339944, 0.27970385284431265, 0.14935758234319582, 0.12113764741916316, 0.1826349491256921, 0.12013383363816647, 0.15112392004007025, 0.22430832989525984, 0.28594375362256047, 0.3076976254920374, 0.21170193022883896, 0.11595267711752795, 0.09092687219066108, 0.2305896655650542, 0.23778235986689883, 0.14868729230629393, 0.3100898045530752, 0.19598396004011417, 0.20007646606071136, 0.31820789157305407 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "log_loss": [ 0.8347404983623713, 1.168170394672307, 1.004627517688983, 1.5995338415672686, 0.9717292252024112, 1.2709599542161045, 1.228149192358908, 0.8951876149236304, 1.0878822110056585, 1.0628586051006221, 1.0423366423086458, 1.2936488653362954, 1.144107917085138, 1.3637611585186586, 1.129389734836714, 0.8800176714053184, 0.887836616525338, 0.8575261151168242, 1.2896067312429644, 1.04541387221817, 1.214602125889316, 0.9741582011237319, 1.1664196826955693, 1.1900689210375885 ], "log_loss_clim": [ 1.0943844796952227, 1.1169378410944757, 1.093855163792758, 1.0763329363067116, 1.100688381867687, 1.1089171541404368, 1.083285185842175, 1.0854367237504552, 1.1120083228496669, 1.09343166622495, 1.1075603694249698, 1.0891713997205303, 1.0990155819713823, 1.1142559047977523, 1.1141034830787642, 1.0713518954987324, 1.0774523148624537, 1.0903732192649418, 1.1028078562195034, 1.1047857408896122, 1.0927483973785745, 1.0951285686897905, 1.1041856181460141, 1.1020599798850006 ] }, "rps": 0.45042212662459374, "rpss": 0.0051841659449922695, "bss_below": -0.00199912934967994, "bss_above": 0.012384061004304336, "log_loss": 1.1084472212682723, "log_loss_skill": -0.010347597664088548, "reliability": { "below": { "weight": [ 0.084017, 0.104026, 0.242484, 0.262911, 0.142872, 0.115422, 0.042179, 0.005212, 0.000876, 0.0 ], "mean_forecast": [ 0.0668, 0.1523, 0.2478, 0.3562, 0.4519, 0.5397, 0.6505, 0.7459, 0.8259, NaN ], "observed_frequency": [ 0.156, 0.2507, 0.3021, 0.3915, 0.4596, 0.4042, 0.3927, 0.417, 0.8385, NaN ] }, "above": { "weight": [ 0.043157, 0.111631, 0.282361, 0.264388, 0.119755, 0.109775, 0.042318, 0.012854, 0.012225, 0.001536 ], "mean_forecast": [ 0.0786, 0.1544, 0.2469, 0.3553, 0.4517, 0.5415, 0.6506, 0.7551, 0.8371, 0.941 ], "observed_frequency": [ 0.2512, 0.307, 0.264, 0.3025, 0.434, 0.5195, 0.5009, 0.5871, 0.5672, 0.7431 ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.31155928382076853, 0.49327605844016964, 0.401172220517514, 0.7338353419238633, 0.34912435077520476, 0.5029443011886363, 0.5554130036900453, 0.3195371517906464, 0.4029984825836688, 0.4237038882439483, 0.39690685663462527, 0.5741812639343021, 0.496259680634399, 0.6122044950007611, 0.4122471819370713, 0.3838635712543948, 0.35183280143369744, 0.2995901275591207, 0.6002050892732322, 0.4066094754899732, 0.5666529965286541, 0.4130261667889571, 0.4495829681499536, 0.45610767468253294 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.09374469894643657, 0.25559754081790986, 0.10736800677646202, 0.24854552536300065, 0.1276522533648727, 0.1952724541987247, 0.4205109403201814, 0.24421969395942336, 0.2248768445833457, 0.2909661435322064, 0.21979190392769724, 0.36296448997250863, 0.17623074317430681, 0.282947884616044, 0.20172355593913538, 0.2966732188927076, 0.25411427690052435, 0.04803053716512777, 0.35142433722483124, 0.2417505890474921, 0.19354761237607013, 0.23015829056836792, 0.24430205130991237, 0.15667347243403296 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.21781458346812074, 0.2376785180090646, 0.2938042217886513, 0.4852898165598757, 0.22147209696753134, 0.30767185369593597, 0.13490205690627657, 0.07531745543358996, 0.1781216330778428, 0.13273773703797173, 0.177114952535388, 0.21121676771438486, 0.3200289431109147, 0.329256607826232, 0.21052362613946277, 0.08719034670065662, 0.09771852283267621, 0.2515595927849208, 0.2487807527133847, 0.164858885101264, 0.37310539180265817, 0.18286787412586605, 0.20528091585658054, 0.29943420608571714 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "log_loss": [ 0.8745568475956317, 1.2276934810144455, 0.9937011010903475, 1.572503553129166, 0.9683332485599383, 1.3056693773870056, 1.2767900150157179, 0.8290134815537502, 1.0672103639530874, 1.0687174453372648, 1.0640497442110293, 1.255895559609531, 1.1744869570311103, 1.4155228883761566, 1.0921862203429817, 0.9024152635309991, 0.881175179681672, 0.8001646637334, 1.3528626421461467, 1.050175356601145, 1.2936331364279898, 1.0452995341435685, 1.1434614312246898, 1.1625411871165185 ], "log_loss_clim": [ 1.0994260483857876, 1.1136765360483003, 1.088719751200515, 1.0835058872248329, 1.1052085572472121, 1.103931634301236, 1.0854778262205618, 1.080730595822308, 1.112712279371679, 1.098167714310158, 1.1159481417825452, 1.0905218627466344, 1.0942399101939726, 1.11154876423817, 1.1110417474794292, 1.070488311191757, 1.0809898391803143, 1.0753702905497633, 1.1034387532417498, 1.1072191553706103, 1.0922772964053116, 1.1036626503777467, 1.0970024306892654, 1.1043600179020439 ] }, "rps": 0.45470143467817253, "rpss": -0.0041383064414415305, "bss_below": -0.005641143319990105, "bss_above": -0.0026329888653251476, "log_loss": 1.1174191116172205, "log_loss_skill": -0.018549140627302174, "reliability": { "below": { "weight": [ 0.088948, 0.109385, 0.242269, 0.250631, 0.140354, 0.116265, 0.044642, 0.006317, 0.001189, 0.0 ], "mean_forecast": [ 0.0661, 0.1527, 0.2472, 0.356, 0.4522, 0.5401, 0.6515, 0.7471, 0.8257, NaN ], "observed_frequency": [ 0.1631, 0.2583, 0.3094, 0.3817, 0.4607, 0.4062, 0.3993, 0.4759, 0.7938, NaN ] }, "above": { "weight": [ 0.047607, 0.115429, 0.275767, 0.258735, 0.121321, 0.108145, 0.042728, 0.014638, 0.013901, 0.001728 ], "mean_forecast": [ 0.0784, 0.1541, 0.248, 0.3561, 0.4513, 0.5414, 0.6508, 0.7555, 0.8376, 0.9404 ], "observed_frequency": [ 0.2551, 0.328, 0.2665, 0.303, 0.4339, 0.4951, 0.4801, 0.5795, 0.5338, 0.7574 ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41651814599538245, 0.4687652847444689, 0.38404233114175873, 0.4580671601400733, 0.3820645936291843, 0.4206008837210011, 0.4482661973469706, 0.36822488039051465, 0.39266747790374856 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.19679043918414615, 0.1454738244897072, 0.21500019103137136, 0.118655123479143, 0.19802877041805633, 0.3152832287433754, 0.12720633056217384, 0.1304918880739424, 0.20635945534438876 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.21972770676366127, 0.32329144476657046, 0.1690421413490077, 0.3394120139322592, 0.18403582386801054, 0.10531766712905637, 0.3210598453916603, 0.23773298259050477, 0.18630802687979753 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "log_loss": [ 1.0280783497946018, 1.1317220496020106, 0.995586970822488, 1.0592333125385782, 1.1242022010224126, 0.95930411647467, 0.9830219985677743, 0.9590223559875416, 1.1214538883095644 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.41546855055701143, "rpss": 0.0957231995602068, "bss_below": 0.09314386213611792, "bss_above": 0.09775716167887694, "log_loss": 1.0401805825688488, "log_loss_skill": 0.05318680528584774, "reliability": { "below": { "weight": [ 0.005818, 0.076904, 0.3024, 0.312306, 0.211667, 0.081506, 0.009173, 0.000226, 0.0, 0.0 ], "mean_forecast": [ 0.0658, 0.155, 0.2558, 0.3506, 0.443, 0.5296, 0.6197, 0.7206, NaN, NaN ], "observed_frequency": [ 0.0382, 0.0262, 0.1206, 0.3308, 0.4345, 0.428, 0.5749, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.005468, 0.079147, 0.342628, 0.317653, 0.179451, 0.059494, 0.015028, 0.001056, 7.5e-05, 0.0 ], "mean_forecast": [ 0.076, 0.1549, 0.2549, 0.3499, 0.4412, 0.5316, 0.6273, 0.7347, 0.8095, NaN ], "observed_frequency": [ 0.0138, 0.2161, 0.3044, 0.4454, 0.621, 0.7997, 0.945, 1.0, 1.0, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41727252077280447, 0.5037651845558982, 0.38631342771465044, 0.4574814147246351, 0.3838637977114356, 0.3997299926073786, 0.44928687140269674, 0.36472987810381674, 0.4007317397747516 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.23731108029703415, 0.13055932866872072, 0.22032012782021226, 0.09716386263820083, 0.21128363541352901, 0.29570966611107213, 0.0975401657624402, 0.09576364354383508, 0.19122460884736886 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.17996144738748995, 0.37320583142266844, 0.16599330207680663, 0.360317526205254, 0.17258016296853407, 0.10402033797146205, 0.35174667891121064, 0.2689662205980269, 0.20950713216319167 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "log_loss": [ 1.0415955669351364, 1.137620255558336, 1.012309753147528, 1.0375426236582526, 1.1290108896541526, 0.9336192455756196, 0.972455312117403, 0.9408583026324058, 1.0885453492168524 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4181305363742297, "rpss": 0.0994505332741289, "bss_below": 0.09822016470003547, "bss_above": 0.10033585897188135, "log_loss": 1.0326174776106318, "log_loss_skill": 0.06007104028066235, "reliability": { "below": { "weight": [ 0.006481, 0.085244, 0.320582, 0.294852, 0.196131, 0.084036, 0.012396, 0.00028, 0.0, 0.0 ], "mean_forecast": [ 0.0649, 0.154, 0.2553, 0.3498, 0.4434, 0.5319, 0.6188, 0.7206, NaN, NaN ], "observed_frequency": [ 0.0424, 0.0271, 0.1151, 0.2932, 0.4075, 0.4286, 0.5948, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.004658, 0.078192, 0.345215, 0.306396, 0.182496, 0.062567, 0.018983, 0.001307, 0.000187, 0.0 ], "mean_forecast": [ 0.0728, 0.1549, 0.2544, 0.3505, 0.4413, 0.5303, 0.6281, 0.7347, 0.8381, NaN ], "observed_frequency": [ 0.0402, 0.2533, 0.3233, 0.5078, 0.6539, 0.8097, 0.951, 1.0, 1.0, NaN ] } } } } }, "temperature": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.36386326801270963, 0.4034839523435946, 0.42973169890506757, 0.6334503457549017, 0.40882250898998057, 0.41191079881715353, 0.5061943173644454, 0.4115670557143269, 0.4102984984524079, 0.4437630447210291, 0.40387494668569873, 0.5201563704562838, 0.45175811447441516, 0.4715525188221048, 0.40509063683264823, 0.4502241242769586, 0.4378185329041026, 0.3801814516379849, 0.4716331802268974, 0.41215880089438645, 0.48099461049785813, 0.4251943801706779, 0.43362386940106934, 0.4539373177482734 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.10523967199527397, 0.19657292712188643, 0.12767751799204363, 0.18468399901348737, 0.13464886842077578, 0.18889055824907727, 0.3616190630151677, 0.2746470731745445, 0.24124294144794578, 0.3233941126646464, 0.24451230884171338, 0.34851520226540306, 0.16770017244749352, 0.1960896408060408, 0.19627868407269025, 0.29476070433885765, 0.3298545393452744, 0.10046373335001908, 0.28821342468261574, 0.25635614203738294, 0.19394275525151825, 0.1999656015767654, 0.22246878354490954, 0.1537992221338322 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.25862359601743556, 0.20691102522170812, 0.30205418091302394, 0.44876634674141436, 0.27417364056920474, 0.2230202405680762, 0.14457525434927773, 0.13691998253978246, 0.16905555700446198, 0.1203689320563828, 0.15936263784398538, 0.171641168190881, 0.2840579420269216, 0.27546287801606406, 0.20881195275995798, 0.15546341993810106, 0.10796399355882795, 0.27971771828796577, 0.18341975554428158, 0.15580265885700342, 0.28705185524633997, 0.2252287785939125, 0.21115508585615972, 0.30013809561444105 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "log_loss": [ 0.949905897454401, 1.0898586098455814, 1.04866711075991, 1.300809180960853, 1.0346957377636739, 1.0840560618545891, 1.1349866951102148, 0.9938178365561419, 1.076476636168074, 1.0705528605611911, 1.0550833088049163, 1.158213502558149, 1.104178261220674, 1.1852896799721147, 1.0894827842684909, 0.9983808297429168, 0.9945689680900485, 0.9712221976457761, 1.1419608900865699, 1.0589192989318639, 1.1265003795684687, 1.030434236332374, 1.102865348542209, 1.119648249208858 ], "log_loss_clim": [ 1.0943844796952227, 1.1169378410944757, 1.093855163792758, 1.0763329363067116, 1.100688381867687, 1.1089171541404368, 1.083285185842175, 1.0854367237504552, 1.1120083228496669, 1.09343166622495, 1.1075603694249698, 1.0891713997205303, 1.0990155819713823, 1.1142559047977523, 1.1141034830787642, 1.0713518954987324, 1.0774523148624537, 1.0903732192649418, 1.1028078562195034, 1.1047857408896122, 1.0927483973785745, 1.0951285686897905, 1.1041856181460141, 1.1020599798850006 ] }, "rps": 0.4425535143377073, "rpss": 0.02256301931903737, "bss_below": 0.019848191893670042, "bss_above": 0.02528411948308884, "log_loss": 1.080023940083669, "log_loss_skill": 0.015560170709164711, "reliability": { "below": { "weight": [ 0.0, 0.044092, 0.272385, 0.525274, 0.150935, 0.007257, 5.6e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1635, 0.2638, 0.3492, 0.4333, 0.5193, 0.6113, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1293, 0.2711, 0.3977, 0.3723, 0.342, 1.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.020972, 0.287818, 0.518799, 0.144059, 0.023595, 0.004447, 0.000311, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1768, 0.2677, 0.3468, 0.4333, 0.541, 0.6317, 0.7358, NaN, NaN ], "observed_frequency": [ NaN, 0.3664, 0.2792, 0.3279, 0.4978, 0.549, 0.5554, 0.4546, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3604512942163625, 0.4224826274506439, 0.4385825276125024, 0.6025775280266995, 0.3944401695425999, 0.4231841239979428, 0.5125852636676707, 0.40588309144462387, 0.40100493959864564, 0.4357893195326318, 0.3934980575306696, 0.5062728477426061, 0.4710006419533154, 0.4900173826585156, 0.4072229758613999, 0.4589308494399574, 0.42518693717592293, 0.40051796365753445, 0.49148047949045415, 0.40961876584373047, 0.5019114594678442, 0.42276762814235996, 0.4442124517812296, 0.4380962344979913 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.11256309797037203, 0.20282036022301686, 0.12406233166749248, 0.18670468674294885, 0.13558725246544764, 0.1838614456456652, 0.38489722154969386, 0.30505754660096945, 0.22979387291557674, 0.30676069025302977, 0.21077911513762737, 0.34045513141855205, 0.15762313516337415, 0.20052560732158653, 0.1941059594886881, 0.3404852926090446, 0.3117173940641146, 0.08573287133313612, 0.3161204538111248, 0.23654478492514674, 0.1615129918989758, 0.23082127078014356, 0.2246152362003216, 0.15244607988802625 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.24788819624599043, 0.219662267227627, 0.3145201959450099, 0.4158728412837507, 0.2588529170771522, 0.23932267835227747, 0.1276880421179767, 0.10082554484365437, 0.17121106668306899, 0.12902862927960213, 0.18271894239304234, 0.16581771632405387, 0.3133775067899413, 0.28949177533692905, 0.2131170163727119, 0.11844555683091271, 0.11346954311180844, 0.3147850923243984, 0.17536002567932935, 0.1730739809185837, 0.3403984675688684, 0.19194635736221627, 0.21959721558090792, 0.285650154609965 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "log_loss": [ 0.9641797010002703, 1.1100316828984025, 1.0435897140574661, 1.2896838044700827, 1.0306829947603269, 1.0830130734883852, 1.1540898563914521, 0.9655049940783486, 1.0673682845039032, 1.072941227519521, 1.0660401828013097, 1.1443537113538227, 1.1158160998221733, 1.2047687994963094, 1.073421581659647, 1.0096487154082099, 0.9875230606254359, 0.9482948899562055, 1.1736883960064644, 1.0609377510949054, 1.1597609044593216, 1.0594838796140076, 1.0919383324608574, 1.1080872591086497 ], "log_loss_clim": [ 1.0994260483857876, 1.1136765360483003, 1.088719751200515, 1.0835058872248329, 1.1052085572472121, 1.103931634301236, 1.0854778262205618, 1.080730595822308, 1.112712279371679, 1.098167714310158, 1.1159481417825452, 1.0905218627466344, 1.0942399101939726, 1.11154876423817, 1.1110417474794292, 1.070488311191757, 1.0809898391803143, 1.0753702905497633, 1.1034387532417498, 1.1072191553706103, 1.0922772964053116, 1.1036626503777467, 1.0970024306892654, 1.1043600179020439 ] }, "rps": 0.44407148168057725, "rpss": 0.019336312696525915, "bss_below": 0.018905236762173816, "bss_above": 0.019768099743998846, "log_loss": 1.0827020373764782, "log_loss_skill": 0.013096144266585896, "reliability": { "below": { "weight": [ 0.0, 0.048305, 0.283359, 0.505176, 0.15511, 0.007981, 6.9e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.163, 0.2639, 0.3495, 0.4341, 0.5187, 0.6113, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1447, 0.2789, 0.3941, 0.3786, 0.3897, 1.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.023477, 0.284052, 0.516468, 0.143892, 0.026359, 0.005367, 0.000384, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1781, 0.2665, 0.3468, 0.4334, 0.5426, 0.6307, 0.7358, NaN, NaN ], "observed_frequency": [ NaN, 0.3433, 0.2916, 0.3265, 0.4804, 0.5316, 0.5571, 0.4546, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4343337225534997, 0.46660162360477514, 0.41803235780629505, 0.476048297344964, 0.36484426452983015, 0.47111715439620366, 0.4912301647541928, 0.4152978512573669, 0.3864631423948397 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20712775806887412, 0.14527029245197473, 0.23372869359552176, 0.12197561009399235, 0.17488921183073794, 0.3550065135213339, 0.136484313746553, 0.1515854392328709, 0.20245105967794877 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.2272059644846256, 0.32133133115280055, 0.1843036642107734, 0.3540726872509717, 0.18995505269909221, 0.11611064087486986, 0.3547458510076398, 0.26371241202449597, 0.18401208271689087 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "log_loss": [ 1.0602241170514755, 1.1007427900178872, 1.0453770218603586, 1.0713229675993359, 1.094128948327446, 1.0322703184008455, 1.0405381583485895, 1.0220342694485938, 1.0958972900446566 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4359965087379963, "rpss": 0.05104362918460126, "bss_below": 0.05187917627498406, "bss_above": 0.05038472742198197, "log_loss": 1.0625039867887986, "log_loss_skill": 0.032867166541786674, "reliability": { "below": { "weight": [ 0.000296, 0.002908, 0.188738, 0.73488, 0.073179, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0988, 0.1774, 0.2733, 0.3456, 0.4168, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.2479, 0.0, 0.0448, 0.3187, 0.432, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.002256, 0.212469, 0.722745, 0.06185, 0.000679, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1867, 0.2743, 0.3428, 0.4229, 0.5124, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2563, 0.4576, 0.8315, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4274298961835267, 0.5013161195417716, 0.4134151276577285, 0.48554355985559666, 0.363506920301206, 0.46030331356093296, 0.49356683114821986, 0.4172169283975924, 0.3953525170633486 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24477369303849889, 0.1266501623553485, 0.2360669493357934, 0.10685956681771701, 0.18337595229561404, 0.3429839401268049, 0.10473669589300226, 0.11659923894940064, 0.19031708250244572 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18265620314502787, 0.37466595718642337, 0.17734817832193517, 0.37868399303787975, 0.18013096800559197, 0.11731937343412811, 0.38883013525521765, 0.3006176894481917, 0.20503543456090279 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "log_loss": [ 1.0662039243662804, 1.103136344620348, 1.0515644219616829, 1.062977618036504, 1.0941720925949634, 1.0211187028911695, 1.0352506891054052, 1.013518491981446, 1.0838133530380538 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.43973902374554696, "rpss": 0.05291121101430696, "bss_below": 0.05505076167442646, "bss_above": 0.051371642530461004, "log_loss": 1.0590839598439838, "log_loss_skill": 0.035980209307525324, "reliability": { "below": { "weight": [ 0.000367, 0.003424, 0.206635, 0.709575, 0.080001, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0988, 0.179, 0.273, 0.3444, 0.4183, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.2479, 0.0, 0.0436, 0.2891, 0.4413, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.002517, 0.214002, 0.714481, 0.068067, 0.000934, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1861, 0.2751, 0.3432, 0.424, 0.5187, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0372, 0.2825, 0.5008, 0.8429, 1.0, NaN, NaN, NaN, NaN ] } } } } }, "dirichlet": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3652745938155465, 0.40888834157879034, 0.4347602294307579, 0.6488518139166335, 0.41004645559819497, 0.42915934485951296, 0.49806369711970155, 0.41216228417463746, 0.4128785018862766, 0.4516351068355139, 0.40701071597428096, 0.5353769440036156, 0.4521357801500428, 0.4779409900044903, 0.4065438104636996, 0.44215121793730544, 0.4388734444472201, 0.3919806013360191, 0.47746024033340073, 0.4121637185092516, 0.4858149285614225, 0.42011843449962905, 0.4308141682294064, 0.45572320035030117 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11001893299428997, 0.20338332933098202, 0.13616536051749945, 0.19946512681138723, 0.1412195477583893, 0.18805214011449062, 0.3488693546179073, 0.2685345644392317, 0.23872521229885685, 0.31690278417306134, 0.24296559717801391, 0.3495608960843717, 0.1731986435651024, 0.20821234495197252, 0.19776704054242533, 0.2825971711811896, 0.3190750590287853, 0.10649209417791601, 0.2843889991495388, 0.2529729127155097, 0.20078841968306319, 0.19851654402931582, 0.22149506656752382, 0.16074880475478706 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.25525566082125667, 0.20550501224780837, 0.2985948689132585, 0.44938668710524615, 0.2688269078398058, 0.24110720474502234, 0.1491943425017943, 0.14362771973540578, 0.17415328958741977, 0.13473232266245255, 0.16404511879626701, 0.18581604791924397, 0.2789371365849404, 0.2697286450525178, 0.20877676992127417, 0.15955404675611576, 0.11979838541843461, 0.28548850715810314, 0.19307124118386204, 0.1591908057937419, 0.2850265088783593, 0.22160189047031328, 0.2093191016618825, 0.2949743955955142 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "log_loss": [ 0.9552912083044078, 1.1157738898611955, 1.0555799276086775, 1.316265467348333, 1.0407767176840472, 1.1280958575011282, 1.110331925441302, 0.987558891795252, 1.0856512596133305, 1.0806108246054793, 1.0709175701325153, 1.1703279644427018, 1.1060102497577862, 1.2056165420184421, 1.1030289025182907, 0.9713541568843725, 0.9830104003237858, 0.9960968924792264, 1.14967803655673, 1.0662130079370182, 1.1294561787091073, 1.0202754995765835, 1.1031545880718183, 1.125973091484179 ], "log_loss_clim": [ 1.0943844796952227, 1.1169378410944757, 1.093855163792758, 1.0763329363067116, 1.100688381867687, 1.1089171541404368, 1.083285185842175, 1.0854367237504552, 1.1120083228496669, 1.09343166622495, 1.1075603694249698, 1.0891713997205303, 1.0990155819713823, 1.1142559047977523, 1.1141034830787642, 1.0713518954987324, 1.0774523148624537, 1.0903732192649418, 1.1028078562195034, 1.1047857408896122, 1.0927483973785745, 1.0951285686897905, 1.1041856181460141, 1.1020599798850006 ] }, "rps": 0.44607619016731875, "rpss": 0.014782731703502194, "bss_below": 0.016432750713649025, "bss_above": 0.013128900245470643, "log_loss": 1.086543710443988, "log_loss_skill": 0.009617412051397878, "reliability": { "below": { "weight": [ 0.003189, 0.035864, 0.197644, 0.535431, 0.212957, 0.014916, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0894, 0.1635, 0.2626, 0.3522, 0.4336, 0.519, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.212, 0.1566, 0.2619, 0.3727, 0.3999, 0.2938, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.014445, 0.231474, 0.526096, 0.181328, 0.028959, 0.01324, 0.003751, 0.000707, 0.0 ], "mean_forecast": [ NaN, 0.1722, 0.2675, 0.3468, 0.4361, 0.5379, 0.6425, 0.7445, 0.8369, NaN ], "observed_frequency": [ NaN, 0.5396, 0.2859, 0.3105, 0.474, 0.4441, 0.5347, 0.5107, 0.5203, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.36462020922057087, 0.4277207791795116, 0.4438692518549897, 0.6203589317304397, 0.39431914157424003, 0.4421614481762929, 0.5039203494363459, 0.4041622867565935, 0.4010905950131724, 0.4482235066178426, 0.4004982664757526, 0.519650143534167, 0.47191305982726295, 0.496814131977887, 0.4072505203270651, 0.44872162474247906, 0.42990092046903927, 0.4114256372799653, 0.5007498427589394, 0.40967139566027677, 0.508893653472485, 0.4206177351226645, 0.43969575027231567, 0.43910367669208905 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.11731935931837492, 0.21024081466089165, 0.13275768947767635, 0.20199392288491103, 0.14119837432388338, 0.18269643203686517, 0.37077186398522854, 0.2953824508932979, 0.2263846644351399, 0.3038972694572533, 0.21465506645632823, 0.3402557269032148, 0.16502820586559042, 0.21366890381632042, 0.19578558323740852, 0.32402045261450063, 0.3038773173272945, 0.09211524712356166, 0.3117021460941237, 0.23548976949917033, 0.1731052641809662, 0.22793996705633918, 0.2223953544097112, 0.1576873071730508 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.24730084990219597, 0.21747996451861998, 0.3111115623773134, 0.41836500884552863, 0.25312076725035665, 0.2594650161394275, 0.1331484854511176, 0.10877983586329558, 0.17470593057803252, 0.14432623716058934, 0.1858432000194243, 0.1793944166309522, 0.30688485396167264, 0.28314522816156656, 0.21146493708965658, 0.12470117212797846, 0.12602360314174463, 0.3193103901564036, 0.18904769666481575, 0.17418162616110644, 0.3357883892915187, 0.1926777680663252, 0.21730039586260438, 0.28141636951903815 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "log_loss": [ 0.9762568850049954, 1.134487067418549, 1.04812134025934, 1.311199566049168, 1.0382429914889424, 1.1281596171133554, 1.1286401056830768, 0.9527683087926682, 1.0737327738085707, 1.092782760086075, 1.0935606317442845, 1.1550025441224054, 1.1152250509509625, 1.2227014802537588, 1.0813615752513652, 0.9773638382143212, 0.9836916830499745, 0.9624477436840092, 1.1860702549508215, 1.069957385721905, 1.165361684044098, 1.056970320287201, 1.0841400979939528, 1.1160498133419032 ], "log_loss_clim": [ 1.0994260483857876, 1.1136765360483003, 1.088719751200515, 1.0835058872248329, 1.1052085572472121, 1.103931634301236, 1.0854778262205618, 1.080730595822308, 1.112712279371679, 1.098167714310158, 1.1159481417825452, 1.0905218627466344, 1.0942399101939726, 1.11154876423817, 1.1110417474794292, 1.070488311191757, 1.0809898391803143, 1.0753702905497633, 1.1034387532417498, 1.1072191553706103, 1.0922772964053116, 1.1036626503777467, 1.0970024306892654, 1.1043600179020439 ] }, "rps": 0.44813970242384943, "rpss": 0.010352271794454415, "bss_below": 0.014349616416809874, "bss_above": 0.006348333057269673, "log_loss": 1.0897623133048209, "log_loss_skill": 0.006660566152124181, "reliability": { "below": { "weight": [ 0.004156, 0.039062, 0.202708, 0.522682, 0.21559, 0.015803, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0896, 0.163, 0.2626, 0.3517, 0.4348, 0.518, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.2096, 0.1755, 0.2639, 0.3738, 0.3968, 0.3084, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.015186, 0.23041, 0.526427, 0.177409, 0.029448, 0.015602, 0.004645, 0.000874, 0.0 ], "mean_forecast": [ NaN, 0.1727, 0.2662, 0.3472, 0.4362, 0.5391, 0.6444, 0.7438, 0.8369, NaN ], "observed_frequency": [ NaN, 0.5352, 0.296, 0.314, 0.4525, 0.4367, 0.5223, 0.5258, 0.5203, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43475915766136164, 0.4700724348122549, 0.4171830006696597, 0.47742149045368315, 0.37348066534609853, 0.4617402963581908, 0.48734347083930046, 0.4148287356761661, 0.3910821801374415 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.2076954647357936, 0.15226763901934612, 0.23163768566251378, 0.13121834148121841, 0.18288524345237442, 0.33885523351648894, 0.14118938356940836, 0.15469662889939836, 0.20476177751502234 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.22706369292556805, 0.31780479579290866, 0.18554531500714586, 0.34620314897246457, 0.19059542189372414, 0.12288506284170185, 0.34615408726989216, 0.26013210677676774, 0.18632040262241914 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "log_loss": [ 1.0596260509736426, 1.1033051993799396, 1.0457290448675904, 1.0654716170051957, 1.1307434412068278, 1.0026723805650108, 1.0193741976351425, 1.0200114066967327, 1.1181045166442185 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4364346035504618, "rpss": 0.05009010580774276, "bss_below": 0.0427252585610729, "bss_above": 0.05589770554964546, "log_loss": 1.0627819838860333, "log_loss_skill": 0.03261412267213093, "reliability": { "below": { "weight": [ 7.6e-05, 0.002227, 0.111854, 0.743419, 0.142425, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0993, 0.1735, 0.2747, 0.3526, 0.4193, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.0, 0.033, 0.0274, 0.277, 0.4583, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001803, 0.182124, 0.685408, 0.126299, 0.004216, 0.000151, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1911, 0.2746, 0.3454, 0.4271, 0.5283, 0.6373, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2627, 0.4314, 0.7116, 0.893, 1.0, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4264899934487241, 0.5036297170385852, 0.41432010261842084, 0.48598393281915714, 0.37310445253458885, 0.45191449673867273, 0.49078337379164294, 0.41698139076638324, 0.3991374869331708 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.241816544213915, 0.13552857195413268, 0.2349026177913195, 0.11661878352157316, 0.19156702036700995, 0.32775459688886993, 0.11277040799658548, 0.12264044511074927, 0.1943068649806697 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.1846734492348091, 0.3681011450844522, 0.17941748482710126, 0.36936514929758396, 0.18153743216757878, 0.12415989984980286, 0.3780129657950575, 0.29434094565563396, 0.20483062195250112 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "log_loss": [ 1.0658980164019423, 1.0965564074298897, 1.0565333147059397, 1.051962725377731, 1.1334177991092491, 0.9941295699087941, 1.0147772905689731, 1.010800724753163, 1.1005272792199765 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.44026054963214956, "rpss": 0.05178797360826548, "bss_below": 0.04044354196288902, "bss_above": 0.05995096104970976, "log_loss": 1.0582892363861842, "log_loss_skill": 0.03670359779275856, "reliability": { "below": { "weight": [ 9.4e-05, 0.002582, 0.12183, 0.730426, 0.145068, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0993, 0.1721, 0.2738, 0.351, 0.4209, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.0, 0.0352, 0.0289, 0.2482, 0.4457, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001863, 0.181736, 0.678276, 0.132437, 0.005408, 0.00028, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1901, 0.2755, 0.3451, 0.4276, 0.5271, 0.6391, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2876, 0.4731, 0.7427, 0.9138, 1.0, NaN, NaN, NaN ] } } } } }, "multinomial_logistic": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3720269612858324, 0.430779971901844, 0.42869855602768925, 0.6330214534185704, 0.43845954487778355, 0.41755867736175845, 0.5072094616860188, 0.4162178585641574, 0.4159373648894767, 0.42135493189238465, 0.40093546678843855, 0.5340228931526225, 0.46296162726891293, 0.499037737906173, 0.41530626692678974, 0.4403302885607917, 0.422084163090972, 0.37785822740415076, 0.47598767714761103, 0.4097728232035017, 0.4743114563985926, 0.4296414834299953, 0.45093819702042576, 0.46492946442309985 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11324352883203742, 0.21261923777556968, 0.13386055866142574, 0.1926456449952716, 0.14478090843061436, 0.18123555760483814, 0.34662867462987174, 0.2753452564261846, 0.24179738903947023, 0.31106798398355706, 0.2412694887088122, 0.3601792775142287, 0.1740948609622551, 0.21536628535258553, 0.1994060276852192, 0.28178727448955154, 0.31741877191004275, 0.11066859639807136, 0.2850845840650661, 0.25179528830976017, 0.19801959028393332, 0.19712147514182865, 0.22271159672318905, 0.16036738533244738 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.258783432453795, 0.21816073412627437, 0.29483799736626337, 0.44037580842329876, 0.2936786364471692, 0.2363231197569203, 0.16058078705614695, 0.14087260213797273, 0.1741399758500065, 0.11028694790882759, 0.15966597807962638, 0.17384361563839387, 0.2888667663066579, 0.28367145255358767, 0.2159002392415705, 0.1585430140712402, 0.10466539118092925, 0.2671896310060794, 0.190903093082545, 0.15797753489374144, 0.27629186611465945, 0.23252000828816657, 0.22822660029723674, 0.30456207909065264 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "log_loss": [ 0.9674662287568337, 1.151620857495982, 1.0484600215462565, 1.2789125075549423, 1.0936000368637069, 1.0977878487340114, 1.1188420033641264, 0.9946667023361639, 1.104692061816468, 1.03640259453306, 1.0684653580965975, 1.187581371279918, 1.1201656684284185, 1.2387434756689109, 1.1141756159033867, 0.969936280284193, 0.9690852346586177, 0.9613861017942158, 1.1546281633078057, 1.0677737026428693, 1.1098896832447502, 1.0580310493516298, 1.1256974122972347, 1.1357181792485347 ], "log_loss_clim": [ 1.0943844796952227, 1.1169378410944757, 1.093855163792758, 1.0763329363067116, 1.100688381867687, 1.1089171541404368, 1.083285185842175, 1.0854367237504552, 1.1120083228496669, 1.09343166622495, 1.1075603694249698, 1.0891713997205303, 1.0990155819713823, 1.1142559047977523, 1.1141034830787642, 1.0713518954987324, 1.0774523148624537, 1.0903732192649418, 1.1028078562195034, 1.1047857408896122, 1.0927483973785745, 1.0951285686897905, 1.1041856181460141, 1.1020599798850006 ] }, "rps": 0.447474273109483, "rpss": 0.011694883736063422, "bss_below": 0.013050217378586138, "bss_above": 0.010336418530299651, "log_loss": 1.0905720066336932, "log_loss_skill": 0.005945627504641227, "reliability": { "below": { "weight": [ 0.001215, 0.029411, 0.193956, 0.539277, 0.227978, 0.008164, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0803, 0.1645, 0.2674, 0.3528, 0.4296, 0.5175, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.0466, 0.1906, 0.2718, 0.3693, 0.3881, 0.1418, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.00271, 0.254006, 0.556493, 0.154846, 0.023611, 0.007202, 0.001132, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1914, 0.2728, 0.3445, 0.4326, 0.5444, 0.646, 0.73, NaN, NaN ], "observed_frequency": [ NaN, 0.6879, 0.3147, 0.3227, 0.4392, 0.5153, 0.4631, 0.5003, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3682175862857648, 0.4481521048626625, 0.43481586323094806, 0.6050246234420857, 0.4178080975429021, 0.42672016458640283, 0.5226923291366609, 0.4149703354509323, 0.40499726874492525, 0.41283465636241884, 0.3918528827929105, 0.5184862211095962, 0.4838456059844611, 0.5214770406061384, 0.41794031096444395, 0.4452665419450087, 0.4097764448202818, 0.396017217386155, 0.49538817828990456, 0.4115226018337933, 0.4954440354588993, 0.4256958819707641, 0.46122617496715396, 0.4475973685972546 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.12147217990790342, 0.21949558117850868, 0.13045805497233548, 0.19879560526487816, 0.1424333318242597, 0.175592058221027, 0.369944848941686, 0.3030531857772416, 0.22741410964815717, 0.29727992214356674, 0.21122040159789202, 0.3510997949791666, 0.16569750245743067, 0.22356396954589075, 0.19728884679188124, 0.3217344253823568, 0.30164128759203646, 0.0962252695452771, 0.3144121892896061, 0.2341161112646278, 0.16920478717921592, 0.22717299178678474, 0.22402932169557374, 0.1575129115486101 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.2467454063778613, 0.22865652368415382, 0.3043578082586126, 0.4062290181772078, 0.27537476571864233, 0.25112810636537575, 0.15274748019497508, 0.11191714967369076, 0.17758315909676797, 0.11555473421885214, 0.18063248119501837, 0.1673864261304294, 0.31814810352703055, 0.2979130710602477, 0.22065146417256282, 0.12353211656265203, 0.10813515722824533, 0.2997919478408778, 0.1809759890002984, 0.17740649056916555, 0.3262392482796832, 0.19852289018397926, 0.23719685327158024, 0.2900844570486444 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "log_loss": [ 0.9823785528976765, 1.1630797911964745, 1.0358208234067052, 1.267674431344822, 1.0817766898142613, 1.0903228795221818, 1.1504273568647057, 0.9728861615441224, 1.091486309701841, 1.0442281308842587, 1.0915029268596053, 1.1696498995600022, 1.1305096255024711, 1.2603485992907755, 1.1058044042141046, 0.9728594469498459, 0.9660913258955158, 0.9246436800600932, 1.1856346411306187, 1.0808516585573829, 1.1386514486862824, 1.086476021840478, 1.110096637918415, 1.119760068241752 ], "log_loss_clim": [ 1.0994260483857876, 1.1136765360483003, 1.088719751200515, 1.0835058872248329, 1.1052085572472121, 1.103931634301236, 1.0854778262205618, 1.080730595822308, 1.112712279371679, 1.098167714310158, 1.1159481417825452, 1.0905218627466344, 1.0942399101939726, 1.11154876423817, 1.1110417474794292, 1.070488311191757, 1.0809898391803143, 1.0753702905497633, 1.1034387532417498, 1.1072191553706103, 1.0922772964053116, 1.1036626503777467, 1.0970024306892654, 1.1043600179020439 ] }, "rps": 0.4490737306821862, "rpss": 0.008289613790838146, "bss_below": 0.01058205531134826, "bss_above": 0.005993390604233539, "log_loss": 1.0926233963285163, "log_loss_skill": 0.004052633618349288, "reliability": { "below": { "weight": [ 0.0014, 0.034667, 0.195132, 0.518074, 0.240275, 0.010452, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0791, 0.1627, 0.268, 0.3517, 0.4306, 0.5174, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.05, 0.2082, 0.2727, 0.3676, 0.394, 0.137, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.003353, 0.267089, 0.535862, 0.156895, 0.026029, 0.009371, 0.0014, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1914, 0.2717, 0.3458, 0.4325, 0.5468, 0.6467, 0.73, NaN, NaN ], "observed_frequency": [ NaN, 0.6879, 0.3091, 0.3318, 0.4157, 0.4863, 0.4856, 0.5003, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43882893391844596, 0.4758770501556329, 0.42959735695987056, 0.4823420879857029, 0.37703986347962615, 0.45227711091274403, 0.4910761821365295, 0.4066068828008516, 0.39141515384643416 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.21095956217866083, 0.15510469921996947, 0.24020467346923932, 0.1331193090596689, 0.18284794314224706, 0.33886663263411243, 0.14117592780395447, 0.15449748597099994, 0.20823341745605395 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.22786937173978516, 0.3207723509356633, 0.18939268349063124, 0.34922277892603387, 0.19419192033737914, 0.11341047827863164, 0.34990025433257504, 0.2521093968298517, 0.18318173639038018 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "log_loss": [ 1.0744131468168048, 1.1010027655263916, 1.0689992837268079, 1.071210571201362, 1.1356064887957635, 0.9962548861929644, 1.0250633918749341, 1.006925762053426, 1.1147993277843886 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4383400691328709, "rpss": 0.04594281639703057, "bss_below": 0.03186339955016093, "bss_above": 0.057045255871172484, "log_loss": 1.0660306248858715, "log_loss_skill": 0.02965708212063356, "reliability": { "below": { "weight": [ 0.0, 0.000981, 0.08738, 0.769776, 0.14066, 0.001203, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1896, 0.28, 0.3543, 0.4189, 0.5062, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.018, 0.2744, 0.4379, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.195517, 0.762387, 0.041115, 0.000981, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.282, 0.3414, 0.4256, 0.515, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1807, 0.4757, 0.9329, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42846278984880015, 0.51253735587156, 0.4278692226063055, 0.49213244277768986, 0.37514081896918494, 0.44288050960258746, 0.49916500543532594, 0.41126926221841487, 0.40439861483289363 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24407668367112825, 0.13852778620705206, 0.24539940893455509, 0.11867250069067697, 0.190565619479545, 0.32856232936803936, 0.11426680306645344, 0.1240045504677324, 0.19745371262173836 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18438610617767204, 0.3740095696645078, 0.18246981367175047, 0.3734599420870128, 0.18457519948964005, 0.11431818023454818, 0.3848982023688727, 0.2872647117506825, 0.20694490221115552 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "log_loss": [ 1.0802414084930612, 1.0982234407639455, 1.0813574384281504, 1.060336548002395, 1.1363093862455098, 0.9883323306691847, 1.0287577413088396, 1.0021320598169932, 1.1182668853955926 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.44376178024030694, "rpss": 0.04424719128607113, "bss_below": 0.02693377206453529, "bss_above": 0.05670523277438222, "log_loss": 1.065995248791519, "log_loss_skill": 0.029689282830270836, "reliability": { "below": { "weight": [ 0.0, 0.001775, 0.100175, 0.758679, 0.137883, 0.001488, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1871, 0.2778, 0.3535, 0.4199, 0.5062, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0203, 0.2509, 0.4147, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.182609, 0.763271, 0.052345, 0.001775, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2806, 0.3418, 0.427, 0.518, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.219, 0.5062, 0.9276, 1.0, NaN, NaN, NaN, NaN ] } } } } }, "ordinal_logistic": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3723937450560603, 0.428055965477218, 0.4306504786297825, 0.6283508487209157, 0.4384135617980924, 0.4171769036271365, 0.5042229710798882, 0.418235117590608, 0.41578279602165574, 0.42206056721262886, 0.40089360979562266, 0.5292948121022616, 0.4628169336844634, 0.49375189884706755, 0.4144499825508083, 0.44284121824650713, 0.42449044128538327, 0.3801776838320037, 0.47330414801739784, 0.4100187742457266, 0.4743864144081712, 0.4293782259394322, 0.44932137719573223, 0.4640310203976028 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11545104644717397, 0.21010756999548258, 0.1339931114410278, 0.1916319695986862, 0.14625301578631625, 0.18077682410085533, 0.34586847368520335, 0.27685705779808084, 0.24197245756239827, 0.3117980891350745, 0.2416163562459542, 0.35452072435057125, 0.17359513062888376, 0.2107110319641339, 0.19916908306241257, 0.28453999207521846, 0.3196298435878147, 0.11353009185212078, 0.2833549044657151, 0.25216502543711816, 0.19751578704321654, 0.19829139845859522, 0.2224453152380263, 0.15990988185029403 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2569426986088862, 0.21794839548173545, 0.29665736718875463, 0.4367188791222297, 0.2921605460117762, 0.23640007952628123, 0.158354497394685, 0.1413780597925269, 0.17381033845925759, 0.11026247807755414, 0.1592772535496685, 0.17477408775169037, 0.2892218030555796, 0.2830408668829337, 0.21528089948839566, 0.15830122617128858, 0.10486059769756846, 0.2666475919798829, 0.18994924355168288, 0.15785374880860836, 0.27687062736495466, 0.23108682748083714, 0.22687606195770593, 0.3041211385473088 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "log_loss": [ 0.9675101457567541, 1.1439570278557276, 1.0514892212002414, 1.2689515650972956, 1.0911917320877569, 1.0989136775766883, 1.11485214651897, 0.9978132026667711, 1.1053112794188507, 1.0372090973244126, 1.065397577969368, 1.1764064184014542, 1.1197293502630308, 1.229138292761468, 1.1120400960250152, 0.9745329207982024, 0.9735346742939177, 0.9632612599463524, 1.150694916349986, 1.066878501019952, 1.110481733863626, 1.0548981729074838, 1.1216239094946454, 1.1341908778111773 ], "log_loss_clim": [ 1.0943844796952227, 1.1169378410944757, 1.093855163792758, 1.0763329363067116, 1.100688381867687, 1.1089171541404368, 1.083285185842175, 1.0854367237504552, 1.1120083228496669, 1.09343166622495, 1.1075603694249698, 1.0891713997205303, 1.0990155819713823, 1.1142559047977523, 1.1141034830787642, 1.0713518954987324, 1.0774523148624537, 1.0903732192649418, 1.1028078562195034, 1.1047857408896122, 1.0927483973785745, 1.0951285686897905, 1.1041856181460141, 1.1020599798850006 ] }, "rps": 0.44685414565675696, "rpss": 0.013064515849226077, "bss_below": 0.01356700393069954, "bss_above": 0.012560866744993793, "log_loss": 1.0887503248920478, "log_loss_skill": 0.007606087052073773, "reliability": { "below": { "weight": [ 0.001132, 0.024536, 0.180821, 0.575585, 0.212844, 0.005082, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0906, 0.1659, 0.2688, 0.3524, 0.428, 0.5166, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.05, 0.202, 0.2715, 0.3687, 0.377, 0.1274, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001807, 0.257292, 0.556397, 0.150712, 0.02544, 0.007221, 0.001132, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1957, 0.2735, 0.3435, 0.4317, 0.5424, 0.6488, 0.7351, NaN, NaN ], "observed_frequency": [ NaN, 0.5632, 0.3188, 0.3183, 0.4499, 0.5313, 0.4724, 0.5003, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.36881497120976836, 0.44484763630953916, 0.4371307453406479, 0.600797531604324, 0.4181206375039797, 0.426230871473155, 0.5184571103989969, 0.4172913472880983, 0.4052403196771528, 0.4134168305807423, 0.39123054242024674, 0.5144150174850388, 0.48353313755338195, 0.5152277315246111, 0.4169544393895267, 0.4477364797439681, 0.4123499221905277, 0.3989392962891806, 0.492273356310513, 0.4115570957744662, 0.4952909216987358, 0.4252336282591361, 0.4601032076671328, 0.4470053042748462 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.12346346315907762, 0.21616929447753247, 0.13057942615831408, 0.19793310276337953, 0.14368066337523214, 0.17506220651641405, 0.3687840585250293, 0.3050132989603677, 0.2283120785172325, 0.2977168078357929, 0.21086043796716186, 0.3462588454207261, 0.16502275961920346, 0.2181659326064593, 0.19697343919469, 0.32467822867095464, 0.303879884799483, 0.09969602275035107, 0.3119689901579781, 0.23412960731385252, 0.16816679751987373, 0.2273380421268713, 0.22438243434926383, 0.1572154299114246 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.24535150805069067, 0.22867834183200675, 0.30655131918233375, 0.40286442884094464, 0.27443997412874777, 0.25116866495674073, 0.14967305187396765, 0.11227804832773051, 0.1769282411599203, 0.11570002274494952, 0.18037010445308496, 0.1681561720643128, 0.31851037793417875, 0.29706179891815193, 0.21998100019483663, 0.12305825107301332, 0.10847003739104467, 0.29924327353882946, 0.180304366152535, 0.17742748846061368, 0.32712412417886205, 0.19789558613226468, 0.235720773317869, 0.28978987436342163 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "log_loss": [ 0.9836567259224357, 1.154961438070966, 1.0395091410094668, 1.2582996975184166, 1.0805354801106706, 1.0915925703672913, 1.144715859621423, 0.9766083581919469, 1.0929224366003831, 1.0444310568178716, 1.0863527884425257, 1.1602712141748992, 1.130067098581534, 1.249605798278971, 1.1027637380481172, 0.9780835441702294, 0.9706779781196794, 0.9272769173607115, 1.1813485975293911, 1.0792371362960902, 1.1390304206524657, 1.0845670477896936, 1.1073908011693303, 1.1189038460308958 ], "log_loss_clim": [ 1.0994260483857876, 1.1136765360483003, 1.088719751200515, 1.0835058872248329, 1.1052085572472121, 1.103931634301236, 1.0854778262205618, 1.080730595822308, 1.112712279371679, 1.098167714310158, 1.1159481417825452, 1.0905218627466344, 1.0942399101939726, 1.11154876423817, 1.1110417474794292, 1.070488311191757, 1.0809898391803143, 1.0753702905497633, 1.1034387532417498, 1.1072191553706103, 1.0922772964053116, 1.1036626503777467, 1.0970024306892654, 1.1043600179020439 ] }, "rps": 0.44842492008198825, "rpss": 0.009722412387009549, "bss_below": 0.011576360191627666, "bss_above": 0.007865406265967656, "log_loss": 1.0909504037864752, "log_loss_skill": 0.005577598690322705, "reliability": { "below": { "weight": [ 0.0014, 0.030114, 0.1811, 0.556013, 0.224804, 0.006569, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0906, 0.1654, 0.2692, 0.3514, 0.4291, 0.5164, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.05, 0.2118, 0.2809, 0.3658, 0.3803, 0.1219, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.002235, 0.270334, 0.537417, 0.151238, 0.028049, 0.009326, 0.0014, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1957, 0.2724, 0.3448, 0.4317, 0.5446, 0.6493, 0.7351, NaN, NaN ], "observed_frequency": [ NaN, 0.5632, 0.3156, 0.3274, 0.4227, 0.5022, 0.4906, 0.5003, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4392926410824258, 0.47669951050397696, 0.43025075452643174, 0.4840180283523473, 0.3759233181636549, 0.45387378187809585, 0.49278084561152896, 0.40852777857586864, 0.39106023500954135 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.21147179605442215, 0.15500503458460202, 0.2409415643190988, 0.1330428608924706, 0.18176440066856417, 0.3404957145678838, 0.14233473608724576, 0.1559036416562643, 0.20813604072210845 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.22782084502800365, 0.3216944759193749, 0.18930919020733308, 0.3509751674598767, 0.19415891749509076, 0.11337806731021202, 0.3504461095242834, 0.2526241369196044, 0.1829241942874328 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "log_loss": [ 1.0745477100732783, 1.1031305805011296, 1.0700394962792934, 1.0743283528011893, 1.1309227769145735, 0.9998905309288004, 1.0261658572126748, 1.0088289642279376, 1.113307470665077 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.43915854374487456, "rpss": 0.044161387688668396, "bss_below": 0.029622085828015954, "bss_above": 0.055626473966053136, "log_loss": 1.0667957488448838, "log_loss_skill": 0.02896063626101586, "reliability": { "below": { "weight": [ 0.0, 7.6e-05, 0.073431, 0.800042, 0.125249, 0.001203, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1884, 0.2807, 0.3538, 0.4174, 0.5033, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0101, 0.2734, 0.438, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.197565, 0.761982, 0.039472, 0.000981, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2831, 0.3403, 0.4262, 0.5197, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1743, 0.4788, 0.9394, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42859151933339906, 0.5135711895457797, 0.4281836908368321, 0.49412729261943933, 0.3737474244137368, 0.4447580009539801, 0.5009145580799343, 0.4131697995487263, 0.4040606729089102 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24441582082974858, 0.1382658575545506, 0.24592583880599486, 0.11885622552369637, 0.18924969677182957, 0.3303413001169158, 0.11551787553040177, 0.1254733528564885, 0.1973689795786972 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18417569850365045, 0.3753053319912292, 0.18225785203083728, 0.37527106709574304, 0.18449772764190725, 0.11441670083706432, 0.38539668254953247, 0.287696446692238, 0.20669169333021303 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "log_loss": [ 1.0801455492699235, 1.1007362811850723, 1.08185291946981, 1.0638766885136044, 1.1305047169752782, 0.9923045313284313, 1.0297608361665813, 1.0038168765256632, 1.1169488568887258 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.44456934980452645, "rpss": 0.042507886745655976, "bss_below": 0.024711712032479682, "bss_above": 0.055313300495710926, "log_loss": 1.0666608062581213, "log_loss_skill": 0.0290834663001609, "reliability": { "below": { "weight": [ 0.0, 0.000374, 0.085844, 0.786229, 0.126065, 0.001488, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1871, 0.2783, 0.3528, 0.418, 0.5033, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0118, 0.2492, 0.4174, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.187443, 0.761033, 0.049749, 0.001775, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.282, 0.3409, 0.4281, 0.5232, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2094, 0.5115, 0.9329, 1.0, NaN, NaN, NaN, NaN ] } } } } }, "SEL": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.36386326801270963, 0.4034839523435946, 0.42973169890506757, 0.6524095325264818, 0.40882250898998057, 0.41191079881715353, 0.5061943173644454, 0.4115670557143269, 0.4102984984524079, 0.4437630447210291, 0.40387494668569873, 0.5340912065641261, 0.45175811447441516, 0.4715525188221048, 0.40509063683264823, 0.4502241242769586, 0.4378185329041026, 0.3801814516379849, 0.4716331802268974, 0.41215880089438645, 0.48099461049785813, 0.4251943801706779, 0.43362386940106934, 0.4539373177482734 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.10523967199527397, 0.19657292712188643, 0.12767751799204363, 0.2014415157839072, 0.13464886842077578, 0.18889055824907727, 0.3616190630151677, 0.2746470731745445, 0.24124294144794578, 0.3233941126646464, 0.24451230884171338, 0.34948951088293645, 0.16770017244749352, 0.1960896408060408, 0.19627868407269025, 0.29476070433885765, 0.3298545393452744, 0.10046373335001908, 0.28821342468261574, 0.25635614203738294, 0.19394275525151825, 0.1999656015767654, 0.22246878354490954, 0.1537992221338322 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.25862359601743556, 0.20691102522170812, 0.30205418091302394, 0.4509680166681313, 0.27417364056920474, 0.2230202405680762, 0.14457525434927773, 0.13691998253978246, 0.16905555700446198, 0.1203689320563828, 0.15936263784398538, 0.18460169337056231, 0.2840579420269216, 0.27546287801606406, 0.20881195275995798, 0.15546341993810106, 0.10796399355882795, 0.27971771828796577, 0.18341975554428158, 0.15580265885700342, 0.28705185524633997, 0.2252287785939125, 0.21115508585615972, 0.30013809561444105 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "log_loss": [ 0.949905897454401, 1.0898586098455814, 1.04866711075991, 1.309691130308584, 1.0346957377636739, 1.0840560618545891, 1.1349866951102148, 0.9938178365561419, 1.076476636168074, 1.0705528605611911, 1.0550833088049163, 1.1727932948131465, 1.104178261220674, 1.1852896799721147, 1.0894827842684909, 0.9983808297429168, 0.9945689680900485, 0.9712221976457761, 1.1419608900865699, 1.0589192989318639, 1.1265003795684687, 1.030434236332374, 1.102865348542209, 1.119648249208858 ], "log_loss_clim": [ 1.0943844796952227, 1.1169378410944757, 1.093855163792758, 1.0763329363067116, 1.100688381867687, 1.1089171541404368, 1.083285185842175, 1.0854367237504552, 1.1120083228496669, 1.09343166622495, 1.1075603694249698, 1.0891713997205303, 1.0990155819713823, 1.1142559047977523, 1.1141034830787642, 1.0713518954987324, 1.0774523148624537, 1.0903732192649418, 1.1028078562195034, 1.1047857408896122, 1.0927483973785745, 1.0951285686897905, 1.1041856181460141, 1.1020599798850006 ] }, "rps": 0.44392409862435, "rpss": 0.019535905707907975, "bss_below": 0.016588366705671098, "bss_above": 0.022490255579549423, "log_loss": 1.0810015126504495, "log_loss_skill": 0.014669115117669107, "reliability": { "below": { "weight": [ 0.0, 0.044092, 0.273723, 0.522813, 0.14613, 0.013074, 0.000168, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1639, 0.2635, 0.3495, 0.4339, 0.5269, 0.6047, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1293, 0.2736, 0.397, 0.3861, 0.1963, 0.3321, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.021223, 0.288965, 0.514845, 0.145381, 0.024801, 0.004474, 0.000311, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1796, 0.2672, 0.3471, 0.4351, 0.5408, 0.6316, 0.7358, NaN, NaN ], "observed_frequency": [ NaN, 0.3739, 0.2798, 0.3289, 0.4918, 0.5313, 0.5582, 0.4546, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3604512942163625, 0.4224826274506439, 0.4385825276125024, 0.6178868358567043, 0.3944401695425999, 0.4231841239979428, 0.5125852636676707, 0.40588309144462387, 0.40100493959864564, 0.4357893195326318, 0.3934980575306696, 0.5174739650510932, 0.4710006419533154, 0.4900173826585156, 0.4072229758613999, 0.4589308494399574, 0.42518693717592293, 0.40051796365753445, 0.49148047949045415, 0.40961876584373047, 0.5019114594678442, 0.42276762814235996, 0.4442124517812296, 0.4380962344979913 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.11256309797037203, 0.20282036022301686, 0.12406233166749248, 0.2010163440483656, 0.13558725246544764, 0.1838614456456652, 0.38489722154969386, 0.30505754660096945, 0.22979387291557674, 0.30676069025302977, 0.21077911513762737, 0.3398648656655602, 0.15762313516337415, 0.20052560732158653, 0.1941059594886881, 0.3404852926090446, 0.3117173940641146, 0.08573287133313612, 0.3161204538111248, 0.23654478492514674, 0.1615129918989758, 0.23082127078014356, 0.2246152362003216, 0.15244607988802625 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.24788819624599043, 0.219662267227627, 0.3145201959450099, 0.41687049183888253, 0.2588529170771522, 0.23932267835227747, 0.1276880421179767, 0.10082554484365437, 0.17121106668306899, 0.12902862927960213, 0.18271894239304234, 0.1776090959592097, 0.3133775067899413, 0.28949177533692905, 0.2131170163727119, 0.11844555683091271, 0.11346954311180844, 0.3147850923243984, 0.17536002567932935, 0.1730739809185837, 0.3403984675688684, 0.19194635736221627, 0.21959721558090792, 0.285650154609965 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "log_loss": [ 0.9641797010002703, 1.1100316828984025, 1.0435897140574661, 1.297192402716032, 1.0306829947603269, 1.0830130734883852, 1.1540898563914521, 0.9655049940783486, 1.0673682845039032, 1.072941227519521, 1.0660401828013097, 1.1560151693072982, 1.1158160998221733, 1.2047687994963094, 1.073421581659647, 1.0096487154082099, 0.9875230606254359, 0.9482948899562055, 1.1736883960064644, 1.0609377510949054, 1.1597609044593216, 1.0594838796140076, 1.0919383324608574, 1.1080872591086497 ], "log_loss_clim": [ 1.0994260483857876, 1.1136765360483003, 1.088719751200515, 1.0835058872248329, 1.1052085572472121, 1.103931634301236, 1.0854778262205618, 1.080730595822308, 1.112712279371679, 1.098167714310158, 1.1159481417825452, 1.0905218627466344, 1.0942399101939726, 1.11154876423817, 1.1110417474794292, 1.070488311191757, 1.0809898391803143, 1.0753702905497633, 1.1034387532417498, 1.1072191553706103, 1.0922772964053116, 1.1036626503777467, 1.0970024306892654, 1.1043600179020439 ] }, "rps": 0.4451760827280144, "rpss": 0.016896970876872253, "bss_below": 0.016382183878998702, "bss_above": 0.017412607705066252, "log_loss": 1.083500789718121, "log_loss_skill": 0.012368066052515503, "reliability": { "below": { "weight": [ 0.0, 0.048305, 0.283811, 0.503357, 0.151515, 0.012838, 0.000173, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1635, 0.2636, 0.3498, 0.4351, 0.525, 0.6053, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1447, 0.279, 0.3944, 0.3899, 0.2504, 0.398, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.023719, 0.285128, 0.512776, 0.145294, 0.027298, 0.005401, 0.000384, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1807, 0.2661, 0.3472, 0.4348, 0.5426, 0.6307, 0.7358, NaN, NaN ], "observed_frequency": [ NaN, 0.35, 0.2914, 0.3279, 0.4751, 0.5159, 0.5599, 0.4546, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4343337225534997, 0.46660162360477514, 0.41803235780629505, 0.476048297344964, 0.36484426452983015, 0.47111715439620366, 0.4912301647541928, 0.4152978512573669, 0.3864631423948397 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20712775806887412, 0.14527029245197473, 0.23372869359552176, 0.12197561009399235, 0.17488921183073794, 0.3550065135213339, 0.136484313746553, 0.1515854392328709, 0.20245105967794877 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.2272059644846256, 0.32133133115280055, 0.1843036642107734, 0.3540726872509717, 0.18995505269909221, 0.11611064087486986, 0.3547458510076398, 0.26371241202449597, 0.18401208271689087 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "log_loss": [ 1.0602241170514755, 1.1007427900178872, 1.0453770218603586, 1.0713229675993359, 1.094128948327446, 1.0322703184008455, 1.0405381583485895, 1.0220342694485938, 1.0958972900446566 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4359965087379963, "rpss": 0.05104362918460126, "bss_below": 0.05187917627498406, "bss_above": 0.05038472742198197, "log_loss": 1.0625039867887986, "log_loss_skill": 0.032867166541786674, "reliability": { "below": { "weight": [ 0.000296, 0.002908, 0.188738, 0.73488, 0.073179, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0988, 0.1774, 0.2733, 0.3456, 0.4168, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.2479, 0.0, 0.0448, 0.3187, 0.432, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.002256, 0.212469, 0.722745, 0.06185, 0.000679, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1867, 0.2743, 0.3428, 0.4229, 0.5124, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2563, 0.4576, 0.8315, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4274298961835267, 0.5013161195417716, 0.4134151276577285, 0.48554355985559666, 0.363506920301206, 0.46030331356093296, 0.49356683114821986, 0.4172169283975924, 0.3953525170633486 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24477369303849889, 0.1266501623553485, 0.2360669493357934, 0.10685956681771701, 0.18337595229561404, 0.3429839401268049, 0.10473669589300226, 0.11659923894940064, 0.19031708250244572 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18265620314502787, 0.37466595718642337, 0.17734817832193517, 0.37868399303787975, 0.18013096800559197, 0.11731937343412811, 0.38883013525521765, 0.3006176894481917, 0.20503543456090279 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "log_loss": [ 1.0662039243662804, 1.103136344620348, 1.0515644219616829, 1.062977618036504, 1.0941720925949634, 1.0211187028911695, 1.0352506891054052, 1.013518491981446, 1.0838133530380538 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.43973902374554696, "rpss": 0.05291121101430696, "bss_below": 0.05505076167442646, "bss_above": 0.051371642530461004, "log_loss": 1.0590839598439838, "log_loss_skill": 0.035980209307525324, "reliability": { "below": { "weight": [ 0.000367, 0.003424, 0.206635, 0.709575, 0.080001, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0988, 0.179, 0.273, 0.3444, 0.4183, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.2479, 0.0, 0.0436, 0.2891, 0.4413, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.002517, 0.214002, 0.714481, 0.068067, 0.000934, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1861, 0.2751, 0.3432, 0.424, 0.5187, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0372, 0.2825, 0.5008, 0.8429, 1.0, NaN, NaN, NaN, NaN ] } } } } } }, "fitted": { "climatology_blend": { "fallbacks": 0, "folds": 24, "test_fit": { "lam": 0.5211526413015174 }, "test_fallback": null }, "pseudocount": { "fallbacks": 0, "folds": 24, "test_fit": {}, "test_fallback": null }, "temperature": { "fallbacks": 0, "folds": 24, "test_fit": { "temperature": 2.5917763325982546, "at_bound": false }, "test_fallback": null }, "dirichlet": { "fallbacks": 0, "folds": 24, "test_fit": { "A": [ [ 0.43529001147246005, 0.13306978905841593, 0.006056562579380388 ], [ 0.041012691767086704, 0.4565833618829981, 0.05746153434682868 ], [ 0.015459437373161043, -0.07871574759489425, 0.3648568917177057 ] ], "b": [ 0.16556160605036216, 0.008297445451247219, -0.17385905150153302 ], "objective": 1.0772459622189088, "iterations": 37, "training_pairs": 64128, "training_years": 24, "converged": true, "epsilon": 1e-12, "reg_off": 0.01, "reg_diag": 0.001, "reg_bias": 0.001, "weighting": "equal total weight per year; spherical area within each year" }, "test_fallback": null }, "multinomial_logistic": { "fallbacks": 0, "folds": 24, "test_fit": { "coefficients": [ [ 0.13046131777734174, -0.5854937558198365, 0.22696548708336917 ], [ 0.0, 0.0, 0.0 ], [ 0.05862787045284525, 0.4983204508958172, -0.34924358433983793 ] ], "features": [ "intercept", "standardized_mean", "log_spread_ratio" ], "l2": 0.001, "reference_class": "near" }, "test_fallback": null }, "ordinal_logistic": { "fallbacks": 0, "folds": 24, "test_fit": { "theta": [ -0.5918344432348668, 0.25913022053470963, 0.7919138245419106, -0.41799537912970397 ], "cutpoints": [ -0.5918344432348668, 0.7039680907057935 ], "beta": [ 0.7919138245419106, -0.41799537912970397 ], "features": [ "standardized_mean", "log_spread_ratio" ], "l2": 0.001, "converged": true }, "test_fallback": null } }, "selection": { "criterion": "inner leave-one-year-out RPS of the calibrators (training years only)", "chosen_training": { "1993": "temperature", "1994": "temperature", "1995": "temperature", "1996": "climatology_blend", "1997": "temperature", "1998": "temperature", "1999": "temperature", "2000": "temperature", "2001": "temperature", "2002": "temperature", "2003": "temperature", "2004": "climatology_blend", "2005": "temperature", "2006": "temperature", "2007": "temperature", "2008": "temperature", "2009": "temperature", "2010": "temperature", "2011": "temperature", "2012": "temperature", "2013": "temperature", "2014": "temperature", "2015": "temperature", "2016": "temperature" }, "chosen_test": "temperature", "frequency": { "climatology_blend": 2, "pseudocount": 0, "temperature": 22, "dirichlet": 0, "multinomial_logistic": 0, "ordinal_logistic": 0 } } } }, "tests": { "pseudocount": { "rps": { "Feb": { "training": { "mean_difference": 0.03268624813667121, "bootstrap_95": [ 0.005649653140587836, 0.05789146322171647 ], "p_improvement": 0.987075, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.054696563657550525, "bootstrap_95": [ 0.022164274683825952, 0.08636156344864404 ], "p_improvement": 0.9921875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.03130693547568822, "bootstrap_95": [ 0.0018189877092690367, 0.0607154506354933 ], "p_improvement": 0.971345, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.010891845709244853, "bootstrap_95": [ -0.030558854097256172, 0.04729859195914881 ], "p_improvement": 0.697265625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.004676717095245038, "bootstrap_95": [ -0.013383835329064992, 0.02414557099107357 ], "p_improvement": 0.67821, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.002327096997430623, "bootstrap_95": [ -0.011611606844396419, 0.016120206665413195 ], "p_improvement": 0.619140625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0044126440707701305, "bootstrap_95": [ -0.012814726389400006, 0.022834941113509487 ], "p_improvement": 0.673105, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.0014319885048611975, "bootstrap_95": [ -0.0222968655464611, 0.0320289431484084 ], "p_improvement": 0.52734375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.007152514284916064, "bootstrap_95": [ -0.013591553072302816, 0.028517722311555554 ], "p_improvement": 0.737895, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.016986877383486913, "bootstrap_95": [ -0.03047375591449771, -0.0036434984473287858 ], "p_improvement": 0.03125, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": 0.02950800196935746, "bootstrap_95": [ 0.016711049431921258, 0.04202990439287296 ], "p_improvement": 0.999815, "years_better": 5, "years": 24 }, "test": { "mean_difference": 0.03923560121344787, "bootstrap_95": [ 0.013441235628934064, 0.06773753919929912 ], "p_improvement": 0.990234375, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.01956449867055968, "bootstrap_95": [ 0.0057666439864267945, 0.034197311538362835 ], "p_improvement": 0.992075, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.020054222866807355, "bootstrap_95": [ 0.0027679782342550714, 0.035527819952865414 ], "p_improvement": 0.97265625, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.004995159610730837, "bootstrap_95": [ -0.004212161564715969, 0.014873770684649821 ], "p_improvement": 0.83291, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0010910539907345584, "bootstrap_95": [ -0.006352445842145476, 0.008012418373443412 ], "p_improvement": 0.609375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.003873335522245176, "bootstrap_95": [ -0.004778057335369431, 0.013694105978114293 ], "p_improvement": 0.76544, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.0018463554827925761, "bootstrap_95": [ -0.01342926459411016, 0.012071565277579849 ], "p_improvement": 0.404296875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.00431118112689714, "bootstrap_95": [ -0.006196681392995874, 0.015150567361613387 ], "p_improvement": 0.775715, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.006835910260556609, "bootstrap_95": [ -0.016489372378604854, 0.0026554974201138852 ], "p_improvement": 0.115234375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": 0.0031782477027882776, "bootstrap_95": [ -0.013426416648382063, 0.01982341681852271 ], "p_improvement": 0.64061, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.015460962442931464, "bootstrap_95": [ 0.0049745738585833775, 0.026180249820790535 ], "p_improvement": 0.98828125, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.01174243701692238, "bootstrap_95": [ -0.0068347624487060865, 0.032073803152857475 ], "p_improvement": 0.86362, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.009162376964445116, "bootstrap_95": [ -0.0353941478270123, 0.016798062158515946 ], "p_improvement": 0.263671875, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.0003184418451468625, "bootstrap_95": [ -0.009840115656739683, 0.009629133378095917 ], "p_improvement": 0.47461, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.0012360431204918156, "bootstrap_95": [ -0.005689378356020904, 0.008718872217251799 ], "p_improvement": 0.607421875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0005393088125971949, "bootstrap_95": [ -0.008669174398426176, 0.010383993328661651 ], "p_improvement": 0.54023, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.0032783434414236597, "bootstrap_95": [ -0.010043749290003344, 0.020639283067050485 ], "p_improvement": 0.595703125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0028413330562024673, "bootstrap_95": [ -0.008233181315869755, 0.014693237183608727 ], "p_improvement": 0.677305, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.010150966843823724, "bootstrap_95": [ -0.01694417173240504, -0.004236138277382539 ], "p_improvement": 0.0078125, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } } }, "log_loss": { "Feb": { "training": { "mean_difference": 0.2568400304300759, "bootstrap_95": [ 0.15914143992704105, 0.34950623342710924 ], "p_improvement": 0.999955, "years_better": 4, "years": 24 }, "test": { "mean_difference": 0.2605937354604903, "bootstrap_95": [ 0.17538412842276513, 0.34917547162999907 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.21079979025535953, "bootstrap_95": [ 0.133634280871928, 0.292373143080532 ], "p_improvement": 0.999985, "years_better": 5, "years": 24 }, "test": { "mean_difference": 0.19123615586588616, "bootstrap_95": [ 0.062053402844740625, 0.2967060550477576 ], "p_improvement": 0.98828125, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.02370812522151373, "bootstrap_95": [ -0.008178705486736739, 0.05810719717616872 ], "p_improvement": 0.90516, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.019636961608318737, "bootstrap_95": [ -0.006554657198192362, 0.0475516675634893 ], "p_improvement": 0.87890625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.04380797375618209, "bootstrap_95": [ 0.009859421735119145, 0.0843193815509346 ], "p_improvement": 0.990315, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.029980236663084827, "bootstrap_95": [ -0.020111058450642143, 0.08989853344055734 ], "p_improvement": 0.810546875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.027844602138431235, "bootstrap_95": [ -0.010125685511441274, 0.06825886203581319 ], "p_improvement": 0.905445, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.017276282384519257, "bootstrap_95": [ -0.039963976935766816, 0.005678453400665571 ], "p_improvement": 0.09375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } } } }, "temperature": { "rps": { "Feb": { "training": { "mean_difference": 0.010092680665351142, "bootstrap_95": [ 4.899856899731104e-05, 0.02026924196807004 ], "p_improvement": 0.96494, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.004988240066131559, "bootstrap_95": [ -0.017576827647511686, 0.0068705258890185954 ], "p_improvement": 0.244140625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0026029214742567205, "bootstrap_95": [ -0.0011588862558763345, 0.00668129740282566 ], "p_improvement": 0.88639, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.004582702284302261, "bootstrap_95": [ -0.0010679833724361423, 0.010326477497530953 ], "p_improvement": 0.904296875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.0010681482586521577, "bootstrap_95": [ -0.009393920793359831, 0.005064557282830073 ], "p_improvement": 0.416785, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0017189679519708572, "bootstrap_95": [ -0.001820245247554116, 0.005667610446025961 ], "p_improvement": 0.775390625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -0.0008301853942740504, "bootstrap_95": [ -0.009810564774417689, 0.006580668011015346 ], "p_improvement": 0.434785, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.001459909252810797, "bootstrap_95": [ -0.006128436308008376, 0.008208893771097119 ], "p_improvement": 0.646484375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.0007160980019703528, "bootstrap_95": [ -0.004389889255976129, 0.0027316943701831786 ], "p_improvement": 0.352875, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0035410807974980358, "bootstrap_95": [ 0.0016079740363233513, 0.0055652891095301004 ], "p_improvement": 0.9921875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": 0.002090338644712714, "bootstrap_95": [ -0.0028809291949771993, 0.0073796620733360685 ], "p_improvement": 0.776265, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.007067640613959487, "bootstrap_95": [ -0.013187123324279333, -0.0012171454636643814 ], "p_improvement": 0.033203125, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0032869738460435272, "bootstrap_95": [ -0.0008721981964310058, 0.007663460356571287 ], "p_improvement": 0.91966, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.004232353629431325, "bootstrap_95": [ 0.0006831960681955701, 0.0077106748616515165 ], "p_improvement": 0.974609375, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.0010357854620416257, "bootstrap_95": [ -0.004801110473000252, 0.0023496042354878253 ], "p_improvement": 0.295695, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.0013167179131430052, "bootstrap_95": [ -0.0006556392885583754, 0.0035429327495859926 ], "p_improvement": 0.841796875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -0.0004986140694298041, "bootstrap_95": [ -0.00557388273642035, 0.003950912879556141 ], "p_improvement": 0.42496, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.001918064094839041, "bootstrap_95": [ -0.001841740725799433, 0.005394622826740923 ], "p_improvement": 0.82421875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.0006404249554856859, "bootstrap_95": [ -0.0034780361793818977, 0.002203199246539111 ], "p_improvement": 0.337235, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.0015229387276103946, "bootstrap_95": [ 0.000160800225208955, 0.0030347960446792605 ], "p_improvement": 0.962890625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": 0.008002341656493309, "bootstrap_95": [ 0.0013277462719319803, 0.015207408050262649 ], "p_improvement": 0.98202, "years_better": 5, "years": 24 }, "test": { "mean_difference": 0.0020794084187794972, "bootstrap_95": [ -0.006479002612064072, 0.009072599078800795 ], "p_improvement": 0.673828125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.0006840524892663934, "bootstrap_95": [ -0.002401820938905389, 0.0008569355798027523 ], "p_improvement": 0.210215, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0003503522958562451, "bootstrap_95": [ -0.0021860316563520952, 0.002956538132186723 ], "p_improvement": 0.6015625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": -3.2363072078132764e-05, "bootstrap_95": [ -0.005149052452237102, 0.0036982466645095733 ], "p_improvement": 0.49576, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.00040225430808042847, "bootstrap_95": [ -0.0014411973589315604, 0.0021917534252023706 ], "p_improvement": 0.669921875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -0.000331571421344118, "bootstrap_95": [ -0.004879053311898094, 0.0036542366066573805 ], "p_improvement": 0.44834, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.0004581532882407782, "bootstrap_95": [ -0.004484667184445768, 0.003115842463573683 ], "p_improvement": 0.412109375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -7.56726017368866e-05, "bootstrap_95": [ -0.002342200297176828, 0.0020655417756648025 ], "p_improvement": 0.473885, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.0020181480174686936, "bootstrap_95": [ 0.0011061291838647704, 0.003001329923828866 ], "p_improvement": 0.998046875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "log_loss": { "Feb": { "training": { "mean_difference": 0.011411361171772947, "bootstrap_95": [ -0.00468764581961317, 0.02834861342845532 ], "p_improvement": 0.898255, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.010737172039808804, "bootstrap_95": [ -0.030727542087308757, 0.0076974600578491965 ], "p_improvement": 0.169921875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.008659681216479096, "bootstrap_95": [ -0.0015018563860463498, 0.019980446478890072 ], "p_improvement": 0.92814, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.012374471986545572, "bootstrap_95": [ 0.0009935107080313518, 0.02418628490337505 ], "p_improvement": 0.955078125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0003243598222909816, "bootstrap_95": [ -0.011202801978733667, 0.009578986296407877 ], "p_improvement": 0.52078, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.003189453525338356, "bootstrap_95": [ -0.003287033739185224, 0.009595487413925512 ], "p_improvement": 0.80859375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -0.000539060983269594, "bootstrap_95": [ -0.014242488215264781, 0.010966616584975344 ], "p_improvement": 0.469965, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.001682175186286451, "bootstrap_95": [ -0.010907232144662505, 0.013196003025047606 ], "p_improvement": 0.6015625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.0005786790461719907, "bootstrap_95": [ -0.006289152444044915, 0.005158588320982056 ], "p_improvement": 0.424155, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.0050471218354304105, "bootstrap_95": [ 0.0018055773127063418, 0.008337525686874497 ], "p_improvement": 0.986328125, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } } }, "dirichlet": { "rps": { "Feb": { "training": { "mean_difference": -0.017078754240306176, "bootstrap_95": [ -0.030494892776805872, -0.0037014529725246863 ], "p_improvement": 0.010635, "years_better": 15, "years": 24 }, "test": { "mean_difference": 0.0032641743610684615, "bootstrap_95": [ -0.013696433870715768, 0.02315959641952204 ], "p_improvement": 0.62890625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 0.26587500000000003, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.0009497189402169967, "bootstrap_95": [ -0.009816754036357712, 0.00868207048145905 ], "p_improvement": 0.426895, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.007453216951220833, "bootstrap_95": [ -0.013878829219195192, -0.00048216607673170857 ], "p_improvement": 0.0390625, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0012300249888679536, "bootstrap_95": [ -0.0011886864176185315, 0.0038367671768374553 ], "p_improvement": 0.81944, "years_better": 13, "years": 24 }, "test": { "mean_difference": 9.272475760423326e-05, "bootstrap_95": [ -0.003992688370695156, 0.003863922041905304 ], "p_improvement": 0.513671875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0019877579812252327, "bootstrap_95": [ -0.0006577188431386892, 0.004802969031857961 ], "p_improvement": 0.912795, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.002113310092767008, "bootstrap_95": [ -0.0026301776050724128, 0.0074331163192106154 ], "p_improvement": 0.75390625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.00280657782764109, "bootstrap_95": [ -0.00028177737828096225, 0.0058699799236316295 ], "p_improvement": 0.950055, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.003979175609963557, "bootstrap_95": [ 0.0022896694908808995, 0.005439941581187466 ], "p_improvement": 0.998046875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -0.016365703140911774, "bootstrap_95": [ -0.02707655614024095, -0.0058509967280491616 ], "p_improvement": 0.00287, "years_better": 18, "years": 24 }, "test": { "mean_difference": 0.0044645279394857785, "bootstrap_95": [ -0.010324218275526618, 0.022175661928779036 ], "p_improvement": 0.693359375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 0.07175000000000001, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.0019518665178295494, "bootstrap_95": [ -0.009740564584161773, 0.005867325838285039 ], "p_improvement": 0.32024, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.005116996297876557, "bootstrap_95": [ -0.012240823380414535, 0.0017509448996119508 ], "p_improvement": 0.107421875, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0012663228920650517, "bootstrap_95": [ -0.0013318759538846132, 0.003898480836664117 ], "p_improvement": 0.8174, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.0026807873005649887, "bootstrap_95": [ -0.001134347736885899, 0.006341769955429999 ], "p_improvement": 0.892578125, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0011875959481543123, "bootstrap_95": [ -0.001189550146141422, 0.0034543411365910355 ], "p_improvement": 0.833165, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.004344871229056074, "bootstrap_95": [ -0.0006995903383331691, 0.008087568561741384 ], "p_improvement": 0.947265625, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.00013367083102455596, "bootstrap_95": [ -0.0013755719880960695, 0.0015284486102565146 ], "p_improvement": 0.566515, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.003377217131138932, "bootstrap_95": [ -0.0006241813035787377, 0.006560382122221314 ], "p_improvement": 0.935546875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": -0.000713051463539467, "bootstrap_95": [ -0.005268381308269777, 0.0039003750836888265 ], "p_improvement": 0.384885, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.0012003457074657858, "bootstrap_95": [ -0.006733377511966933, 0.004035526351176989 ], "p_improvement": 0.345703125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0010021474601329867, "bootstrap_95": [ -0.001400470353403331, 0.003660654855341406 ], "p_improvement": 0.757405, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0023362170123589735, "bootstrap_95": [ -0.006234388685831272, 0.0017796863805095051 ], "p_improvement": 0.15625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -3.6298178664689526e-05, "bootstrap_95": [ -0.0034306799841885977, 0.0038776914339523185 ], "p_improvement": 0.4921, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.0025880582737082083, "bootstrap_95": [ -0.009367440333009791, 0.0039465945662447155 ], "p_improvement": 0.240234375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0008001619365710604, "bootstrap_95": [ -0.002637831735437098, 0.004488887398897067 ], "p_improvement": 0.656775, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.002231559582501612, "bootstrap_95": [ -0.007274349821272196, 0.0024646174672300317 ], "p_improvement": 0.216796875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.002672907441364338, "bootstrap_95": [ 0.0004515599567460522, 0.004975100471521058 ], "p_improvement": 0.982815, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.000601964426405608, "bootstrap_95": [ -0.0020260746427427792, 0.0033585817995887505 ], "p_improvement": 0.66015625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "log_loss": { "Feb": { "training": { "mean_difference": -0.04151665200417735, "bootstrap_95": [ -0.07296350023630852, -0.009999139393818805 ], "p_improvement": 0.008195, "years_better": 16, "years": 24 }, "test": { "mean_difference": 0.011392300999761122, "bootstrap_95": [ -0.017143472024973096, 0.043385887390750034 ], "p_improvement": 0.740234375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 0.20487499999999997, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.003843686885334971, "bootstrap_95": [ -0.018300261334057363, 0.010124617177229123 ], "p_improvement": 0.308045, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.009788555595354385, "bootstrap_95": [ -0.02084397411214776, 0.004780853126192062 ], "p_improvement": 0.091796875, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0006234190044491911, "bootstrap_95": [ -0.005719864678544704, 0.006677429445587407 ], "p_improvement": 0.57419, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.00116052206059135, "bootstrap_95": [ -0.009645800355373985, 0.012367697034601931 ], "p_improvement": 0.57421875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0020456015128746258, "bootstrap_95": [ -0.00476154427108957, 0.008856673724105322 ], "p_improvement": 0.712785, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.008692927386909459, "bootstrap_95": [ -0.005252977521405387, 0.02140647226365817 ], "p_improvement": 0.876953125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.005941091314146778, "bootstrap_95": [ 0.001267922874177994, 0.010677464987369552 ], "p_improvement": 0.988205, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.005325118932665098, "bootstrap_95": [ -0.004269138489317854, 0.015566658376808472 ], "p_improvement": 0.82421875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } } }, "multinomial_logistic": { "rps": { "Feb": { "training": { "mean_difference": -0.02337648362292707, "bootstrap_95": [ -0.04197206800034014, -0.00476147411098817 ], "p_improvement": 0.012765, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.010731203350997833, "bootstrap_95": [ -0.03219321103982008, 0.012072304749475814 ], "p_improvement": 0.201171875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 0.30636, "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.007074000722344899, "bootstrap_95": [ -0.0036865609315017036, 0.01826669518260691 ], "p_improvement": 0.88377, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.003446844139595432, "bootstrap_95": [ -0.011741448190383684, 0.004803882563041621 ], "p_improvement": 0.232421875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.011843486370062105, "bootstrap_95": [ 0.0027067641799081873, 0.026940699636732627 ], "p_improvement": 0.99697, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.005107210266855017, "bootstrap_95": [ 2.7480734409392717e-05, 0.009609641406857132 ], "p_improvement": 0.958984375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.007843224740201589, "bootstrap_95": [ 0.0030735365675848897, 0.014635532525851886 ], "p_improvement": 0.999695, "years_better": 5, "years": 24 }, "test": { "mean_difference": 0.001858872528837553, "bootstrap_95": [ -0.004214276252831778, 0.006706469081491887 ], "p_improvement": 0.728515625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.004204660769805346, "bootstrap_95": [ -0.0007368169714965635, 0.009009368717895823 ], "p_improvement": 0.94713, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.005884641192372549, "bootstrap_95": [ 0.0004137800993949467, 0.010733021363790693 ], "p_improvement": 0.96484375, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -0.01685815312200974, "bootstrap_95": [ -0.02937560757931678, -0.004560370652766831 ], "p_improvement": 0.00779, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.00015928510156076262, "bootstrap_95": [ -0.01262132971344255, 0.014123920089043236 ], "p_improvement": 0.494140625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 0.18696000000000002, "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0015558083820211676, "bootstrap_95": [ -0.007435824958665885, 0.010464628255092822 ], "p_improvement": 0.626815, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.004844412669166211, "bootstrap_95": [ -0.012914613381319821, 0.00259434413089587 ], "p_improvement": 0.142578125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.006573890294051104, "bootstrap_95": [ 0.0012720048638891863, 0.013448648217022928 ], "p_improvement": 0.985295, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.004935374653007463, "bootstrap_95": [ 0.001230946936775095, 0.008777225443570985 ], "p_improvement": 0.98046875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0042072331514334755, "bootstrap_95": [ 0.0009144111167798126, 0.007663073803033677 ], "p_improvement": 0.988225, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.005462142046409959, "bootstrap_95": [ -0.0015459135744789675, 0.01009524307401188 ], "p_improvement": 0.927734375, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0009003081889504197, "bootstrap_95": [ -0.0014514341481137955, 0.0032655423566028095 ], "p_improvement": 0.76682, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0055774674737324925, "bootstrap_95": [ 0.0010320874668440134, 0.008903849933705223 ], "p_improvement": 0.986328125, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": -0.006518330865062428, "bootstrap_95": [ -0.01530278991389551, 0.001967258930613904 ], "p_improvement": 0.08101, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.010571910378485537, "bootstrap_95": [ -0.021705530233788878, 0.0014302510637091922 ], "p_improvement": 0.068359375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.00551819222284414, "bootstrap_95": [ 0.0017136445447435175, 0.009864938196886662 ], "p_improvement": 0.99443, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.001397572170556163, "bootstrap_95": [ -0.0008008959558569999, 0.0035067163217077173 ], "p_improvement": 0.87109375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.005269595800543419, "bootstrap_95": [ -0.00022402969612743138, 0.014375135012221341 ], "p_improvement": 0.943345, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.000171839883099989, "bootstrap_95": [ -0.007069464080468916, 0.007398534278854748 ], "p_improvement": 0.5234375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.003635991492268249, "bootstrap_95": [ -1.0699077826388245e-05, 0.008400535006713523 ], "p_improvement": 0.960895, "years_better": 7, "years": 24 }, "test": { "mean_difference": -0.003603267963784911, "bootstrap_95": [ -0.006779552735785461, -0.0006183631356484049 ], "p_improvement": 0.02734375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.003304353025602733, "bootstrap_95": [ -0.0006895203822612103, 0.007346849093216636 ], "p_improvement": 0.936505, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.00030717966622106446, "bootstrap_95": [ -0.0025068298152771127, 0.00309816789704505 ], "p_improvement": 0.5625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "log_loss": { "Feb": { "training": { "mean_difference": -0.03422839720506657, "bootstrap_95": [ -0.08002866071286276, 0.013900225699426056 ], "p_improvement": 0.08657, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.013199548679662295, "bootstrap_95": [ -0.05182695728537903, 0.028587824264440034 ], "p_improvement": 0.2734375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.008787487769468213, "bootstrap_95": [ -0.00880589764098414, 0.02566377698592933 ], "p_improvement": 0.832135, "years_better": 8, "years": 24 }, "test": { "mean_difference": -0.0030421623643495962, "bootstrap_95": [ -0.016055555285289007, 0.009524096470740151 ], "p_improvement": 0.3359375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.021760872666645132, "bootstrap_95": [ 0.005735871407763236, 0.04450877803695651 ], "p_improvement": 0.99514, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.011495166446527186, "bootstrap_95": [ -0.0029793120164997825, 0.024607553512184896 ], "p_improvement": 0.927734375, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.014568513411171454, "bootstrap_95": [ 0.005608888500326616, 0.02443857261894076 ], "p_improvement": 0.998385, "years_better": 4, "years": 24 }, "test": { "mean_difference": 0.007772040714758072, "bootstrap_95": [ -0.009564080664171422, 0.02287184576998138 ], "p_improvement": 0.810546875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.009969387503851915, "bootstrap_95": [ 0.001187757045856458, 0.01892482696756485 ], "p_improvement": 0.980525, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.008573759932503125, "bootstrap_95": [ -0.0039216401749464875, 0.021423413565042355 ], "p_improvement": 0.876953125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } } }, "ordinal_logistic": { "rps": { "Feb": { "training": { "mean_difference": -0.023554578665932687, "bootstrap_95": [ -0.04232579925520638, -0.004690259453277905 ], "p_improvement": 0.01298, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.008669371100092978, "bootstrap_95": [ -0.030181330233667085, 0.014043978374845546 ], "p_improvement": 0.224609375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 0.30636, "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.007810940868263498, "bootstrap_95": [ -0.003231219473680365, 0.019330853170669716 ], "p_improvement": 0.897385, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.002883774044367096, "bootstrap_95": [ -0.012368708098732084, 0.006533250898666264 ], "p_improvement": 0.30859375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.011333189478903835, "bootstrap_95": [ 0.002454405113912623, 0.026223228227904617 ], "p_improvement": 0.99702, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.003693793269612925, "bootstrap_95": [ -0.002881668810626913, 0.009911231783268089 ], "p_improvement": 0.853515625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.00725722890183875, "bootstrap_95": [ 0.0027977921161760058, 0.013422094990815769 ], "p_improvement": 0.999525, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.0016634841626713816, "bootstrap_95": [ -0.004670987694764343, 0.006762444980985478 ], "p_improvement": 0.6953125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0035845333170792457, "bootstrap_95": [ -0.001688600608709857, 0.008599157005161522 ], "p_improvement": 0.90937, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.006703115804376301, "bootstrap_95": [ 0.0015597446285249734, 0.011322370032978559 ], "p_improvement": 0.98046875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -0.01662208538653379, "bootstrap_95": [ -0.02927901222179704, -0.003996825957291827 ], "p_improvement": 0.009405, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.0007192917890402652, "bootstrap_95": [ -0.014681558673170758, 0.0158234744444001 ], "p_improvement": 0.453125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 0.216315, "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0020993764343952403, "bootstrap_95": [ -0.004049681444296469, 0.00839456854606345 ], "p_improvement": 0.737725, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.0029111449116628347, "bootstrap_95": [ -0.00992979286787264, 0.003232730816049464 ], "p_improvement": 0.228515625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.005112847668837839, "bootstrap_95": [ 0.0002858435431724246, 0.01275187667818471 ], "p_improvement": 0.97245, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.004006383824773789, "bootstrap_95": [ 0.0022959222364066934, 0.0058176574680918 ], "p_improvement": 0.998046875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.003275092666415652, "bootstrap_95": [ 6.256684090448074e-05, 0.00647044739837957 ], "p_improvement": 0.96919, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.004530614641708141, "bootstrap_95": [ -0.0029279549873110593, 0.009425253424562836 ], "p_improvement": 0.890625, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0007831806287230217, "bootstrap_95": [ -0.0016798268418256226, 0.003237322512799916 ], "p_improvement": 0.729375, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.006031482875705126, "bootstrap_95": [ 0.0018307325001713389, 0.009205014707237402 ], "p_improvement": 0.98828125, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": -0.006932493643544038, "bootstrap_95": [ -0.016011075921400917, 0.0016736367683502635 ], "p_improvement": 0.07501, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.007950071440101118, "bootstrap_95": [ -0.017434052542728267, 0.002523070424119318 ], "p_improvement": 0.08984375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.005711564316388665, "bootstrap_95": [ 3.446714328449667e-05, 0.01211687842351618 ], "p_improvement": 0.957195, "years_better": 10, "years": 24 }, "test": { "mean_difference": 2.7374508281052812e-05, "bootstrap_95": [ -0.004722549536775177, 0.004429486952054929 ], "p_improvement": 0.50390625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0062203415345984045, "bootstrap_95": [ 0.001627658855651471, 0.013781973805998339 ], "p_improvement": 0.99909, "years_better": 5, "years": 24 }, "test": { "mean_difference": -0.000312586285908242, "bootstrap_95": [ -0.006969419531841205, 0.006040780177439596 ], "p_improvement": 0.46484375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0039821361389232235, "bootstrap_95": [ 0.0005883392498112655, 0.00882465394432975 ], "p_improvement": 0.983745, "years_better": 5, "years": 24 }, "test": { "mean_difference": -0.0028671289252493073, "bootstrap_95": [ -0.006737525888490807, 0.000759671519328505 ], "p_improvement": 0.095703125, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0028013531331040156, "bootstrap_95": [ -0.0011909075603268667, 0.006761189477913862 ], "p_improvement": 0.909155, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0006716388762522273, "bootstrap_95": [ -0.00208836575504336, 0.0032741778080412486 ], "p_improvement": 0.658203125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "log_loss": { "Feb": { "training": { "mean_difference": -0.037746367538978004, "bootstrap_95": [ -0.08198985675984007, 0.008270561816356842 ], "p_improvement": 0.06007, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.00862270288295027, "bootstrap_95": [ -0.04618783364981352, 0.031187780110932258 ], "p_improvement": 0.337890625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.010820170281023842, "bootstrap_95": [ -0.004738781672222332, 0.026786644017038487 ], "p_improvement": 0.89611, "years_better": 7, "years": 24 }, "test": { "mean_difference": -0.0040545241102853714, "bootstrap_95": [ -0.019519601804398965, 0.010060168020088646 ], "p_improvement": 0.3046875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.022516620354389495, "bootstrap_95": [ 0.006695453423020895, 0.04712040757086858 ], "p_improvement": 0.99856, "years_better": 4, "years": 24 }, "test": { "mean_difference": 0.008268436347478956, "bootstrap_95": [ -0.008397043812631807, 0.022710075296396882 ], "p_improvement": 0.822265625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.012471677175642662, "bootstrap_95": [ 0.004252676577963168, 0.02097302442420212 ], "p_improvement": 0.99621, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.007789593105336594, "bootstrap_95": [ -0.010348223117056804, 0.024047418082636853 ], "p_improvement": 0.80078125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.008147705762206655, "bootstrap_95": [ -0.0009077873055187227, 0.017061352996845202 ], "p_improvement": 0.956155, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.009338883891515456, "bootstrap_95": [ -0.0019860717803392262, 0.020790253152736103 ], "p_improvement": 0.91796875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } } }, "SEL": { "rps": { "Feb": { "training": { "mean_difference": -0.023264933053869046, "bootstrap_95": [ -0.04178704720690962, -0.004502954022446117 ], "p_improvement": 0.01323, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.008669371100092978, "bootstrap_95": [ -0.030181330233667085, 0.014043978374845546 ], "p_improvement": 0.224609375, "years_better": 6, "years": 9 }, "decision": { "holm_p": 0.06615, "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0030274733641812482, "bootstrap_95": [ -0.0026225092682277706, 0.01077047906107123 ], "p_improvement": 0.74035, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.001906099449287789, "bootstrap_95": [ -0.0021533653339684193, 0.00595364067839025 ], "p_improvement": 0.80144, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0017189679519708572, "bootstrap_95": [ -0.001820245247554116, 0.005667610446025961 ], "p_improvement": 0.775390625, "years_better": 5, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.011713968492815675, "bootstrap_95": [ 0.00403498880243162, 0.0238745922263989 ], "p_improvement": 0.999925, "years_better": 3, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0006544862846722491, "bootstrap_95": [ -0.0025053446036792577, 0.0035980053024758955 ], "p_improvement": 0.656275, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.0035410807974980358, "bootstrap_95": [ 0.0016079740363233513, 0.0055652891095301004 ], "p_improvement": 0.9921875, "years_better": 1, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": false, "confirmed": false } } } } } }