{ "created_utc": "2026-10-13T10:20:29.039968+00:00", "config": "config/probability_calibration/jan_fmam.json", "config_contents": { "description": "Phase 1 probability-calibration benchmark (docs/48): Pathway A, the amount correction fixed at the operational MVS; the tercile-probability calibration replaced.", "benchmark_config": "config/bias_correction/jan_fmam.json", "amount_method": "mvs", "methods": [ "climatology_blend", "pseudocount", "temperature", "dirichlet", "multinomial_logistic", "ordinal_logistic" ], "parameters": { "multinomial_logistic": { "l2": 0.001 }, "ordinal_logistic": { "l2": 0.001 } }, "selection": true, "selection_region": "ethiopia", "output_root": "outputs/probability_calibration/jan_fmam", "selection_folds": 6 }, "protocol": "Phase 1 probability-calibration benchmark (docs/48): which tercile-probability method gives the best published probabilities?\n\nPathway A: the amount correction is fixed (the operational MVS, configurable); the probability-calibration stage is replaced.\nFor each target, nested year-based validation over the training years:\n outer leave-one-year-out: for the left-out year y every fit uses only the other training years \u2014 the amount correction and\n terciles (each inner year z from a fit without y and z), and every calibrator's parameters, fitted on the inner out-of-fold\n records of the other years; the calibrated probabilities of year y are then scored.\n test years: fits on all training years (calibrators on their leave-one-year-out records), scored on the test years\n (exploratory).\n SEL: a calibrator is chosen for each outer year by inner cross-validation of the calibrators (blocks of consecutive\n years, 'selection_folds') on the inner records only (lowest inner RPS), so its score includes the choice among the methods.\nScores (per year, area-weighted over a region; equal years): RPS/RPSS (primary), category Brier scores and skill, log loss\nand its skill against climatology, reliability tables. Tests: each method against the incumbent climatology blend, paired\nwhole-year sign-flip, Holm across every method and target; SEL against the incumbent, Holm across the targets; no harm over\nthe test years.\n\n python scripts/prob_benchmark.py --config config/probability_calibration/sep_ondj.json", "provenance": { "commit": "0849f4436ec4f79abcf169365a2730ae07b86b75", "uncommitted_changes": false, "uncommitted_check": "code and configuration files this result depends on", "code_sha256": { "scripts/bias_methods.py": "f964fac9e23a92ba01fc39368d996aa660561cd8708f7552fbedc0627f6b3706", "scripts/bias_benchmark.py": "bd5d0cce44fa15275cc64fbaa1d9317aaefb43626b0f3a0b9c6a719c3b4fa24f", "scripts/bias_confirmation.py": "bbc95e4cb64256b101b5c0b30e2f351c5cd2b36893d4dfb0505c63577243f558", "scripts/significance.py": "3143761d5d201e4e62df9ad923757b952a3ea768b060c8a722afcd9b3d6a9963", "scripts/calibration_core.py": "f0635cc563e6d6aedb62799847b83fbb0f5cc12ee9f8c48ad48dda15a054fb62", "scripts/compare_calibration.py": "9aa137c9a02672ffacc2541cfd23cdab9b3294bf7cc77580a11e21208560866a", "scripts/local_blend.py": "ada5c571fb7762d2c333f83ad119d35f0784b82aa2cc35449a44cdf00c53c17d", "scripts/run_calibration.py": "1f34e8fc92fdd15983f1633de67fcb6a35882911b6b7072ca865df99d907afd0", "scripts/run_monthly.py": "dc13dfb54b78773afb6d0c25ebac8769552e5c071f5d2aed9ba2a01400e44f79", "scripts/cycle.py": "00e076fc93dc2c8a5caebf6a209fc3de09a5f69e16c2e7cb20bd7b36d2ecdcba", "scripts/common.py": "72b83f5c530017e317ea43af3a0e430e6d03f361bc032de374a0f942435cb0a1" }, "config": { "path": "config/bias_correction/jan_fmam.json", "sha256": "2833c363d033d7dbb5f2de9fa5a19d098d909d4b8b0e757e754c025abc33c577" }, "project_config": { "path": "config/fmam/project.json", "sha256": "14e5ba3ed255032ad337f226889b5a4d28d68adf06eb1c3727f665c32e25501b" }, "cycle_config": { "path": "config/cycles/jan_2026_fmam.json", "sha256": "c8310fabdd26ede83b0f6d93af8af4bd5d6825e7f600e7f0867a55fbd37dc9ed" }, "masks": { "cells": { "path": "data/masks/ethiopia_common.nc", "sha256": "57ad8861c598abb9f175012920e5d0ef058e5b643cd6e4987cad3da6ac0b9e16" }, "ethiopia": { "path": "data/masks/ethiopia_common.nc", "sha256": "57ad8861c598abb9f175012920e5d0ef058e5b643cd6e4987cad3da6ac0b9e16" }, "fmam_domain": { "path": "data/masks/fmam_coverage_chirps_v3_1993_2025_v1.nc", "sha256": "c386d127f7041ed6b383c5f46b9537e3740bfee6b85f383e3a8b0792cac58fbb" } }, "inputs": { "Feb": { "folder": "data/processed/init01_Feb", "files": 67, "sha256": "b9b3974ef4958e55a2a35f73a53d338fd3edc31199af14efd09d91854df3219e" }, "Mar": { "folder": "data/processed/init01_Mar", "files": 67, "sha256": "2ee69ddc9e04fe6676a6145d2cf5e2ac4c11c1dc77aec88a3b42c10455e157cd" }, "Apr": { "folder": "data/processed/init01_Apr", "files": 67, "sha256": "19ef0f789981c73311c6a090a7364856ad50e3b99f1e73787b06cc83ba9aa59b" }, "May": { "folder": "data/processed/init01_May", "files": 67, "sha256": "783f94cce917835eb27d92d69d78974941c955626a6de8ef3fa9bdd81e28c26b" }, "FMAM": { "folder": "data/processed/init01_FMAM", "files": 67, "sha256": "84fa8dbde4f6f1c758ce9c83c6d196f514b39ddb6759f9b25c2b51349bf08fdd" } }, "scoring_version": 3, "dependency_sha256": "fe19a9636a3410a3bb3f1e792385278bd2284b4efd3c48c3bcd0ee8659ee0e76", "python": "3.11.9", "numpy": "1.26.4" }, "phase": 1, "pathway": "A: fixed amount correction, replaced probability calibration", "amount_method": "mvs", "incumbent": "climatology_blend", "methods": [ "climatology_blend", "pseudocount", "temperature", "dirichlet", "multinomial_logistic", "ordinal_logistic" ], "version": 1, "registry": { "pseudocount": { "name": "Pseudocount smoothing (no blend)", "inputs": "member counts: p_k = (n_k + alpha) / (M + 3 alpha)", "multiclass": "joint (counts)", "parameters": "alpha fixed (0.5)", "references": [ "Wilks 2019" ], "incumbent": false, "outputs": "tercile probabilities only (no CDF)" }, "climatology_blend": { "name": "Climatology blend (incumbent)", "inputs": "smoothed probabilities and training climatology", "multiclass": "joint", "parameters": "lambda: one per target, minimum RPS", "references": [ "Rajagopalan et al. 2002" ], "incumbent": true, "outputs": "tercile probabilities only (no CDF)" }, "temperature": { "name": "Temperature scaling", "inputs": "log smoothed probabilities", "multiclass": "joint (softmax)", "parameters": "one temperature T in 0.25-4, log loss", "references": [ "Guo et al. 2017" ], "incumbent": false, "outputs": "tercile probabilities only (no CDF)" }, "dirichlet": { "name": "Regularized Dirichlet calibration", "inputs": "log smoothed probabilities only", "multiclass": "joint (softmax of a linear map)", "parameters": "3x3 map + bias, identity-regularized, log loss", "references": [ "Kull et al. 2019" ], "incumbent": false, "outputs": "tercile probabilities only (no CDF)" }, "multinomial_logistic": { "name": "Regularized multinomial logistic regression", "inputs": "standardized ensemble mean, log spread ratio (no probabilities)", "multiclass": "joint (softmax; near = reference)", "parameters": "6 coefficients, L2 on slopes, log loss", "references": [ "Wilks 2019" ], "incumbent": false, "outputs": "tercile probabilities only (no CDF)" }, "ordinal_logistic": { "name": "Ordinal (cumulative-logit) logistic regression", "inputs": "standardized ensemble mean, log spread ratio", "multiclass": "ordinal (ordered cutpoints)", "parameters": "2 ordered cutpoints + 2 slopes, L2 on slopes, log loss", "references": [ "McCullagh 1980" ], "incumbent": false, "outputs": "tercile probabilities only (no CDF)" } }, "regions": { "ethiopia": "All Ethiopia", "fmam_domain": "FMAM rainfall contribution domain" }, "primary_region": "ethiopia", "training_years": [ 1993, 2016 ], "test_years": [ 2017, 2025 ], "targets": { "Feb": { "tag": "init01_Feb", "methods": { "climatology_blend": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4697167691561273, 0.5220476195635646, 0.45315364837565175, 0.42177772540078307, 0.4927894895969841, 0.44430518755752957, 0.4491599162158127, 0.5146963522411389, 0.37268830648721524, 0.45881062180371324, 0.4688033711068823, 0.3901609075453103, 0.428856574389697, 0.4256845583986342, 0.4276632914045571, 0.47280452067047146, 0.3989630965197899, 0.42677518261370473, 0.3748546392467086, 0.43137825900674875, 0.49239201820385625, 0.38932945243093775, 0.42530674552769776, 0.42645301861011725 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.09359313983304539, 0.36367549070238014, 0.12967636100695107, 0.22087815925006066, 0.36929429355118654, 0.13716137072088846, 0.32850408615712673, 0.4059938744430964, 0.15205909241431684, 0.3067181138401013, 0.19919983350435666, 0.18653404391373016, 0.21495388431155557, 0.13293615771656384, 0.10791838427022603, 0.3531875866460927, 0.16105097730248247, 0.0922639936796349, 0.24848985190236936, 0.30664733383630993, 0.3324329661549068, 0.12583748606684533, 0.27042953795948343, 0.16236069548684756 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.3761236299892731, 0.1583721298072275, 0.3234772874821168, 0.20089956681087054, 0.12349519735322503, 0.3071438161418349, 0.12065583138882689, 0.1087024792769411, 0.22062921428625848, 0.15209250898472, 0.26960353847103097, 0.2036268646341797, 0.2139026908964454, 0.29274840054449425, 0.3197449078638221, 0.11961693480172889, 0.23791211905317455, 0.334511188342761, 0.12636478783662355, 0.12473092618385166, 0.15995905239228647, 0.2634919668014, 0.1548772077023015, 0.2640923220506327 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "log_loss": [ 0.9934206017395972, 1.1785009709820355, 1.0534596542143961, 1.115401060195023, 1.0903193557807502, 0.9960663650083574, 1.0906494343487085, 1.1010503259119966, 1.0893235238102434, 1.1164495759367408, 1.0643822828677394, 1.1076939532483825, 1.1560825802519916, 1.0253388163410295, 1.0397479709142787, 1.1154677743063373, 1.0787693827514, 0.9507109935533977, 1.0885226139741928, 1.0505164174970998, 1.2014906557940748, 1.0499555640537108, 1.1298631503411625, 1.0658929148230971 ], "log_loss_clim": [ 1.0636365215990604, 1.0851020934385713, 1.0829845357788488, 1.114915471528915, 1.0751910196539225, 1.0748397877821156, 1.0941195291347958, 1.0665730030228233, 1.1278992668815964, 1.1009887350094487, 1.084851863174709, 1.1285317750993535, 1.1198451433073888, 1.0894979859431362, 1.0914991524171647, 1.0895962881688785, 1.1201255184468752, 1.069304218453464, 1.1263882943170247, 1.0909646546286205, 1.103642856085365, 1.1140840166062393, 1.1131588909468124, 1.101981515597516 ] }, "rps": 0.44077380300306807, "rpss": 0.026809816796343866, "bss_below": 0.008905861847829044, "bss_above": 0.04481511995989884, "log_loss": 1.0812114974435725, "log_loss_skill": 0.014456901458966498, "reliability": { "below": { "weight": [ 0.0, 0.000232, 0.532385, 0.34785, 0.119072, 0.000462, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1951, 0.2631, 0.3463, 0.4292, 0.5099, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3187, 0.3309, 0.532, 0.4971, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.193702, 0.626195, 0.106389, 0.073715, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2862, 0.3457, 0.4237, 0.5139, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1199, 0.3782, 0.5321, 0.3778, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47660980731148606, 0.5413750896144859, 0.4624130804293757, 0.43552818657920117, 0.4982702346519304, 0.438218062792756, 0.4470198838200296, 0.5243093630746387, 0.3741234937411294, 0.476957138642094, 0.4592964610171942, 0.3884271644889022, 0.41700256566509447, 0.4226660240772324, 0.40962646686666965, 0.4592403684038722, 0.38634534231938955, 0.4349876427513093, 0.35784373354133636, 0.42635917395626255, 0.4977674662756877, 0.39367365545541927, 0.4225178288589419, 0.44713280537769434 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.09217217056871442, 0.39790203542509944, 0.12002389332341726, 0.2274822883538815, 0.3771682152918335, 0.1338829289418809, 0.3229439449742379, 0.4151724894999428, 0.15057473948204814, 0.34075185343138453, 0.21854114978999353, 0.20351800587431693, 0.2083739098556627, 0.11714985367378623, 0.10174054693588439, 0.335796036272529, 0.16491348205597928, 0.08261584855265591, 0.22332411677485148, 0.29619765619015387, 0.32655711659543357, 0.12439624261239568, 0.27489319510086124, 0.16105719429523274 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.3844376375229135, 0.1434730552355396, 0.3423891873331063, 0.2080458991275504, 0.12110202075133776, 0.30433513312536764, 0.12407594038719771, 0.10913687549960875, 0.22354875451420536, 0.13620528638781126, 0.24075531180051493, 0.18490915967602298, 0.20862865681373616, 0.30551617031469286, 0.3078859203826225, 0.12344433314136302, 0.22143186049248428, 0.35237179340270286, 0.13451961738354548, 0.13016151877145174, 0.17121035023436817, 0.2692774131393196, 0.14762463405683532, 0.2860756094836867 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "log_loss": [ 0.9973911090003158, 1.184949463633235, 1.0451365732444469, 1.1114969878245498, 1.0965188057007242, 0.9809675853610417, 1.104229929629858, 1.117287304440556, 1.0929030011761383, 1.122239661034918, 1.0722635628182746, 1.1218731683448653, 1.1667160938193588, 1.0092792546824094, 1.034100888397891, 1.1262390825229396, 1.0669877710609734, 0.9281688751427728, 1.0956915755231456, 1.056452105536693, 1.22141140406056, 1.0374827616917597, 1.1337422452144434, 1.0695001243912954 ], "log_loss_clim": [ 1.0608185498300609, 1.0789845308752113, 1.0771525384349918, 1.1094359876760291, 1.0734970338191292, 1.0735124563653897, 1.0989774498629772, 1.0652715330717282, 1.1280189648389687, 1.0948416462200854, 1.0910254999447637, 1.1335873031868233, 1.1260844119622093, 1.0874278556996797, 1.0960019391741747, 1.097463495602667, 1.1220247411001651, 1.0604918388175442, 1.1346435053893231, 1.0946060005171663, 1.1060510185560268, 1.1105534779590684, 1.1145418486381085, 1.094207681134723 ] }, "rps": 0.4415712933213389, "rpss": 0.024975525838007884, "bss_below": 0.0057891865542923915, "bss_above": 0.04426171631899023, "log_loss": 1.0830428889272152, "log_loss_skill": 0.012768777719721291, "reliability": { "below": { "weight": [ 0.0, 0.000273, 0.586235, 0.30688, 0.106376, 0.000236, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1951, 0.2625, 0.3447, 0.4301, 0.508, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3214, 0.3332, 0.5401, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.198114, 0.599943, 0.1113, 0.090643, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.286, 0.3456, 0.4245, 0.5139, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1099, 0.3815, 0.538, 0.3763, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4136402807709526, 0.5204002471910848, 0.4158672102577216, 0.3931619586279176, 0.45194929035911785, 0.3783736934989211, 0.34474289306832384, 0.45192659446558126, 0.41349001398098406 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.08829144654632647, 0.10572906929660064, 0.14411471587287913, 0.16529460294576598, 0.16008653961032063, 0.17133341296890078, 0.22075695919364857, 0.12541124293431588, 0.222287481528306 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.3253488126920037, 0.4146711464831913, 0.271752486901064, 0.2278673574194399, 0.29186273994606693, 0.2070402825771906, 0.12398594918967068, 0.3265153337286653, 0.19120253369958815 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "log_loss": [ 1.0043230785536508, 1.1163713342819388, 1.078399065691744, 1.066830096446672, 1.1303613883819998, 1.063305738573844, 1.0759751751927353, 1.0684528325835496, 1.0876868420436494 ], "log_loss_clim": [ 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126 ] }, "rps": 0.42039468691340054, "rpss": 0.021915397122448943, "bss_below": 0.03895418296519593, "bss_above": 0.011583866257627529, "log_loss": 1.0768561724166426, "log_loss_skill": 0.019841810406203697, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.544457, 0.356031, 0.099512, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2539, 0.3526, 0.4239, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.154, 0.1324, 0.2254, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.244891, 0.656009, 0.030893, 0.068207, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2822, 0.3401, 0.4243, 0.5065, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3525, 0.5108, 0.6692, 0.3994, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40620828007718396, 0.5221140452389598, 0.4066286740882119, 0.4002725122913209, 0.4309772131021313, 0.37737940117376495, 0.33572697845516114, 0.4391423649833136, 0.4031237627540497 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.08860583776107743, 0.10707520507244263, 0.1512982634890718, 0.16266116196181038, 0.16384524989286814, 0.17901235399102486, 0.2081683542285182, 0.12719687353039427, 0.24754953778571892 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.31760242366857927, 0.41503880949296185, 0.25533040654916794, 0.2376113510926637, 0.26713195628202097, 0.19836705064614732, 0.12755863903696682, 0.3119454765092748, 0.1555742312216677 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "log_loss": [ 1.0194333068896282, 1.1249493608992225, 1.0839947411292203, 1.0634014093045436, 1.1165423616846928, 1.0495064173734345, 1.0790413476727658, 1.0646274870455195, 1.0817853871697698 ], "log_loss_clim": [ 1.0987380542753233, 1.0982921641442833, 1.0988626247648885, 1.0987380542753233, 1.0982921641442833, 1.0986281753966851, 1.0988626247648885, 1.0988626247648885, 1.0988626247648885 ] }, "rps": 0.4135081369071219, "rpss": 0.024309654511629586, "bss_below": 0.047608413136456695, "bss_above": 0.009089400985630158, "log_loss": 1.0759202021298664, "log_loss_skill": 0.020717476748748687, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.592886, 0.311977, 0.095137, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2526, 0.3518, 0.4241, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.165, 0.1479, 0.2638, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.261909, 0.622745, 0.03088, 0.084466, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2824, 0.341, 0.4261, 0.5065, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3309, 0.4785, 0.588, 0.3891, NaN, NaN, NaN, NaN ] } } } } }, "pseudocount": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.37929443244325883, 0.7145273778944534, 0.4414541842360433, 0.521869967301875, 0.5699402044025237, 0.3822408437876106, 0.5121599371347004, 0.6035499631410453, 0.42698121131685035, 0.5779888255446182, 0.51992080965988, 0.4952439492859719, 0.6096446319719444, 0.3760084376033416, 0.3999357465829266, 0.5625514893741654, 0.4756379784548623, 0.2870128447705688, 0.4257417568161937, 0.45248888451043284, 0.7216968418679385, 0.40387741380189784, 0.543583438495786, 0.4812837983288275 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.0553426441742633, 0.5173849310852469, 0.12341419205379597, 0.284835697324128, 0.45817540241573324, 0.12804008130334388, 0.39190407873403627, 0.4984433892059539, 0.18210118585838453, 0.4043443777667614, 0.23857964472532503, 0.216957720245462, 0.2540939471356421, 0.11812291441897196, 0.08178310897074428, 0.44524504834068795, 0.20127927830196965, 0.050406573881811544, 0.28646257710318224, 0.35498590271159314, 0.4643375096691973, 0.1336973841927305, 0.36783827760685284, 0.19661577927195334 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.32395179317391004, 0.19714245105854258, 0.31803999480879586, 0.2370342741611396, 0.11176480603420462, 0.25420076361734345, 0.12025586344266886, 0.10510657852958971, 0.24488002778587983, 0.17364445179960547, 0.28134116965505956, 0.27828623502510336, 0.35555069121617533, 0.257885525056277, 0.31815264352167677, 0.11730644477357617, 0.274358700445134, 0.2366062710693271, 0.13927918219112806, 0.09750298491403354, 0.25735933576703457, 0.270180031909947, 0.17574516189341943, 0.28466801504450234 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "log_loss": [ 0.8935412079150876, 2.2149224891665673, 1.18078735625744, 1.5882820624289062, 1.8284021977583018, 1.0565582965054863, 1.6900439382984596, 1.9602980589483967, 1.2875989154020884, 1.7851787414697036, 1.4083290567856408, 1.4155285801411959, 1.629810861937658, 1.0014273465659573, 1.0967390585546115, 1.832072766025142, 1.278860425025906, 0.7633956482898534, 1.4665712345189037, 1.5321850561968273, 2.1981218986164315, 1.1130358464337866, 1.7269544634318321, 1.2508068495514457 ], "log_loss_clim": [ 1.0636365215990604, 1.0851020934385713, 1.0829845357788488, 1.114915471528915, 1.0751910196539225, 1.0748397877821156, 1.0941195291347958, 1.0665730030228233, 1.1278992668815964, 1.1009887350094487, 1.084851863174709, 1.1285317750993535, 1.1198451433073888, 1.0894979859431362, 1.0914991524171647, 1.0895962881688785, 1.1201255184468752, 1.069304218453464, 1.1263882943170247, 1.0909646546286205, 1.103642856085365, 1.1140840166062393, 1.1131588909468124, 1.101981515597516 ] }, "rps": 0.4951931236969882, "rpss": -0.09334330554238557, "bss_below": -0.18421889309701855, "bss_above": -0.001953304788498089, "log_loss": 1.4666438481760682, "log_loss_skill": -0.33687139473192995, "reliability": { "below": { "weight": [ 0.486125, 0.06236, 0.118022, 0.119529, 0.062374, 0.079878, 0.044414, 0.017974, 0.009323, 0.0 ], "mean_forecast": [ 0.0252, 0.1532, 0.2446, 0.3578, 0.4517, 0.5462, 0.6566, 0.7517, 0.8362, NaN ], "observed_frequency": [ 0.3281, 0.2348, 0.2844, 0.3106, 0.3914, 0.4919, 0.5525, 0.598, 0.5078, NaN ] }, "above": { "weight": [ 0.077016, 0.144303, 0.224457, 0.20295, 0.113094, 0.109525, 0.042223, 0.008617, 0.003472, 0.074343 ], "mean_forecast": [ 0.0798, 0.1522, 0.243, 0.3584, 0.4521, 0.5413, 0.6486, 0.7506, 0.8314, 0.9621 ], "observed_frequency": [ 0.0689, 0.1396, 0.2426, 0.4199, 0.5175, 0.5819, 0.5218, 0.5835, 0.6113, 0.3759 ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.39601346089721307, 0.7571872034551096, 0.44799830311140676, 0.5475970839934798, 0.59281809686418, 0.3637881808248934, 0.5413915323768926, 0.6432234304005936, 0.4442240404930802, 0.6124593298059438, 0.5326011716852423, 0.5259873687906156, 0.6140888913241598, 0.3588129861766709, 0.36948722384228583, 0.5692089535976929, 0.4464926518165438, 0.2721863528857557, 0.4233678599877636, 0.4650793663579743, 0.7670154730862179, 0.4099862245705755, 0.5482627111744316, 0.5110195822779723 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.052474003265492467, 0.5689117930256693, 0.10541128362713682, 0.29592396924198455, 0.48020424346573054, 0.12021350427946145, 0.40626294008906466, 0.5320972200414109, 0.18438382980887344, 0.4529912075474293, 0.2685064998509993, 0.24771055500216282, 0.24717110458762243, 0.09328352234477445, 0.06481186769910334, 0.44077482423813946, 0.19919805067914936, 0.03342519121385766, 0.2644909332254112, 0.35931652126017316, 0.4729435463188624, 0.13007718033155682, 0.3776093610738932, 0.19658321331034082 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.3435394634481168, 0.1882754153602089, 0.3425870230636682, 0.2516731204567623, 0.11261385788352066, 0.24357467835359323, 0.13512859833538657, 0.11112621671134723, 0.25984021358638054, 0.15946812708262464, 0.2640946761346197, 0.2782768204171596, 0.3669177941634998, 0.26552946642114317, 0.30467536159864034, 0.12843413431874606, 0.24729460333435044, 0.23876116146336204, 0.15887692998351174, 0.10576284854644294, 0.29407193189423464, 0.2799090462832411, 0.17065335213977678, 0.31443636384979484 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "log_loss": [ 0.9290352460719483, 2.3625198825785216, 1.1604637350050684, 1.6477441981415721, 1.9500725914075672, 1.0284709801181569, 1.7899937428323107, 2.1287304569727734, 1.3364780164578467, 1.9216169522352093, 1.4959593137372962, 1.522253520542231, 1.6897478280032998, 0.9314124029310886, 1.0922598516704407, 1.91023977646937, 1.2681614925193176, 0.6923838934616209, 1.5068378898546637, 1.5804725539136282, 2.345205610376973, 1.0927134460110464, 1.801595041135779, 1.28293128521301 ], "log_loss_clim": [ 1.0608185498300609, 1.0789845308752113, 1.0771525384349918, 1.1094359876760291, 1.0734970338191292, 1.0735124563653897, 1.0989774498629772, 1.0652715330717282, 1.1280189648389687, 1.0948416462200854, 1.0910254999447637, 1.1335873031868233, 1.1260844119622093, 1.0874278556996797, 1.0960019391741747, 1.097463495602667, 1.1220247411001651, 1.0604918388175442, 1.1346435053893231, 1.0946060005171663, 1.1060510185560268, 1.1105534779590684, 1.1145418486381085, 1.094207681134723 ] }, "rps": 0.5066790616581957, "rpss": -0.11878759587449883, "bss_below": -0.21034109992331063, "bss_above": -0.026757626179922056, "log_loss": 1.519470821152531, "log_loss_skill": -0.3850504456674777, "reliability": { "below": { "weight": [ 0.541318, 0.059682, 0.10983, 0.106485, 0.050701, 0.066215, 0.039705, 0.017629, 0.008436, 0.0 ], "mean_forecast": [ 0.0242, 0.1532, 0.2436, 0.3571, 0.4507, 0.5466, 0.6575, 0.7531, 0.8365, NaN ], "observed_frequency": [ 0.3295, 0.2329, 0.2883, 0.3133, 0.403, 0.5125, 0.5636, 0.5919, 0.4622, NaN ] }, "above": { "weight": [ 0.081098, 0.144093, 0.21513, 0.192076, 0.110086, 0.108564, 0.043437, 0.009518, 0.004691, 0.091306 ], "mean_forecast": [ 0.0791, 0.1518, 0.243, 0.3578, 0.4526, 0.5425, 0.6498, 0.7514, 0.8364, 0.9621 ], "observed_frequency": [ 0.0622, 0.1309, 0.2502, 0.4258, 0.5129, 0.5862, 0.5199, 0.5821, 0.5684, 0.3749 ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.33658455850054464, 0.6056521720228505, 0.47011656730602763, 0.45631789356516245, 0.640440012369358, 0.42531357641959305, 0.4150363541680954, 0.46801926248444353, 0.49828546422247055 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.059234475191321856, 0.13028592977286355, 0.16565509431709863, 0.1799508814670317, 0.25953324179871384, 0.20540528776973133, 0.2692283309611742, 0.1329031560141039, 0.2898342878342829 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.2773500674685377, 0.4753662121876202, 0.3044614666460786, 0.27636701760070653, 0.38090675558210496, 0.2199082900367662, 0.14580803343933657, 0.3351160931801957, 0.20845117127076418 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "log_loss": [ 0.9480051460026571, 1.321603423234181, 1.4017960412120818, 1.3634845634728334, 1.6386784774748673, 1.3195115365615968, 1.589364527949065, 1.2568751331166539, 1.6891032400504773 ], "log_loss_clim": [ 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126 ] }, "rps": 0.4795295401176162, "rpss": -0.11566695397035187, "bss_below": -0.15877764746095346, "bss_above": -0.08952663323976151, "log_loss": 1.392046898786046, "log_loss_skill": -0.26704587213517317, "reliability": { "below": { "weight": [ 0.458164, 0.068049, 0.097212, 0.094184, 0.090188, 0.092691, 0.072511, 0.022795, 0.003942, 0.000264 ], "mean_forecast": [ 0.0136, 0.1465, 0.2479, 0.3531, 0.4469, 0.5425, 0.6405, 0.7436, 0.8251, 0.9048 ], "observed_frequency": [ 0.1661, 0.0956, 0.0905, 0.1001, 0.1346, 0.1941, 0.2217, 0.2401, 0.2235, 0.0 ] }, "above": { "weight": [ 0.041647, 0.163775, 0.271795, 0.209016, 0.142361, 0.072306, 0.023675, 0.004045, 0.001849, 0.069532 ], "mean_forecast": [ 0.0671, 0.1474, 0.2502, 0.3503, 0.4442, 0.5365, 0.6364, 0.745, 0.8386, 0.9805 ], "observed_frequency": [ 0.1657, 0.3768, 0.483, 0.4619, 0.5662, 0.614, 0.6987, 0.5858, 0.6181, 0.4007 ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.35746984279493055, 0.6255198637709461, 0.48066506009113, 0.46908880507700473, 0.5970814090076777, 0.41849235307127786, 0.4236558398729275, 0.45501178920727875, 0.484411671556877 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.06208633745683354, 0.13272333430361247, 0.1772124346689399, 0.17251542867488479, 0.24750379844011783, 0.2069028460736732, 0.2642104194286906, 0.1292937897157837, 0.3213829002431634 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.2953834916389722, 0.49279650027845273, 0.30345262176760823, 0.29657338174750475, 0.3495775994297005, 0.21158950998251505, 0.15944542970458425, 0.3257179895756899, 0.16302877038469848 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "log_loss": [ 1.032163647093182, 1.393285658008388, 1.4993613989276287, 1.368484119316292, 1.6302034762624333, 1.3101814697772913, 1.6748198820850884, 1.2913367925798875, 1.797828706312442 ], "log_loss_clim": [ 1.0987380542753233, 1.0982921641442833, 1.0988626247648885, 1.0987380542753233, 1.0982921641442833, 1.0986281753966851, 1.0988626247648885, 1.0988626247648885, 1.0988626247648885 ] }, "rps": 0.4790440704944501, "rpss": -0.13032521715495937, "bss_below": -0.1371212922640499, "bss_above": -0.12588558722688026, "log_loss": 1.4441850167069594, "log_loss_skill": -0.31447029659150894, "reliability": { "below": { "weight": [ 0.515867, 0.060615, 0.08718, 0.08514, 0.078258, 0.077493, 0.06855, 0.023051, 0.003534, 0.000313 ], "mean_forecast": [ 0.0127, 0.146, 0.2478, 0.3521, 0.447, 0.5441, 0.6411, 0.7412, 0.8224, 0.9048 ], "observed_frequency": [ 0.1753, 0.1013, 0.1075, 0.1127, 0.1438, 0.2201, 0.258, 0.2809, 0.2949, 0.0 ] }, "above": { "weight": [ 0.04185, 0.178614, 0.251909, 0.197685, 0.143829, 0.070767, 0.022436, 0.004795, 0.002083, 0.086033 ], "mean_forecast": [ 0.0672, 0.1472, 0.2483, 0.3508, 0.4444, 0.5362, 0.6365, 0.7466, 0.84, 0.9805 ], "observed_frequency": [ 0.1066, 0.3632, 0.455, 0.4296, 0.5323, 0.5536, 0.6145, 0.499, 0.5991, 0.3905 ] } } } } }, "temperature": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.445595612886842, 0.5694947974554604, 0.4372428182190702, 0.4379860977565234, 0.5262791814126286, 0.4324586387217977, 0.47959094303537686, 0.5548849858923353, 0.3647920365761832, 0.4922594898323135, 0.47941434694274615, 0.3960535926736052, 0.43127411493873413, 0.40814589412591706, 0.4114297310819747, 0.5067407949880939, 0.3917678201647413, 0.4085930648778039, 0.3882891409249971, 0.44665040033906916, 0.5343448562663052, 0.3761889657289224, 0.44095013424675583, 0.41136663987391436 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.07725140121848101, 0.4018539225791596, 0.11952482068360504, 0.2306463506014917, 0.4016660609367649, 0.12863035322491928, 0.3529359287149344, 0.4442873581870104, 0.142446198678869, 0.3317355250815899, 0.2039979458140131, 0.1867790928918367, 0.21466232673140576, 0.12159167211822286, 0.0915609773260163, 0.38154934275084584, 0.1532476053247529, 0.07782265749612384, 0.25617609776507216, 0.32507230918353003, 0.36547257474813627, 0.11368021470231623, 0.2829648275439968, 0.154270068815853 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.3683442116683611, 0.16764087487630083, 0.31771799753546504, 0.2073397471550317, 0.12461312047586375, 0.3038282854968783, 0.12665501432044246, 0.11059762770532505, 0.22234583789731416, 0.16052396475072347, 0.27541640112873295, 0.2092744997817684, 0.2166117882073284, 0.28655422200769426, 0.31986875375595863, 0.12519145223724806, 0.23852021483998848, 0.33077040738168, 0.13211304315992498, 0.12157809115553908, 0.1688722815181689, 0.2625087510266062, 0.15798530670275907, 0.2570965710580612 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "log_loss": [ 0.9714083463877169, 1.2886373304061698, 1.039904536702102, 1.1424078716744177, 1.1777122395062574, 0.9947286322046551, 1.1565372505108036, 1.206720133739781, 1.059934946803383, 1.1842388454528143, 1.093440800328111, 1.09776178742747, 1.1386610873738332, 1.0009801083276053, 1.01632970494405, 1.1941688261107573, 1.0574016712781573, 0.9388397257953511, 1.1028747671711032, 1.095058499813979, 1.2927899434264463, 1.0180538641515806, 1.1596389156472025, 1.0414930665945836 ], "log_loss_clim": [ 1.0636365215990604, 1.0851020934385713, 1.0829845357788488, 1.114915471528915, 1.0751910196539225, 1.0748397877821156, 1.0941195291347958, 1.0665730030228233, 1.1278992668815964, 1.1009887350094487, 1.084851863174709, 1.1285317750993535, 1.1198451433073888, 1.0894979859431362, 1.0914991524171647, 1.0895962881688785, 1.1201255184468752, 1.069304218453464, 1.1263882943170247, 1.0909646546286205, 1.103642856085365, 1.1140840166062393, 1.1131588909468124, 1.101981515597516 ] }, "rps": 0.4488247541234213, "rpss": 0.00903401763950118, "bss_below": -0.02008847892537391, "bss_above": 0.03832137031060168, "log_loss": 1.1029051209074305, "log_loss_skill": -0.00531721390856732, "reliability": { "below": { "weight": [ 0.0, 0.347072, 0.216573, 0.350301, 0.084701, 0.001353, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1855, 0.2464, 0.3481, 0.4288, 0.512, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3344, 0.2818, 0.3607, 0.5238, 0.5605, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001945, 0.160951, 0.639894, 0.122538, 0.074672, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1838, 0.2762, 0.3501, 0.4219, 0.5715, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0848, 0.0992, 0.3648, 0.5458, 0.376, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44914675239018714, 0.5981698825920009, 0.4423320029020459, 0.45580096652115837, 0.5359799572248668, 0.42460411525649483, 0.47902835117128995, 0.569888240518778, 0.36537618162149826, 0.5194397946287382, 0.47418097867477216, 0.3987566122082881, 0.42062648812519976, 0.3997483798635787, 0.3923025787594467, 0.4942193444559403, 0.38135491034544416, 0.4126123817996339, 0.3691069364060782, 0.440821851927884, 0.5441247119092291, 0.37835404550802165, 0.44120528552993254, 0.42937030054812764 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.0744125961991333, 0.4439559759179335, 0.10759670729069139, 0.23983812309435984, 0.41344966996167487, 0.12441824266952393, 0.34728204412346786, 0.45787812081800733, 0.1398837706279345, 0.3734016524113497, 0.22628745174495465, 0.20594307043064586, 0.20801111817468682, 0.10229970045057094, 0.08407239513886645, 0.36370488735091067, 0.15876398468485456, 0.06587504966130049, 0.2276228250097198, 0.31387980794509557, 0.3618307396153244, 0.11163553058456087, 0.28947481282057114, 0.1523929363270176 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.3747341561910539, 0.15421390667406715, 0.3347352956113546, 0.21596284342679867, 0.12253028726319203, 0.30018587258697094, 0.131746307047822, 0.11201011970077066, 0.22549241099356376, 0.14603814221738867, 0.24789352692981745, 0.1928135417776421, 0.2126153699505131, 0.2974486794130077, 0.3082301836205802, 0.13051445710502974, 0.22259092566058952, 0.34673733213833363, 0.1414841113963584, 0.12694204398278847, 0.18229397229390445, 0.26671851492346066, 0.15173047270936146, 0.27697736422111013 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "log_loss": [ 0.973101295613328, 1.3165485568145, 1.0271072652240019, 1.148590197022794, 1.1957320951955381, 0.9782862181268751, 1.1716396613937452, 1.2366532324313735, 1.062369633867594, 1.210922102426586, 1.1064166395649386, 1.116452810770405, 1.1462495527021732, 0.9756480345357627, 1.0066561914875616, 1.2043922334861454, 1.0475349799540286, 0.9149734974055524, 1.1021468013280593, 1.0983424423481574, 1.3211446533234747, 1.0035363753564284, 1.169765464898272, 1.0443029283140197 ], "log_loss_clim": [ 1.0608185498300609, 1.0789845308752113, 1.0771525384349918, 1.1094359876760291, 1.0734970338191292, 1.0735124563653897, 1.0989774498629772, 1.0652715330717282, 1.1280189648389687, 1.0948416462200854, 1.0910254999447637, 1.1335873031868233, 1.1260844119622093, 1.0874278556996797, 1.0960019391741747, 1.097463495602667, 1.1220247411001651, 1.0604918388175442, 1.1346435053893231, 1.0946060005171663, 1.1060510185560268, 1.1105534779590684, 1.1145418486381085, 1.094207681134723 ] }, "rps": 0.45068962712035976, "rpss": 0.004841520860573767, "bss_below": -0.026652046287807263, "bss_above": 0.036498993547124825, "log_loss": 1.1074380359829714, "log_loss_skill": -0.009468246401656666, "reliability": { "below": { "weight": [ 0.0, 0.387363, 0.22795, 0.307246, 0.076152, 0.001289, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1855, 0.2432, 0.3467, 0.4305, 0.512, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3345, 0.2896, 0.3626, 0.5353, 0.4849, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.002377, 0.155809, 0.618136, 0.13167, 0.092009, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1836, 0.2753, 0.3508, 0.4229, 0.5713, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.082, 0.084, 0.3637, 0.5478, 0.3741, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3910338571510395, 0.48482977927759113, 0.4202635319252382, 0.40218832823104117, 0.44792209942925076, 0.37797239411132727, 0.370242045525317, 0.4402786700699941, 0.4282567843776134 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.0743358390842222, 0.09242103618989395, 0.14207513160110824, 0.1640192143907553, 0.15536588941898447, 0.16809637398338065, 0.2283655089719424, 0.11955402327294519, 0.23298803356612396 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.31669801806681724, 0.39240874308769724, 0.2781884003241299, 0.2381691138402858, 0.2925562100102664, 0.2098760201279465, 0.14187653655337462, 0.3207246467970488, 0.1952687508114893 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "log_loss": [ 0.9675654524347563, 1.0601008960581486, 1.0850016888668708, 1.0680687975343193, 1.1200390154694588, 1.059707645166663, 1.124469663245887, 1.050767019992078, 1.1281901421755456 ], "log_loss_clim": [ 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126 ] }, "rps": 0.41810972112204586, "rpss": 0.02723156768358237, "bss_below": 0.056817950799144756, "bss_above": 0.009291727159756236, "log_loss": 1.0737678134381918, "log_loss_skill": 0.02265284536395551, "reliability": { "below": { "weight": [ 0.0, 0.427362, 0.111667, 0.359755, 0.100863, 0.000352, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1667, 0.2691, 0.3527, 0.4247, 0.5243, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1719, 0.0882, 0.1273, 0.2409, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001831, 0.138532, 0.686312, 0.102735, 0.001673, 0.068916, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1971, 0.2758, 0.3503, 0.4222, 0.526, 0.6143, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0471, 0.3602, 0.4898, 0.5318, 0.5784, 0.4005, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.38152129171439825, 0.48428933217804476, 0.41582207497533136, 0.40843982553761066, 0.4286912755854005, 0.37773041094286286, 0.3636248153011907, 0.42898340707568444, 0.4259482216980336 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.07280175232530528, 0.09262344682057733, 0.1501331565440582, 0.16055124844181495, 0.15916228988642514, 0.17557168964021544, 0.21550391270539201, 0.121151359685781, 0.2630261471917186 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.3087195393890929, 0.3916658853574675, 0.2656889184312732, 0.24788857709579556, 0.26952898569897527, 0.20215872130264737, 0.14812090259579863, 0.30783204738990344, 0.1629220745063149 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "log_loss": [ 0.9787760707157048, 1.0650531413955464, 1.0985623086572756, 1.0598117696662446, 1.108777279444346, 1.0456505683425856, 1.132500351312168, 1.049157581237922, 1.1404457939137482 ], "log_loss_clim": [ 1.0987380542753233, 1.0982921641442833, 1.0988626247648885, 1.0987380542753233, 1.0982921641442833, 1.0986281753966851, 1.0988626247648885, 1.0988626247648885, 1.0988626247648885 ] }, "rps": 0.41278340611206193, "rpss": 0.026019688188613666, "bss_below": 0.06412140754704576, "bss_above": 0.0011291642202506669, "log_loss": 1.07541498496506, "log_loss_skill": 0.02117731599980277, "reliability": { "below": { "weight": [ 0.0, 0.488954, 0.100513, 0.31307, 0.097047, 0.000416, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.167, 0.2695, 0.3522, 0.425, 0.5225, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.179, 0.0974, 0.1413, 0.2824, 0.2491, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.00186, 0.140319, 0.656788, 0.11375, 0.001979, 0.085304, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1978, 0.2762, 0.3515, 0.4225, 0.526, 0.6143, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.3354, 0.4548, 0.4877, 0.5784, 0.3902, NaN, NaN, NaN ] } } } } }, "dirichlet": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4190748085698104, 0.47400781013596666, 0.43891898542846597, 0.4187448854312671, 0.37024002780417287, 0.38932081005468283, 0.3809244547454867, 0.33955281159288103, 0.3907051117547421, 0.4220391136786269, 0.4359929741661573, 0.4035344886940318, 0.4705015787489611, 0.4015856023400996, 0.39089931849758197, 0.38880754917326427, 0.45674380626950367, 0.35243001523791123, 0.366245797568826, 0.31696004274259026, 0.5225073310002241, 0.41234343793199757, 0.42119468672081367, 0.47982162209702073 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.08207804610223249, 0.32382386529788315, 0.12882118437356305, 0.21908619990202635, 0.27779492044935505, 0.11835196358241185, 0.28849566945040184, 0.27124258084479397, 0.16832960390524185, 0.28546715742751355, 0.1905593742415217, 0.18358043737636093, 0.22371869358302038, 0.12270059707461152, 0.09860897977180305, 0.2951153309361409, 0.19836933081409136, 0.07308882691337325, 0.2570270819463187, 0.23067896241470637, 0.33743608623658056, 0.15091907523439788, 0.2673380043813279, 0.18759601197589484 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.3369967624675778, 0.15018394483808348, 0.3100978010549029, 0.19965868552924074, 0.09244510735481791, 0.270968846472271, 0.09242878529508482, 0.06831023074808704, 0.22237550784950033, 0.13657195625111324, 0.2454335999246357, 0.21995405131767087, 0.24678288516594066, 0.2788850052654882, 0.29229033872577886, 0.09369221823712325, 0.2583744754554123, 0.2793411883245379, 0.1092187156225073, 0.08628108032788376, 0.18507124476364362, 0.2614243626975997, 0.1538566823394858, 0.29222561012112586 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "log_loss": [ 0.9111633571402169, 1.0839756652121622, 1.0240480641824514, 1.11402953999425, 0.884925348291453, 0.9130723172124721, 0.9699271570130062, 0.8116352996034313, 1.1231908805449233, 1.057646454826972, 1.0195184649487747, 1.15485253170822, 1.2203918509266802, 0.9904548717130052, 0.9813700745938796, 0.966638860180072, 1.1977703045702168, 0.8336039376067258, 1.0656987819610917, 0.8573680451756742, 1.2311458107316793, 1.0917930937366573, 1.1089272291639318, 1.1728238940665472 ], "log_loss_clim": [ 1.0636365215990604, 1.0851020934385713, 1.0829845357788488, 1.114915471528915, 1.0751910196539225, 1.0748397877821156, 1.0941195291347958, 1.0665730030228233, 1.1278992668815964, 1.1009887350094487, 1.084851863174709, 1.1285317750993535, 1.1198451433073888, 1.0894979859431362, 1.0914991524171647, 1.0895962881688785, 1.1201255184468752, 1.069304218453464, 1.1263882943170247, 1.0909646546286205, 1.103642856085365, 1.1140840166062393, 1.1131588909468124, 1.101981515597516 ] }, "rps": 0.4109623779327119, "rpss": 0.09263084796497711, "bss_below": 0.08625314454501731, "bss_above": 0.09904465414655284, "log_loss": 1.0327488264626872, "log_loss_skill": 0.05863146955688758, "reliability": { "below": { "weight": [ 0.0, 0.007212, 0.424271, 0.290607, 0.170646, 0.080512, 0.021838, 0.004914, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1949, 0.2568, 0.3496, 0.447, 0.5372, 0.63, 0.7448, NaN, NaN ], "observed_frequency": [ NaN, 0.1732, 0.2288, 0.3192, 0.5162, 0.6514, 0.632, 0.644, NaN, NaN ] }, "above": { "weight": [ 0.028135, 0.141793, 0.196315, 0.23169, 0.333816, 0.068251, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.063, 0.1539, 0.2504, 0.3511, 0.4479, 0.5203, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.0913, 0.1253, 0.1901, 0.3596, 0.511, 0.4832, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43342571900690074, 0.4804463234988564, 0.4532442368419633, 0.42826150470135343, 0.35793816573482823, 0.37853816665559625, 0.38147568079789057, 0.3273700711018783, 0.39761745157918815, 0.42050158112665226, 0.4306112010672655, 0.4081546960266658, 0.4582249311227122, 0.39804195596004716, 0.36695854889655194, 0.37503570204946, 0.4291029845092373, 0.35205310583798827, 0.356028559768939, 0.31984516840798577, 0.5370992909583366, 0.42920268604041717, 0.41670545581474666, 0.5085936379320362 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.08474488727376114, 0.3488234344125771, 0.12211498374834107, 0.2222135876466531, 0.2720157140286508, 0.11395159473116463, 0.2868458144122071, 0.2641306506416116, 0.17150717149582975, 0.3042159691696769, 0.21159966053507637, 0.20284036988024307, 0.21425579649511053, 0.1080854788479754, 0.09002321739651127, 0.279218967855938, 0.196529701734031, 0.06343712601762941, 0.2395285423529873, 0.22688164802810817, 0.33604173869338533, 0.15742063494469224, 0.27209410775983195, 0.18385344485565788 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.3486808317331396, 0.13162288908627925, 0.33112925309362246, 0.20604791705470035, 0.08592245170617736, 0.26458657192443175, 0.09462986638568328, 0.06323942046026673, 0.22611028008335857, 0.11628561195697541, 0.2190115405321891, 0.2053143261464228, 0.2439691346276017, 0.28995647711207173, 0.27693533150004085, 0.09581673419352199, 0.23257328277520634, 0.2886159798203587, 0.11650001741595181, 0.09296352037987757, 0.20105755226495142, 0.2717820510957249, 0.1446113480549148, 0.3247401930763782 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "log_loss": [ 0.9231102664846115, 1.066712813343864, 1.0227271112807435, 1.10527440186656, 0.8607043041392665, 0.890921212021158, 0.9867968669027345, 0.7897165104018454, 1.1334532920623948, 1.0319221681601307, 1.0341905685692963, 1.180529393822207, 1.2315917568822594, 0.9754959647035264, 0.9654263432629647, 0.9753305261156658, 1.1584098616014182, 0.7960346767261993, 1.082600500425494, 0.8724245901033345, 1.264751488244143, 1.1013406874000329, 1.108550717299324, 1.194744139265936 ], "log_loss_clim": [ 1.0608185498300609, 1.0789845308752113, 1.0771525384349918, 1.1094359876760291, 1.0734970338191292, 1.0735124563653897, 1.0989774498629772, 1.0652715330717282, 1.1280189648389687, 1.0948416462200854, 1.0910254999447637, 1.1335873031868233, 1.1260844119622093, 1.0874278556996797, 1.0960019391741747, 1.097463495602667, 1.1220247411001651, 1.0604918388175442, 1.1346435053893231, 1.0946060005171663, 1.1060510185560268, 1.1105534779590684, 1.1145418486381085, 1.094207681134723 ] }, "rps": 0.410186534393229, "rpss": 0.09427556534105686, "bss_below": 0.08741880287102266, "bss_above": 0.1011680132041185, "log_loss": 1.0313650067118796, "log_loss_skill": 0.059874962844889246, "reliability": { "below": { "weight": [ 0.0, 0.007947, 0.444183, 0.273983, 0.163929, 0.082375, 0.021694, 0.005889, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1947, 0.2562, 0.35, 0.4477, 0.5371, 0.631, 0.7447, NaN, NaN ], "observed_frequency": [ NaN, 0.1713, 0.2349, 0.3137, 0.5136, 0.6684, 0.6329, 0.6355, NaN, NaN ] }, "above": { "weight": [ 0.02941, 0.145898, 0.191793, 0.217915, 0.344014, 0.070971, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0609, 0.153, 0.2495, 0.3507, 0.4484, 0.5206, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.0863, 0.121, 0.1917, 0.3633, 0.5055, 0.4874, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3706040050807994, 0.5817018184438996, 0.40606236892301245, 0.39021510477083243, 0.5646378905034337, 0.40588888240234483, 0.3343381005777224, 0.4246389212466448, 0.3974882401173438 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.08597470494150534, 0.14194778039793524, 0.14971632775743754, 0.16336990515658245, 0.23208469987802235, 0.1854351682031356, 0.22691147037093615, 0.1239570080481015, 0.22203632450178148 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.2846293001392941, 0.439754038045964, 0.25634604116557497, 0.22684519961424984, 0.3325531906254114, 0.22045371419920928, 0.1074266302067863, 0.3006819131985434, 0.17545191561556236 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "log_loss": [ 0.9367033075322985, 1.207275434711498, 1.0713324292489355, 1.083673409375931, 1.3289296528188537, 1.1242942606803445, 1.0676734461833395, 1.0234502654505309, 1.0469070291631857 ], "log_loss_clim": [ 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126 ] }, "rps": 0.4306194813406704, "rpss": -0.0018734715483887943, "bss_below": -0.04879349744894568, "bss_above": 0.02657662674428507, "log_loss": 1.0989154705738795, "log_loss_skill": -0.00023663860057943076, "reliability": { "below": { "weight": [ 0.0, 0.000175, 0.360686, 0.351492, 0.186701, 0.080692, 0.016592, 0.003663, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.199, 0.2656, 0.3461, 0.4413, 0.5404, 0.6377, 0.7375, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1111, 0.1436, 0.1821, 0.2636, 0.4044, 0.2415, NaN, NaN ] }, "above": { "weight": [ 0.03338, 0.119084, 0.22272, 0.305853, 0.290149, 0.028813, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.071, 0.1583, 0.2498, 0.348, 0.4339, 0.5122, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.1412, 0.3619, 0.4377, 0.4595, 0.5603, 0.7254, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3808944572333449, 0.6039797903287439, 0.40253236558787847, 0.39923941035632743, 0.5224054390117797, 0.4074467482114949, 0.32135058390432464, 0.41113368927570526, 0.3606762088961844 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.09191261363414284, 0.15186325129966982, 0.15970401474766097, 0.1617576633478698, 0.22654776732585674, 0.19474329695555873, 0.21467516428481248, 0.12425775891863951, 0.2295386498586311 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.28898184359920215, 0.4521165390290742, 0.2428283508402176, 0.23748174700845756, 0.2958576716859228, 0.21270345125593623, 0.106675419619512, 0.28687593035706577, 0.13113755903755336 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "log_loss": [ 0.9795252913102812, 1.2495057221795518, 1.0857320379220983, 1.0838551445529037, 1.2720117396688144, 1.1157961626639274, 1.0635947380190947, 1.019024301655205, 0.9937181006322621 ], "log_loss_clim": [ 1.0987380542753233, 1.0982921641442833, 1.0988626247648885, 1.0987380542753233, 1.0982921641442833, 1.0986281753966851, 1.0988626247648885, 1.0988626247648885, 1.0988626247648885 ] }, "rps": 0.4232954103117538, "rpss": 0.0012161593243770197, "bss_below": -0.031737386240773935, "bss_above": 0.02274351731136348, "log_loss": 1.0958625820671266, "log_loss_skill": 0.00256629406258313, "reliability": { "below": { "weight": [ 0.0, 0.000103, 0.377459, 0.324395, 0.193152, 0.085559, 0.015921, 0.00341, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1992, 0.2664, 0.345, 0.4427, 0.5395, 0.639, 0.7362, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1245, 0.1529, 0.195, 0.299, 0.5117, 0.3067, NaN, NaN ] }, "above": { "weight": [ 0.033825, 0.131441, 0.221748, 0.287492, 0.298958, 0.026536, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0707, 0.1586, 0.2475, 0.3485, 0.4318, 0.5119, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.0828, 0.334, 0.4226, 0.4255, 0.5203, 0.6551, NaN, NaN, NaN, NaN ] } } } } }, "multinomial_logistic": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4454404505285307, 0.44575023154985294, 0.4407175151109532, 0.37814816364991233, 0.38711148625689373, 0.38169940244166095, 0.35843544570481506, 0.3688152954734636, 0.3954487017229137, 0.47005012641457666, 0.41819517692559843, 0.38509804316829777, 0.6090619770420205, 0.3764932840302975, 0.37220775804578393, 0.38790520686516955, 0.4668421348375819, 0.3576156648772901, 0.34079111601879375, 0.33955826367319963, 0.557030265521142, 0.44624461305862123, 0.3947288434933756, 0.516526212987944 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.08897936498475617, 0.3091015521032419, 0.12895710612384634, 0.20085957515027153, 0.2882260149421164, 0.11515788361867411, 0.2768158476458715, 0.2958052287157869, 0.17319853026894838, 0.31609157462867143, 0.17601845275944, 0.17550440723452787, 0.25525362311251804, 0.11232049276330458, 0.08931212030211971, 0.2891900831415814, 0.20774015415872074, 0.06804828189692089, 0.25175812741171966, 0.24109218030325796, 0.35135402836697044, 0.15440748079184477, 0.252660362779032, 0.2060351841557221 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.35646108554377454, 0.13664867944661094, 0.3117604089871068, 0.1772885884996408, 0.09888547131477737, 0.2665415188229869, 0.08161959805894355, 0.07301006675767675, 0.22225017145396525, 0.15395855178590512, 0.2421767241661586, 0.20959363593376992, 0.35380835392950244, 0.26417279126699283, 0.28289563774366433, 0.09871512372358822, 0.25910198067886125, 0.2895673829803694, 0.08903298860707412, 0.09846608336994166, 0.20567623715417152, 0.2918371322667765, 0.14206848071434358, 0.31049102883222207 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "log_loss": [ 0.9504726788797992, 1.0394150417396253, 1.0224392395680524, 1.057892302416374, 0.9138936622656598, 0.8977892143865017, 0.9443241116899198, 0.8531948838604193, 1.136433366552499, 1.1395052092849205, 1.0005248015630983, 1.1275834955787336, 1.4967554035565214, 0.9534187706395691, 0.9520755436373655, 0.9706706182005871, 1.2111270815039807, 0.84507126624182, 1.060612134059108, 0.902562392464227, 1.2876396290329097, 1.1570311877930026, 1.0718871319013732, 1.2184539184464656 ], "log_loss_clim": [ 1.0636365215990604, 1.0851020934385713, 1.0829845357788488, 1.114915471528915, 1.0751910196539225, 1.0748397877821156, 1.0941195291347958, 1.0665730030228233, 1.1278992668815964, 1.1009887350094487, 1.084851863174709, 1.1285317750993535, 1.1198451433073888, 1.0894979859431362, 1.0914991524171647, 1.0895962881688785, 1.1201255184468752, 1.069304218453464, 1.1263882943170247, 1.0909646546286205, 1.103642856085365, 1.1140840166062393, 1.1131588909468124, 1.101981515597516 ] }, "rps": 0.41832980747494536, "rpss": 0.07636420494514162, "bss_below": 0.0782426901734915, "bss_above": 0.07447508598194075, "log_loss": 1.0504488785526054, "log_loss_skill": 0.0424975640053088, "reliability": { "below": { "weight": [ 0.021569, 0.082014, 0.198447, 0.33151, 0.33115, 0.033521, 0.001494, 0.000229, 6.6e-05, 0.0 ], "mean_forecast": [ 0.0664, 0.1593, 0.2575, 0.3537, 0.44, 0.5227, 0.6385, 0.7478, 0.8221, NaN ], "observed_frequency": [ 0.2923, 0.1906, 0.1345, 0.3485, 0.4799, 0.7264, 0.5867, 0.8566, 1.0, NaN ] }, "above": { "weight": [ 0.00062, 0.04125, 0.408951, 0.278963, 0.159145, 0.068273, 0.025063, 0.012612, 0.004764, 0.000359 ], "mean_forecast": [ 0.0736, 0.1803, 0.2547, 0.346, 0.4414, 0.5417, 0.6457, 0.7379, 0.8419, 0.939 ], "observed_frequency": [ 0.2104, 0.0746, 0.1916, 0.3968, 0.6163, 0.5246, 0.5675, 0.2481, 0.1975, 0.1803 ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4767129285515061, 0.4443064926713575, 0.44541447574102194, 0.3867430020747944, 0.3795854329448042, 0.36090800147341334, 0.3494414831083797, 0.3647066802461736, 0.4034572679428337, 0.4773316428956978, 0.4125298628295705, 0.3933631046156142, 0.5769227215273788, 0.3501834354914051, 0.3574329328405855, 0.38292531702078364, 0.4442520443955705, 0.3614958261911268, 0.33775682557226205, 0.3469957821020141, 0.5875268298214904, 0.46035386826805746, 0.3831012769088343, 0.5514364245579861 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.09917331856497207, 0.3291878396225073, 0.11958175081507606, 0.20270774708244474, 0.28580023522791553, 0.10736855455098819, 0.26837101407853714, 0.2941386109713404, 0.17996838497911904, 0.34051241050097647, 0.19551267291622867, 0.19678966535432585, 0.23366309536128566, 0.08847128103365559, 0.08295574528668567, 0.2778667462440515, 0.20563512435843856, 0.06120056197514958, 0.24008272138366935, 0.2380140882178069, 0.3583598584398252, 0.16395536346682338, 0.2524817848133902, 0.20536388746201065 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.377539609986534, 0.11511865304885023, 0.32583272492594606, 0.18403525499234968, 0.09378519771688881, 0.2535394469224252, 0.08107046902984247, 0.07056806927483301, 0.22348888296371475, 0.1368192323947214, 0.2170171899133419, 0.19657343926128845, 0.343259626166093, 0.2617121544577496, 0.2744771875538998, 0.10505857077673206, 0.2386169200371319, 0.3002952642159773, 0.09767410418859268, 0.10898169388420725, 0.22916697138166497, 0.2963985048012339, 0.1306194920954442, 0.3460725370959755 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "log_loss": [ 0.9870343014002444, 1.0130161917231215, 1.005917191025412, 1.0483963850132223, 0.896121692051584, 0.860560755224946, 0.951087539423993, 0.8428185079376099, 1.1478994953176231, 1.1271487633923094, 1.0183785440313078, 1.1609648526544998, 1.4572449527134577, 0.9012781852374332, 0.9486246534791903, 0.9946750354842249, 1.18400605859828, 0.8161346019997648, 1.0933316785893428, 0.9282579017394492, 1.34495382258586, 1.163672652066807, 1.0595941724651459, 1.2434646692637654 ], "log_loss_clim": [ 1.0608185498300609, 1.0789845308752113, 1.0771525384349918, 1.1094359876760291, 1.0734970338191292, 1.0735124563653897, 1.0989774498629772, 1.0652715330717282, 1.1280189648389687, 1.0948416462200854, 1.0910254999447637, 1.1335873031868233, 1.1260844119622093, 1.0874278556996797, 1.0960019391741747, 1.097463495602667, 1.1220247411001651, 1.0604918388175442, 1.1346435053893231, 1.0946060005171663, 1.1060510185560268, 1.1105534779590684, 1.1145418486381085, 1.094207681134723 ] }, "rps": 0.41812015249136086, "rpss": 0.07675750669156978, "bss_below": 0.07736350599982611, "bss_above": 0.07614835346813553, "log_loss": 1.0497742751424415, "log_loss_skill": 0.04309427506253238, "reliability": { "below": { "weight": [ 0.020225, 0.079621, 0.198839, 0.338315, 0.335016, 0.027831, 0.000153, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0691, 0.1592, 0.2574, 0.3538, 0.4393, 0.5189, 0.619, NaN, NaN, NaN ], "observed_frequency": [ 0.2631, 0.1877, 0.1484, 0.3437, 0.4811, 0.7571, 0.5002, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.034925, 0.417817, 0.280416, 0.159572, 0.066578, 0.024534, 0.012147, 0.003818, 0.000194 ], "mean_forecast": [ NaN, 0.1837, 0.2553, 0.3459, 0.4413, 0.5411, 0.6466, 0.7368, 0.8362, 0.9348 ], "observed_frequency": [ NaN, 0.0468, 0.1958, 0.3946, 0.6109, 0.5234, 0.6046, 0.2343, 0.1406, 0.0 ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.2955098577867613, 0.5470970617297454, 0.4190653743825891, 0.44329205613336486, 0.548589971028344, 0.40350036105876536, 0.331485063517307, 0.4103829487241086, 0.42274051158954384 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.05799408160784183, 0.13630503168937477, 0.15470245335784755, 0.18634220266800733, 0.2279320627393896, 0.1895700146604752, 0.23885682621229445, 0.11445374782889133, 0.22915160988815683 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.23751577617891945, 0.4107920300403705, 0.2643629210247414, 0.25694985346535737, 0.32065790828895424, 0.21393034639829037, 0.09262823730501252, 0.2959292008952172, 0.19358890170138704 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "log_loss": [ 0.8222036832718279, 1.1331022674630895, 1.0966353189236184, 1.1693337824408123, 1.292128532587183, 1.1288213192897885, 1.0746913567630358, 1.0002019851661827, 1.0979692885708983 ], "log_loss_clim": [ 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126 ] }, "rps": 0.42462924510561434, "rpss": 0.012063331202675553, "bss_below": -0.05144702370119014, "bss_above": 0.050573036319196185, "log_loss": 1.090565281608493, "log_loss_skill": 0.007363732097683928, "reliability": { "below": { "weight": [ 0.009427, 0.08619, 0.193738, 0.35451, 0.310266, 0.042663, 0.002774, 0.000433, 0.0, 0.0 ], "mean_forecast": [ 0.0634, 0.1677, 0.2543, 0.3559, 0.4402, 0.5252, 0.6414, 0.7327, NaN, NaN ], "observed_frequency": [ 0.0, 0.1284, 0.0902, 0.1406, 0.2119, 0.2177, 0.0, 0.0, NaN, NaN ] }, "above": { "weight": [ 0.001301, 0.055664, 0.393054, 0.293495, 0.145945, 0.088775, 0.013647, 0.006378, 0.001132, 0.000609 ], "mean_forecast": [ 0.08, 0.1806, 0.2553, 0.3446, 0.4437, 0.5392, 0.6349, 0.7352, 0.8367, 0.9305 ], "observed_frequency": [ 0.5346, 0.3661, 0.3565, 0.532, 0.5567, 0.5816, 0.806, 1.0, 1.0, 1.0 ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3285030561828621, 0.5878847506205119, 0.4208391216168791, 0.45203305316016595, 0.5137467341558162, 0.41472234827359405, 0.3180447424391518, 0.39661088808509337, 0.3839370080961062 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.06776987901852412, 0.15173017221421883, 0.16625558119936237, 0.18551767818267556, 0.22640052665406152, 0.20307018681833489, 0.22625195527801653, 0.115432961546375, 0.23490968882192662 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.26073317716433786, 0.43615457840629307, 0.25458354041751663, 0.2665153749774904, 0.28734620750175494, 0.2116521614552591, 0.09179278716113544, 0.2811779265387183, 0.1490273192741795 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "log_loss": [ 0.9021791016175947, 1.19690462071585, 1.1206575804060246, 1.168737210146317, 1.2547533701891223, 1.1384824487140817, 1.0721149756182429, 0.9947324777211932, 1.0464102303370708 ], "log_loss_clim": [ 1.0987380542753233, 1.0982921641442833, 1.0988626247648885, 1.0987380542753233, 1.0982921641442833, 1.0986281753966851, 1.0988626247648885, 1.0988626247648885, 1.0988626247648885 ] }, "rps": 0.42403574473668676, "rpss": -0.0005306917926108934, "bss_below": -0.046558872210316515, "bss_above": 0.02953786103185485, "log_loss": 1.0994413350517218, "log_loss_skill": -0.0006910202307164326, "reliability": { "below": { "weight": [ 0.001653, 0.084011, 0.194462, 0.339322, 0.339803, 0.039522, 0.001124, 0.000102, 0.0, 0.0 ], "mean_forecast": [ 0.0679, 0.171, 0.2528, 0.3584, 0.44, 0.523, 0.6335, 0.7134, NaN, NaN ], "observed_frequency": [ 0.0, 0.1484, 0.0967, 0.1384, 0.2355, 0.2727, 0.0, 0.0, NaN, NaN ] }, "above": { "weight": [ 0.000307, 0.05357, 0.427827, 0.272185, 0.144645, 0.090878, 0.009449, 0.000931, 0.000208, 0.0 ], "mean_forecast": [ 0.0797, 0.1835, 0.2549, 0.3433, 0.4457, 0.5374, 0.6289, 0.7516, 0.8348, NaN ], "observed_frequency": [ 0.0, 0.3154, 0.3456, 0.5157, 0.523, 0.5175, 0.7122, 1.0, 1.0, NaN ] } } } } }, "ordinal_logistic": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44710164019163573, 0.4482519961959252, 0.4407608297593926, 0.3774997422357385, 0.3894323800470211, 0.38213220331439557, 0.36115177530905435, 0.36942207015166234, 0.3922609898610527, 0.47130146619475255, 0.41769944477028914, 0.38192080156346714, 0.6021494174738934, 0.37741933872872496, 0.3724778477756727, 0.3909442200523998, 0.46317973481138097, 0.3610782477568375, 0.33683591638432425, 0.3397910026830277, 0.5559252184715527, 0.4414131666531865, 0.395951798262884, 0.5114525079412447 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.08773676055331332, 0.3116335435170004, 0.12671215156847293, 0.19988544571592443, 0.2888766620835608, 0.11467998809506029, 0.2791932850829648, 0.2942771699275161, 0.17014855272790477, 0.3176864846530365, 0.17312797071632824, 0.1741260319193884, 0.253290424293706, 0.11203508448900786, 0.08727814814053006, 0.29224683971989124, 0.20613768776461625, 0.06967328436646546, 0.2502057225295542, 0.23917317650525574, 0.3523968451377991, 0.14994345225229117, 0.25406645553356166, 0.20519116653655223 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.3593648796383223, 0.13661845267892475, 0.31404867819091964, 0.17761429651981403, 0.10055571796346034, 0.2674522152193352, 0.08195849022608956, 0.07514490022414616, 0.22211243713314796, 0.15361498154171596, 0.2445714740539609, 0.20779476964407873, 0.3488589931801874, 0.2653842542397172, 0.28519969963514263, 0.09869738033250845, 0.25704204704676464, 0.2914049633903719, 0.0866301938547701, 0.10061782617777192, 0.20352837333375354, 0.29146971440089525, 0.1418853427293224, 0.3062613414046926 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "log_loss": [ 0.9567246823896207, 1.0450880124857518, 1.0249257264674638, 1.0535873430513025, 0.9161230407278953, 0.9000388071981911, 0.9498200499363245, 0.8509488129471581, 1.1263809075270494, 1.1424689287576417, 0.9986793063446838, 1.112965393500116, 1.4791024933403318, 0.9543805547786921, 0.9526974610188514, 0.974554714542437, 1.20164062943353, 0.8500143541035409, 1.036493046763392, 0.9031505954620466, 1.2841206017998863, 1.1461900471285817, 1.0743003781203266, 1.204619607301184 ], "log_loss_clim": [ 1.0636365215990604, 1.0851020934385713, 1.0829845357788488, 1.114915471528915, 1.0751910196539225, 1.0748397877821156, 1.0941195291347958, 1.0665730030228233, 1.1278992668815964, 1.1009887350094487, 1.084851863174709, 1.1285317750993535, 1.1198451433073888, 1.0894979859431362, 1.0914991524171647, 1.0895962881688785, 1.1201255184468752, 1.069304218453464, 1.1263882943170247, 1.0909646546286205, 1.103642856085365, 1.1140840166062393, 1.1131588909468124, 1.101981515597516 ] }, "rps": 0.41781473985789647, "rpss": 0.07750142940172888, "bss_below": 0.08084167156011901, "bss_above": 0.07414227881913871, "log_loss": 1.0474589789635833, "log_loss_skill": 0.0452229095202783, "reliability": { "below": { "weight": [ 0.018923, 0.081826, 0.220609, 0.325758, 0.315225, 0.035611, 0.001624, 0.000359, 6.6e-05, 0.0 ], "mean_forecast": [ 0.0716, 0.1607, 0.2573, 0.3534, 0.4393, 0.5252, 0.6348, 0.7414, 0.8329, NaN ], "observed_frequency": [ 0.2948, 0.1991, 0.1301, 0.3611, 0.4823, 0.7572, 0.6397, 0.7272, 1.0, NaN ] }, "above": { "weight": [ 0.000424, 0.028607, 0.422398, 0.288089, 0.154401, 0.06308, 0.025559, 0.012286, 0.004732, 0.000424 ], "mean_forecast": [ 0.0771, 0.1821, 0.2558, 0.3452, 0.4404, 0.5412, 0.6465, 0.739, 0.8428, 0.9408 ], "observed_frequency": [ 0.1535, 0.0916, 0.1862, 0.4098, 0.6049, 0.5227, 0.5617, 0.2682, 0.199, 0.3064 ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47810459716370146, 0.44782292798304946, 0.44575300480724744, 0.38665461765763465, 0.3815864531942385, 0.36130381939290096, 0.35112433787169367, 0.3649546187024906, 0.40012583909278826, 0.4792254698807896, 0.4113347774579549, 0.3897927470186766, 0.570385687307893, 0.35159428754226013, 0.35724118444241015, 0.3854313330181957, 0.4410645919627492, 0.3654038092275216, 0.33215716676856, 0.34729421387705584, 0.5852635950850584, 0.45544883797105506, 0.3848126579543131, 0.5457597656022232 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.09755401795943276, 0.3326288317931517, 0.11722304743166082, 0.20233290248401886, 0.28585213806637483, 0.10724217730187839, 0.2696244469881159, 0.2919367264171031, 0.17670461809748197, 0.342640968832259, 0.19275905543792185, 0.19567994512517403, 0.23237074168833988, 0.08849578621830805, 0.08131132787427352, 0.2804888751628206, 0.20442631288941449, 0.06298079484883587, 0.2377385735380197, 0.2362966319970501, 0.35850220389035214, 0.1592354941553087, 0.2542037777944082, 0.20518540075768982 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.380550579204269, 0.11519409618989783, 0.3285299573755867, 0.1843217151736158, 0.09573431512786362, 0.2540616420910226, 0.08149989088357766, 0.07301789228538749, 0.22342122099530612, 0.1365845010485306, 0.21857572202003314, 0.19411280189350252, 0.3380149456195529, 0.26309850132395224, 0.27592985656813657, 0.10494245785537498, 0.23663827907333482, 0.30242301437868574, 0.09441859323054015, 0.11099758188000568, 0.22676139119470629, 0.29621334381574627, 0.13060888015990485, 0.34057436484453324 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "log_loss": [ 0.9929407632819032, 1.0208554832955727, 1.0096925096979088, 1.0459142099376886, 0.8975374408046657, 0.8622968912259324, 0.954244884498721, 0.8393291172541778, 1.1386040920903218, 1.130987496460961, 1.013253208198634, 1.1445971463098357, 1.4450839083212899, 0.904595760525757, 0.9470537646791188, 0.9967461296779813, 1.1748421901113448, 0.8214017361569852, 1.0619855618827467, 0.9299448305275266, 1.3390342441240255, 1.1537267635605526, 1.0631446649009564, 1.2267276610635054 ], "log_loss_clim": [ 1.0608185498300609, 1.0789845308752113, 1.0771525384349918, 1.1094359876760291, 1.0734970338191292, 1.0735124563653897, 1.0989774498629772, 1.0652715330717282, 1.1280189648389687, 1.0948416462200854, 1.0910254999447637, 1.1335873031868233, 1.1260844119622093, 1.0874278556996797, 1.0960019391741747, 1.097463495602667, 1.1220247411001651, 1.0604918388175442, 1.1346435053893231, 1.0946060005171663, 1.1060510185560268, 1.1105534779590684, 1.1145418486381085, 1.094207681134723 ] }, "rps": 0.4174850142076026, "rpss": 0.07815994244884827, "bss_below": 0.07988661887197035, "bss_above": 0.0764242796421224, "log_loss": 1.0464391857745048, "log_loss_skill": 0.046134324895077294, "reliability": { "below": { "weight": [ 0.017526, 0.07919, 0.220732, 0.33191, 0.319499, 0.030954, 0.000191, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0744, 0.1605, 0.2571, 0.3535, 0.4385, 0.5226, 0.6158, NaN, NaN, NaN ], "observed_frequency": [ 0.2613, 0.1971, 0.1418, 0.3544, 0.484, 0.793, 0.4, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.022061, 0.430866, 0.289006, 0.15616, 0.060864, 0.025151, 0.011919, 0.003779, 0.000194 ], "mean_forecast": [ NaN, 0.1862, 0.2564, 0.3451, 0.4403, 0.5411, 0.6475, 0.7388, 0.8367, 0.9416 ], "observed_frequency": [ NaN, 0.0654, 0.1898, 0.4056, 0.5998, 0.5224, 0.5958, 0.2717, 0.1421, 0.0 ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.2956842538056484, 0.544321984249457, 0.4176119296736126, 0.4404324466800594, 0.5451553956746414, 0.4013322808379079, 0.3332226275346985, 0.4105710132641338, 0.42305952003573677 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.057401411772541114, 0.13232150162995218, 0.15275975508459327, 0.18470789735102214, 0.22688166006948002, 0.18790961847440568, 0.23959334791089987, 0.11289887320829817, 0.22927135816601601 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.23828284203310726, 0.4120004826195049, 0.26485217458901916, 0.2557245493290372, 0.3182737356051611, 0.2134226623635023, 0.09362927962379852, 0.29767214005583575, 0.1937881618697208 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "log_loss": [ 0.819751841260437, 1.1336035830287547, 1.0930370139989074, 1.1612976472510745, 1.2864096439846597, 1.1206828417155017, 1.081055323020104, 1.0023711130142827, 1.1034104677418217 ], "log_loss_clim": [ 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126 ] }, "rps": 0.42348793908398846, "rpss": 0.014718678383963013, "bss_below": -0.04352843768590464, "bss_above": 0.050036999548258576, "log_loss": 1.0890688305572827, "log_loss_skill": 0.00872580698822234, "reliability": { "below": { "weight": [ 0.008554, 0.087241, 0.206655, 0.352171, 0.297219, 0.044434, 0.002859, 0.000867, 0.0, 0.0 ], "mean_forecast": [ 0.0709, 0.1707, 0.2541, 0.3533, 0.44, 0.5247, 0.635, 0.7276, NaN, NaN ], "observed_frequency": [ 0.0, 0.1268, 0.0931, 0.1434, 0.2083, 0.2408, 0.0, 0.0, NaN, NaN ] }, "above": { "weight": [ 0.000867, 0.036619, 0.412887, 0.301924, 0.14378, 0.082509, 0.01286, 0.006551, 0.001134, 0.000869 ], "mean_forecast": [ 0.0877, 0.1799, 0.2559, 0.3432, 0.4433, 0.5385, 0.6352, 0.7415, 0.8346, 0.9425 ], "observed_frequency": [ 0.6015, 0.4579, 0.349, 0.5337, 0.5591, 0.5734, 0.8215, 1.0, 1.0, 1.0 ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.32856739978287125, 0.584178837129494, 0.41893389368206546, 0.44948787702009085, 0.5108074020956002, 0.41273119883049586, 0.3194893849365542, 0.39679414265093127, 0.3853754255686074 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.06665284385750431, 0.14755820944388032, 0.16449845557335288, 0.18401101287036947, 0.22534999174833983, 0.20195582023462635, 0.2263522735466391, 0.11445716871662007, 0.2355977142938909 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.2619145559253669, 0.43662062768561344, 0.25443543810871255, 0.2654768641497213, 0.2854574103472605, 0.21077537859586953, 0.09313711138991511, 0.2823369739343112, 0.1497777112747166 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "log_loss": [ 0.9000721808545278, 1.1961122482047235, 1.1155877176677493, 1.1623689556360288, 1.250671996079302, 1.1309189873878083, 1.0784225380069712, 0.9961073380100429, 1.0537355699393518 ], "log_loss_clim": [ 1.0987380542753233, 1.0982921641442833, 1.0988626247648885, 1.0987380542753233, 1.0982921641442833, 1.0986281753966851, 1.0988626247648885, 1.0988626247648885, 1.0988626247648885 ] }, "rps": 0.42292950685519004, "rpss": 0.0020795243662848906, "bss_below": -0.03932334888822031, "bss_above": 0.02912652825328166, "log_loss": 1.0982219479762785, "log_loss_skill": 0.00041884316779239317, "reliability": { "below": { "weight": [ 0.001242, 0.084735, 0.205833, 0.33738, 0.327354, 0.041718, 0.001533, 0.000204, 0.0, 0.0 ], "mean_forecast": [ 0.0698, 0.174, 0.2527, 0.3562, 0.44, 0.5223, 0.6278, 0.7254, NaN, NaN ], "observed_frequency": [ 0.0, 0.1471, 0.1005, 0.1395, 0.234, 0.2933, 0.0, 0.0, NaN, NaN ] }, "above": { "weight": [ 0.000204, 0.031863, 0.450577, 0.278842, 0.143538, 0.084701, 0.009033, 0.00093, 0.000312, 0.0 ], "mean_forecast": [ 0.0883, 0.1829, 0.2556, 0.3421, 0.445, 0.5364, 0.6299, 0.7533, 0.8419, NaN ], "observed_frequency": [ 0.0, 0.4157, 0.3381, 0.5172, 0.5192, 0.5132, 0.7336, 1.0, 1.0, NaN ] } } } } }, "SEL": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4190748085698104, 0.47400781013596666, 0.43891898542846597, 0.4187448854312671, 0.37024002780417287, 0.38932081005468283, 0.3809244547454867, 0.33955281159288103, 0.3907051117547421, 0.4220391136786269, 0.4359929741661573, 0.4035344886940318, 0.6021494174738934, 0.4015856023400996, 0.39089931849758197, 0.38880754917326427, 0.45674380626950367, 0.35243001523791123, 0.366245797568826, 0.31696004274259026, 0.5225073310002241, 0.41234343793199757, 0.42119468672081367, 0.47982162209702073 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.08207804610223249, 0.32382386529788315, 0.12882118437356305, 0.21908619990202635, 0.27779492044935505, 0.11835196358241185, 0.28849566945040184, 0.27124258084479397, 0.16832960390524185, 0.28546715742751355, 0.1905593742415217, 0.18358043737636093, 0.253290424293706, 0.12270059707461152, 0.09860897977180305, 0.2951153309361409, 0.19836933081409136, 0.07308882691337325, 0.2570270819463187, 0.23067896241470637, 0.33743608623658056, 0.15091907523439788, 0.2673380043813279, 0.18759601197589484 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.3369967624675778, 0.15018394483808348, 0.3100978010549029, 0.19965868552924074, 0.09244510735481791, 0.270968846472271, 0.09242878529508482, 0.06831023074808704, 0.22237550784950033, 0.13657195625111324, 0.2454335999246357, 0.21995405131767087, 0.3488589931801874, 0.2788850052654882, 0.29229033872577886, 0.09369221823712325, 0.2583744754554123, 0.2793411883245379, 0.1092187156225073, 0.08628108032788376, 0.18507124476364362, 0.2614243626975997, 0.1538566823394858, 0.29222561012112586 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "log_loss": [ 0.9111633571402169, 1.0839756652121622, 1.0240480641824514, 1.11402953999425, 0.884925348291453, 0.9130723172124721, 0.9699271570130062, 0.8116352996034313, 1.1231908805449233, 1.057646454826972, 1.0195184649487747, 1.15485253170822, 1.4791024933403318, 0.9904548717130052, 0.9813700745938796, 0.966638860180072, 1.1977703045702168, 0.8336039376067258, 1.0656987819610917, 0.8573680451756742, 1.2311458107316793, 1.0917930937366573, 1.1089272291639318, 1.1728238940665472 ], "log_loss_clim": [ 1.0636365215990604, 1.0851020934385713, 1.0829845357788488, 1.114915471528915, 1.0751910196539225, 1.0748397877821156, 1.0941195291347958, 1.0665730030228233, 1.1278992668815964, 1.1009887350094487, 1.084851863174709, 1.1285317750993535, 1.1198451433073888, 1.0894979859431362, 1.0914991524171647, 1.0895962881688785, 1.1201255184468752, 1.069304218453464, 1.1263882943170247, 1.0909646546286205, 1.103642856085365, 1.1140840166062393, 1.1131588909468124, 1.101981515597516 ] }, "rps": 0.41644770454625074, "rpss": 0.08051972435556287, "bss_below": 0.08082747406712298, "bss_above": 0.0802102325028895, "log_loss": 1.043528436563256, "log_loss_skill": 0.04880566732975833, "reliability": { "below": { "weight": [ 0.014732, 0.015669, 0.399335, 0.292353, 0.170646, 0.080512, 0.021838, 0.004914, 0.0, 0.0 ], "mean_forecast": [ 0.07, 0.1511, 0.2584, 0.3495, 0.447, 0.5372, 0.63, 0.7448, NaN, NaN ], "observed_frequency": [ 0.3407, 0.3082, 0.2185, 0.3214, 0.5162, 0.6514, 0.632, 0.644, NaN, NaN ] }, "above": { "weight": [ 0.028135, 0.141761, 0.196024, 0.234751, 0.325555, 0.052989, 0.007271, 0.008685, 0.004471, 0.000359 ], "mean_forecast": [ 0.063, 0.1539, 0.2504, 0.3506, 0.4471, 0.5215, 0.6575, 0.7339, 0.8426, 0.9456 ], "observed_frequency": [ 0.0913, 0.1253, 0.1902, 0.355, 0.5214, 0.5795, 0.1946, 0.0939, 0.1813, 0.1803 ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43342571900690074, 0.4804463234988564, 0.4532442368419633, 0.42826150470135343, 0.35793816573482823, 0.37853816665559625, 0.38147568079789057, 0.3273700711018783, 0.39761745157918815, 0.42050158112665226, 0.4306112010672655, 0.4081546960266658, 0.570385687307893, 0.39804195596004716, 0.36695854889655194, 0.37503570204946, 0.4291029845092373, 0.35205310583798827, 0.356028559768939, 0.31984516840798577, 0.5370992909583366, 0.42920268604041717, 0.41670545581474666, 0.5085936379320362 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.08474488727376114, 0.3488234344125771, 0.12211498374834107, 0.2222135876466531, 0.2720157140286508, 0.11395159473116463, 0.2868458144122071, 0.2641306506416116, 0.17150717149582975, 0.3042159691696769, 0.21159966053507637, 0.20284036988024307, 0.23237074168833988, 0.1080854788479754, 0.09002321739651127, 0.279218967855938, 0.196529701734031, 0.06343712601762941, 0.2395285423529873, 0.22688164802810817, 0.33604173869338533, 0.15742063494469224, 0.27209410775983195, 0.18385344485565788 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.3486808317331396, 0.13162288908627925, 0.33112925309362246, 0.20604791705470035, 0.08592245170617736, 0.26458657192443175, 0.09462986638568328, 0.06323942046026673, 0.22611028008335857, 0.11628561195697541, 0.2190115405321891, 0.2053143261464228, 0.3380149456195529, 0.28995647711207173, 0.27693533150004085, 0.09581673419352199, 0.23257328277520634, 0.2886159798203587, 0.11650001741595181, 0.09296352037987757, 0.20105755226495142, 0.2717820510957249, 0.1446113480549148, 0.3247401930763782 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "log_loss": [ 0.9231102664846115, 1.066712813343864, 1.0227271112807435, 1.10527440186656, 0.8607043041392665, 0.890921212021158, 0.9867968669027345, 0.7897165104018454, 1.1334532920623948, 1.0319221681601307, 1.0341905685692963, 1.180529393822207, 1.4450839083212899, 0.9754959647035264, 0.9654263432629647, 0.9753305261156658, 1.1584098616014182, 0.7960346767261993, 1.082600500425494, 0.8724245901033345, 1.264751488244143, 1.1013406874000329, 1.108550717299324, 1.194744139265936 ], "log_loss_clim": [ 1.0608185498300609, 1.0789845308752113, 1.0771525384349918, 1.1094359876760291, 1.0734970338191292, 1.0735124563653897, 1.0989774498629772, 1.0652715330717282, 1.1280189648389687, 1.0948416462200854, 1.0910254999447637, 1.1335873031868233, 1.1260844119622093, 1.0874278556996797, 1.0960019391741747, 1.097463495602667, 1.1220247411001651, 1.0604918388175442, 1.1346435053893231, 1.0946060005171663, 1.1060510185560268, 1.1105534779590684, 1.1145418486381085, 1.094207681134723 ] }, "rps": 0.41485989923427824, "rpss": 0.083956404730688, "bss_below": 0.08409416205305198, "bss_above": 0.08381793041897734, "log_loss": 1.0402605130218392, "log_loss_skill": 0.051766399779688665, "reliability": { "below": { "weight": [ 0.013656, 0.014578, 0.420443, 0.277358, 0.164007, 0.082375, 0.021694, 0.005889, 0.0, 0.0 ], "mean_forecast": [ 0.0728, 0.15, 0.2578, 0.3498, 0.4477, 0.5371, 0.631, 0.7447, NaN, NaN ], "observed_frequency": [ 0.3039, 0.2586, 0.2279, 0.317, 0.5133, 0.6684, 0.6329, 0.6355, NaN, NaN ] }, "above": { "weight": [ 0.02941, 0.145898, 0.191757, 0.222495, 0.337072, 0.053838, 0.007273, 0.008284, 0.003779, 0.000194 ], "mean_forecast": [ 0.0609, 0.153, 0.2496, 0.3503, 0.4476, 0.5211, 0.6601, 0.733, 0.8367, 0.9416 ], "observed_frequency": [ 0.0863, 0.121, 0.1918, 0.3573, 0.5157, 0.5942, 0.1768, 0.0651, 0.1421, 0.0 ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3706040050807994, 0.5817018184438996, 0.40606236892301245, 0.39021510477083243, 0.5646378905034337, 0.40588888240234483, 0.3343381005777224, 0.4246389212466448, 0.3974882401173438 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.08597470494150534, 0.14194778039793524, 0.14971632775743754, 0.16336990515658245, 0.23208469987802235, 0.1854351682031356, 0.22691147037093615, 0.1239570080481015, 0.22203632450178148 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.2846293001392941, 0.439754038045964, 0.25634604116557497, 0.22684519961424984, 0.3325531906254114, 0.22045371419920928, 0.1074266302067863, 0.3006819131985434, 0.17545191561556236 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "log_loss": [ 0.9367033075322985, 1.207275434711498, 1.0713324292489355, 1.083673409375931, 1.3289296528188537, 1.1242942606803445, 1.0676734461833395, 1.0234502654505309, 1.0469070291631857 ], "log_loss_clim": [ 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126 ] }, "rps": 0.4306194813406704, "rpss": -0.0018734715483887943, "bss_below": -0.04879349744894568, "bss_above": 0.02657662674428507, "log_loss": 1.0989154705738795, "log_loss_skill": -0.00023663860057943076, "reliability": { "below": { "weight": [ 0.0, 0.000175, 0.360686, 0.351492, 0.186701, 0.080692, 0.016592, 0.003663, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.199, 0.2656, 0.3461, 0.4413, 0.5404, 0.6377, 0.7375, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1111, 0.1436, 0.1821, 0.2636, 0.4044, 0.2415, NaN, NaN ] }, "above": { "weight": [ 0.03338, 0.119084, 0.22272, 0.305853, 0.290149, 0.028813, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.071, 0.1583, 0.2498, 0.348, 0.4339, 0.5122, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.1412, 0.3619, 0.4377, 0.4595, 0.5603, 0.7254, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3808944572333449, 0.6039797903287439, 0.40253236558787847, 0.39923941035632743, 0.5224054390117797, 0.4074467482114949, 0.32135058390432464, 0.41113368927570526, 0.3606762088961844 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.09191261363414284, 0.15186325129966982, 0.15970401474766097, 0.1617576633478698, 0.22654776732585674, 0.19474329695555873, 0.21467516428481248, 0.12425775891863951, 0.2295386498586311 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.28898184359920215, 0.4521165390290742, 0.2428283508402176, 0.23748174700845756, 0.2958576716859228, 0.21270345125593623, 0.106675419619512, 0.28687593035706577, 0.13113755903755336 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "log_loss": [ 0.9795252913102812, 1.2495057221795518, 1.0857320379220983, 1.0838551445529037, 1.2720117396688144, 1.1157961626639274, 1.0635947380190947, 1.019024301655205, 0.9937181006322621 ], "log_loss_clim": [ 1.0987380542753233, 1.0982921641442833, 1.0988626247648885, 1.0987380542753233, 1.0982921641442833, 1.0986281753966851, 1.0988626247648885, 1.0988626247648885, 1.0988626247648885 ] }, "rps": 0.4232954103117538, "rpss": 0.0012161593243770197, "bss_below": -0.031737386240773935, "bss_above": 0.02274351731136348, "log_loss": 1.0958625820671266, "log_loss_skill": 0.00256629406258313, "reliability": { "below": { "weight": [ 0.0, 0.000103, 0.377459, 0.324395, 0.193152, 0.085559, 0.015921, 0.00341, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1992, 0.2664, 0.345, 0.4427, 0.5395, 0.639, 0.7362, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1245, 0.1529, 0.195, 0.299, 0.5117, 0.3067, NaN, NaN ] }, "above": { "weight": [ 0.033825, 0.131441, 0.221748, 0.287492, 0.298958, 0.026536, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0707, 0.1586, 0.2475, 0.3485, 0.4318, 0.5119, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.0828, 0.334, 0.4226, 0.4255, 0.5203, 0.6551, NaN, NaN, NaN, NaN ] } } } } } }, "fitted": { "climatology_blend": { "fallbacks": 0, "folds": 24, "test_fit": { "lam": 0.73254938003349 }, "test_fallback": null }, "pseudocount": { "fallbacks": 0, "folds": 24, "test_fit": {}, "test_fallback": null }, "temperature": { "fallbacks": 0, "folds": 24, "test_fit": { "temperature": 4.0, "at_bound": true }, "test_fallback": null }, "dirichlet": { "fallbacks": 0, "folds": 24, "test_fit": { "A": [ [ 0.015224202868436919, -0.09585853244842515, -0.22492273497153364 ], [ -0.015343734437265036, 0.03080331153239973, 0.2087336575889656 ], [ 0.1138313047583931, 0.19276706528515258, 1.1618396484363165 ] ], "b": [ -0.8946977718455973, -0.3691095839948642, 1.263807355840459 ], "objective": 1.0519165561976802, "iterations": 42, "training_pairs": 46513, "training_years": 24, "converged": true, "epsilon": 1e-12, "reg_off": 0.01, "reg_diag": 0.001, "reg_bias": 0.001, "weighting": "equal total weight per year; spherical area within each year" }, "test_fallback": null }, "multinomial_logistic": { "fallbacks": 0, "folds": 24, "test_fit": { "coefficients": [ [ 0.08447747775722855, -1.0047939355415512, 0.05170452576298436 ], [ 0.0, 0.0, 0.0 ], [ 0.05865253770346969, 1.0045453959808721, 0.04142162186946905 ] ], "features": [ "intercept", "standardized_mean", "log_spread_ratio" ], "l2": 0.001, "reference_class": "near" }, "test_fallback": null }, "ordinal_logistic": { "fallbacks": 0, "folds": 24, "test_fit": { "theta": [ -0.6714880230620442, 0.3096425963161111, 1.47581068228032, 7.323863582880996e-05 ], "cutpoints": [ -0.6714880230620442, 0.6914498849814478 ], "beta": [ 1.47581068228032, 7.323863582880996e-05 ], "features": [ "standardized_mean", "log_spread_ratio" ], "l2": 0.001, "converged": true }, "test_fallback": null } }, "selection": { "criterion": "inner leave-one-year-out RPS of the calibrators (training years only)", "chosen_training": { "1993": "dirichlet", "1994": "dirichlet", "1995": "dirichlet", "1996": "dirichlet", "1997": "dirichlet", "1998": "dirichlet", "1999": "dirichlet", "2000": "dirichlet", "2001": "dirichlet", "2002": "dirichlet", "2003": "dirichlet", "2004": "dirichlet", "2005": "ordinal_logistic", "2006": "dirichlet", "2007": "dirichlet", "2008": "dirichlet", "2009": "dirichlet", "2010": "dirichlet", "2011": "dirichlet", "2012": "dirichlet", "2013": "dirichlet", "2014": "dirichlet", "2015": "dirichlet", "2016": "dirichlet" }, "chosen_test": "dirichlet", "frequency": { "climatology_blend": 0, "pseudocount": 0, "temperature": 0, "dirichlet": 23, "multinomial_logistic": 0, "ordinal_logistic": 1 } } }, "Mar": { "tag": "init01_Mar", "methods": { "climatology_blend": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5177058227443954, 0.4708123029684602, 0.4847481056071085, 0.5129399354900186, 0.4259331885730271, 0.41384476652825153, 0.5119363242217243, 0.5414273286373835, 0.4039843246690677, 0.38521815802758974, 0.40301225792277084, 0.4082946058922362, 0.43893560822482397, 0.4497506689420904, 0.3753786474711228, 0.5015496387805652, 0.3814386414164076, 0.4872656765161854, 0.46601716871569326, 0.46866762838375364, 0.47419493192024753, 0.472407470202907, 0.4208083961948839, 0.43588417390149353 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.32779592326201995, 0.30651963946078215, 0.13179909717532215, 0.14345550884610572, 0.14255001071259776, 0.18188371327049085, 0.2377449143460212, 0.42145611222351714, 0.1479860556845358, 0.12124869010878025, 0.2479824338728319, 0.2514899355484556, 0.13110147012351495, 0.21204909579080525, 0.17867192578940985, 0.37110380101987395, 0.21219336268690475, 0.1862821688472519, 0.3117638784653182, 0.3398867477101932, 0.19668290877892228, 0.1477079310888914, 0.2041966459409466, 0.27440219182756104 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.1899098997376093, 0.1642926634159962, 0.35294900907046595, 0.36948442798483583, 0.28338317778376104, 0.23196105308129436, 0.27419140957971294, 0.11997121582442236, 0.25599826952917343, 0.26396946864859366, 0.15502982408369853, 0.15680466990313752, 0.30783413843866914, 0.23770157356412452, 0.19670672157368194, 0.13044583796223932, 0.16924527838418152, 0.3009835080063212, 0.15425328982199388, 0.1287808810265244, 0.2775120228908665, 0.3246995398791466, 0.21661174976034359, 0.16148198143059225 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "log_loss": [ 1.125014878072851, 1.112504722317798, 1.0661322437810894, 1.071654890428546, 1.062707425061133, 1.1175949112870849, 1.0979933804281596, 1.087053187428723, 1.107208708840306, 1.0978828562333562, 1.1097393216565952, 1.0846920961713045, 1.0986042802451874, 1.1166512571132146, 1.1179587204889987, 1.071390270776034, 1.1096314503172753, 1.0526928064727255, 1.0885310372754964, 1.0755522394464603, 1.063811936551153, 1.1070302063355475, 1.0777620235811827, 1.116472205624562 ], "log_loss_clim": [ 1.0822467476287718, 1.094335766279669, 1.0781436176059969, 1.0697189571966286, 1.099999855506434, 1.1158222514780805, 1.0760009191870752, 1.0620975132008064, 1.1169602192112764, 1.1222290176953276, 1.1199157408769902, 1.1119978423926886, 1.10464156671375, 1.1037272420140054, 1.1293656144292201, 1.0738606290815063, 1.126712287642366, 1.0755050243265762, 1.0914743819481043, 1.086081120791094, 1.0809456648428364, 1.0931841744803439, 1.1047240906686868, 1.1074115596482803 ] }, "rps": 0.4521731571646754, "rpss": 0.00198170727110758, "bss_below": 0.002937588719997275, "bss_above": 0.001023327690324094, "log_loss": 1.0931777939972827, "log_loss_skill": 0.003450237310018256, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.044277, 0.954321, 0.001401, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2952, 0.3381, 0.4048, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3018, 0.3498, 0.4278, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 2.9e-05, 0.960868, 0.039103, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2944, 0.3436, 0.4236, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0, 0.3472, 0.3131, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5415902752780666, 0.44942975366085947, 0.4896884533981546, 0.5075701944100842, 0.4296697603197834, 0.40393813562711733, 0.5032896640614787, 0.5387836247485226, 0.4110156185701652, 0.39023824556444825, 0.4132629702299113, 0.4045621488665031, 0.42471564630142333, 0.44099921255189795, 0.37180029803663844, 0.4928806180388891, 0.3863233636062376, 0.4978896536884809, 0.4879273086321948, 0.47443834832818804, 0.4741348012740962, 0.46799505344509745, 0.43204155014465045, 0.4307597374443839 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.36709334644908925, 0.2867362795991151, 0.12898911098229005, 0.15554926161188729, 0.14602125815190667, 0.19069612271709743, 0.18232841778212933, 0.41754927045368334, 0.1524140735465834, 0.1256886893697257, 0.26779435663396683, 0.24703659796924124, 0.1347179814585392, 0.1937669980882129, 0.17492994235586165, 0.3539385432775139, 0.2257657341444584, 0.1572923151797282, 0.35988932399138224, 0.35401561852943064, 0.1544441983332605, 0.15929774430810528, 0.2101521994614382, 0.28284783281737247 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.1744969292299755, 0.1626934740114353, 0.36069934320239977, 0.3520209341628278, 0.2836485021144454, 0.21324201280760655, 0.3209612459587164, 0.12123435376371237, 0.25860154566508853, 0.26454955697543175, 0.1454686135261965, 0.15752555030992976, 0.2899976651876281, 0.24723221484948837, 0.19687035562793023, 0.13894207484841087, 0.16055762915806895, 0.34059733903791883, 0.1280379841155124, 0.12042273014779398, 0.31969060270416744, 0.30869731004321715, 0.2218893501672212, 0.1479119040090651 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "log_loss": [ 1.1409674808560941, 1.108359647830732, 1.0584440597888871, 1.0766923106119486, 1.0627878321013586, 1.118546099555095, 1.0979491376047925, 1.085832417578085, 1.1140880542218412, 1.1071785820552944, 1.1163706071435133, 1.0766303495657261, 1.095333086032371, 1.1211578472354544, 1.12169935033996, 1.0782180087037185, 1.1150156405012337, 1.0386816653514166, 1.087049454697446, 1.0656301402615893, 1.0522182472649666, 1.1093962786717364, 1.0765169445848648, 1.1257195601100833 ], "log_loss_clim": [ 1.0777215978709187, 1.1016003779440122, 1.0755354093135518, 1.0735500357817567, 1.0986025138010589, 1.119887636835672, 1.0798206615918653, 1.0632348138716747, 1.114748906048121, 1.1214038679374136, 1.1166769741298606, 1.111410786722129, 1.1093538143262798, 1.1083826335539801, 1.130963993815514, 1.0790940944652931, 1.1258010887003886, 1.0685907636609833, 1.083431976867352, 1.0820678072710421, 1.0786436019517323, 1.0964819243325188, 1.09991194135722, 1.1110939276278524 ] }, "rps": 0.45270601817613637, "rpss": 0.0006151087404615563, "bss_below": 0.00164518454832141, "bss_above": -0.00041575833506435345, "log_loss": 1.093770116777842, "log_loss_skill": 0.0029447095972776616, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.040928, 0.957462, 0.001611, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2952, 0.339, 0.405, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2851, 0.3495, 0.4339, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 3.5e-05, 0.943926, 0.056039, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2944, 0.3442, 0.4237, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0, 0.3483, 0.3146, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4052804976225627, 0.4812413016528943, 0.43633101778713124, 0.4661028006560897, 0.4383176401785411, 0.4354640958304937, 0.4829933886556187, 0.4157041905847258, 0.45640813762445553 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.21714256278531685, 0.20251324663252598, 0.2682761326208215, 0.15317731447403687, 0.2895214847998393, 0.2592789699902624, 0.11386311879304206, 0.16657046734081002, 0.18806492227873547 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.18813794157509472, 0.2787280441216212, 0.16805489430183776, 0.3129254689997495, 0.1487961668185528, 0.1761851326912272, 0.3691302435040665, 0.24913371935210588, 0.26834320743835155 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "log_loss": [ 1.0979963623417457, 1.0832660522620936, 1.1116241929297836, 1.0786013959551206, 1.0803736849973238, 1.082574962147146, 1.0737089302186156, 1.1168418692405149, 1.1015468047683428 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4464270078436125, "rpss": 0.007614347790580123, "bss_below": 0.0030791079079737216, "bss_above": 0.011484464378879178, "log_loss": 1.0918371394289652, "log_loss_skill": 0.00616697964377122, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.269507, 0.730493, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2929, 0.3385, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3187, 0.2768, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.010151, 0.958831, 0.031018, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2985, 0.3309, 0.4138, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.372, 0.3908, 0.5272, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41218499648383383, 0.4792278728240942, 0.419241942355492, 0.4761790176902756, 0.43327208395489003, 0.44204795493374244, 0.5147377751306997, 0.4072837078132598, 0.45585923328390643 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.21803634609756, 0.1861979746367564, 0.2633777654647106, 0.12017844761106133, 0.2865317381576341, 0.2514659414178804, 0.11028108869678639, 0.1864717814056608, 0.15661277603235674 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19414865603784762, 0.2930298846455185, 0.15586418856231096, 0.3560005455082571, 0.14674035780656663, 0.19058201752878995, 0.40445665326513774, 0.22081192735976005, 0.29924644396243055 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "log_loss": [ 1.0992052630186737, 1.0790973274154598, 1.1041574391105449, 1.076415328001347, 1.0845510615445733, 1.0753856300558637, 1.0705989072818904, 1.114527273121709, 1.0943217278422661 ], "log_loss_clim": [ 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883 ] }, "rps": 0.4488927316077993, "rpss": 0.011218595465426806, "bss_below": 0.006242585235730624, "bss_above": 0.015099464835947374, "log_loss": 1.0886955508213696, "log_loss_skill": 0.009026576905901917, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.250005, 0.749995, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2929, 0.3376, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.29, 0.2546, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.007148, 0.949074, 0.043778, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2992, 0.3323, 0.4139, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2072, 0.4293, 0.5246, NaN, NaN, NaN, NaN, NaN ] } } } } }, "pseudocount": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.7421897971245294, 0.6061445254189748, 0.4632712074999653, 0.5499711721534529, 0.3382135339208733, 0.5043978243484847, 0.6420945565253983, 0.6590853178175867, 0.44182461591235356, 0.37606793720712683, 0.4788726092459058, 0.3996917829897128, 0.5249177974508665, 0.6169098097903113, 0.4174422719817194, 0.5384023759469194, 0.41131759675866486, 0.4261326593598492, 0.5228793659740067, 0.46766168426426674, 0.43177924266062523, 0.6009166908245893, 0.39577019907618105, 0.5267586798804675 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.4565999888494073, 0.41277896725681784, 0.11613286039038889, 0.14635247094817058, 0.10551637178498467, 0.19930368803283174, 0.31052097006921064, 0.5305394358754277, 0.1284022953266411, 0.09305462072756346, 0.31875398722039017, 0.2758063414533068, 0.15956991543814628, 0.31057557608503455, 0.17834545740184984, 0.4069863244625947, 0.21206916198374218, 0.1787503079652844, 0.3496084534144308, 0.37041406773112656, 0.18288586802871165, 0.19442544209988785, 0.19858781180087828, 0.3249494590638866 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.2855898114454987, 0.1933655583496036, 0.3471383526550306, 0.40361871226091833, 0.23269716263853393, 0.3050941357139274, 0.33157358456242114, 0.12854587855244712, 0.3134223256382484, 0.2830133235328538, 0.1601186226278772, 0.1238854389962148, 0.3653478852871405, 0.30633423656267506, 0.23909681421310233, 0.13141605356110808, 0.1992484328262595, 0.24738235474437933, 0.17327090973357495, 0.09724761953782389, 0.24889337323057034, 0.4064912545966978, 0.19718238476743077, 0.2018092165625998 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "log_loss": [ 1.769118926316038, 1.7145423088408291, 1.0790411280708663, 1.272127037692196, 0.9059315208518552, 1.3522757195288568, 1.5478383131200035, 1.7780115667765173, 1.2407223568895864, 1.1022731384944418, 1.463140155582332, 1.153917686772843, 1.2594621718549937, 1.6823691651969517, 1.3316138418402268, 1.5843615084529032, 1.2474055297290598, 1.0359018721587154, 1.4534813891836391, 1.456465210474636, 1.164589807380354, 1.4509850813293967, 1.0688329262933747, 1.503832045851969 ], "log_loss_clim": [ 1.0822467476287718, 1.094335766279669, 1.0781436176059969, 1.0697189571966286, 1.099999855506434, 1.1158222514780805, 1.0760009191870752, 1.0620975132008064, 1.1169602192112764, 1.1222290176953276, 1.1199157408769902, 1.1119978423926886, 1.10464156671375, 1.1037272420140054, 1.1293656144292201, 1.0738606290815063, 1.126712287642366, 1.0755050243265762, 1.0914743819481043, 1.086081120791094, 1.0809456648428364, 1.0931841744803439, 1.1047240906686868, 1.1074115596482803 ] }, "rps": 0.5034463855888679, "rpss": -0.11118648744323534, "bss_below": -0.13170291815379498, "bss_above": -0.09061645223719172, "log_loss": 1.3590933503617746, "log_loss_skill": -0.23896054531448474, "reliability": { "below": { "weight": [ 0.288096, 0.064211, 0.19064, 0.227772, 0.111175, 0.094047, 0.022264, 0.001652, 0.000143, 0.0 ], "mean_forecast": [ 0.0235, 0.1554, 0.2509, 0.3562, 0.45, 0.5383, 0.6452, 0.7469, 0.8188, NaN ], "observed_frequency": [ 0.3391, 0.3382, 0.2781, 0.3421, 0.3704, 0.4612, 0.5229, 0.7404, 0.1984, NaN ] }, "above": { "weight": [ 0.041648, 0.129548, 0.310388, 0.271503, 0.114221, 0.075339, 0.019401, 0.004316, 0.004486, 0.029151 ], "mean_forecast": [ 0.0817, 0.1545, 0.247, 0.3561, 0.4511, 0.5355, 0.6512, 0.7534, 0.8471, 0.961 ], "observed_frequency": [ 0.305, 0.3142, 0.2976, 0.3693, 0.4207, 0.4297, 0.3395, 0.4166, 0.4327, 0.3114 ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.8392239073573239, 0.5544211584051779, 0.4648315521340508, 0.5721504635766899, 0.3430230123996659, 0.49590370314180926, 0.6389037303015606, 0.6615639681009758, 0.468767361700186, 0.4091769386516352, 0.5079958384552127, 0.36578878936714726, 0.4950439336975667, 0.6257217460730298, 0.41684718911373536, 0.5558938054971447, 0.4366820484375631, 0.4007553080880684, 0.5751494104315531, 0.4412522975987615, 0.3978146686650399, 0.6174844659523921, 0.40991565346399, 0.5433205345833387 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.5311779313431054, 0.3662239482853676, 0.11960479861179148, 0.1747881355085622, 0.11168012579925223, 0.2066997161728638, 0.23895624523041228, 0.5167111024864973, 0.1355329072131448, 0.10437704030938413, 0.34618579431344065, 0.25081862741717836, 0.16762323162332884, 0.2916166897868313, 0.16930744174898724, 0.3904963575721607, 0.22947338902518713, 0.13304609487269442, 0.41505967653533843, 0.34942705292337123, 0.11198312118078495, 0.22524520212168406, 0.21007008230639884, 0.3447508621564621 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.30804598067182964, 0.1881972110922556, 0.345226760889921, 0.39736233974019575, 0.2313428873925202, 0.2892039876064685, 0.39994748323791884, 0.1448528632230373, 0.33323446102673604, 0.30479990651587874, 0.16181004446378972, 0.114970158997504, 0.3274207060647545, 0.33410505948057134, 0.24753974794253097, 0.16539744994829694, 0.20720865819747467, 0.2677092188304425, 0.160089730992819, 0.09182524813375381, 0.28583154663435134, 0.39223927121657826, 0.19984556884397348, 0.19856966893174632 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "log_loss": [ 1.9323778648718388, 1.6005085543235742, 1.049290235448667, 1.3357314115202663, 0.8988858825640137, 1.3634636642045697, 1.4334255352552, 1.733991344240437, 1.3241860107242935, 1.1997291624250648, 1.553021747642763, 1.0433871411494113, 1.199952889734272, 1.6712353459901645, 1.3485119339825833, 1.5673814882524937, 1.2991267292569235, 0.9257458982454375, 1.5581328320375765, 1.3486265276887761, 1.0103187716446893, 1.4761230043386833, 1.076082152931142, 1.5789165122259647 ], "log_loss_clim": [ 1.0777215978709187, 1.1016003779440122, 1.0755354093135518, 1.0735500357817567, 1.0986025138010589, 1.119887636835672, 1.0798206615918653, 1.0632348138716747, 1.114748906048121, 1.1214038679374136, 1.1166769741298606, 1.111410786722129, 1.1093538143262798, 1.1083826335539801, 1.130963993815514, 1.0790940944652931, 1.1258010887003886, 1.0685907636609833, 1.083431976867352, 1.0820678072710421, 1.0786436019517323, 1.0964819243325188, 1.09991194135722, 1.1110939276278524 ] }, "rps": 0.5099013118830674, "rpss": -0.1256480953851331, "bss_below": -0.1292693508324605, "bss_above": -0.12202406900199692, "log_loss": 1.3553396933624502, "log_loss_skill": -0.23549600673018722, "reliability": { "below": { "weight": [ 0.268525, 0.063533, 0.190356, 0.237378, 0.117699, 0.099088, 0.021431, 0.001815, 0.000175, 0.0 ], "mean_forecast": [ 0.0235, 0.1553, 0.2509, 0.357, 0.4502, 0.5386, 0.6447, 0.7468, 0.8188, NaN ], "observed_frequency": [ 0.3403, 0.3495, 0.2796, 0.3359, 0.3732, 0.4503, 0.4888, 0.749, 0.1986, NaN ] }, "above": { "weight": [ 0.040508, 0.123074, 0.295456, 0.270684, 0.11299, 0.076856, 0.025242, 0.006545, 0.007065, 0.041582 ], "mean_forecast": [ 0.0815, 0.155, 0.2473, 0.3559, 0.4508, 0.5366, 0.652, 0.7524, 0.8448, 0.961 ], "observed_frequency": [ 0.2993, 0.3187, 0.296, 0.3748, 0.4227, 0.4083, 0.3406, 0.3631, 0.4103, 0.3156 ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.48113648165702394, 0.4606269502273976, 0.5346572836896979, 0.4621871696644966, 0.421218879830377, 0.41422991368733003, 0.4288701862270342, 0.5821085076775165, 0.5368547028756434 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.252929950786102, 0.20230418225869218, 0.34744045574938315, 0.16960893659085655, 0.28103390646388104, 0.27356004445106785, 0.09567602490718163, 0.24867075320239118, 0.24928421715380153 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.22820653745388486, 0.25832275863319537, 0.1872168336175581, 0.29257821668600503, 0.14018497955159318, 0.14066987590468324, 0.3331941431917264, 0.3334377478280216, 0.28757047984312517 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "log_loss": [ 1.4418566923016483, 1.2227666225006222, 1.7232988593787382, 1.1370045379203904, 1.3622495992279167, 1.2924551507031847, 0.9624590531585496, 1.6216348941127836, 1.4879098698179845 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.48021000839294636, "rpss": -0.06748362891043125, "bss_below": -0.13752144159338187, "bss_above": -0.007717327471972402, "log_loss": 1.3612928087913132, "log_loss_skill": -0.2391021471003043, "reliability": { "below": { "weight": [ 0.273829, 0.032197, 0.155553, 0.250199, 0.189776, 0.075082, 0.021548, 0.001817, 0.0, 0.0 ], "mean_forecast": [ 0.0122, 0.1499, 0.2617, 0.3529, 0.4423, 0.5358, 0.6341, 0.7389, NaN, NaN ], "observed_frequency": [ 0.3181, 0.2443, 0.1813, 0.2483, 0.3223, 0.4312, 0.4029, 0.2925, NaN, NaN ] }, "above": { "weight": [ 0.017958, 0.133036, 0.335519, 0.274396, 0.146754, 0.042109, 0.012646, 0.004196, 0.003743, 0.029641 ], "mean_forecast": [ 0.0688, 0.1493, 0.2505, 0.3499, 0.4419, 0.5307, 0.6374, 0.7493, 0.8469, 0.9787 ], "observed_frequency": [ 0.4047, 0.2725, 0.3099, 0.4327, 0.5375, 0.5296, 0.5851, 0.6189, 0.4694, 0.5285 ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4962807352852109, 0.44892479836881155, 0.5040973163365643, 0.4583987514287941, 0.4322129434421509, 0.3882787531374342, 0.4440598702510525, 0.5662702606228682, 0.5190244177943658 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.256045624678283, 0.18429321337608084, 0.3176042934261321, 0.12664002784530887, 0.28224026677351965, 0.24547743436621772, 0.0957245500674868, 0.2743288333394447, 0.19632309717281304 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.24023511564344716, 0.26463157443967866, 0.18649303162758565, 0.3317587022868849, 0.14997268335245675, 0.14280132391875655, 0.3483352953412375, 0.2919414252810072, 0.32270131045350176 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "log_loss": [ 1.4763339364312251, 1.1821630835960264, 1.5794753644820656, 1.0370153280858259, 1.3981709508016646, 1.1679609134067177, 0.935267191905928, 1.642089304558859, 1.336049298855157 ], "log_loss_clim": [ 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883 ] }, "rps": 0.4730608718519169, "rpss": -0.042016856955411575, "bss_below": -0.10520249194178755, "bss_above": 0.007262628641939384, "log_loss": 1.3060583746803855, "log_loss_skill": -0.18882559714813807, "reliability": { "below": { "weight": [ 0.254003, 0.032884, 0.165124, 0.272289, 0.193989, 0.067247, 0.013165, 0.001299, 0.0, 0.0 ], "mean_forecast": [ 0.0123, 0.1499, 0.2609, 0.3524, 0.4418, 0.5348, 0.6302, 0.7442, NaN, NaN ], "observed_frequency": [ 0.2888, 0.2087, 0.1443, 0.2384, 0.3158, 0.4159, 0.3652, 0.3571, NaN, NaN ] }, "above": { "weight": [ 0.012363, 0.111324, 0.325318, 0.277749, 0.158685, 0.041737, 0.017838, 0.007847, 0.005045, 0.042095 ], "mean_forecast": [ 0.0718, 0.1513, 0.2516, 0.3499, 0.4415, 0.5313, 0.641, 0.7474, 0.8469, 0.979 ], "observed_frequency": [ 0.3239, 0.2867, 0.3185, 0.4752, 0.5947, 0.6158, 0.6286, 0.5956, 0.4445, 0.5256 ] } } } } }, "temperature": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5589354508915079, 0.5120439989333178, 0.46184206968340863, 0.5121736455926843, 0.39382331300163986, 0.41296611863185295, 0.5320494316102806, 0.592550804788111, 0.39850086611237434, 0.37049188706602815, 0.4235976240791989, 0.39907930024572436, 0.4358568585278652, 0.4817680127536676, 0.3739982061063049, 0.5347317009604177, 0.3818234980103799, 0.46933451563624506, 0.49037456344854075, 0.47670103878831027, 0.45555103483477133, 0.4839508730806984, 0.40180247311107475, 0.4544043908264921 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.3591773543666059, 0.34251687238598605, 0.11526656929497367, 0.13502129837495247, 0.12382453846484849, 0.17507546291231332, 0.24931570617187798, 0.47218870996570417, 0.13365586969084897, 0.10137577482087747, 0.26719840045918675, 0.2528389232741658, 0.11950797566863679, 0.23103301243206376, 0.1732511281150707, 0.4044343098802339, 0.20784578154962693, 0.17892994098154252, 0.33266143933796505, 0.3596868767795969, 0.1887584358869468, 0.14414215477934136, 0.1966782118663429, 0.28816480443802106 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.1997580965249022, 0.16952712654733157, 0.346575500388435, 0.37715234721773183, 0.26999877453679133, 0.23789065571953963, 0.28273372543840253, 0.12036209482240683, 0.26484499642152554, 0.26911611224515075, 0.15639922362001216, 0.1462403769715586, 0.3163488828592285, 0.25073500032160384, 0.20074707799123423, 0.13029739108018376, 0.17397771646075302, 0.2904045746547025, 0.15771312411057567, 0.11701416200871338, 0.2667925989478246, 0.339808718301357, 0.20512426124473176, 0.16623958638847092 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "log_loss": [ 1.2109556729599233, 1.2005059057198753, 1.0462461495015887, 1.0927216567486209, 1.0051871550735068, 1.1058986800917527, 1.1563023466820648, 1.223018199231552, 1.08352130076168, 1.0487599523251498, 1.134387374805433, 1.0575561124155657, 1.0828444487623101, 1.1727747941611426, 1.101574664966266, 1.1651630175381513, 1.087433014030421, 1.0392258564772858, 1.1386276097933103, 1.1205977299095202, 1.0595650480796017, 1.1302779032489152, 1.0437581781594094, 1.150672534177695 ], "log_loss_clim": [ 1.0822467476287718, 1.094335766279669, 1.0781436176059969, 1.0697189571966286, 1.099999855506434, 1.1158222514780805, 1.0760009191870752, 1.0620975132008064, 1.1169602192112764, 1.1222290176953276, 1.1199157408769902, 1.1119978423926886, 1.10464156671375, 1.1037272420140054, 1.1293656144292201, 1.0738606290815063, 1.126712287642366, 1.0755050243265762, 1.0914743819481043, 1.086081120791094, 1.0809456648428364, 1.0931841744803439, 1.1047240906686868, 1.1074115596482803 ] }, "rps": 0.45868131986337063, "rpss": -0.01238284604754103, "bss_below": -0.019949373031238782, "bss_above": -0.0047965473849513884, "log_loss": 1.1107323044008641, "log_loss_skill": -0.012552597062293724, "reliability": { "below": { "weight": [ 0.0, 0.230905, 0.142437, 0.591916, 0.034742, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1853, 0.262, 0.3448, 0.4129, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.344, 0.3196, 0.3459, 0.521, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000595, 0.165829, 0.742654, 0.060457, 0.030465, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1842, 0.28, 0.3443, 0.4256, 0.5681, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3329, 0.3203, 0.3487, 0.3943, 0.3185, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5954659277459838, 0.48262273787381477, 0.46871983414699264, 0.5165265896669134, 0.3969603221534178, 0.4064960214285913, 0.5121968529527335, 0.5872177906235424, 0.4098059721916224, 0.3801592290802854, 0.4409834329130453, 0.3845039288990128, 0.4179721115465056, 0.47347871205701614, 0.3706460816854868, 0.5275590302820202, 0.3913035112190001, 0.47109556708391714, 0.5249011813531284, 0.47419043126499505, 0.44121854797513993, 0.4870153986485032, 0.41355579314046736, 0.45700071588912505 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.40730957628874237, 0.3147260312413074, 0.11470842131495684, 0.15303980390767846, 0.1288174939196606, 0.1858005474470247, 0.18017576921229853, 0.46419899415851734, 0.14035484039355578, 0.10833137968937918, 0.2923862827449726, 0.241777168525885, 0.1238579074288024, 0.20996604208717173, 0.1684964141948003, 0.38412372968446795, 0.22296763206409595, 0.14410732716562233, 0.3911271346838282, 0.36589367002121675, 0.13440442251955123, 0.16121031190275448, 0.20407125539642074, 0.3009816434501671 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.1881563514572415, 0.16789670663250736, 0.3540114128320358, 0.3634867857592351, 0.2681428282337571, 0.22069547398156666, 0.3320210837404348, 0.12301879646502518, 0.2694511317980665, 0.27182784939090615, 0.14859715016807276, 0.1427267603731278, 0.2941142041177033, 0.26351266996984435, 0.20214966749068644, 0.1434353005975522, 0.16833587915490417, 0.32698823991829484, 0.1337740466693002, 0.10829676124377823, 0.3068141254555887, 0.3258050867457488, 0.2094845377440467, 0.156019072438958 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "log_loss": [ 1.2500738551138562, 1.1713382062061417, 1.0392186216613575, 1.1079167664781895, 1.0059870935204478, 1.1083469729124151, 1.1272338577755872, 1.210755910267621, 1.1033812345797989, 1.072417725704942, 1.1606187983595457, 1.0294631149224274, 1.068239956778808, 1.1697204164206647, 1.1062735809845035, 1.1624384115380757, 1.1003362189408856, 1.0132384412032904, 1.1649015309023483, 1.09430633602887, 1.0208122422071202, 1.138062496459053, 1.0467498307835572, 1.1706248250588072 ], "log_loss_clim": [ 1.0777215978709187, 1.1016003779440122, 1.0755354093135518, 1.0735500357817567, 1.0986025138010589, 1.119887636835672, 1.0798206615918653, 1.0632348138716747, 1.114748906048121, 1.1214038679374136, 1.1166769741298606, 1.111410786722129, 1.1093538143262798, 1.1083826335539801, 1.130963993815514, 1.0790940944652931, 1.1258010887003886, 1.0685907636609833, 1.083431976867352, 1.0820678072710421, 1.0786436019517323, 1.0964819243325188, 1.09991194135722, 1.1110939276278524 ] }, "rps": 0.4596498217425526, "rpss": -0.014713895278765987, "bss_below": -0.019296456411718177, "bss_above": -0.010127816121047628, "log_loss": 1.110102351867013, "log_loss_skill": -0.011943374425104292, "reliability": { "below": { "weight": [ 0.0, 0.201515, 0.150079, 0.612507, 0.035899, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1851, 0.2583, 0.3454, 0.413, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3478, 0.3229, 0.3438, 0.4956, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000728, 0.168279, 0.7152, 0.072428, 0.043365, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1836, 0.2797, 0.344, 0.4282, 0.5682, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2853, 0.3251, 0.3488, 0.3875, 0.3211, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42707255060261684, 0.4699030434360637, 0.47336420462305995, 0.44845405689686746, 0.44244501628608496, 0.4327599262707386, 0.4460864419665717, 0.4405641382812559, 0.47609324749945053 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.22741556706168575, 0.20080134170536712, 0.29564104830789273, 0.1497538117046624, 0.2930625339313037, 0.26628324677102166, 0.0986893676632878, 0.17823028604978444, 0.20295276144692875 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.19965698354093114, 0.26910170173069653, 0.17772315631516716, 0.298700245192205, 0.14938248235478122, 0.166476679499717, 0.34739707430328404, 0.2623338522314713, 0.27314048605252184 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "log_loss": [ 1.1323017696536566, 1.0748404979719721, 1.1969892310858377, 1.0484941728464525, 1.101709708310104, 1.0935906949682266, 1.0114895813623557, 1.1596527363175562, 1.1413220357978788 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.45074918065141223, "rpss": -0.001993633369763881, "bss_below": -0.026114787128545203, "bss_above": 0.01858997818387942, "log_loss": 1.106710047590449, "log_loss_skill": -0.007370925146075846, "reliability": { "below": { "weight": [ 0.0, 0.260663, 0.055123, 0.661263, 0.022951, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1645, 0.2726, 0.3469, 0.4126, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3191, 0.2346, 0.2793, 0.3163, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000228, 0.145191, 0.752509, 0.070063, 0.004049, 0.027961, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.198, 0.2811, 0.3422, 0.4238, 0.531, 0.6143, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.3279, 0.3904, 0.522, 0.5472, 0.5247, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4368579130625573, 0.4659213614049874, 0.44767011475582613, 0.448585848034622, 0.4409339483989367, 0.42497968752773513, 0.47267075090366983, 0.4414502510200193, 0.462983709345717 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.23020576063130585, 0.1838191283214695, 0.2806757981974993, 0.11131339900994333, 0.2906301930071018, 0.2517000654048812, 0.09679409287250845, 0.20536097199293996, 0.16127049932693419 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.20665215243125146, 0.2821022330835179, 0.16699431655832664, 0.3372724490246786, 0.15030375539183488, 0.1732796221228538, 0.37587665803116116, 0.23608927902707927, 0.3017132100187829 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "log_loss": [ 1.1402148940382568, 1.0653068326656332, 1.163187284541061, 1.0276516978372952, 1.11145648681133, 1.0628015506898147, 1.0054845754303907, 1.1719464998457014, 1.103004228336098 ], "log_loss_clim": [ 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883 ] }, "rps": 0.4491170649393412, "rpss": 0.01072445374508424, "bss_below": -0.0119753112116594, "bss_above": 0.028428341947585034, "log_loss": 1.094561561132842, "log_loss_skill": 0.003687104071756986, "reliability": { "below": { "weight": [ 0.0, 0.241084, 0.056172, 0.687134, 0.015611, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1657, 0.2733, 0.3458, 0.4125, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2904, 0.1983, 0.2586, 0.2967, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 9.3e-05, 0.130612, 0.744314, 0.079988, 0.004951, 0.040041, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1982, 0.2818, 0.342, 0.4261, 0.5311, 0.6143, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.3244, 0.4301, 0.5727, 0.5283, 0.5223, NaN, NaN, NaN ] } } } } }, "dirichlet": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.528527751268197, 0.4712914861345804, 0.48902603746411244, 0.5088693402861427, 0.42560806694292697, 0.43329017915294665, 0.5261170337812463, 0.5314392030505337, 0.40794165234998997, 0.3798340945347006, 0.3990525586214757, 0.4042742695877789, 0.4516455146940035, 0.46253451268237905, 0.3795491448925456, 0.48719643844539834, 0.38563038480679984, 0.4794121852853655, 0.4668536278440026, 0.44860234369225016, 0.47479088830162425, 0.48347948817956976, 0.42556457155755145, 0.4432801213012574 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.33243174587564217, 0.3040869874578182, 0.13568625651241764, 0.146643046033317, 0.14450961115890437, 0.19076126990328224, 0.24360278724846687, 0.40961518879201464, 0.1522039366022006, 0.12340656644881313, 0.2471645116381973, 0.24771087577281553, 0.14354381616396936, 0.22644781428857286, 0.17904003634266727, 0.35762379003735967, 0.21275409612389262, 0.18454500650844363, 0.3085462488734659, 0.32748655145851524, 0.19696226262237013, 0.1587509680432394, 0.20723274766140917, 0.2745770446820927 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.19609600539255476, 0.16720449867676213, 0.3533397809516949, 0.36222629425282554, 0.28109845578402265, 0.2425289092496644, 0.2825142465327797, 0.1218240142585191, 0.2557377157477893, 0.2564275280858874, 0.15188804698327826, 0.1565633938149633, 0.30810169853003405, 0.23608669839380636, 0.20050910854987827, 0.1295726484080386, 0.17287628868290725, 0.2948671787769219, 0.1583073789705367, 0.12111579223373499, 0.27782862567925404, 0.32472852013633025, 0.21833182389614234, 0.1687030766191647 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "log_loss": [ 1.1356994814105268, 1.1149673166002736, 1.0725287922543882, 1.0587577537468147, 1.0655203286280777, 1.1540949440030837, 1.1141737438713741, 1.062665137815261, 1.119712275355576, 1.0976929106530848, 1.1107587049076422, 1.080157952472313, 1.1191487826675923, 1.1393429482570767, 1.1381277230101696, 1.044193458661431, 1.1256655164107805, 1.0371562984298535, 1.0858594150991783, 1.0453157443171623, 1.06485638876743, 1.1221903297961076, 1.088289873759352, 1.1314507429761178 ], "log_loss_clim": [ 1.0822467476287718, 1.094335766279669, 1.0781436176059969, 1.0697189571966286, 1.099999855506434, 1.1158222514780805, 1.0760009191870752, 1.0620975132008064, 1.1169602192112764, 1.1222290176953276, 1.1199157408769902, 1.1119978423926886, 1.10464156671375, 1.1037272420140054, 1.1293656144292201, 1.0738606290815063, 1.126712287642366, 1.0755050243265762, 1.0914743819481043, 1.086081120791094, 1.0809456648428364, 1.0931841744803439, 1.1047240906686868, 1.1074115596482803 ] }, "rps": 0.4539087872857241, "rpss": -0.0018491052899021199, "bss_below": -0.002091668086311227, "bss_above": -0.001605908665882172, "log_loss": 1.0970136068279446, "log_loss_skill": -4.652084506817644e-05, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.022488, 0.923566, 0.051995, 0.001951, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2929, 0.3458, 0.4185, 0.5168, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3569, 0.3516, 0.2831, 0.1447, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.00257, 0.139136, 0.764884, 0.09341, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1702, 0.2756, 0.3519, 0.4154, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3402, 0.3086, 0.3527, 0.3453, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5561116848689472, 0.4473061257633382, 0.48953771938924845, 0.5008066265324578, 0.4299890392998895, 0.420496455228499, 0.5260523348623855, 0.5286414216419303, 0.41479767585057586, 0.386561772996153, 0.4101748349946301, 0.4024842991358527, 0.4318751614942983, 0.46187119384285324, 0.3759155048892024, 0.48582801685866817, 0.3907653471704702, 0.48702667580120496, 0.48997699359960856, 0.4546690726226022, 0.47819760121818766, 0.47219883158511355, 0.4339019328730659, 0.435078663765093 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.3728162608035676, 0.28302423895898715, 0.13268781799613838, 0.15832351852811963, 0.14842853683044094, 0.19820012345126117, 0.19413410383944668, 0.40524860310829974, 0.15586456433527843, 0.12735120308144748, 0.26523171581444677, 0.2437037480104283, 0.14464695646232417, 0.2147614825569104, 0.17532854272187737, 0.34515671057248765, 0.22595209353019927, 0.15546609157648206, 0.35585465202880856, 0.34087453545060475, 0.158510471207008, 0.1679392499289316, 0.21140956902551422, 0.28061452829703987 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.18329542406537946, 0.1642818868043512, 0.35684990139311, 0.34248310800433807, 0.2815605024694488, 0.2222963317772376, 0.33191823102293855, 0.12339281853363063, 0.25893311151529746, 0.2592105699147054, 0.1449431191801835, 0.15878055112542452, 0.2872282050319741, 0.24710971128594283, 0.20058696216732513, 0.1406713062861805, 0.16481325364027097, 0.331560584224723, 0.13412234157079997, 0.11379453717199756, 0.31968713001117965, 0.30425958165618194, 0.22249236384755164, 0.15446413546805315 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "log_loss": [ 1.1548995579724015, 1.1084669110096033, 1.055774126630158, 1.05910587337036, 1.067413005449181, 1.1505746011111044, 1.1284396235661924, 1.061155121638767, 1.126966207834345, 1.1126568208379268, 1.1197194694684312, 1.0748129821680807, 1.1090288296737083, 1.159575187783056, 1.1430214084427137, 1.062247695944091, 1.130575078713419, 1.0180958375231557, 1.0831582129164528, 1.034326368529949, 1.0580998635631946, 1.1135100281056725, 1.081040172720613, 1.1372114374150557 ], "log_loss_clim": [ 1.0777215978709187, 1.1016003779440122, 1.0755354093135518, 1.0735500357817567, 1.0986025138010589, 1.119887636835672, 1.0798206615918653, 1.0632348138716747, 1.114748906048121, 1.1214038679374136, 1.1166769741298606, 1.111410786722129, 1.1093538143262798, 1.1083826335539801, 1.130963993815514, 1.0790940944652931, 1.1258010887003886, 1.0685907636609833, 1.083431976867352, 1.0820678072710421, 1.0786436019517323, 1.0964819243325188, 1.09991194135722, 1.1110939276278524 ] }, "rps": 0.45459437442851147, "rpss": -0.003553589337691454, "bss_below": -0.004345012311922414, "bss_above": -0.0027615587893228266, "log_loss": 1.0979114342661513, "log_loss_skill": -0.0008304186930436774, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.026562, 0.916701, 0.054731, 0.002006, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.293, 0.346, 0.4195, 0.5205, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3602, 0.3527, 0.2528, 0.1377, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.002386, 0.118563, 0.763111, 0.11594, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1696, 0.2755, 0.3527, 0.4165, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3044, 0.3169, 0.3537, 0.3292, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4073069412439734, 0.4766280434742014, 0.42840408704721433, 0.46142888130615844, 0.4212963527990846, 0.4368287782994143, 0.4738335290218939, 0.43876580784805613, 0.45246197348953576 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.2166795270087892, 0.20479684315883412, 0.25925445969487976, 0.16229905290359195, 0.271664522976657, 0.2538402324311118, 0.12225228397265907, 0.18345229785547432, 0.19202257128121447 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.1906274142351842, 0.27183120031536734, 0.16914962735233455, 0.2991298284025665, 0.1496318298224276, 0.18298854586830254, 0.35158124504923494, 0.255313509992582, 0.2604394022083213 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "log_loss": [ 1.1171737575034706, 1.0608914459912386, 1.1066787876447581, 1.061632421893067, 1.0542571003392576, 1.0877196803026326, 1.0449373871352596, 1.1703546713036628, 1.0937666799771224 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4441060438366147, "rpss": 0.012773738551826397, "bss_below": -0.0011338467542156838, "bss_above": 0.02464166938371215, "log_loss": 1.08860132578783, "log_loss_skill": 0.009112344229886382, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.008903, 0.941886, 0.04921, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2987, 0.348, 0.4175, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2214, 0.2893, 0.2757, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.00378, 0.133121, 0.848379, 0.01472, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1853, 0.2755, 0.3534, 0.407, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.519, 0.2613, 0.4113, 0.6229, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41212482614549323, 0.471872947798383, 0.41903212376280097, 0.47409773739297795, 0.4152179306097704, 0.444969661523265, 0.501597809089485, 0.4156822605910378, 0.4534368963732878 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.21686456065367604, 0.18945263502090154, 0.2580419143326583, 0.13406714702979058, 0.2681760434772119, 0.24690887430765013, 0.11967234094662531, 0.19418011775743504, 0.16453435261700416 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19526026549181713, 0.2824203127774815, 0.16099020943014267, 0.34003059036318745, 0.14704188713255859, 0.19806078721561496, 0.3819254681428597, 0.22150214283360273, 0.28890254375628377 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "log_loss": [ 1.1150706273920568, 1.052084416808205, 1.1152729015403027, 1.0605965849338863, 1.0594468109236865, 1.0804367795726422, 1.0259645834523274, 1.1474683739698146, 1.0869525385145151 ], "log_loss_clim": [ 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883 ] }, "rps": 0.4453369103651668, "rpss": 0.019051045569867142, "bss_below": -0.0008757256726150686, "bss_above": 0.034592231665105944, "log_loss": 1.0825881796786039, "log_loss_skill": 0.014585745842421005, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.011381, 0.950969, 0.03765, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2987, 0.3476, 0.4163, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.196, 0.2614, 0.3351, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000834, 0.101848, 0.876465, 0.020852, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1789, 0.2771, 0.3552, 0.4077, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2211, 0.2404, 0.4486, 0.6729, NaN, NaN, NaN, NaN, NaN ] } } } } }, "multinomial_logistic": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5747371822093885, 0.46487438033391193, 0.49529579394172935, 0.5154832068501093, 0.45489033787761585, 0.41809622221766957, 0.509745930923731, 0.5263859685918244, 0.405375040033634, 0.40301769053365777, 0.3991397549815669, 0.4192169413421538, 0.44852868079469377, 0.4484497861471616, 0.37809038072084644, 0.49718241412652187, 0.3833998109106229, 0.5256280337482035, 0.459842636196374, 0.5013282861503335, 0.4827983281006398, 0.48501342463613195, 0.4304390620441467, 0.43380664388280127 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.3729894602485805, 0.30160123233569247, 0.1377697603436669, 0.14700812903946886, 0.15320507965997823, 0.19011257319390318, 0.23739333859786493, 0.40832125508860706, 0.15460587067112516, 0.13520099973083508, 0.2415013857968077, 0.2522625548856019, 0.14137504907647325, 0.2076561658229559, 0.18363607189789102, 0.36547711195497107, 0.2173999215473807, 0.19230320950823604, 0.30822639619656256, 0.35237885310195277, 0.19932045850179925, 0.15888784663569586, 0.21049652355467205, 0.2752807709235939 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.20174772196080815, 0.16327314799821932, 0.3575260335980624, 0.3684750778106403, 0.3016852582176375, 0.22798364902376633, 0.27235259232586606, 0.11806471350321757, 0.2507691693625089, 0.26781669080282283, 0.1576383691847592, 0.16695438645655175, 0.30715363171822047, 0.24079362032420573, 0.19445430882295545, 0.13170530217155088, 0.16599988936324225, 0.33332482423996734, 0.1516162399998114, 0.14894943304838076, 0.28347786959884047, 0.32612557800043607, 0.21994253848947468, 0.15852587295920728 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "log_loss": [ 1.2377123005935644, 1.1051926640840484, 1.077854130131441, 1.0744005318047551, 1.114584817322747, 1.1247468541834624, 1.0861369043111875, 1.0562943720521965, 1.1111442581933455, 1.1310129043339203, 1.1185650223842551, 1.1141566038656276, 1.124095925435956, 1.1273493725910715, 1.122391781222776, 1.0595676022770797, 1.121414444042598, 1.1250426933549682, 1.0824338552812347, 1.118102326026346, 1.0722198119547515, 1.1262220249815518, 1.0998167604691194, 1.1131822607908701 ], "log_loss_clim": [ 1.0822467476287718, 1.094335766279669, 1.0781436176059969, 1.0697189571966286, 1.099999855506434, 1.1158222514780805, 1.0760009191870752, 1.0620975132008064, 1.1169602192112764, 1.1222290176953276, 1.1199157408769902, 1.1119978423926886, 1.10464156671375, 1.1037272420140054, 1.1293656144292201, 1.0738606290815063, 1.126712287642366, 1.0755050243265762, 1.0914743819481043, 1.086081120791094, 1.0809456648428364, 1.0931841744803439, 1.1047240906686868, 1.1074115596482803 ] }, "rps": 0.4608652473873112, "rpss": -0.017203122493303358, "bss_below": -0.018454219841235853, "bss_above": -0.01594875597114087, "log_loss": 1.1101516759037031, "log_loss_skill": -0.012023291404756442, "reliability": { "below": { "weight": [ 0.0, 0.0004, 0.047835, 0.950279, 0.001486, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1613, 0.2619, 0.3501, 0.4073, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4287, 0.6239, 0.3343, 0.0569, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.002852, 0.957623, 0.039412, 0.000113, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2952, 0.3454, 0.4177, 0.5092, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.7131, 0.3542, 0.1183, 0.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.611507264571379, 0.44799702426803895, 0.5012758134695178, 0.507883684579378, 0.4616761110534911, 0.40648036210566146, 0.5068158246302681, 0.5227999399094035, 0.4094100472324556, 0.40654330507870123, 0.4051358472824859, 0.41951598852440436, 0.43909374292339015, 0.44895219966262767, 0.37298814489979165, 0.48962870098013345, 0.3862862219862194, 0.548098213432475, 0.4774539213615209, 0.5116540961204886, 0.48802407953267485, 0.48518098228850703, 0.4401429030967132, 0.42610661875365147 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.42312042612308215, 0.2848516488738272, 0.13377778887394692, 0.15725128799357468, 0.158132517125882, 0.19736974481833072, 0.18823409040920142, 0.4035297488248331, 0.15758303804029977, 0.13922027103302312, 0.2594920284518273, 0.25009439861252525, 0.14484391327293245, 0.19606063807213722, 0.17963606647095018, 0.3507902769788505, 0.2307256748467006, 0.1657306761906128, 0.35414853043555933, 0.3695999645784762, 0.16115717321190562, 0.16993443688595927, 0.21468397823208682, 0.28183935075873706 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.18838683844829662, 0.1631453753942118, 0.3674980245955707, 0.3506323965858035, 0.3035435939276092, 0.20911061728733077, 0.31858173422106667, 0.11927019108457058, 0.25182700919215595, 0.26732303404567814, 0.14564381883065858, 0.1694215899118791, 0.2942498296504577, 0.2528915615904905, 0.19335207842884153, 0.13883842400128296, 0.15556054713951883, 0.3823675372418623, 0.12330539092596166, 0.14205413154201227, 0.32686690632076926, 0.3152465454025478, 0.2254589248646265, 0.14426726799491435 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "log_loss": [ 1.2776389394252101, 1.110712625949817, 1.075553747896444, 1.0795728025413505, 1.1184076162187897, 1.1246049537886467, 1.0970765784150571, 1.0530229086635687, 1.1066875506741167, 1.1321781337752086, 1.1109906137761247, 1.112151681361505, 1.1320476177678214, 1.1492448387204581, 1.122164855924988, 1.0718626040596584, 1.1218910411984486, 1.1325961338836983, 1.0747011749856987, 1.1150447928361595, 1.070742412163937, 1.1408506637706084, 1.0928935797496664, 1.1169639103037017 ], "log_loss_clim": [ 1.0777215978709187, 1.1016003779440122, 1.0755354093135518, 1.0735500357817567, 1.0986025138010589, 1.119887636835672, 1.0798206615918653, 1.0632348138716747, 1.114748906048121, 1.1214038679374136, 1.1166769741298606, 1.111410786722129, 1.1093538143262798, 1.1083826335539801, 1.130963993815514, 1.0790940944652931, 1.1258010887003886, 1.0685907636609833, 1.083431976867352, 1.0820678072710421, 1.0786436019517323, 1.0964819243325188, 1.09991194135722, 1.1110939276278524 ] }, "rps": 0.46336045990597413, "rpss": -0.02290542702025844, "bss_below": -0.024624590675560665, "bss_above": -0.021184943565799585, "log_loss": 1.1141500740771118, "log_loss_skill": -0.01563318344598752, "reliability": { "below": { "weight": [ 0.0, 0.000524, 0.053728, 0.944103, 0.001645, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1668, 0.2611, 0.3502, 0.4071, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4002, 0.683, 0.3284, 0.0, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.002734, 0.949605, 0.047452, 0.000208, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2985, 0.3452, 0.4184, 0.5122, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.9232, 0.3571, 0.1007, 0.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40302025175091594, 0.49533429958046643, 0.42679414007777794, 0.48398286139858604, 0.4313113032366118, 0.43896609972906026, 0.5025630581577439, 0.41737947971189854, 0.4588790427542265 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.2164705125961605, 0.21023791312518839, 0.2564279068161316, 0.16541374604271733, 0.27913563279094633, 0.25545680270209176, 0.12958694546827487, 0.17466006159785855, 0.19161432613880666 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.18654973915475537, 0.285096386455278, 0.17036623326164638, 0.3185691153558685, 0.15217567044566543, 0.18350929702696844, 0.37297611268946906, 0.24271941811403994, 0.2672647166154198 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "log_loss": [ 1.109985695140157, 1.0927856082661944, 1.0990266021809645, 1.1068534556304328, 1.0692721807875156, 1.0889744269039416, 1.0918513390245237, 1.1350386322587107, 1.105914801813643 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.45091450404414307, "rpss": -0.0023611392778699614, "bss_below": -0.007969170497850175, "bss_above": 0.0024244218545528273, "log_loss": 1.0999669713340092, "log_loss_skill": -0.0012331124628262025, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.000524, 0.999326, 0.00015, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2913, 0.357, 0.4019, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0, 0.2882, 0.0, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.0, 0.999701, 0.000299, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3379, 0.4077, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.3947, 0.7507, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40878576798747696, 0.4990169144302331, 0.4137970947997105, 0.4998274433524969, 0.42670383880519885, 0.4501799942528661, 0.5373062862285896, 0.4074677619668414, 0.4653604790252429 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.21639878266436804, 0.19685304748839838, 0.25604980184123133, 0.1387761193274217, 0.2769940218869234, 0.2500385286751517, 0.12716548022075924, 0.18946682507255394, 0.16727871287488974 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19238698532310888, 0.3021638669418347, 0.15774729295847925, 0.36105132402507495, 0.14970981691827542, 0.20014146557771442, 0.41014080600783026, 0.21800093689428743, 0.2980817661503532 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "log_loss": [ 1.1089507523285462, 1.0980841315881804, 1.1056481212237097, 1.1096590171603775, 1.074693709540349, 1.085276614233782, 1.0873003543310311, 1.1349955417023372, 1.1101198950327174 ], "log_loss_clim": [ 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883 ] }, "rps": 0.45649395342762855, "rpss": -0.005524707016370423, "bss_below": -0.01602563192760753, "bss_above": 0.0026651096927046147, "log_loss": 1.1016364596823367, "log_loss_skill": -0.002752746287093766, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.00064, 0.99936, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2913, 0.3566, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0, 0.2636, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.0, 0.999635, 0.000365, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3383, 0.4077, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.4317, 0.7507, NaN, NaN, NaN, NaN, NaN ] } } } } }, "ordinal_logistic": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5717322948843225, 0.46407005858634187, 0.49558387187731284, 0.5146854605796006, 0.4544056224618006, 0.41849268719105576, 0.5103852005069706, 0.5256241186917733, 0.4059515141887574, 0.4033069224776871, 0.39848192407079813, 0.41855796029028713, 0.4479966174094828, 0.4452910381313006, 0.3791618591036454, 0.4983178311217539, 0.3836377823554118, 0.5215220347520587, 0.4601161464009395, 0.501914330968836, 0.4829083366945996, 0.4844970641989547, 0.4297672171344114, 0.4337189639023212 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.35911699210536746, 0.30101523300911565, 0.13805708820042548, 0.14757744342494963, 0.15631660885986562, 0.188866980926001, 0.2354601565344756, 0.4067625204254788, 0.15517330565836296, 0.13565435417989422, 0.24126117734063324, 0.2528436802228236, 0.13830168949162094, 0.20496767152944215, 0.184382745694034, 0.3679245854228609, 0.2176013173504786, 0.19760618532955793, 0.3080313398074903, 0.3550309459370894, 0.20058929405127987, 0.15571948834272242, 0.21053404415394605, 0.2739656307087795 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.21261530277895502, 0.16305482557722645, 0.35752678367688745, 0.3671080171546509, 0.298089013601935, 0.2296257062650547, 0.2749250439724948, 0.11886159826629462, 0.25077820853039434, 0.2676525682977928, 0.15722074673016487, 0.1657142800674636, 0.30969492791786185, 0.24032336660185838, 0.19477911340961152, 0.13039324569889318, 0.1660364650049332, 0.3239158494225006, 0.15208480659344908, 0.14688338503174653, 0.2823190426433198, 0.32877757585623235, 0.2192331729804653, 0.15975333319354162 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "log_loss": [ 1.2070266702683543, 1.1017102769029485, 1.078597726783862, 1.0704055665124488, 1.1117380667908414, 1.126976964001317, 1.090769030120905, 1.0533353771892775, 1.1136218084896348, 1.1320486466518347, 1.1156828354469752, 1.1110256350350936, 1.1220929023486135, 1.1143956030466757, 1.1273901690984793, 1.0640711935620482, 1.1226503119702855, 1.1050098461865576, 1.0837977320450312, 1.121366936812391, 1.0721309791996148, 1.1263915352987317, 1.0962030447620723, 1.1133635990979258 ], "log_loss_clim": [ 1.0822467476287718, 1.094335766279669, 1.0781436176059969, 1.0697189571966286, 1.099999855506434, 1.1158222514780805, 1.0760009191870752, 1.0620975132008064, 1.1169602192112764, 1.1222290176953276, 1.1199157408769902, 1.1119978423926886, 1.10464156671375, 1.1037272420140054, 1.1293656144292201, 1.0738606290815063, 1.126712287642366, 1.0755050243265762, 1.0914743819481043, 1.086081120791094, 1.0809456648428364, 1.0931841744803439, 1.1047240906686868, 1.1074115596482803 ] }, "rps": 0.460421952415851, "rpss": -0.01622469977275487, "bss_below": -0.01631431266745209, "bss_above": -0.016134852715490977, "log_loss": 1.1075751024009133, "log_loss_skill": -0.00967446605643918, "reliability": { "below": { "weight": [ 0.0, 0.000371, 0.047503, 0.951275, 0.000851, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1934, 0.2746, 0.3495, 0.4058, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4617, 0.6482, 0.3327, 0.3961, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.002048, 0.953625, 0.043871, 0.000428, 2.9e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2957, 0.3446, 0.4284, 0.5293, 0.6005, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5443, 0.3556, 0.1281, 0.0, 0.0, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6078617065342389, 0.44754224852120245, 0.5015277277327755, 0.5070782862286531, 0.4613491367782965, 0.40713797855410516, 0.5076452643386701, 0.5230300425463108, 0.41027234895334375, 0.40694622568275335, 0.40521275162184917, 0.41886204158970586, 0.43801429535941255, 0.44517659445993296, 0.3739511897939372, 0.49041633288093783, 0.3864419380876716, 0.5426069072010498, 0.4773831522829029, 0.5125115666782858, 0.48797209340693526, 0.4843367646809088, 0.4396482503924075, 0.42621450142329054 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.40532294512151357, 0.28531693601166164, 0.13402992208233983, 0.157692169077762, 0.1608798078026909, 0.1964151182459347, 0.1854289532993892, 0.4039740416664593, 0.15838230809197001, 0.1397193124520564, 0.25976130305650214, 0.2507999907986018, 0.14185995716141664, 0.1931835774693918, 0.18042851698180373, 0.3526665662186099, 0.2308788671455349, 0.17214847039065592, 0.35328415642804983, 0.37277753793464224, 0.16206769596255896, 0.16680518876665304, 0.21483295693000287, 0.28053759919288324 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.2025387614127253, 0.16222531250954086, 0.36749780565043566, 0.34938611715089085, 0.30046932897560547, 0.21072286030817042, 0.32221631103928083, 0.11905600087985177, 0.2518900408613736, 0.267226913230697, 0.145451448565347, 0.1680620507911039, 0.29615433819799586, 0.2519930169905411, 0.19352267281213345, 0.13774976666232808, 0.15556307094213656, 0.37045843681039375, 0.12409899585485312, 0.13973402874364377, 0.3259043974443763, 0.3175315759142557, 0.22481529346240467, 0.14567690223040738 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "log_loss": [ 1.2403231252876616, 1.108614675319534, 1.0761269666466025, 1.0756647208010564, 1.1158417195892472, 1.1278218880958915, 1.1030069629099164, 1.0544306258232643, 1.110494969401189, 1.1338068785546866, 1.1116456919538014, 1.1089701691633655, 1.127606256356935, 1.133975067503293, 1.1266321344473649, 1.0749062962582394, 1.1228402861988713, 1.1062018015030444, 1.0745193307516954, 1.1196774791254867, 1.069680921656057, 1.1401247142723399, 1.090079301122874, 1.1181589256664612 ], "log_loss_clim": [ 1.0777215978709187, 1.1016003779440122, 1.0755354093135518, 1.0735500357817567, 1.0986025138010589, 1.119887636835672, 1.0798206615918653, 1.0632348138716747, 1.114748906048121, 1.1214038679374136, 1.1166769741298606, 1.111410786722129, 1.1093538143262798, 1.1083826335539801, 1.130963993815514, 1.0790940944652931, 1.1258010887003886, 1.0685907636609833, 1.083431976867352, 1.0820678072710421, 1.0786436019517323, 1.0964819243325188, 1.09991194135722, 1.1110939276278524 ] }, "rps": 0.4628808060720657, "rpss": -0.021846552661631602, "bss_below": -0.022304988037212814, "bss_above": -0.021387765345953547, "log_loss": 1.1112979545170367, "log_loss_skill": -0.01303325787423093, "reliability": { "below": { "weight": [ 0.0, 0.000385, 0.054877, 0.944179, 0.000559, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1964, 0.2738, 0.3497, 0.4038, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4547, 0.6955, 0.3269, 0.0, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.00161, 0.947028, 0.05077, 0.000593, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2969, 0.3444, 0.4292, 0.5266, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.7826, 0.3596, 0.0893, 0.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4038225556462813, 0.49538720219275184, 0.4266704721958603, 0.48339747287194684, 0.43218254787797933, 0.43908414068564156, 0.5030504271650539, 0.4159978782449353, 0.45898787331999114 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.21698629830835517, 0.21082396112954868, 0.2565616308910897, 0.16550397995137606, 0.28171069485062356, 0.2556269108373723, 0.1317492515530006, 0.1723829087834042, 0.19046726816488327 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.1868362573379262, 0.2845632410632033, 0.17010884130477064, 0.31789349292057084, 0.1504718530273557, 0.18345722984826932, 0.3713011756120535, 0.24361496946153105, 0.26852060515510773 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "log_loss": [ 1.1137032982746324, 1.0925759482497144, 1.098589047134642, 1.1036847163602488, 1.0719953255713346, 1.0895713680139452, 1.0931736089524253, 1.1294095827923618, 1.106994239421161 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.45095339668893797, "rpss": -0.002447595746660536, "bss_below": -0.009476055676013395, "bss_above": 0.0035500788091631374, "log_loss": 1.0999663483078295, "log_loss_skill": -0.0012325453599428826, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.000524, 0.999476, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2926, 0.3563, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0, 0.2882, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.0, 0.999626, 0.000374, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3372, 0.4073, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.3947, 0.8008, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4091847053700161, 0.49903652397421244, 0.41352902335041886, 0.49923305513807, 0.42743839463209365, 0.4502030622193199, 0.5367868071136073, 0.4061338472450409, 0.465653484297522 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.21711178517404175, 0.1976422841644332, 0.25602969666791164, 0.13860555622501375, 0.27934977021187285, 0.25037458157983417, 0.12883187619992825, 0.18806341309547686, 0.1662342911637035 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19207292019597444, 0.30139423980977936, 0.1574993266825071, 0.3606274989130562, 0.14808862442022086, 0.1998284806394857, 0.4079549309136792, 0.21807043414956392, 0.2994191931338183 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "log_loss": [ 1.110705320509273, 1.097572691275873, 1.1046249497213194, 1.1065456618724478, 1.0769540017686143, 1.0852979362938617, 1.083842115619163, 1.129268816971403, 1.1119962616558257 ], "log_loss_clim": [ 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883 ] }, "rps": 0.45635543370447784, "rpss": -0.00521958796059474, "bss_below": -0.017825263372116318, "bss_above": 0.004611757447861686, "log_loss": 1.1007564172986424, "log_loss_skill": -0.0019516971666306837, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.00064, 0.99936, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2926, 0.3559, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0, 0.2636, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.0, 0.999543, 0.000457, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3376, 0.4073, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.4317, 0.8008, NaN, NaN, NaN, NaN, NaN ] } } } } }, "SEL": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5177058227443954, 0.4708123029684602, 0.4847481056071085, 0.5129399354900186, 0.4259331885730271, 0.41384476652825153, 0.5119363242217243, 0.5414273286373835, 0.4039843246690677, 0.38521815802758974, 0.40301225792277084, 0.4082946058922362, 0.43893560822482397, 0.4497506689420904, 0.3753786474711228, 0.5015496387805652, 0.3814386414164076, 0.4872656765161854, 0.46601716871569326, 0.46866762838375364, 0.47419493192024753, 0.472407470202907, 0.4208083961948839, 0.43588417390149353 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.32779592326201995, 0.30651963946078215, 0.13179909717532215, 0.14345550884610572, 0.14255001071259776, 0.18188371327049085, 0.2377449143460212, 0.42145611222351714, 0.1479860556845358, 0.12124869010878025, 0.2479824338728319, 0.2514899355484556, 0.13110147012351495, 0.21204909579080525, 0.17867192578940985, 0.37110380101987395, 0.21219336268690475, 0.1862821688472519, 0.3117638784653182, 0.3398867477101932, 0.19668290877892228, 0.1477079310888914, 0.2041966459409466, 0.27440219182756104 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.1899098997376093, 0.1642926634159962, 0.35294900907046595, 0.36948442798483583, 0.28338317778376104, 0.23196105308129436, 0.27419140957971294, 0.11997121582442236, 0.25599826952917343, 0.26396946864859366, 0.15502982408369853, 0.15680466990313752, 0.30783413843866914, 0.23770157356412452, 0.19670672157368194, 0.13044583796223932, 0.16924527838418152, 0.3009835080063212, 0.15425328982199388, 0.1287808810265244, 0.2775120228908665, 0.3246995398791466, 0.21661174976034359, 0.16148198143059225 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "log_loss": [ 1.125014878072851, 1.112504722317798, 1.0661322437810894, 1.071654890428546, 1.062707425061133, 1.1175949112870849, 1.0979933804281596, 1.087053187428723, 1.107208708840306, 1.0978828562333562, 1.1097393216565952, 1.0846920961713045, 1.0986042802451874, 1.1166512571132146, 1.1179587204889987, 1.071390270776034, 1.1096314503172753, 1.0526928064727255, 1.0885310372754964, 1.0755522394464603, 1.063811936551153, 1.1070302063355475, 1.0777620235811827, 1.116472205624562 ], "log_loss_clim": [ 1.0822467476287718, 1.094335766279669, 1.0781436176059969, 1.0697189571966286, 1.099999855506434, 1.1158222514780805, 1.0760009191870752, 1.0620975132008064, 1.1169602192112764, 1.1222290176953276, 1.1199157408769902, 1.1119978423926886, 1.10464156671375, 1.1037272420140054, 1.1293656144292201, 1.0738606290815063, 1.126712287642366, 1.0755050243265762, 1.0914743819481043, 1.086081120791094, 1.0809456648428364, 1.0931841744803439, 1.1047240906686868, 1.1074115596482803 ] }, "rps": 0.4521731571646754, "rpss": 0.00198170727110758, "bss_below": 0.002937588719997275, "bss_above": 0.001023327690324094, "log_loss": 1.0931777939972827, "log_loss_skill": 0.003450237310018256, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.044277, 0.954321, 0.001401, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2952, 0.3381, 0.4048, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3018, 0.3498, 0.4278, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 2.9e-05, 0.960868, 0.039103, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2944, 0.3436, 0.4236, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0, 0.3472, 0.3131, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5415902752780666, 0.44942975366085947, 0.4896884533981546, 0.5075701944100842, 0.4296697603197834, 0.40393813562711733, 0.5032896640614787, 0.5387836247485226, 0.4110156185701652, 0.39023824556444825, 0.4132629702299113, 0.4045621488665031, 0.42471564630142333, 0.44099921255189795, 0.37180029803663844, 0.4928806180388891, 0.3863233636062376, 0.4978896536884809, 0.4879273086321948, 0.47443834832818804, 0.4741348012740962, 0.46799505344509745, 0.43204155014465045, 0.4307597374443839 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.36709334644908925, 0.2867362795991151, 0.12898911098229005, 0.15554926161188729, 0.14602125815190667, 0.19069612271709743, 0.18232841778212933, 0.41754927045368334, 0.1524140735465834, 0.1256886893697257, 0.26779435663396683, 0.24703659796924124, 0.1347179814585392, 0.1937669980882129, 0.17492994235586165, 0.3539385432775139, 0.2257657341444584, 0.1572923151797282, 0.35988932399138224, 0.35401561852943064, 0.1544441983332605, 0.15929774430810528, 0.2101521994614382, 0.28284783281737247 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.1744969292299755, 0.1626934740114353, 0.36069934320239977, 0.3520209341628278, 0.2836485021144454, 0.21324201280760655, 0.3209612459587164, 0.12123435376371237, 0.25860154566508853, 0.26454955697543175, 0.1454686135261965, 0.15752555030992976, 0.2899976651876281, 0.24723221484948837, 0.19687035562793023, 0.13894207484841087, 0.16055762915806895, 0.34059733903791883, 0.1280379841155124, 0.12042273014779398, 0.31969060270416744, 0.30869731004321715, 0.2218893501672212, 0.1479119040090651 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "log_loss": [ 1.1409674808560941, 1.108359647830732, 1.0584440597888871, 1.0766923106119486, 1.0627878321013586, 1.118546099555095, 1.0979491376047925, 1.085832417578085, 1.1140880542218412, 1.1071785820552944, 1.1163706071435133, 1.0766303495657261, 1.095333086032371, 1.1211578472354544, 1.12169935033996, 1.0782180087037185, 1.1150156405012337, 1.0386816653514166, 1.087049454697446, 1.0656301402615893, 1.0522182472649666, 1.1093962786717364, 1.0765169445848648, 1.1257195601100833 ], "log_loss_clim": [ 1.0777215978709187, 1.1016003779440122, 1.0755354093135518, 1.0735500357817567, 1.0986025138010589, 1.119887636835672, 1.0798206615918653, 1.0632348138716747, 1.114748906048121, 1.1214038679374136, 1.1166769741298606, 1.111410786722129, 1.1093538143262798, 1.1083826335539801, 1.130963993815514, 1.0790940944652931, 1.1258010887003886, 1.0685907636609833, 1.083431976867352, 1.0820678072710421, 1.0786436019517323, 1.0964819243325188, 1.09991194135722, 1.1110939276278524 ] }, "rps": 0.45270601817613637, "rpss": 0.0006151087404615563, "bss_below": 0.00164518454832141, "bss_above": -0.00041575833506435345, "log_loss": 1.093770116777842, "log_loss_skill": 0.0029447095972776616, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.040928, 0.957462, 0.001611, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2952, 0.339, 0.405, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2851, 0.3495, 0.4339, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 3.5e-05, 0.943926, 0.056039, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2944, 0.3442, 0.4237, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0, 0.3483, 0.3146, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4052804976225627, 0.4812413016528943, 0.43633101778713124, 0.4661028006560897, 0.4383176401785411, 0.4354640958304937, 0.4829933886556187, 0.4157041905847258, 0.45640813762445553 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.21714256278531685, 0.20251324663252598, 0.2682761326208215, 0.15317731447403687, 0.2895214847998393, 0.2592789699902624, 0.11386311879304206, 0.16657046734081002, 0.18806492227873547 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.18813794157509472, 0.2787280441216212, 0.16805489430183776, 0.3129254689997495, 0.1487961668185528, 0.1761851326912272, 0.3691302435040665, 0.24913371935210588, 0.26834320743835155 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "log_loss": [ 1.0979963623417457, 1.0832660522620936, 1.1116241929297836, 1.0786013959551206, 1.0803736849973238, 1.082574962147146, 1.0737089302186156, 1.1168418692405149, 1.1015468047683428 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4464270078436125, "rpss": 0.007614347790580123, "bss_below": 0.0030791079079737216, "bss_above": 0.011484464378879178, "log_loss": 1.0918371394289652, "log_loss_skill": 0.00616697964377122, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.269507, 0.730493, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2929, 0.3385, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3187, 0.2768, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.010151, 0.958831, 0.031018, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2985, 0.3309, 0.4138, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.372, 0.3908, 0.5272, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41218499648383383, 0.4792278728240942, 0.419241942355492, 0.4761790176902756, 0.43327208395489003, 0.44204795493374244, 0.5147377751306997, 0.4072837078132598, 0.45585923328390643 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.21803634609756, 0.1861979746367564, 0.2633777654647106, 0.12017844761106133, 0.2865317381576341, 0.2514659414178804, 0.11028108869678639, 0.1864717814056608, 0.15661277603235674 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19414865603784762, 0.2930298846455185, 0.15586418856231096, 0.3560005455082571, 0.14674035780656663, 0.19058201752878995, 0.40445665326513774, 0.22081192735976005, 0.29924644396243055 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "log_loss": [ 1.0992052630186737, 1.0790973274154598, 1.1041574391105449, 1.076415328001347, 1.0845510615445733, 1.0753856300558637, 1.0705989072818904, 1.114527273121709, 1.0943217278422661 ], "log_loss_clim": [ 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883 ] }, "rps": 0.4488927316077993, "rpss": 0.011218595465426806, "bss_below": 0.006242585235730624, "bss_above": 0.015099464835947374, "log_loss": 1.0886955508213696, "log_loss_skill": 0.009026576905901917, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.250005, 0.749995, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2929, 0.3376, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.29, 0.2546, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.007148, 0.949074, 0.043778, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2992, 0.3323, 0.4139, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2072, 0.4293, 0.5246, NaN, NaN, NaN, NaN, NaN ] } } } } } }, "fitted": { "climatology_blend": { "fallbacks": 0, "folds": 24, "test_fit": { "lam": 0.8744554895297096 }, "test_fallback": null }, "pseudocount": { "fallbacks": 0, "folds": 24, "test_fit": {}, "test_fallback": null }, "temperature": { "fallbacks": 0, "folds": 24, "test_fit": { "temperature": 4.0, "at_bound": true }, "test_fallback": null }, "dirichlet": { "fallbacks": 0, "folds": 24, "test_fit": { "A": [ [ 0.05502774061384897, 0.0006212929677420273, -0.03787773055080609 ], [ 0.004232730742566638, 0.16300899789592074, 0.10067814989172494 ], [ 0.09027256227328524, 0.08304559732386678, 0.3720071878525425 ] ], "b": [ -0.24966312613527059, -0.13753786100828974, 0.387200987143517 ], "objective": 1.093505692246634, "iterations": 53, "training_pairs": 58662, "training_years": 24, "converged": true, "epsilon": 1e-12, "reg_off": 0.01, "reg_diag": 0.001, "reg_bias": 0.001, "weighting": "equal total weight per year; spherical area within each year" }, "test_fallback": null }, "multinomial_logistic": { "fallbacks": 0, "folds": 24, "test_fit": { "coefficients": [ [ 0.16222738180606402, -0.381473361921588, 0.14384013412720173 ], [ 0.0, 0.0, 0.0 ], [ 0.09574023677834831, -0.010230648203848459, -0.10271604625784832 ] ], "features": [ "intercept", "standardized_mean", "log_spread_ratio" ], "l2": 0.001, "reference_class": "near" }, "test_fallback": null }, "ordinal_logistic": { "fallbacks": 0, "folds": 24, "test_fit": { "theta": [ -0.5826575985044481, 0.23726037952056686, 0.2817460482859407, -0.1881367489836717 ], "cutpoints": [ -0.5826575985044481, 0.6851135779498242 ], "beta": [ 0.2817460482859407, -0.1881367489836717 ], "features": [ "standardized_mean", "log_spread_ratio" ], "l2": 0.001, "converged": true }, "test_fallback": null } }, "selection": { "criterion": "inner leave-one-year-out RPS of the calibrators (training years only)", "chosen_training": { "1993": "climatology_blend", "1994": "climatology_blend", "1995": "climatology_blend", "1996": "climatology_blend", "1997": "climatology_blend", "1998": "climatology_blend", "1999": "climatology_blend", "2000": "climatology_blend", "2001": "climatology_blend", "2002": "climatology_blend", "2003": "climatology_blend", "2004": "climatology_blend", "2005": "climatology_blend", "2006": "climatology_blend", "2007": "climatology_blend", "2008": "climatology_blend", "2009": "climatology_blend", "2010": "climatology_blend", "2011": "climatology_blend", "2012": "climatology_blend", "2013": "climatology_blend", "2014": "climatology_blend", "2015": "climatology_blend", "2016": "climatology_blend" }, "chosen_test": "climatology_blend", "frequency": { "climatology_blend": 24, "pseudocount": 0, "temperature": 0, "dirichlet": 0, "multinomial_logistic": 0, "ordinal_logistic": 0 } } }, "Apr": { "tag": "init01_Apr", "methods": { "climatology_blend": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4886392270180046, 0.4258530605973277, 0.4626630483971937, 0.40407012526975883, 0.49981355385625037, 0.4660346702035087, 0.474685563980612, 0.44233344709772626, 0.43767063669884065, 0.39542235329908176, 0.46116143940586707, 0.4403718372812054, 0.3929723200856383, 0.5074825479920333, 0.39556672541723326, 0.4967674475644302, 0.4291392721185549, 0.41986229012576237, 0.49282190659072617, 0.4234060892250228, 0.4822597901150706, 0.48904614513494793, 0.5226674326509718, 0.4135687334977553 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.21631735369937993, 0.19092704551566775, 0.15219622610548983, 0.17757251033354132, 0.12877080076077566, 0.31767261443822115, 0.34171860776479956, 0.25008243515813106, 0.3001755878424985, 0.23803516938624814, 0.2031553478632955, 0.14376004574658716, 0.19227104285689312, 0.21396760574270232, 0.16840639020386802, 0.27982024641809683, 0.2641382680878753, 0.1882367940076523, 0.3676669339425038, 0.19816118411605838, 0.20426242865196398, 0.28150834730076696, 0.30916584581565615, 0.13977010360486003 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.27232187449090334, 0.23492601645635042, 0.31046682497640715, 0.2264976149045436, 0.3710427580399786, 0.1483620541467305, 0.1329669539213414, 0.19225101029797761, 0.1374950470910791, 0.1573871829490915, 0.2580060921299587, 0.296611793756923, 0.20070127587855374, 0.29351494126758887, 0.22716033536912797, 0.21694719928320655, 0.16500100138420598, 0.23162549620600856, 0.12515497041553547, 0.22524490496305924, 0.2779973636191923, 0.2075377977191521, 0.21350158687395618, 0.27379863110669034 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "log_loss": [ 1.0891435310902768, 1.0863060616605353, 1.0776133392302094, 1.0957174661635358, 1.0799010822259487, 1.1438853544524303, 1.0927128100956298, 1.0648182926659868, 1.0808353983923165, 1.080998811854519, 1.0941693084490665, 1.1123505711953898, 1.109480416980741, 1.1764790165478574, 1.1037626124051476, 1.10631608404514, 1.069896913971564, 1.0665574111543572, 1.0637477720861364, 1.089888536291349, 1.1036483162928648, 1.0665715655495334, 1.0865711433645948, 1.078419220821036 ], "log_loss_clim": [ 1.0833107766890993, 1.1061581409350472, 1.0907329920679028, 1.1143929123594323, 1.0784896069122667, 1.1049278414958539, 1.0902237365228555, 1.0932521894921206, 1.0979835582707433, 1.1152966884722595, 1.0933427377911689, 1.1065882967448433, 1.1231050629766581, 1.0966596561133757, 1.1211531536802515, 1.0820410495666335, 1.1014941064968364, 1.1021243147132054, 1.0744697759847108, 1.1074777045772977, 1.0881185614326698, 1.0776689007395701, 1.069683779800534, 1.1062546918244758 ] }, "rps": 0.45267831931764685, "rpss": 0.0013171272017139524, "bss_below": -0.004852640725310442, "bss_above": 0.007491547472777804, "log_loss": 1.0924912932077568, "log_loss_skill": 0.003994658973037635, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.099974, 0.833417, 0.066609, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2756, 0.3484, 0.4218, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3132, 0.3556, 0.296, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.115256, 0.844682, 0.040034, 2.8e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2829, 0.3438, 0.4178, 0.5028, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3021, 0.3509, 0.3917, 0.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4851472325913971, 0.4377850604090821, 0.48206765940350094, 0.39637550828502927, 0.5087037881606992, 0.4740585369109194, 0.4941128164539911, 0.4427694378532752, 0.4396308494948677, 0.41017054680135023, 0.4504057643346254, 0.4394350670054419, 0.3939476903600622, 0.5213721408487334, 0.3854064865060782, 0.4846441176827817, 0.4380835827643769, 0.41682651026177325, 0.496272443622329, 0.3985575761417425, 0.49134353260472774, 0.4808673582365864, 0.5057866520245814, 0.42217366102062825 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.25345359090391995, 0.18346524769553235, 0.15519014230950298, 0.19211598297171228, 0.1315643654819157, 0.32272651017909015, 0.36220502658958487, 0.2975376192244978, 0.2947003459722327, 0.24354521687737682, 0.16322107037318576, 0.14545264436266997, 0.19248411778893398, 0.19824604998546122, 0.1802213863175764, 0.3128119098387939, 0.27996647274361036, 0.1828844798310606, 0.36993793342206516, 0.15155080643089724, 0.16409642113481646, 0.3190246506278213, 0.2610845487095193, 0.1230014775548302 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.231693641505024, 0.25431981455063374, 0.32687752047888924, 0.20425952463193947, 0.3771394279326447, 0.1513320246363505, 0.1319077872861895, 0.14523181592674736, 0.14493050215423303, 0.16662532894993795, 0.2871846951079931, 0.2939824245783875, 0.20146357107645763, 0.32312609025366346, 0.20518510047439883, 0.17183220477643657, 0.15811710711399898, 0.23394203029818275, 0.12633450788264902, 0.24700677017085973, 0.327247115077497, 0.16184270621483873, 0.24470210435377765, 0.29917218520031824 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "log_loss": [ 1.0944889510882434, 1.0921461197499809, 1.0833320400625222, 1.1006446599424824, 1.0823785411770217, 1.149246285670735, 1.1091361171854865, 1.086851332908368, 1.0755692493921525, 1.078292388620917, 1.1030934666432561, 1.1100240804944042, 1.1152380730184284, 1.2007935374143708, 1.1062180342022416, 1.1011516858033605, 1.077401448744144, 1.0601534549017073, 1.0473746676407527, 1.0916768366798475, 1.1023142795625274, 1.0646217919475451, 1.0715392460277036, 1.0737867126560856 ], "log_loss_clim": [ 1.0863681418311129, 1.102088246616862, 1.084765576338115, 1.118579979125899, 1.0766554212068957, 1.1015494887888502, 1.085001927559242, 1.097787805424923, 1.0961046508895094, 1.1084937179386247, 1.1000178543213168, 1.1066086495734608, 1.1237320723726003, 1.0970815522444581, 1.127063895695431, 1.086362340107213, 1.0985485748960706, 1.1013663013101787, 1.0707796763164559, 1.1169717651170743, 1.085286481267623, 1.078938529290984, 1.0720472590764443, 1.1015331869218679 ] }, "rps": 0.4539976674907742, "rpss": -0.0013382224431413015, "bss_below": -0.0069846366635162305, "bss_above": 0.004311894488160939, "log_loss": 1.0948947083972618, "log_loss_skill": 0.0017573530521426406, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.083443, 0.850114, 0.066442, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2765, 0.3484, 0.422, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3335, 0.3551, 0.2693, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.104338, 0.854509, 0.041117, 3.5e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2835, 0.3437, 0.4176, 0.5028, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3377, 0.3468, 0.3775, 0.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43328875894137886, 0.4852890733257394, 0.4710062482785096, 0.5101250991647945, 0.3647637975076327, 0.4856031875871295, 0.43653559352627846, 0.46430650786769556, 0.40838520432116415 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.26848927327820893, 0.1577799307463033, 0.2725499901579524, 0.1418615249282143, 0.1653379840235559, 0.32672028503964173, 0.10612645281544773, 0.17849087962618368, 0.2319387887493462 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16479949315603476, 0.3275091232444723, 0.19845626125655036, 0.3682635503415693, 0.1994258170911919, 0.15888291628070775, 0.33040912102338427, 0.2858156165356786, 0.1764464229282255 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "log_loss": [ 1.0598775422656097, 1.0748308668598434, 1.1005403770617146, 1.1345068294376282, 1.0835943995370143, 1.1350023212088396, 1.064239828423757, 1.100784426740459, 1.0951417224455893 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4510337189467026, "rpss": 0.0020407624414277015, "bss_below": -0.0015398402226896035, "bss_above": 0.005017329824242189, "log_loss": 1.094279812664495, "log_loss_skill": 0.003943562586646077, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.134948, 0.855748, 0.009303, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2797, 0.3409, 0.4103, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3165, 0.2772, 0.2401, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.100589, 0.895952, 0.003459, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2921, 0.3351, 0.4109, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3165, 0.4172, 0.4112, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4309114606533173, 0.504012044670477, 0.4722952387485292, 0.5080303581361436, 0.35341534348225523, 0.5150498399964272, 0.42318917652542665, 0.47204469517236464, 0.41690470679942027 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.31178008870325735, 0.11960544540479613, 0.28502676121816156, 0.13449770569351555, 0.17094778256596824, 0.36398482125416703, 0.10305270264839626, 0.1436961035621304, 0.23305807723762495 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.1191313867754005, 0.38440656997548756, 0.18726848273807914, 0.373532627526357, 0.18246756776853507, 0.15106503435728375, 0.32013645612966224, 0.32834857323370115, 0.1838466359659323 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "log_loss": [ 1.0498434280638285, 1.0682806202373365, 1.0974687184287701, 1.1298417766170958, 1.081275641663048, 1.1541626862574805, 1.0676777869154932, 1.1085559134254808, 1.1009768038691727 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.45509476268715127, "rpss": 0.0014790337864351022, "bss_below": -0.0030114433089551973, "bss_above": 0.0052047160676156334, "log_loss": 1.0953425972753008, "log_loss_skill": 0.002976174318191971, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.133356, 0.860927, 0.005716, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2818, 0.3392, 0.4091, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3528, 0.2774, 0.1452, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.078194, 0.917517, 0.004289, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.292, 0.3369, 0.4108, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3392, 0.4208, 0.3033, NaN, NaN, NaN, NaN, NaN ] } } } } }, "pseudocount": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5100029055284641, 0.4295955772610901, 0.4672449090234986, 0.3923624395013643, 0.5312896542325887, 0.5405532574438355, 0.506523462284476, 0.4167392606126768, 0.42601407940066455, 0.37380462061299613, 0.4786363550658135, 0.474184747099107, 0.40527254068973084, 0.6291083529937164, 0.4168653319801534, 0.5240052844870821, 0.41647050571084643, 0.3874066442687467, 0.4797964839835056, 0.4202388057599752, 0.5196319143524066, 0.48640651545713254, 0.5560824434693888, 0.38185607428353674 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.23284199616405196, 0.1895977284051185, 0.15602219156659886, 0.17163441374808092, 0.1443445403971072, 0.35787898592012457, 0.3675420518812088, 0.2409013678279738, 0.30961835938803967, 0.2362163687784477, 0.20830611062664378, 0.16646802694988197, 0.19504775038710098, 0.27757419256859006, 0.18874114027265324, 0.2875031243196734, 0.26391407544939766, 0.16836270446603788, 0.36556351780425095, 0.19275047004507992, 0.2380097828823109, 0.2911727127096709, 0.34266827677396167, 0.12539722068864537 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.2771609126965182, 0.23999785361503947, 0.31122272705514875, 0.22072802599604321, 0.3869451305920739, 0.1826742674145535, 0.1389814032624103, 0.1758378875904946, 0.11639571475420414, 0.13758824905902137, 0.27033024647837234, 0.3077167277618644, 0.2102247861821178, 0.3515341578172049, 0.22812419248250826, 0.23650215507466424, 0.15255642206843642, 0.2190439410843149, 0.11423295892467791, 0.22748833505824106, 0.2816221385472683, 0.19523380297033494, 0.21341416651080947, 0.25645885781695876 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "log_loss": [ 1.1323014950090824, 1.1193675046641454, 1.079202932861431, 1.0831165105391067, 1.1450408981159301, 1.2998623826074553, 1.200068347452429, 1.0519408555397607, 1.1249592775017785, 1.0587751813151611, 1.1584097938801983, 1.1636536119930159, 1.1197087568708555, 1.412784683563083, 1.124010761242208, 1.2065298384658862, 1.0496432536067726, 1.0242980309389145, 1.1210260950116206, 1.0861590474932574, 1.1889711117620902, 1.094560362840693, 1.216306317644237, 1.0491854835527148 ], "log_loss_clim": [ 1.0833107766890993, 1.1061581409350472, 1.0907329920679028, 1.1143929123594323, 1.0784896069122667, 1.1049278414958539, 1.0902237365228555, 1.0932521894921206, 1.0979835582707433, 1.1152966884722595, 1.0933427377911689, 1.1065882967448433, 1.1231050629766581, 1.0966596561133757, 1.1211531536802515, 1.0820410495666335, 1.1014941064968364, 1.1021243147132054, 1.0744697759847108, 1.1074777045772977, 1.0881185614326698, 1.0776689007395701, 1.069683779800534, 1.1062546918244758 ] }, "rps": 0.4654205068959498, "rpss": -0.026794235665445365, "bss_below": -0.050855561080653366, "bss_above": -0.0027147683953783197, "log_loss": 1.1379117722696594, "log_loss_skill": -0.037414403066100554, "reliability": { "below": { "weight": [ 0.037024, 0.05929, 0.26227, 0.369335, 0.172199, 0.086764, 0.012615, 0.000502, 0.0, 0.0 ], "mean_forecast": [ 0.0353, 0.1572, 0.2516, 0.3568, 0.4505, 0.533, 0.6401, 0.7421, NaN, NaN ], "observed_frequency": [ 0.3191, 0.2498, 0.3362, 0.3747, 0.3493, 0.3581, 0.2202, 0.4986, NaN, NaN ] }, "above": { "weight": [ 0.016754, 0.087985, 0.320826, 0.393237, 0.117455, 0.056619, 0.006899, 0.000197, 2.8e-05, 0.0 ], "mean_forecast": [ 0.0862, 0.1554, 0.2521, 0.3545, 0.4491, 0.5344, 0.639, 0.7628, 0.8113, NaN ], "observed_frequency": [ 0.2469, 0.2822, 0.299, 0.3589, 0.4379, 0.4648, 0.4371, 0.2856, 0.0, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5119427961692772, 0.4440563147462943, 0.4986237093654716, 0.3882460269021049, 0.5508947592372542, 0.5444812695560601, 0.5388985373292388, 0.4402952180244531, 0.42319939818466895, 0.3841149161452661, 0.4775911916127686, 0.4718822052477729, 0.4116888231250072, 0.6659717315062528, 0.4152719904220054, 0.506372779870187, 0.42820586538605515, 0.3708479119041459, 0.4706608218293661, 0.3868780581734771, 0.5333308778103636, 0.46717705607293675, 0.5121237786516816, 0.38556146845487804 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.27674950862029213, 0.17995812959124471, 0.1688708415348652, 0.1894613903417415, 0.15472137184933604, 0.3557713182804764, 0.3986872154676968, 0.2960680918556042, 0.29905481800901157, 0.23520927968603483, 0.17061138701768125, 0.16605541246564315, 0.19815086872621854, 0.27325382782191865, 0.21155512889562011, 0.324442692813056, 0.2840389942439929, 0.15502033247815108, 0.35369317308617554, 0.1374319702797617, 0.19740297423199885, 0.31914457541979413, 0.27969352985738966, 0.10447396356695737 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.23519328689625893, 0.26409819144635543, 0.3297528800604981, 0.19878463478461453, 0.39617340528627404, 0.1887099459256256, 0.14021131388334254, 0.1442271175482155, 0.12414457636616308, 0.1489056336822355, 0.30697980834478755, 0.3058267994131181, 0.21353794994939174, 0.3927179019973087, 0.20371686294730618, 0.18193007874448705, 0.14416686223089975, 0.21582757980338035, 0.1169676412866039, 0.2494460892845074, 0.33592791536801236, 0.14803247705336708, 0.23243025202221515, 0.28108751080538585 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "log_loss": [ 1.1382201501044455, 1.1439192570940655, 1.1101400217268393, 1.0891155656616782, 1.159431261939894, 1.3021915539511564, 1.2584751972832837, 1.11845946184799, 1.1022633588923663, 1.0605414266220274, 1.1709199318771437, 1.1533569183585675, 1.1367124024529154, 1.46514554883101, 1.1215840208042858, 1.1894287053183807, 1.0793261037337822, 0.9917947182184292, 1.0607862890418462, 1.0564280044251884, 1.1743069971969884, 1.0900541608914867, 1.1520252108100895, 1.0398729448363584 ], "log_loss_clim": [ 1.0863681418311129, 1.102088246616862, 1.084765576338115, 1.118579979125899, 1.0766554212068957, 1.1015494887888502, 1.085001927559242, 1.097787805424923, 1.0961046508895094, 1.1084937179386247, 1.1000178543213168, 1.1066086495734608, 1.1237320723726003, 1.0970815522444581, 1.127063895695431, 1.086362340107213, 1.0985485748960706, 1.1013663013101787, 1.0707796763164559, 1.1169717651170743, 1.085286481267623, 1.078938529290984, 1.0720472590764443, 1.1015331869218679 ] }, "rps": 0.4678465627386245, "rpss": -0.03188337530026586, "bss_below": -0.05274190891711106, "bss_above": -0.011011165679096546, "log_loss": 1.1401874671633425, "log_loss_skill": -0.03953717787531752, "reliability": { "below": { "weight": [ 0.030094, 0.051236, 0.261809, 0.384451, 0.175403, 0.083424, 0.013168, 0.000415, 0.0, 0.0 ], "mean_forecast": [ 0.033, 0.157, 0.2523, 0.3564, 0.4501, 0.5331, 0.6395, 0.739, NaN, NaN ], "observed_frequency": [ 0.3375, 0.249, 0.3393, 0.3654, 0.3629, 0.3441, 0.2167, 0.4155, NaN, NaN ] }, "above": { "weight": [ 0.013923, 0.080352, 0.326014, 0.396488, 0.1191, 0.056129, 0.007714, 0.000244, 3.5e-05, 0.0 ], "mean_forecast": [ 0.087, 0.1563, 0.2525, 0.3545, 0.4489, 0.535, 0.639, 0.7628, 0.8113, NaN ], "observed_frequency": [ 0.2614, 0.3098, 0.3032, 0.3547, 0.4223, 0.4459, 0.4798, 0.2856, 0.0, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.39109378876888323, 0.45744647150219736, 0.48962839548400044, 0.6000822843648045, 0.3646727899394376, 0.579895695522534, 0.3906239293908305, 0.495878596536701, 0.41552615568537193 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.24069733463107285, 0.1576652513775395, 0.28848058158704615, 0.18945228564125324, 0.16517446756659998, 0.3836029469905501, 0.08350159839403055, 0.1984244003228971, 0.2406739136544455 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.15039645827251108, 0.2997812047471275, 0.20114781484921018, 0.410629975114711, 0.19949832561980282, 0.19629276366328155, 0.3071223155586447, 0.29745418337840984, 0.174852247976752 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "log_loss": [ 0.9911712333768578, 1.046668440724457, 1.1748990628680154, 1.2871539805597951, 1.0772970489984726, 1.3640233079041628, 0.9972273552985356, 1.1594038191017986, 1.1610147082684148 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.46498312302164, "rpss": -0.028823751829324618, "bss_below": -0.054819144426837996, "bss_above": -0.007213692756039558, "log_loss": 1.139873217455612, "log_loss_skill": -0.0375573440555097, "reliability": { "below": { "weight": [ 0.03454, 0.07039, 0.266921, 0.352891, 0.205535, 0.06042, 0.009155, 0.000148, 0.0, 0.0 ], "mean_forecast": [ 0.0211, 0.1557, 0.2549, 0.3536, 0.4414, 0.5309, 0.6217, 0.7429, NaN, NaN ], "observed_frequency": [ 0.2918, 0.3528, 0.228, 0.2777, 0.3321, 0.2956, 0.2439, 0.0, NaN, NaN ] }, "above": { "weight": [ 0.000737, 0.060823, 0.387158, 0.339352, 0.171231, 0.03724, 0.003384, 7.5e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0762, 0.1649, 0.2544, 0.3501, 0.4405, 0.5317, 0.6229, 0.7524, NaN, NaN ], "observed_frequency": [ 0.4994, 0.3163, 0.3675, 0.4296, 0.4673, 0.4815, 0.3981, 1.0, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.37421591640412943, 0.46368487498296695, 0.4838608242768914, 0.5848312931997222, 0.3487004102577019, 0.6405654688101874, 0.38027856237677443, 0.5159917989658337, 0.42490381059993465 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.27657984410994674, 0.11486209070993485, 0.29499445029783444, 0.17377287107808426, 0.16565720916200227, 0.44457493424031846, 0.0789289810232096, 0.1715799015364249, 0.24148272570557838 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.0976360829199716, 0.34882276090982844, 0.18886637715416194, 0.411058397891168, 0.18304320811574487, 0.1959905518347387, 0.3013495672978753, 0.3444118793571385, 0.18342109044558302 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "log_loss": [ 0.9485713463023776, 1.0051204055031113, 1.1487663651680853, 1.2542904737619498, 1.0660535398644353, 1.4514573981456118, 1.0067562468185371, 1.1772546220725795, 1.184793321971179 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4685592177637935, "rpss": -0.028063254534536286, "bss_below": -0.05504424918549633, "bss_above": -0.005677522247231392, "log_loss": 1.1381181910675409, "log_loss_skill": -0.03595985014998737, "reliability": { "below": { "weight": [ 0.028008, 0.072578, 0.285893, 0.367272, 0.190591, 0.049941, 0.005716, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0178, 0.1579, 0.2544, 0.352, 0.4404, 0.5302, 0.619, NaN, NaN, NaN ], "observed_frequency": [ 0.2953, 0.4176, 0.2323, 0.2793, 0.3325, 0.2989, 0.1452, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000545, 0.048548, 0.351722, 0.360582, 0.190937, 0.043377, 0.004196, 9.3e-05, 0.0, 0.0 ], "mean_forecast": [ 0.073, 0.165, 0.2572, 0.3509, 0.4401, 0.532, 0.6229, 0.7524, NaN, NaN ], "observed_frequency": [ 0.6667, 0.3482, 0.3654, 0.4376, 0.469, 0.4504, 0.2879, 1.0, NaN, NaN ] } } } } }, "temperature": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48731591064934393, 0.4277881764973089, 0.462435835636919, 0.40165107358998803, 0.5022123816518941, 0.45423331656908117, 0.4781725336306694, 0.4462567988396754, 0.44130393101281806, 0.3950842539368078, 0.4614173655788575, 0.43528095354483987, 0.38730208072798467, 0.48875305874681585, 0.39041085021515315, 0.497186629148986, 0.43116917999391974, 0.4158536148754979, 0.5019566367604757, 0.42125946014968596, 0.4816438024958032, 0.49356453378451415, 0.5304225200494365, 0.4132250659735631 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.21335485155943465, 0.19046743346162567, 0.14689725052571093, 0.17448206556542586, 0.12181804855248758, 0.3179069419569091, 0.35044016260857436, 0.25355638633280775, 0.3070610726265946, 0.23992465802364285, 0.20168137231573238, 0.13602576029441965, 0.18937575625883574, 0.19972745485227048, 0.1623062010108128, 0.2840504200731794, 0.2672430437161431, 0.18421514733244596, 0.3808593773671872, 0.19708757659634218, 0.20023971429174534, 0.285671925159557, 0.31632147966940044, 0.1350203914517857 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.2739610590899093, 0.23732074303568318, 0.31553858511120814, 0.22716900802456233, 0.3803943330994064, 0.13632637461217206, 0.12773237102209495, 0.1927004125068676, 0.13424285838622357, 0.15515959591316497, 0.2597359932631252, 0.2992551932504205, 0.19792632446914893, 0.2890256038945453, 0.2281046492043403, 0.21313620907580655, 0.16392613627777675, 0.2316384675430519, 0.12109725939328851, 0.224171883553344, 0.28140408820405777, 0.2078926086249572, 0.21410104038003602, 0.27820467452177744 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "log_loss": [ 1.0938911206857034, 1.087388377463167, 1.0796604411899426, 1.083780563609089, 1.0930984562082426, 1.1276254209308048, 1.1063554470083394, 1.072069268538127, 1.0891362243834772, 1.0732341916915367, 1.0976053010555953, 1.1020919932550475, 1.0913251566451383, 1.1514317553827838, 1.085572924786793, 1.112704334617612, 1.0721686901340088, 1.0573719050962787, 1.089647293365982, 1.0838767864670653, 1.107362502032224, 1.0830198962667235, 1.1144492027913067, 1.0742791010578476 ], "log_loss_clim": [ 1.0833107766890993, 1.1061581409350472, 1.0907329920679028, 1.1143929123594323, 1.0784896069122667, 1.1049278414958539, 1.0902237365228555, 1.0932521894921206, 1.0979835582707433, 1.1152966884722595, 1.0933427377911689, 1.1065882967448433, 1.1231050629766581, 1.0966596561133757, 1.1211531536802515, 1.0820410495666335, 1.1014941064968364, 1.1021243147132054, 1.0744697759847108, 1.1074777045772977, 1.0881185614326698, 1.0776689007395701, 1.069683779800534, 1.1062546918244758 ] }, "rps": 0.4519124985025016, "rpss": 0.0030066539563216033, "bss_below": -0.0026428150528934324, "bss_above": 0.008660382805102174, "log_loss": 1.0928810981109516, "log_loss_skill": 0.0036392806117140353, "reliability": { "below": { "weight": [ 0.0, 0.027024, 0.106422, 0.84815, 0.018403, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1859, 0.2847, 0.343, 0.4094, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3453, 0.2695, 0.3591, 0.2648, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000279, 0.140339, 0.848559, 0.010823, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1819, 0.2837, 0.3391, 0.4096, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0995, 0.2739, 0.3575, 0.4655, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48255547534641835, 0.44047855065458735, 0.48229686272294026, 0.39355592927027677, 0.5115728299854803, 0.4626475703337827, 0.4976961994444216, 0.4450287120548001, 0.44266937618703256, 0.4112546557767328, 0.44899146713822913, 0.4341977937550055, 0.3881214595421328, 0.49658437788710286, 0.37909302121432664, 0.4867919426492631, 0.4407753677008607, 0.41205156763245254, 0.5057268765991043, 0.39402412908466694, 0.4893077183228787, 0.4873280447130066, 0.5145806458472172, 0.42236709535033934 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.2517621160107438, 0.18309108185604675, 0.14970094930171893, 0.19000052386275643, 0.12439764525861506, 0.32442953567170735, 0.37145739111943676, 0.3039347252816664, 0.30070878707573956, 0.24612765979754517, 0.15876819736101358, 0.13798007994700567, 0.1895555622158079, 0.17932679617734723, 0.17350907018429002, 0.319120572552704, 0.2842196772178756, 0.1781420540278889, 0.3836580147605797, 0.14694322670531357, 0.15635784716867512, 0.3269711028857827, 0.26597398263824473, 0.11728009049562424 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.23079335933567477, 0.2573874687985404, 0.3325959134212213, 0.2035554054075202, 0.38717518472686496, 0.13821803466207525, 0.1262388083249848, 0.1410939867731336, 0.14196058911129317, 0.16512699597918773, 0.29022326977721585, 0.29621771380799966, 0.19856589732632485, 0.31725758170975565, 0.20558395103003665, 0.16767137009655925, 0.15655569048298504, 0.23390951360456358, 0.12206886183852453, 0.24708090237935326, 0.3329498711542036, 0.16035694182722376, 0.24860666320897282, 0.3050870048547152 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "log_loss": [ 1.0964460243411682, 1.0962671256526961, 1.0889554602981413, 1.0863856056452588, 1.0971479189643534, 1.132775270661244, 1.1237920805492305, 1.0898972906166475, 1.0829982236396496, 1.0753682454653708, 1.101362491514484, 1.0998769267318202, 1.0969295857634498, 1.1656665376191289, 1.0849718685575398, 1.1103993578327012, 1.0813412868783907, 1.0493347832133981, 1.0753143292110492, 1.0773066623824872, 1.1047742285731075, 1.082983148337697, 1.0989355515417853, 1.0723281078011473 ], "log_loss_clim": [ 1.0863681418311129, 1.102088246616862, 1.084765576338115, 1.118579979125899, 1.0766554212068957, 1.1015494887888502, 1.085001927559242, 1.097787805424923, 1.0961046508895094, 1.1084937179386247, 1.1000178543213168, 1.1066086495734608, 1.1237320723726003, 1.0970815522444581, 1.127063895695431, 1.086362340107213, 1.0985485748960706, 1.1013663013101787, 1.0707796763164559, 1.1169717651170743, 1.085286481267623, 1.078938529290984, 1.0720472590764443, 1.1015331869218679 ] }, "rps": 0.45290406955054413, "rpss": 0.0010738195032188314, "bss_below": -0.0038479516238183464, "bss_above": 0.00599881785520584, "log_loss": 1.0946482546579979, "log_loss_skill": 0.001982051035561594, "reliability": { "below": { "weight": [ 0.0, 0.023554, 0.093399, 0.864919, 0.018129, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1857, 0.2861, 0.3427, 0.4095, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3605, 0.2795, 0.3566, 0.253, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000347, 0.133017, 0.854924, 0.011713, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1816, 0.2848, 0.3389, 0.4096, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.3017, 0.3523, 0.4945, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4331659601104256, 0.48416529870988884, 0.47329976352385517, 0.5070058715786471, 0.3644730148681505, 0.49069141727679566, 0.43450653004969036, 0.46282444520333704, 0.41213710646757784 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.26811196212763094, 0.15801751411084872, 0.27395284601706377, 0.14093882556016243, 0.16450935034526643, 0.3302873179439585, 0.10528179803442327, 0.17788262415405914, 0.23479473415624594 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16505399798279455, 0.3261477845990401, 0.19934691750679134, 0.36606704601848455, 0.19996366452288408, 0.1604040993328372, 0.32922473201526725, 0.2849418210492779, 0.17734237231133185 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "log_loss": [ 1.0579438073515335, 1.073948611074087, 1.10533258287611, 1.130306734600685, 1.0816078324559193, 1.145675676181439, 1.0608745184572979, 1.0987710213370576, 1.1041732978162204 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4513632675320408, "rpss": 0.0013116017575420802, "bss_below": -0.003967124226807783, "bss_above": 0.00569980726179109, "log_loss": 1.0954037869055946, "log_loss_skill": 0.0029204771149257125, "reliability": { "below": { "weight": [ 0.0, 0.028209, 0.10532, 0.859324, 0.007147, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.162, 0.2827, 0.3411, 0.4069, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2698, 0.3269, 0.2772, 0.271, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.08513, 0.910677, 0.004192, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2897, 0.3367, 0.408, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3157, 0.416, 0.321, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4313815729197036, 0.5015126080535737, 0.47376335550742876, 0.5043670005089675, 0.35317812063308635, 0.5214335401498803, 0.4210772527851694, 0.4698777869788292, 0.4212345937658671 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.31141840162479195, 0.11898213287764658, 0.28571073331776736, 0.1332865770492795, 0.17003941155920071, 0.3687378106069, 0.10240435642972137, 0.1426579396026329, 0.23653913737940835 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.11996317129491142, 0.3825304751759268, 0.18805262218966132, 0.37108042345968806, 0.1831387090738856, 0.1526957295429807, 0.31867289635544777, 0.32721984737619636, 0.18469545638645873 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "log_loss": [ 1.0485717312491598, 1.064345645667543, 1.1002931323844443, 1.1244516460251148, 1.0792390459242882, 1.1678563024221524, 1.0645869584970968, 1.1052240184394786, 1.1116495744223789 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.45531398125583394, "rpss": 0.0009980475063019467, "bss_below": -0.005230209721655221, "bss_above": 0.006165522019672243, "log_loss": 1.0962464505590728, "log_loss_skill": 0.0021534515818690814, "reliability": { "below": { "weight": [ 0.0, 0.02465, 0.107406, 0.863609, 0.004335, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1617, 0.2848, 0.3394, 0.4062, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2409, 0.3784, 0.2774, 0.1278, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.067688, 0.927485, 0.004826, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2896, 0.3382, 0.4084, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3364, 0.4207, 0.2117, NaN, NaN, NaN, NaN, NaN ] } } } } }, "dirichlet": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.481027534002411, 0.4364187357915916, 0.4532399239697478, 0.40735308376498636, 0.4931986923527852, 0.470003392957014, 0.4760923544931416, 0.4440418791840352, 0.4307864346906088, 0.39744859804162425, 0.4620571866300698, 0.43120226370667697, 0.40100266688001657, 0.5199912167647412, 0.39616728649879174, 0.5068357643535701, 0.43204559313233065, 0.42206241411502554, 0.5005302911572127, 0.4258874453119066, 0.47225789601512286, 0.4827065218592656, 0.515554894954079, 0.4145802077208666 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.2147093051660734, 0.1955741659149623, 0.1545556507129202, 0.18103315935969314, 0.1316188017902826, 0.3078203974593935, 0.33563964713986405, 0.2524848076155296, 0.29662934735598306, 0.23949392263816197, 0.20438458005218305, 0.14381124488345182, 0.19576071824724794, 0.21296281921381618, 0.17195009887988194, 0.27975376661839063, 0.2646272238917625, 0.1966522919983628, 0.3658894388639039, 0.2015664828852734, 0.20052664099260883, 0.2808755440510375, 0.30210843132064624, 0.1456821774804024 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.26631822883633766, 0.2408445698766293, 0.2986842732568276, 0.2263199244052933, 0.36157989056250267, 0.16218299549762047, 0.14045270735327772, 0.1915570715685059, 0.13415708733462578, 0.1579546754034621, 0.25767260657788676, 0.287391018823225, 0.20524194863276868, 0.3070283975509251, 0.2242171876189099, 0.22708199773517956, 0.16741836924056816, 0.22541012211666275, 0.13464085229330897, 0.22432096242663324, 0.27173125502251416, 0.20183097780822812, 0.21344646363343292, 0.26889803024046416 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "log_loss": [ 1.0681958083547938, 1.0983754753546981, 1.0642324337923954, 1.1075141502964527, 1.0628563243424103, 1.1465361351008365, 1.0888669869074512, 1.073837940807212, 1.0704460864219838, 1.0834107144177434, 1.1012759561172945, 1.102573230411816, 1.1290503300670365, 1.202839818310761, 1.1020065237255459, 1.1122373230478368, 1.076136921093426, 1.0854442704955962, 1.0631272186898748, 1.0980893790493265, 1.0819751792679366, 1.0550500283567708, 1.0586870835154654, 1.0874000321754196 ], "log_loss_clim": [ 1.0833107766890993, 1.1061581409350472, 1.0907329920679028, 1.1143929123594323, 1.0784896069122667, 1.1049278414958539, 1.0902237365228555, 1.0932521894921206, 1.0979835582707433, 1.1152966884722595, 1.0933427377911689, 1.1065882967448433, 1.1231050629766581, 1.0966596561133757, 1.1211531536802515, 1.0820410495666335, 1.1014941064968364, 1.1021243147132054, 1.0744697759847108, 1.1074777045772977, 1.0881185614326698, 1.0776689007395701, 1.069683779800534, 1.1062546918244758 ] }, "rps": 0.4530205115978176, "rpss": 0.0005621947147209649, "bss_below": -0.006387503035188535, "bss_above": 0.007517132708871999, "log_loss": 1.0925068895883367, "log_loss_skill": 0.003980440023692355, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.008535, 0.953725, 0.037657, 8.3e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2928, 0.3509, 0.4195, 0.5062, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4319, 0.3534, 0.1786, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000167, 0.007737, 0.179951, 0.63583, 0.171766, 0.004493, 5.6e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0665, 0.1683, 0.2673, 0.3507, 0.4299, 0.5269, 0.6204, NaN, NaN, NaN ], "observed_frequency": [ 0.1666, 0.3388, 0.2813, 0.3461, 0.4165, 0.4504, 0.0, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47598752616192336, 0.44930801037321383, 0.4679171076475501, 0.3994090515598878, 0.4993950474430787, 0.4813408669950775, 0.4925872154788508, 0.44786119868109125, 0.43294546488549235, 0.41420691970044504, 0.45416487712578146, 0.43120314776157365, 0.4019719029508957, 0.5361032218676207, 0.38280490398360073, 0.49432268159365217, 0.4395665282707776, 0.4209749168632309, 0.5089294509512386, 0.40300853963510386, 0.47786659132956105, 0.4804438969476259, 0.49788121145814107, 0.4237005756302166 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.2488754297949728, 0.188272973289962, 0.1551652969150016, 0.19442852074571118, 0.1330456445310307, 0.3134583195942301, 0.35269431336604373, 0.2968555583077933, 0.29210478419355884, 0.245428893456895, 0.16652384289725333, 0.14609521388343333, 0.195417803251153, 0.1972622059219532, 0.18188722822057385, 0.31068802141021823, 0.278867001650075, 0.19334522300704068, 0.3714291011208878, 0.1580086031767853, 0.1612547309445224, 0.3186711834456144, 0.2576127102591857, 0.13018740099603596 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.2271120963669505, 0.2610350370832517, 0.31275181073254854, 0.20498053081417664, 0.36634940291204804, 0.16788254740084718, 0.1398929021128072, 0.1510056403732977, 0.14084068069193362, 0.16877802624355012, 0.287641034228528, 0.2851079338781403, 0.2065540996997427, 0.3388410159456675, 0.20091767576302688, 0.18363466018343397, 0.1606995266207027, 0.22762969385619025, 0.13750034983035095, 0.24499993645831866, 0.3166118603850386, 0.1617727135020114, 0.24026850119895543, 0.2935131746341807 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "log_loss": [ 1.0727505165097424, 1.1076361961491636, 1.0595097547292522, 1.1122236837870383, 1.0612373434670892, 1.1633413866331326, 1.0991640515958132, 1.1064523533927055, 1.0653902107314188, 1.0865547946438197, 1.1147267925095066, 1.0991694537975574, 1.1331292424686428, 1.2299968254216413, 1.098026762880127, 1.105617900664024, 1.078920822511151, 1.0851724628445174, 1.0517323686201487, 1.1069286388520616, 1.0764377179356532, 1.0645419422252107, 1.0465077510707017, 1.082223942783415 ], "log_loss_clim": [ 1.0863681418311129, 1.102088246616862, 1.084765576338115, 1.118579979125899, 1.0766554212068957, 1.1015494887888502, 1.085001927559242, 1.097787805424923, 1.0961046508895094, 1.1084937179386247, 1.1000178543213168, 1.1066086495734608, 1.1237320723726003, 1.0970815522444581, 1.127063895695431, 1.086362340107213, 1.0985485748960706, 1.1013663013101787, 1.0707796763164559, 1.1169717651170743, 1.085286481267623, 1.078938529290984, 1.0720472590764443, 1.1015331869218679 ] }, "rps": 0.4547458689706512, "rpss": -0.0029884572208445093, "bss_below": -0.008287718064941885, "bss_above": 0.002314278369714984, "log_loss": 1.096141371509314, "log_loss_skill": 0.0006207393894015478, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.007435, 0.953906, 0.038556, 0.000103, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2921, 0.3512, 0.4183, 0.5062, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4331, 0.3551, 0.1462, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000138, 0.005481, 0.171933, 0.646257, 0.171248, 0.004874, 7e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.066, 0.1721, 0.2687, 0.3508, 0.4299, 0.5267, 0.6204, NaN, NaN, NaN ], "observed_frequency": [ 0.0, 0.3846, 0.3079, 0.3414, 0.4036, 0.4718, 0.0, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43641149780703253, 0.4708262844625504, 0.46618672439233494, 0.502641642505215, 0.3714268775292987, 0.48605982591613645, 0.4339345801328449, 0.45914116617329703, 0.4112683053220591 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.2689433787477895, 0.16396375741334546, 0.26660311783912, 0.14644188037655426, 0.17141226822279537, 0.3119972469995268, 0.12015216506903076, 0.18209932316810268, 0.23065285375803002 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16746811905924303, 0.3068625270492051, 0.19958360655321516, 0.35619976212866067, 0.20001460930650333, 0.17406257891660976, 0.3137824150638141, 0.2770418430051944, 0.18061545156402906 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "log_loss": [ 1.063613734267347, 1.0317097307562826, 1.087451068178984, 1.1153133985238957, 1.1237463996367514, 1.126007664170444, 1.0581507753661568, 1.090960404978414, 1.1087262282873487 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4486552115823077, "rpss": 0.0073034585463711554, "bss_below": -0.008564600765144759, "bss_above": 0.020494613811150475, "log_loss": 1.0895199337961805, "log_loss_skill": 0.00827619116411038, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.003247, 0.993185, 0.003568, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2967, 0.3495, 0.4049, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4774, 0.2816, 0.2709, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 7.4e-05, 0.137784, 0.734153, 0.126937, 0.001053, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1863, 0.2801, 0.3493, 0.4224, 0.5208, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.3143, 0.4069, 0.5075, 0.5705, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43345508804817545, 0.4846382274477347, 0.46886635508423646, 0.5006694030731904, 0.36212815204823195, 0.5100130800665554, 0.4233125329370483, 0.4650253993182482, 0.4195825739181238 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.30878993516238673, 0.12944132347422427, 0.2787618795910388, 0.14037774550890428, 0.17687137231526776, 0.34268319501359157, 0.11754342022679957, 0.14944046870339564, 0.23121171899039106 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.12466515288578857, 0.35519690397351056, 0.1901044754931977, 0.3602916575642862, 0.18525677973296406, 0.1673298850529639, 0.3057691127102486, 0.3155849306148526, 0.18837085492773267 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "log_loss": [ 1.052154210384448, 1.0113664422949025, 1.087209057228676, 1.1099366398063937, 1.1311932041975141, 1.1263985649086192, 1.0711619900674525, 1.0951668045366654, 1.1141680051899472 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4519656457712828, "rpss": 0.008344612348094138, "bss_below": -0.008103554048847439, "bss_above": 0.021991395932118296, "log_loss": 1.0887505465127354, "log_loss_skill": 0.008976517668967121, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.003104, 0.995055, 0.001841, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2966, 0.3483, 0.404, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5592, 0.2862, 0.1, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.114987, 0.744908, 0.138895, 0.00121, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2805, 0.3513, 0.4224, 0.5209, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3213, 0.4118, 0.5014, 0.5377, NaN, NaN, NaN, NaN ] } } } } }, "multinomial_logistic": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48725694172793205, 0.43177254405696275, 0.46584536269504656, 0.4112882498242139, 0.5110819001427006, 0.4691373136599925, 0.48078000526918757, 0.45180972548874726, 0.44679202331556495, 0.40283735631681206, 0.4677505476337911, 0.4409965050423603, 0.39753179914179043, 0.49748750962312904, 0.4011211210736248, 0.4936656972071394, 0.4379137466329004, 0.43739073020442243, 0.4940839071992486, 0.4264002663309486, 0.4793770135699412, 0.49714745688263556, 0.5278501328630765, 0.4181836980337529 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.215656036543137, 0.19659134882514503, 0.15649891408351574, 0.18405544083023476, 0.1326927134490363, 0.3089290491343897, 0.3386985259369161, 0.25302970502387434, 0.301960453192413, 0.24151656903653418, 0.20508841868829597, 0.14490236810302973, 0.1958307659189055, 0.2002082888803138, 0.17038734751119128, 0.2826054348192441, 0.26709701022100085, 0.20359760287436127, 0.3682545651080595, 0.20183990162027973, 0.20109162851303494, 0.2804775536252491, 0.30359825027195003, 0.14548888598238546 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.271600905184795, 0.23518119523181766, 0.3093464486115309, 0.22723280899397924, 0.37838918669366445, 0.16020826452560263, 0.14208147933227158, 0.19878002046487275, 0.1448315701231521, 0.16132078728027802, 0.26266212894549523, 0.2960941369393307, 0.20170103322288482, 0.2972792207428152, 0.23073377356243358, 0.21106026238789524, 0.17081673641189954, 0.23379312733006113, 0.125829342091189, 0.22456036471066892, 0.2782853850569063, 0.21666990325738653, 0.22425188259112638, 0.2726948120513673 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "log_loss": [ 1.081176596629063, 1.1009693568411152, 1.085954211108094, 1.1155199776735032, 1.0987184368807663, 1.1516129421125558, 1.1057640363841172, 1.0873084611230723, 1.095181214515783, 1.0962961906894808, 1.1031594744428286, 1.1213650877565693, 1.12813463114351, 1.1632666559438105, 1.1172282635313582, 1.0862689166165007, 1.0947295470811917, 1.1051681345877709, 1.0630863572346734, 1.1048306787435909, 1.093224665573095, 1.078036116328846, 1.0765490824842723, 1.085103335668396 ], "log_loss_clim": [ 1.0833107766890993, 1.1061581409350472, 1.0907329920679028, 1.1143929123594323, 1.0784896069122667, 1.1049278414958539, 1.0902237365228555, 1.0932521894921206, 1.0979835582707433, 1.1152966884722595, 1.0933427377911689, 1.1065882967448433, 1.1231050629766581, 1.0966596561133757, 1.1211531536802515, 1.0820410495666335, 1.1014941064968364, 1.1021243147132054, 1.0744697759847108, 1.1074777045772977, 1.0881185614326698, 1.0776689007395701, 1.069683779800534, 1.1062546918244758 ] }, "rps": 0.45731256474733, "rpss": -0.008906780905801881, "bss_below": -0.010795617938859525, "bss_above": -0.00701651964283645, "log_loss": 1.1016105154622486, "log_loss_skill": -0.004319177602096103, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.007387, 0.988659, 0.003954, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2908, 0.3518, 0.403, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5033, 0.3473, 0.1, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.054396, 0.909047, 0.036557, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2768, 0.3466, 0.4245, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4484, 0.3467, 0.199, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48329348739683686, 0.44345462973962424, 0.4826912155688729, 0.4025768633893262, 0.5226285043836812, 0.47765223206078083, 0.49724553767648433, 0.45072584150916745, 0.4509904925973399, 0.4190775237997293, 0.4547502203689459, 0.44092083629960704, 0.3961366586733414, 0.5096970848636498, 0.3890739284145855, 0.48406389572460523, 0.444872585428705, 0.4372538649000138, 0.49992730650020323, 0.40408877735564463, 0.4891995784293365, 0.48935615196075133, 0.5081752723842926, 0.42725783333282785 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.24879359402888832, 0.1891588302666423, 0.15691763271194056, 0.19658458637578244, 0.13437844410116231, 0.31529142954228634, 0.35504255830376047, 0.29634373673160785, 0.29884782653302483, 0.24843386805142656, 0.1657306671846327, 0.14718656687988674, 0.19448440210893023, 0.18331231101144912, 0.17944661355601804, 0.3120386425722769, 0.2800537484914853, 0.20240332656081075, 0.37456405866050596, 0.15878466535508265, 0.16225853185373057, 0.3190980388145375, 0.2572974607258477, 0.1299086804362184 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.23449989336794855, 0.2542957994729818, 0.32577358285693225, 0.20599227701354367, 0.3882500602825193, 0.1623608025184944, 0.14220297937272378, 0.15438210477755954, 0.1521426660643153, 0.17064365574830273, 0.2890195531843133, 0.2937342694197201, 0.2016522565644111, 0.3263847738522008, 0.2096273148585674, 0.17202525315232836, 0.16481883693721971, 0.23485053833920302, 0.12536324783969707, 0.24530411200056204, 0.326941046575606, 0.17025811314621392, 0.250877811658445, 0.2973491528966097 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "log_loss": [ 1.0903636376227803, 1.1053080338661276, 1.0829108594277288, 1.1201307145615818, 1.1069806597110405, 1.1587277644179752, 1.108217589452292, 1.1104887481306107, 1.0937159552372968, 1.0953467792634233, 1.113633876657911, 1.1198124135694905, 1.1284825122493307, 1.1844557497658348, 1.121820243436284, 1.091891816739265, 1.0905493195823783, 1.1017523610955635, 1.0564913878759747, 1.1156281057363115, 1.0941792217822004, 1.0748019714314032, 1.0639716025798287, 1.0787633797424014 ], "log_loss_clim": [ 1.0863681418311129, 1.102088246616862, 1.084765576338115, 1.118579979125899, 1.0766554212068957, 1.1015494887888502, 1.085001927559242, 1.097787805424923, 1.0961046508895094, 1.1084937179386247, 1.1000178543213168, 1.1066086495734608, 1.1237320723726003, 1.0970815522444581, 1.127063895695431, 1.086362340107213, 1.0985485748960706, 1.1013663013101787, 1.0707796763164559, 1.1169717651170743, 1.085286481267623, 1.078938529290984, 1.0720472590764443, 1.1015331869218679 ] }, "rps": 0.4585462634482647, "rpss": -0.011370615375596582, "bss_below": -0.011738394246839645, "bss_above": -0.011002595350281918, "log_loss": 1.104517695997293, "log_loss_skill": -0.007016163286668986, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.007341, 0.987521, 0.005137, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2907, 0.3524, 0.403, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4667, 0.348, 0.0953, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.053938, 0.913299, 0.032763, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.277, 0.3465, 0.4245, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4966, 0.3438, 0.1915, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4397763189195618, 0.47501550574728224, 0.47009816192136405, 0.506459375073667, 0.376788251134469, 0.48532210415191895, 0.4390597279429907, 0.4625703440314169, 0.4167734231495625 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.2717506210430115, 0.16436897650315707, 0.26607494345166355, 0.14522549330570939, 0.17201957040022903, 0.31263941764409314, 0.12337102940570381, 0.1821708961903334, 0.23256182641111528 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16802569787655044, 0.31064652924412517, 0.20402321846970048, 0.3612338817679576, 0.20476868073423973, 0.1726826865078258, 0.31568869853728715, 0.2803994478410835, 0.18421159673844706 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "log_loss": [ 1.0770851186002406, 1.039006698519547, 1.0957094762674455, 1.122913207085048, 1.1355157842745043, 1.1313746525086468, 1.06935605560769, 1.099536264838288, 1.126363444314836 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4524292457858037, "rpss": -0.0010469865268627476, "bss_below": -0.012852165957470074, "bss_above": 0.008766682402318149, "log_loss": 1.0996511891129164, "log_loss_skill": -0.0009456750903180655, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3506, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.2822, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.004122, 0.974304, 0.021574, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2967, 0.3461, 0.4069, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5454, 0.4092, 0.2856, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43686547894738936, 0.4912593429023888, 0.47252331939838066, 0.5055075034337672, 0.36702613956497004, 0.5090882646100604, 0.42738264493342426, 0.4697609579823466, 0.4245775352637376 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.31139386974896466, 0.13052168760029415, 0.2789216452621908, 0.1400007517433743, 0.17767651364037926, 0.342071997448324, 0.1205282830286531, 0.14866819119054095, 0.2335081828123511 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.1254716091984247, 0.3607376553020946, 0.19360167413618987, 0.36550675169039304, 0.18934962592459087, 0.1670162671617365, 0.3068543619047711, 0.32109276679180554, 0.19106935245138648 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "log_loss": [ 1.0687112454259657, 1.0203333891575854, 1.0941468844883122, 1.1187627921715972, 1.140723384773845, 1.1259551543321382, 1.0807199403844938, 1.1049119463342532, 1.1263462756372304 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.45599902078182947, "rpss": -0.0005049940258674557, "bss_below": -0.012495947809596064, "bss_above": 0.009443705374705291, "log_loss": 1.0978456680783801, "log_loss_skill": 0.0006977810243983251, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3496, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.2867, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.00473, 0.970841, 0.024429, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2967, 0.3487, 0.4082, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5489, 0.4164, 0.2895, NaN, NaN, NaN, NaN, NaN ] } } } } }, "ordinal_logistic": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48862703835825977, 0.43313942273657013, 0.4661913342792636, 0.4101673350989459, 0.5106540424600645, 0.46646817702536003, 0.48159093552021365, 0.450667020116151, 0.44605980329643424, 0.4053087281413284, 0.4672584869936974, 0.4398804220901245, 0.3977874653623742, 0.49970400692380906, 0.4035860789316675, 0.49488648738692625, 0.4385397510083841, 0.4352238454584211, 0.4940752911382845, 0.42609045375822663, 0.4796671438611288, 0.4971281902928995, 0.529605384775382, 0.4192562676391473 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.21541111088060164, 0.1981084242554042, 0.15373972394166785, 0.18186280659957754, 0.13342344845564458, 0.3139182497440192, 0.3417180033969742, 0.25157326389587403, 0.29728453006069555, 0.24118763000254145, 0.207631516325285, 0.14329197138981675, 0.19784172292794122, 0.21197973252794522, 0.17333726619788514, 0.2838802126810484, 0.26641647604023433, 0.19639530503306396, 0.3662771179549183, 0.2013660203661112, 0.1993940977811107, 0.2785662736573369, 0.30870420953389904, 0.14339907245387987 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.27321592747765805, 0.2350309984811657, 0.31245161033759583, 0.22830452849936828, 0.3772305940044199, 0.1525499272813408, 0.13987293212323942, 0.1990937562202768, 0.14877527323573886, 0.16412109813878703, 0.25962697066841245, 0.29658845070030765, 0.199945742434433, 0.2877242743958637, 0.23024881273378242, 0.2110062747058779, 0.17212327496814986, 0.2388285404253574, 0.1277981731833661, 0.22472443339211542, 0.28027304608001813, 0.21856191663556263, 0.2209011752414829, 0.2758571951852675 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "log_loss": [ 1.0896405258050335, 1.1077422330678166, 1.089148321658643, 1.1099108856156565, 1.1007057496516746, 1.1504362226189322, 1.1091726344534334, 1.077610189410305, 1.0912495274463112, 1.1067989609161015, 1.1018552323616237, 1.1192296265656694, 1.1294439979502184, 1.1630911969696216, 1.1294029092751094, 1.093275453013177, 1.0954932354020916, 1.0934974828298711, 1.0596224101865643, 1.1031720452288725, 1.0973943888621316, 1.077621186112206, 1.090177590100913, 1.0881635658902795 ], "log_loss_clim": [ 1.0833107766890993, 1.1061581409350472, 1.0907329920679028, 1.1143929123594323, 1.0784896069122667, 1.1049278414958539, 1.0902237365228555, 1.0932521894921206, 1.0979835582707433, 1.1152966884722595, 1.0933427377911689, 1.1065882967448433, 1.1231050629766581, 1.0966596561133757, 1.1211531536802515, 1.0820410495666335, 1.1014941064968364, 1.1021243147132054, 1.0744697759847108, 1.1074777045772977, 1.0881185614326698, 1.0776689007395701, 1.069683779800534, 1.1062546918244758 ] }, "rps": 0.45756512969387764, "rpss": -0.0094639807442356, "bss_below": -0.012010647858209156, "bss_above": -0.006915393380179324, "log_loss": 1.1030773154746774, "log_loss_skill": -0.005656433702607266, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.013236, 0.959667, 0.027097, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2832, 0.35, 0.416, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5615, 0.3508, 0.1236, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.029625, 0.958097, 0.012278, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.286, 0.3464, 0.42, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5187, 0.3455, 0.0367, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48411105105021307, 0.44319525452797853, 0.48317380741150473, 0.4017132170180807, 0.5220128555328429, 0.47216137674002423, 0.49754243802167414, 0.4477407916998338, 0.45005322644432105, 0.42012187563875925, 0.45375012262628345, 0.44035039645855706, 0.396595232638077, 0.5111666195212282, 0.39257718476318026, 0.4853831063942558, 0.4459239587225391, 0.43521398834612585, 0.4998186730247144, 0.40296892483345437, 0.48946736224256765, 0.48918622688639246, 0.5096470794830513, 0.4282004754573133 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.2497610948448853, 0.19027143483451273, 0.15425636105651766, 0.19533924942851136, 0.13528153015236774, 0.3187406913998654, 0.35824625149714584, 0.2973369829561083, 0.2935304952058703, 0.24767037171416406, 0.16783068034319854, 0.14650810926173252, 0.1967803652417481, 0.19617979910084443, 0.18238215416915649, 0.314502284021485, 0.27995678589039363, 0.19320562058532462, 0.37232531764311116, 0.15710160597111772, 0.16031210081226288, 0.3175012878049015, 0.2584880584023108, 0.12750011448540632 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.23434995620532803, 0.2529238196934658, 0.32891744635498676, 0.20637396758956927, 0.38673132538047517, 0.15342068534015868, 0.1392961865245281, 0.1504038087437256, 0.15652273123845067, 0.17245150392459518, 0.2859194422830849, 0.2938422871968244, 0.19981486739632887, 0.3149868204203839, 0.2101950305940238, 0.17088082237277064, 0.16596717283214532, 0.2420083677608012, 0.12749335538160309, 0.2458673188623365, 0.3291552614303046, 0.17168493908149093, 0.25115902108074034, 0.30070036097190694 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "log_loss": [ 1.0962364496312194, 1.1047464841939518, 1.0880032623564124, 1.1156833662506631, 1.1091901895038454, 1.1441446155133623, 1.1097919144877217, 1.0928535819046903, 1.0889551218284432, 1.0989659513175363, 1.11101980209277, 1.1199951036241746, 1.13041595770174, 1.1814325488942918, 1.1388861879474539, 1.0980893744646045, 1.0934868503673985, 1.0902297897621516, 1.052081297823396, 1.1105586423502398, 1.0993750495900392, 1.0716457326661164, 1.071599883712652, 1.0807907484297916 ], "log_loss_clim": [ 1.0863681418311129, 1.102088246616862, 1.084765576338115, 1.118579979125899, 1.0766554212068957, 1.1015494887888502, 1.085001927559242, 1.097787805424923, 1.0961046508895094, 1.1084937179386247, 1.1000178543213168, 1.1066086495734608, 1.1237320723726003, 1.0970815522444581, 1.127063895695431, 1.086362340107213, 1.0985485748960706, 1.1013663013101787, 1.0707796763164559, 1.1169717651170743, 1.085286481267623, 1.078938529290984, 1.0720472590764443, 1.1015331869218679 ] }, "rps": 0.4584198018951238, "rpss": -0.01109169150462308, "bss_below": -0.0125925142111738, "bss_above": -0.009589884702640106, "log_loss": 1.104090746100611, "log_loss_skill": -0.006626902482219643, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.012698, 0.957933, 0.029369, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2844, 0.3502, 0.4165, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4995, 0.3522, 0.1329, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.031946, 0.956611, 0.011443, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2855, 0.3462, 0.4191, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.534, 0.3444, 0.0518, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4401095693766966, 0.478748211694062, 0.46999877625966446, 0.5043860887102922, 0.37509246149457787, 0.4836633247196449, 0.43908343429716035, 0.46191972510301355, 0.4149976596390558 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.26978842567017725, 0.16068863200496938, 0.26708845512570034, 0.14800909827237008, 0.1708687177881231, 0.3168965593840286, 0.11710747134366632, 0.18183616892850155, 0.23200293078175274 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.17032114370651943, 0.31805957968909265, 0.20291032113396398, 0.356376990437922, 0.20422374370645482, 0.1667667653356162, 0.32197596295349407, 0.2800835561745121, 0.182994728857303 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "log_loss": [ 1.076623900632752, 1.0552150939877387, 1.0940585007553638, 1.1169244717632045, 1.1273248009524164, 1.1275788308249857, 1.0678058810134643, 1.098335940305997, 1.1174883797773945 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.45199991681046314, "rpss": -9.70513027440667e-05, "bss_below": -0.009658844129650346, "bss_above": 0.007851682550991446, "log_loss": 1.0979284222237018, "log_loss_skill": 0.000622454953117968, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.001209, 0.998791, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.298, 0.3487, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4375, 0.282, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.346, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.4071, NaN, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43750983346139083, 0.4957727359298282, 0.4723990939518403, 0.5035687257604454, 0.36460767211419765, 0.5090090346792177, 0.42652063706069837, 0.46931731844018404, 0.42225632028455434 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.30888611449636094, 0.12539991567070594, 0.2798742159835355, 0.14215780765536065, 0.17580995794008505, 0.34860962798780687, 0.11433669622646277, 0.14966650514731328, 0.23239749971667695 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.12862371896502992, 0.37037282025912216, 0.19252487796830473, 0.3614109181050849, 0.18879771417411265, 0.16039940669141078, 0.31218394083423556, 0.3196508132928709, 0.1898588205678774 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "log_loss": [ 1.0682668804225224, 1.0403895777263457, 1.0920653617291176, 1.1137504924845996, 1.128505409057741, 1.1319647004182762, 1.0751113240357015, 1.1053571971567335, 1.115038623628841 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.455662374631373, "rpss": 0.00023363947859456058, "bss_below": -0.009188086154639397, "bss_above": 0.008050687932853462, "log_loss": 1.0967166185177644, "log_loss_skill": 0.001725486251155428, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.001871, 0.998129, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2981, 0.3469, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5501, 0.2862, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3478, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.414, NaN, NaN, NaN, NaN, NaN, NaN ] } } } } }, "SEL": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48731591064934393, 0.4277881764973089, 0.462435835636919, 0.40165107358998803, 0.5022123816518941, 0.45423331656908117, 0.4781725336306694, 0.4462567988396754, 0.44130393101281806, 0.3950842539368078, 0.4614173655788575, 0.43528095354483987, 0.38730208072798467, 0.48875305874681585, 0.39041085021515315, 0.497186629148986, 0.43116917999391974, 0.4158536148754979, 0.5019566367604757, 0.42125946014968596, 0.4816438024958032, 0.49356453378451415, 0.5304225200494365, 0.4132250659735631 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.21335485155943465, 0.19046743346162567, 0.14689725052571093, 0.17448206556542586, 0.12181804855248758, 0.3179069419569091, 0.35044016260857436, 0.25355638633280775, 0.3070610726265946, 0.23992465802364285, 0.20168137231573238, 0.13602576029441965, 0.18937575625883574, 0.19972745485227048, 0.1623062010108128, 0.2840504200731794, 0.2672430437161431, 0.18421514733244596, 0.3808593773671872, 0.19708757659634218, 0.20023971429174534, 0.285671925159557, 0.31632147966940044, 0.1350203914517857 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.2739610590899093, 0.23732074303568318, 0.31553858511120814, 0.22716900802456233, 0.3803943330994064, 0.13632637461217206, 0.12773237102209495, 0.1927004125068676, 0.13424285838622357, 0.15515959591316497, 0.2597359932631252, 0.2992551932504205, 0.19792632446914893, 0.2890256038945453, 0.2281046492043403, 0.21313620907580655, 0.16392613627777675, 0.2316384675430519, 0.12109725939328851, 0.224171883553344, 0.28140408820405777, 0.2078926086249572, 0.21410104038003602, 0.27820467452177744 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "log_loss": [ 1.0938911206857034, 1.087388377463167, 1.0796604411899426, 1.083780563609089, 1.0930984562082426, 1.1276254209308048, 1.1063554470083394, 1.072069268538127, 1.0891362243834772, 1.0732341916915367, 1.0976053010555953, 1.1020919932550475, 1.0913251566451383, 1.1514317553827838, 1.085572924786793, 1.112704334617612, 1.0721686901340088, 1.0573719050962787, 1.089647293365982, 1.0838767864670653, 1.107362502032224, 1.0830198962667235, 1.1144492027913067, 1.0742791010578476 ], "log_loss_clim": [ 1.0833107766890993, 1.1061581409350472, 1.0907329920679028, 1.1143929123594323, 1.0784896069122667, 1.1049278414958539, 1.0902237365228555, 1.0932521894921206, 1.0979835582707433, 1.1152966884722595, 1.0933427377911689, 1.1065882967448433, 1.1231050629766581, 1.0966596561133757, 1.1211531536802515, 1.0820410495666335, 1.1014941064968364, 1.1021243147132054, 1.0744697759847108, 1.1074777045772977, 1.0881185614326698, 1.0776689007395701, 1.069683779800534, 1.1062546918244758 ] }, "rps": 0.4519124985025016, "rpss": 0.0030066539563216033, "bss_below": -0.0026428150528934324, "bss_above": 0.008660382805102174, "log_loss": 1.0928810981109516, "log_loss_skill": 0.0036392806117140353, "reliability": { "below": { "weight": [ 0.0, 0.027024, 0.106422, 0.84815, 0.018403, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1859, 0.2847, 0.343, 0.4094, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3453, 0.2695, 0.3591, 0.2648, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000279, 0.140339, 0.848559, 0.010823, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1819, 0.2837, 0.3391, 0.4096, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0995, 0.2739, 0.3575, 0.4655, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48255547534641835, 0.44047855065458735, 0.48229686272294026, 0.39355592927027677, 0.5115728299854803, 0.4626475703337827, 0.4976961994444216, 0.4450287120548001, 0.44266937618703256, 0.4112546557767328, 0.44899146713822913, 0.4341977937550055, 0.3881214595421328, 0.49658437788710286, 0.37909302121432664, 0.4867919426492631, 0.4407753677008607, 0.41205156763245254, 0.5057268765991043, 0.39402412908466694, 0.4893077183228787, 0.4873280447130066, 0.5145806458472172, 0.42236709535033934 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.2517621160107438, 0.18309108185604675, 0.14970094930171893, 0.19000052386275643, 0.12439764525861506, 0.32442953567170735, 0.37145739111943676, 0.3039347252816664, 0.30070878707573956, 0.24612765979754517, 0.15876819736101358, 0.13798007994700567, 0.1895555622158079, 0.17932679617734723, 0.17350907018429002, 0.319120572552704, 0.2842196772178756, 0.1781420540278889, 0.3836580147605797, 0.14694322670531357, 0.15635784716867512, 0.3269711028857827, 0.26597398263824473, 0.11728009049562424 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.23079335933567477, 0.2573874687985404, 0.3325959134212213, 0.2035554054075202, 0.38717518472686496, 0.13821803466207525, 0.1262388083249848, 0.1410939867731336, 0.14196058911129317, 0.16512699597918773, 0.29022326977721585, 0.29621771380799966, 0.19856589732632485, 0.31725758170975565, 0.20558395103003665, 0.16767137009655925, 0.15655569048298504, 0.23390951360456358, 0.12206886183852453, 0.24708090237935326, 0.3329498711542036, 0.16035694182722376, 0.24860666320897282, 0.3050870048547152 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "log_loss": [ 1.0964460243411682, 1.0962671256526961, 1.0889554602981413, 1.0863856056452588, 1.0971479189643534, 1.132775270661244, 1.1237920805492305, 1.0898972906166475, 1.0829982236396496, 1.0753682454653708, 1.101362491514484, 1.0998769267318202, 1.0969295857634498, 1.1656665376191289, 1.0849718685575398, 1.1103993578327012, 1.0813412868783907, 1.0493347832133981, 1.0753143292110492, 1.0773066623824872, 1.1047742285731075, 1.082983148337697, 1.0989355515417853, 1.0723281078011473 ], "log_loss_clim": [ 1.0863681418311129, 1.102088246616862, 1.084765576338115, 1.118579979125899, 1.0766554212068957, 1.1015494887888502, 1.085001927559242, 1.097787805424923, 1.0961046508895094, 1.1084937179386247, 1.1000178543213168, 1.1066086495734608, 1.1237320723726003, 1.0970815522444581, 1.127063895695431, 1.086362340107213, 1.0985485748960706, 1.1013663013101787, 1.0707796763164559, 1.1169717651170743, 1.085286481267623, 1.078938529290984, 1.0720472590764443, 1.1015331869218679 ] }, "rps": 0.45290406955054413, "rpss": 0.0010738195032188314, "bss_below": -0.0038479516238183464, "bss_above": 0.00599881785520584, "log_loss": 1.0946482546579979, "log_loss_skill": 0.001982051035561594, "reliability": { "below": { "weight": [ 0.0, 0.023554, 0.093399, 0.864919, 0.018129, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1857, 0.2861, 0.3427, 0.4095, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3605, 0.2795, 0.3566, 0.253, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000347, 0.133017, 0.854924, 0.011713, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1816, 0.2848, 0.3389, 0.4096, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.3017, 0.3523, 0.4945, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4331659601104256, 0.48416529870988884, 0.47329976352385517, 0.5070058715786471, 0.3644730148681505, 0.49069141727679566, 0.43450653004969036, 0.46282444520333704, 0.41213710646757784 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.26811196212763094, 0.15801751411084872, 0.27395284601706377, 0.14093882556016243, 0.16450935034526643, 0.3302873179439585, 0.10528179803442327, 0.17788262415405914, 0.23479473415624594 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16505399798279455, 0.3261477845990401, 0.19934691750679134, 0.36606704601848455, 0.19996366452288408, 0.1604040993328372, 0.32922473201526725, 0.2849418210492779, 0.17734237231133185 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "log_loss": [ 1.0579438073515335, 1.073948611074087, 1.10533258287611, 1.130306734600685, 1.0816078324559193, 1.145675676181439, 1.0608745184572979, 1.0987710213370576, 1.1041732978162204 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4513632675320408, "rpss": 0.0013116017575420802, "bss_below": -0.003967124226807783, "bss_above": 0.00569980726179109, "log_loss": 1.0954037869055946, "log_loss_skill": 0.0029204771149257125, "reliability": { "below": { "weight": [ 0.0, 0.028209, 0.10532, 0.859324, 0.007147, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.162, 0.2827, 0.3411, 0.4069, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2698, 0.3269, 0.2772, 0.271, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.08513, 0.910677, 0.004192, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2897, 0.3367, 0.408, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3157, 0.416, 0.321, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4313815729197036, 0.5015126080535737, 0.47376335550742876, 0.5043670005089675, 0.35317812063308635, 0.5214335401498803, 0.4210772527851694, 0.4698777869788292, 0.4212345937658671 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.31141840162479195, 0.11898213287764658, 0.28571073331776736, 0.1332865770492795, 0.17003941155920071, 0.3687378106069, 0.10240435642972137, 0.1426579396026329, 0.23653913737940835 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.11996317129491142, 0.3825304751759268, 0.18805262218966132, 0.37108042345968806, 0.1831387090738856, 0.1526957295429807, 0.31867289635544777, 0.32721984737619636, 0.18469545638645873 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "log_loss": [ 1.0485717312491598, 1.064345645667543, 1.1002931323844443, 1.1244516460251148, 1.0792390459242882, 1.1678563024221524, 1.0645869584970968, 1.1052240184394786, 1.1116495744223789 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.45531398125583394, "rpss": 0.0009980475063019467, "bss_below": -0.005230209721655221, "bss_above": 0.006165522019672243, "log_loss": 1.0962464505590728, "log_loss_skill": 0.0021534515818690814, "reliability": { "below": { "weight": [ 0.0, 0.02465, 0.107406, 0.863609, 0.004335, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1617, 0.2848, 0.3394, 0.4062, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2409, 0.3784, 0.2774, 0.1278, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.067688, 0.927485, 0.004826, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2896, 0.3382, 0.4084, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3364, 0.4207, 0.2117, NaN, NaN, NaN, NaN, NaN ] } } } } } }, "fitted": { "climatology_blend": { "fallbacks": 0, "folds": 24, "test_fit": { "lam": 0.7348780881110409 }, "test_fallback": null }, "pseudocount": { "fallbacks": 0, "folds": 24, "test_fit": {}, "test_fallback": null }, "temperature": { "fallbacks": 0, "folds": 24, "test_fit": { "temperature": 4.0, "at_bound": true }, "test_fallback": null }, "dirichlet": { "fallbacks": 0, "folds": 24, "test_fit": { "A": [ [ 0.07580690131510327, 0.08065492705551436, 0.04811257625709446 ], [ 0.1056199965580901, 0.49732886086981665, 0.004289615243045168 ], [ -0.01320204234778618, -0.030385400561466887, 0.47598239992333263 ] ], "b": [ -0.1860202269795632, 0.11540091989876443, 0.07061930708075873 ], "objective": 1.0888263304786183, "iterations": 43, "training_pairs": 63620, "training_years": 24, "converged": true, "epsilon": 1e-12, "reg_off": 0.01, "reg_diag": 0.001, "reg_bias": 0.001, "weighting": "equal total weight per year; spherical area within each year" }, "test_fallback": null }, "multinomial_logistic": { "fallbacks": 0, "folds": 24, "test_fit": { "coefficients": [ [ 0.1564506393425982, 0.07243900017427843, 0.236685329970374 ], [ 0.0, 0.0, 0.0 ], [ 0.12755775932753452, 0.6469139425233833, 0.04559625905988757 ] ], "features": [ "intercept", "standardized_mean", "log_spread_ratio" ], "l2": 0.001, "reference_class": "near" }, "test_fallback": null }, "ordinal_logistic": { "fallbacks": 0, "folds": 24, "test_fit": { "theta": [ -0.6137855688673579, 0.23399203785700692, 0.42334700565562655, -0.13650496365309045 ], "cutpoints": [ -0.6137855688673579, 0.6498488620623353 ], "beta": [ 0.42334700565562655, -0.13650496365309045 ], "features": [ "standardized_mean", "log_spread_ratio" ], "l2": 0.001, "converged": true }, "test_fallback": null } }, "selection": { "criterion": "inner leave-one-year-out RPS of the calibrators (training years only)", "chosen_training": { "1993": "temperature", "1994": "temperature", "1995": "temperature", "1996": "temperature", "1997": "temperature", "1998": "temperature", "1999": "temperature", "2000": "temperature", "2001": "temperature", "2002": "temperature", "2003": "temperature", "2004": "temperature", "2005": "temperature", "2006": "temperature", "2007": "temperature", "2008": "temperature", "2009": "temperature", "2010": "temperature", "2011": "temperature", "2012": "temperature", "2013": "temperature", "2014": "temperature", "2015": "temperature", "2016": "temperature" }, "chosen_test": "temperature", "frequency": { "climatology_blend": 0, "pseudocount": 0, "temperature": 24, "dirichlet": 0, "multinomial_logistic": 0, "ordinal_logistic": 0 } } }, "May": { "tag": "init01_May", "methods": { "climatology_blend": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4361797370041243, 0.4058862129815668, 0.44165736608145756, 0.46893614914338916, 0.48365933300660324, 0.36528031095367863, 0.4774724967390676, 0.4121628768378564, 0.4636174122628604, 0.4821553916510701, 0.4509332254572438, 0.4759250754538484, 0.4560427623371688, 0.4002347112970377, 0.3944213418542651, 0.4160922362983641, 0.4685579321107911, 0.47406035615184894, 0.46709924835826955, 0.3859608783753265, 0.410234224314325, 0.42204314376557317, 0.45249335293666954, 0.4572016553625316 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.12427084107628847, 0.15747655497471888, 0.2662843126097436, 0.10989206041886106, 0.2893664927279166, 0.1421493957029826, 0.3392494789471157, 0.190873044039932, 0.26152583570946186, 0.3674283830604599, 0.3033346098228878, 0.3724107979336105, 0.1573461144748448, 0.23370699286292815, 0.20565331969303938, 0.20617911480094522, 0.3258087894698871, 0.16185115568674155, 0.14177147878078697, 0.20665104250441388, 0.2671131170862021, 0.13502006875854666, 0.14038086992776724, 0.1814600782558061 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.3119088992944893, 0.24840965995655945, 0.17537305038035644, 0.35904409138304977, 0.19429283790435234, 0.22313091384834874, 0.13822301552033123, 0.221289833419785, 0.20209157569727182, 0.114727005635676, 0.1475986157670741, 0.10351427399964888, 0.2986966520728255, 0.16652771848586484, 0.1887680214334821, 0.20991312179617438, 0.1427491391096786, 0.31220920408295755, 0.3253277747240715, 0.17930983619211524, 0.14312110521838362, 0.28702307851795766, 0.3121124871009801, 0.27574157908875224 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "log_loss": [ 1.0209096936202697, 1.0869820794339846, 1.0993629498177604, 1.0777943211443763, 1.1726498778318672, 1.0137065811572352, 1.044615839808207, 1.068344840722904, 1.1441525556648857, 1.0632104000540457, 1.022851230738323, 1.0301804185989933, 1.0557167829642533, 1.0804048171757108, 1.0750948439387664, 1.049791108276478, 1.082148536246802, 1.1314492506643348, 1.0408723924919066, 1.0334293232567502, 1.0381402033010134, 1.0709971713770696, 1.102605067361055, 1.1099909219549724 ], "log_loss_clim": [ 1.083481915751514, 1.1161912835400085, 1.1028854860868644, 1.079747620261473, 1.1046465425269674, 1.109005274890138, 1.0728623913642652, 1.107435870654486, 1.111764318065663, 1.07377661068669, 1.07709699368638, 1.0684097570617768, 1.0901456907280358, 1.1140373481380856, 1.1156261135581815, 1.1039190892789903, 1.0875425494531406, 1.1001547872274278, 1.0796783466894777, 1.1114553623544081, 1.1028738854876845, 1.1111453956260824, 1.1000137231108051, 1.1032882701991225 ] }, "rps": 0.4403461429472891, "rpss": 0.028068941568812122, "bss_below": 0.027121672866629476, "bss_above": 0.029015456748844204, "log_loss": 1.0714750503167485, "log_loss_skill": 0.023237707620722303, "reliability": { "below": { "weight": [ 0.0, 0.043227, 0.243451, 0.549899, 0.154251, 0.009172, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.168, 0.2678, 0.3514, 0.4387, 0.5188, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2708, 0.2486, 0.3472, 0.5084, 0.5376, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.003152, 0.342706, 0.516395, 0.131437, 0.00631, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1831, 0.2666, 0.3458, 0.4352, 0.5256, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0985, 0.2356, 0.4006, 0.4349, 0.3178, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4343809574276963, 0.40970094011535757, 0.45354757870978507, 0.46951920111011725, 0.4996384798454943, 0.37090688442826314, 0.4806817674849668, 0.4119664293782143, 0.4603447701138098, 0.46908042758836926, 0.4586726096027379, 0.45941675100531526, 0.4643759317661292, 0.39401722169662906, 0.39779945056537996, 0.4133439484201318, 0.43923333032500883, 0.49403801619765714, 0.4586087462406806, 0.40270602467031624, 0.4243505201252967, 0.3853222365877207, 0.42406041428271085, 0.43151290770376577 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.11300940239706414, 0.1575877903388164, 0.29122525114405956, 0.11358519779098136, 0.32849115551991603, 0.12766733972763322, 0.3640042347711072, 0.18132678238735184, 0.25702428075246764, 0.34896003589151453, 0.2873558688183764, 0.36351375354771925, 0.12900145621896694, 0.24769026741514968, 0.1923941571996249, 0.2273132466337452, 0.28636318064965316, 0.1622724498533033, 0.13307572881034638, 0.19577946229161422, 0.2820518916098519, 0.12977229371877888, 0.13747353997567582, 0.18975812967027783 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.3213715584932485, 0.25211315234023884, 0.16232232361030802, 0.3559340056906074, 0.17114732030691462, 0.2432395435368253, 0.11667752962478346, 0.23063964782064483, 0.20332048842717407, 0.12012038852505608, 0.1713167412801189, 0.09590299449486324, 0.33537448159606076, 0.14632695354572398, 0.20540529337247063, 0.18603070097154945, 0.15287014674668384, 0.331765570864533, 0.3255330228563717, 0.20692656361543327, 0.14229862640782814, 0.25554994531154507, 0.2865868774929445, 0.2417547794739002 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "log_loss": [ 1.0004383036401758, 1.0808998325551824, 1.0989268679525814, 1.097633674607008, 1.2075967223530477, 0.9992283696421712, 1.0388185628311026, 1.0638947329984962, 1.1345858241568294, 1.057806932243724, 1.061489696704039, 1.0086418349746558, 1.049274726839825, 1.068281274832619, 1.0859229669399117, 1.04319298720043, 1.0776228430343728, 1.130104756369859, 1.0337234115939042, 1.0460728353850581, 1.0286364191074309, 1.0432341108637402, 1.0918075682289465, 1.0803436063839351 ], "log_loss_clim": [ 1.078840434602737, 1.1128514775024667, 1.0988930793044438, 1.0830601465694225, 1.1048205273939196, 1.1036038416693172, 1.0698975112057199, 1.10694575754395, 1.110189802776369, 1.0780003386502597, 1.0835970811883282, 1.068588441018692, 1.084919694428158, 1.1135714788222097, 1.115337692386761, 1.1033320975494298, 1.0979465862376228, 1.093543327544678, 1.079775682862393, 1.1082134043826868, 1.0956855829180405, 1.118615689512805, 1.1074242157684957, 1.1063137440689905 ] }, "rps": 0.4378010643913148, "rpss": 0.03433759950197157, "bss_below": 0.03502468044006801, "bss_above": 0.03365134837408701, "log_loss": 1.0678407858932937, "log_loss_skill": 0.026431759227653173, "reliability": { "below": { "weight": [ 0.0, 0.044903, 0.260726, 0.548419, 0.138772, 0.007179, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1675, 0.2678, 0.3503, 0.4387, 0.5194, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2698, 0.2347, 0.3499, 0.5591, 0.567, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.003943, 0.342727, 0.505714, 0.140315, 0.007301, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1835, 0.2663, 0.3465, 0.4354, 0.5255, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1064, 0.2277, 0.4029, 0.4482, 0.3593, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41718217503471505, 0.38334616149518685, 0.4097237861910437, 0.3665312084777004, 0.5624769537413368, 0.4934587128379939, 0.44024328913065486, 0.38127871239944117, 0.378171340823357 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.14408111187423653, 0.17120058555895074, 0.14055022471683445, 0.1882092254824753, 0.18885121227750595, 0.3746883439126786, 0.1847534416654294, 0.19046929361921622, 0.1858873296727181 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.27310105721039757, 0.2121455749960811, 0.26917355117729874, 0.17832198868668156, 0.37362572068560324, 0.11877038298293757, 0.2554898415281136, 0.1908094193108396, 0.19228401686339464 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "log_loss": [ 1.1037361872544023, 1.069815833676587, 1.036144716480184, 1.1111708662807103, 1.2863964440550288, 1.0862297272386194, 1.0838056701899421, 1.0127166452165937, 1.0822084531200944 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4258235933479366, "rpss": 0.0038791306518211055, "bss_below": 0.013720648625159648, "bss_above": -0.0047130778990149835, "log_loss": 1.0969138381680181, "log_loss_skill": 0.0015459691843637824, "reliability": { "below": { "weight": [ 0.0, 0.039739, 0.208992, 0.555694, 0.188681, 0.006895, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.171, 0.2758, 0.3433, 0.4315, 0.5176, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1452, 0.1437, 0.3029, 0.3169, 0.0758, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.005544, 0.354363, 0.571368, 0.068725, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1952, 0.2649, 0.3411, 0.4189, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5279, 0.3271, 0.3452, 0.5132, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.39318441182704417, 0.39806743580095766, 0.420430924795584, 0.3589187521373597, 0.5862357000518719, 0.4906971059568246, 0.4303890628932854, 0.39023149508524735, 0.3799759654015835 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14680818578813973, 0.1693810193086664, 0.12042316165456513, 0.18652152455227908, 0.19042424783680065, 0.3624553399540104, 0.17362450896781925, 0.16682099923625593, 0.17656652593789918 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.2463762250819669, 0.2286864129464472, 0.30000774840257405, 0.17239723559476966, 0.3958114285813571, 0.12824177967280764, 0.25676454832154993, 0.22341049170292096, 0.20340944339752112 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "log_loss": [ 1.1055603316874456, 1.0718773113486142, 1.0484888853551926, 1.1025396013412743, 1.3064739734676296, 1.109128569247774, 1.088799599293035, 1.0151815408096914, 1.0783658197589874 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4275700948833065, "rpss": -0.0059238645729244865, "bss_below": 0.004488122532897765, "bss_above": -0.014257418725460935, "log_loss": 1.102935070256627, "log_loss_skill": -0.003934792603990989, "reliability": { "below": { "weight": [ 0.0, 0.041485, 0.246417, 0.562184, 0.14229, 0.007624, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1704, 0.2762, 0.34, 0.4321, 0.5204, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1457, 0.1423, 0.2886, 0.2098, 0.0488, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.006771, 0.305471, 0.595667, 0.092091, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1949, 0.2634, 0.3432, 0.4202, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5898, 0.3828, 0.3472, 0.5128, NaN, NaN, NaN, NaN, NaN ] } } } } }, "pseudocount": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4063908060804775, 0.4118916311240808, 0.4568130602016054, 0.4607685337601235, 0.5254456552269485, 0.33696429674174017, 0.46309707489527063, 0.407446156345705, 0.5065758974662496, 0.4778319794070988, 0.42792416538248645, 0.4527064361116442, 0.4567805352215318, 0.406828836891602, 0.39184355060368736, 0.412215329377439, 0.4745396896891818, 0.5032912840169502, 0.45657266480967645, 0.3721601540877113, 0.39865868867442783, 0.4337190982095749, 0.46633396636150903, 0.4830636793133239 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.11088939783415035, 0.16078960768560893, 0.2751071970010062, 0.09455712889884654, 0.30827664731342114, 0.12510335657609958, 0.3355743560803488, 0.18780723976845706, 0.28270929981810966, 0.37091871566238116, 0.292775798285856, 0.36176104567685335, 0.1576409297625076, 0.2490090007962863, 0.20851433115591642, 0.20339735311510174, 0.33337048761731064, 0.17594759473921429, 0.14231553338865613, 0.20215351978056761, 0.2652403158719939, 0.13784321563423638, 0.14337932396938605, 0.193013882382538 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.29550141501132837, 0.2511020270079287, 0.18170585787110255, 0.36621140959370485, 0.21716900384874616, 0.21186093819583415, 0.1275227147133108, 0.21963891796876842, 0.2238665963554767, 0.1069132587853351, 0.13514836751050144, 0.09094538398278369, 0.29913961328775074, 0.15781983643720177, 0.18332921832197926, 0.20881797730859944, 0.14116919609341483, 0.32734369555220566, 0.31425714131653815, 0.1700066349797388, 0.13341836927220793, 0.29587588853159835, 0.3229546493709826, 0.29004980082408066 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "log_loss": [ 0.9878400291464321, 1.1204312989861733, 1.1263244210479957, 1.1067475784296308, 1.2689072371826462, 0.988425604847376, 1.0838266540618169, 1.0666715937825488, 1.2159981789318466, 1.1111256138802308, 1.046788577890202, 1.0651425611792142, 1.0519789263752053, 1.1148330717030621, 1.105067358829448, 1.0368929704193643, 1.1446490029993024, 1.1823870560787029, 1.026003614539905, 1.0112648721291206, 1.0262489773884718, 1.073154244174298, 1.1266407104610467, 1.1462394455747098 ], "log_loss_clim": [ 1.083481915751514, 1.1161912835400085, 1.1028854860868644, 1.079747620261473, 1.1046465425269674, 1.109005274890138, 1.0728623913642652, 1.107435870654486, 1.111764318065663, 1.07377661068669, 1.07709699368638, 1.0684097570617768, 1.0901456907280358, 1.1140373481380856, 1.1156261135581815, 1.1039190892789903, 1.0875425494531406, 1.1001547872274278, 1.0796783466894777, 1.1114553623544081, 1.1028738854876845, 1.1111453956260824, 1.1000137231108051, 1.1032882701991225 ] }, "rps": 0.441244298750002, "rpss": 0.026086534015235974, "bss_below": 0.021437476598773708, "bss_above": 0.030731897722075296, "log_loss": 1.093066233334948, "log_loss_skill": 0.0035550716005904315, "reliability": { "below": { "weight": [ 0.050172, 0.070436, 0.274733, 0.356362, 0.14848, 0.086434, 0.013188, 0.000195, 0.0, 0.0 ], "mean_forecast": [ 0.0378, 0.1564, 0.2507, 0.3571, 0.4497, 0.5348, 0.6393, 0.7627, NaN, NaN ], "observed_frequency": [ 0.264, 0.2386, 0.2734, 0.3451, 0.4384, 0.5186, 0.6252, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.014659, 0.10363, 0.365297, 0.318731, 0.122879, 0.063327, 0.011194, 0.000283, 0.0, 0.0 ], "mean_forecast": [ 0.0856, 0.1574, 0.2488, 0.3543, 0.449, 0.5335, 0.6365, 0.7358, NaN, NaN ], "observed_frequency": [ 0.0635, 0.1646, 0.3043, 0.4009, 0.4486, 0.4699, 0.4592, 0.6001, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3943644313976648, 0.41255702420659623, 0.4684245568485467, 0.46912257510251537, 0.5523592165544972, 0.3384552325871802, 0.4645714532593387, 0.40645256324373863, 0.4988906863852356, 0.4610293446146571, 0.4518749839975692, 0.4240196768464686, 0.4624195843373653, 0.39730645222022076, 0.3974009874371958, 0.4065969766968632, 0.44178477520395365, 0.527557392632767, 0.44150670547011023, 0.39579728714567963, 0.4119372959468617, 0.3827886072726827, 0.4284632675390821, 0.44401058895403517 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.09447136219427664, 0.16001117060977163, 0.29852402525172334, 0.0979534809715527, 0.3528210346607264, 0.10966486165039141, 0.35855499698627064, 0.1766805260975944, 0.2777351132320453, 0.3502323767919582, 0.28868860175333955, 0.34574633739582156, 0.12835125274271905, 0.2603783060428719, 0.1962294134818499, 0.22498716119776566, 0.29034466317615715, 0.1776693883183439, 0.12993350309083868, 0.19395513458720517, 0.2779954396474694, 0.12380840926761584, 0.13327157302684628, 0.19465528569342835 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.29989307611507343, 0.25254585812368324, 0.16990052474132525, 0.37116909831267614, 0.1995381751367559, 0.22879036949469175, 0.10601645075937424, 0.22977203890558998, 0.2211555717100093, 0.11079696246957041, 0.1631863834245552, 0.07827333418850278, 0.33406834284164894, 0.13692814512223095, 0.20117157399108174, 0.18160981457548675, 0.15144010717111409, 0.34988801212145004, 0.3115732128128903, 0.20184215494195504, 0.13394185250593138, 0.2589802020166296, 0.29519169998123046, 0.24935530619219407 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "log_loss": [ 0.9526665493889241, 1.1161218410154805, 1.1246654083456944, 1.1435179142283807, 1.3340591659061443, 0.970037512281416, 1.0781143649899083, 1.057036239744403, 1.2010124845780203, 1.1002912025658016, 1.1142754711952785, 1.0272077034359255, 1.04323759645674, 1.096996943387332, 1.130320355200323, 1.0235663408910718, 1.132835077960084, 1.1849603063068421, 1.0142683994586235, 1.034693245755169, 1.0165674010241603, 1.0221300340142472, 1.1026852833967826, 1.0925391284561732 ], "log_loss_clim": [ 1.078840434602737, 1.1128514775024667, 1.0988930793044438, 1.0830601465694225, 1.1048205273939196, 1.1036038416693172, 1.0698975112057199, 1.10694575754395, 1.110189802776369, 1.0780003386502597, 1.0835970811883282, 1.068588441018692, 1.084919694428158, 1.1135714788222097, 1.115337692386761, 1.1033320975494298, 1.0979465862376228, 1.093543327544678, 1.079775682862393, 1.1082134043826868, 1.0956855829180405, 1.118615689512805, 1.1074242157684957, 1.1063137440689905 ] }, "rps": 0.4366538194125344, "rpss": 0.03686808978688816, "bss_below": 0.03576652011927772, "bss_above": 0.03796832304806108, "log_loss": 1.0880752487492886, "log_loss_skill": 0.00798366222112723, "reliability": { "below": { "weight": [ 0.052067, 0.075062, 0.292718, 0.35527, 0.13695, 0.07678, 0.010943, 0.000209, 0.0, 0.0 ], "mean_forecast": [ 0.0369, 0.1562, 0.2501, 0.3567, 0.4495, 0.5354, 0.6384, 0.761, NaN, NaN ], "observed_frequency": [ 0.2621, 0.2327, 0.2565, 0.3493, 0.4828, 0.5629, 0.6428, 0.8324, NaN, NaN ] }, "above": { "weight": [ 0.016342, 0.103484, 0.360415, 0.309361, 0.129943, 0.066513, 0.013593, 0.00035, 0.0, 0.0 ], "mean_forecast": [ 0.0849, 0.1572, 0.2484, 0.3548, 0.4492, 0.5339, 0.6381, 0.7358, NaN, NaN ], "observed_frequency": [ 0.0748, 0.171, 0.2924, 0.4054, 0.4503, 0.4905, 0.4914, 0.6001, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42745793666807375, 0.38014135108968916, 0.38510390032326786, 0.39106056910158904, 0.7122250598913834, 0.4842472646558131, 0.43447216817232215, 0.3495025249422231, 0.3803601551985554 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.1405903789690116, 0.1743923991695003, 0.12440100705362202, 0.20742837438701964, 0.2632159270169355, 0.3749053442499466, 0.17673240658106232, 0.17773044937798713, 0.18189846803968335 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.28686755303520983, 0.205748950394691, 0.2607028834541956, 0.18363219869326394, 0.44900910771141, 0.10934193252892481, 0.2577397556300557, 0.17177207590759866, 0.19846169259282498 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "log_loss": [ 1.129436585984945, 1.098553830967313, 1.0044824127860061, 1.1558845692789006, 1.606625797955711, 1.166159026052058, 1.0833987236089484, 0.9597278458266286, 1.0887623537270181 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4382856588936574, "rpss": -0.025273137468593276, "bss_below": -0.015613040548461132, "bss_above": -0.03370695154424119, "log_loss": 1.1436701273541698, "log_loss_skill": -0.0410134404788991, "reliability": { "below": { "weight": [ 0.041963, 0.037295, 0.293339, 0.306543, 0.189566, 0.097418, 0.031622, 0.002255, 0.0, 0.0 ], "mean_forecast": [ 0.0173, 0.1616, 0.2562, 0.3496, 0.4439, 0.534, 0.6301, 0.7283, NaN, NaN ], "observed_frequency": [ 0.1393, 0.1024, 0.1792, 0.2988, 0.3911, 0.3106, 0.191, 0.0665, NaN, NaN ] }, "above": { "weight": [ 0.016848, 0.120696, 0.357539, 0.32696, 0.145012, 0.031514, 0.001431, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0777, 0.1508, 0.2512, 0.3487, 0.438, 0.5292, 0.607, NaN, NaN, NaN ], "observed_frequency": [ 0.6191, 0.4258, 0.2548, 0.3657, 0.42, 0.5241, 1.0, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4049787458241822, 0.3954036625583115, 0.40045814594552853, 0.37662153475309584, 0.7514282215180141, 0.4946706933204672, 0.4292929230489843, 0.35988064076039744, 0.38079391125011386 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14031816974834396, 0.1734579654853959, 0.108985471571504, 0.19728816937791474, 0.26954581669689676, 0.37196743520641573, 0.16941022177997594, 0.15491526033228206, 0.17116615924825176 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.26466057603455384, 0.2219456932938021, 0.29147266104431907, 0.17933337254611298, 0.48188237631229214, 0.12270327021351879, 0.25988269601561304, 0.20496537710969814, 0.20962775595220456 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "log_loss": [ 1.1366483386908666, 1.1069226309192948, 1.02501853151671, 1.1364943673648782, 1.6648161947171376, 1.214698255586181, 1.0938754598909322, 0.9646346851224682, 1.0803022549244095 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4437253865532328, "rpss": -0.04393165235880847, "bss_below": -0.03316150826914699, "bss_above": -0.052551867061457536, "log_loss": 1.1581567465258753, "log_loss_skill": -0.05419972986789823, "reliability": { "below": { "weight": [ 0.043048, 0.043546, 0.347845, 0.311438, 0.151716, 0.073704, 0.025539, 0.003164, 0.0, 0.0 ], "mean_forecast": [ 0.0149, 0.1616, 0.2561, 0.3478, 0.4426, 0.5341, 0.6337, 0.73, NaN, NaN ], "observed_frequency": [ 0.1404, 0.1001, 0.1787, 0.292, 0.3505, 0.1962, 0.087, 0.059, NaN, NaN ] }, "above": { "weight": [ 0.020586, 0.106395, 0.313585, 0.338032, 0.174455, 0.044709, 0.002239, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0775, 0.1472, 0.2539, 0.3498, 0.4388, 0.5302, 0.6064, NaN, NaN, NaN ], "observed_frequency": [ 0.6544, 0.4961, 0.2858, 0.3606, 0.412, 0.5179, 0.9582, NaN, NaN, NaN ] } } } } }, "temperature": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45060788487717074, 0.4069339369801201, 0.4337486173082344, 0.4750514076475704, 0.46224372015225956, 0.38485437623998925, 0.4956904881614047, 0.41556008282059254, 0.43815011796096537, 0.49212359589144117, 0.4723789333562911, 0.4980805520939156, 0.45838831211774633, 0.40186976924285334, 0.40045009357134087, 0.42104217829777596, 0.47541910089145833, 0.4572413745013746, 0.4749005129279204, 0.3958095818777258, 0.419969962536099, 0.4152886541182332, 0.44461421865040374, 0.4438755472533421 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.12635506799545854, 0.15570223574204686, 0.26511168076397246, 0.11219561814977173, 0.2839227463408736, 0.1500926366854631, 0.3539899402457113, 0.19271013025774392, 0.2519242707048595, 0.3763511851233262, 0.3198245824032097, 0.3928395337087739, 0.155115641970303, 0.22940739471690735, 0.2078047431612372, 0.20803776292197798, 0.33319053086786904, 0.14973011253717625, 0.13814952410939554, 0.2110210671973467, 0.27318651897881646, 0.1295908994494907, 0.1346978038699305, 0.1726167469667184 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.32425281688171226, 0.2512317012380733, 0.1686369365442619, 0.36285578949779873, 0.17832097381138598, 0.23476173955452612, 0.14170054791569314, 0.22284995256284865, 0.18622584725610591, 0.11577241076811484, 0.1525543509530812, 0.10524101838514169, 0.30327267014744325, 0.17246237452594584, 0.19264535041010372, 0.21300441537579784, 0.14222857002358918, 0.30751126196419815, 0.3367509888185247, 0.18478851468037913, 0.14678344355728243, 0.2856977546687426, 0.30991641478047327, 0.2712588002866238 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "log_loss": [ 1.0459369374414833, 1.0907638326370035, 1.0869918010201716, 1.080253462269629, 1.137615504012309, 1.035640085965183, 1.0774808324060545, 1.072890299497872, 1.1123078241702251, 1.0814535403656966, 1.0595579669352342, 1.0694958628680848, 1.0662639185435756, 1.0801419886768646, 1.0841696743328133, 1.0608995379919741, 1.0967284029318465, 1.1079385569192337, 1.0591902783164313, 1.050263506343871, 1.0562315747788544, 1.071428151143266, 1.0914355992859475, 1.0944921367063452 ], "log_loss_clim": [ 1.083481915751514, 1.1161912835400085, 1.1028854860868644, 1.079747620261473, 1.1046465425269674, 1.109005274890138, 1.0728623913642652, 1.107435870654486, 1.111764318065663, 1.07377661068669, 1.07709699368638, 1.0684097570617768, 1.0901456907280358, 1.1140373481380856, 1.1156261135581815, 1.1039190892789903, 1.0875425494531406, 1.1001547872274278, 1.0796783466894777, 1.1114553623544081, 1.1028738854876845, 1.1111453956260824, 1.1000137231108051, 1.1032882701991225 ] }, "rps": 0.4430955424781762, "rpss": 0.022000472845049135, "bss_below": 0.020430392971240496, "bss_above": 0.023569306580304317, "log_loss": 1.077898803148332, "log_loss_skill": 0.01738178074720287, "reliability": { "below": { "weight": [ 0.0, 0.03635, 0.150176, 0.759331, 0.054142, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.155, 0.2747, 0.3434, 0.4152, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2448, 0.2466, 0.3568, 0.5479, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000929, 0.205084, 0.75563, 0.038358, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.169, 0.2765, 0.3399, 0.4166, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0305, 0.1892, 0.3869, 0.414, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45397303553028195, 0.4136650430304483, 0.4456357746105887, 0.4718156306024442, 0.4720081668145166, 0.3936280638521818, 0.5005971772742046, 0.41507875009231493, 0.43881827296498777, 0.4809870656186667, 0.47188066202679224, 0.4871684817846614, 0.4684328705668544, 0.39844973648045395, 0.4032915907429219, 0.41960562638338855, 0.4468583212427091, 0.4756326719004829, 0.47045380610395465, 0.4089932735160094, 0.43558829742784555, 0.3863926981227589, 0.42056984525661656, 0.4259157750902857 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.1171442630316802, 0.15700232194247848, 0.29195845408908266, 0.11616868426579709, 0.3220594547168044, 0.13540546143436788, 0.3814819838168321, 0.1831072771856362, 0.2478463543005882, 0.3585439001316279, 0.296612968241092, 0.38719066436102956, 0.12535220614328643, 0.24589798366410093, 0.19389607486690866, 0.23007399459929434, 0.2937305060374264, 0.1492543580380308, 0.1310797512482566, 0.19756819294467123, 0.29024220847097537, 0.1300863380027122, 0.13618276879091337, 0.1859890103718593 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.3368287724986018, 0.25666272108796995, 0.15367732052150607, 0.35564694633664695, 0.14994871209771232, 0.2582226024178141, 0.11911519345737262, 0.23197147290667866, 0.19097191866439955, 0.12244316548703855, 0.1752676937857003, 0.09997781742363195, 0.34308066442356794, 0.15255175281635291, 0.20939551587601324, 0.1895316317840943, 0.15312781520528268, 0.32637831386245203, 0.33937405485569794, 0.2114250805713382, 0.14534608895687018, 0.25630636012004665, 0.28438707646570316, 0.2399267647184263 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "log_loss": [ 1.0342471427924096, 1.0894882911222754, 1.0885502722661518, 1.091656781534359, 1.1597281274102005, 1.0274782182157767, 1.0745206681297137, 1.0683211122588507, 1.1079717899934172, 1.078555242557232, 1.0840949394565018, 1.0554644604672123, 1.0629971483356735, 1.0725141256793054, 1.092483898536169, 1.0564109393162844, 1.091626285623851, 1.1080445387625122, 1.0557586280845275, 1.0579486538262697, 1.0519132468097394, 1.0539536676277628, 1.0842310135996784, 1.0762030533344142 ], "log_loss_clim": [ 1.078840434602737, 1.1128514775024667, 1.0988930793044438, 1.0830601465694225, 1.1048205273939196, 1.1036038416693172, 1.0698975112057199, 1.10694575754395, 1.110189802776369, 1.0780003386502597, 1.0835970811883282, 1.068588441018692, 1.084919694428158, 1.1135714788222097, 1.115337692386761, 1.1033320975494298, 1.0979465862376228, 1.093543327544678, 1.079775682862393, 1.1082134043826868, 1.0956855829180405, 1.118615689512805, 1.1074242157684957, 1.1063137440689905 ] }, "rps": 0.4418933598765155, "rpss": 0.025311180419869905, "bss_below": 0.024508419727209962, "bss_above": 0.02611296984324718, "log_loss": 1.0760067602391787, "log_loss_skill": 0.01898670432514271, "reliability": { "below": { "weight": [ 0.0, 0.038559, 0.161432, 0.750793, 0.049215, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1549, 0.2754, 0.3421, 0.415, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2456, 0.2371, 0.3605, 0.5782, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001012, 0.206129, 0.75102, 0.041839, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1669, 0.2761, 0.3405, 0.4174, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0346, 0.1845, 0.3879, 0.4384, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4113580633800705, 0.38913598210068173, 0.4207470965387832, 0.3587767743915946, 0.515291101610687, 0.5067570519917701, 0.4396536078964706, 0.39833166520301544, 0.3773111920023059 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.1458393057355499, 0.17277584955193942, 0.14883189771307, 0.18170248432884933, 0.16366965728905997, 0.38158241971537515, 0.1878771056190786, 0.1971956072624856, 0.18778681765177188 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.2655187576445206, 0.2163601325487425, 0.27191519882571313, 0.17707429006274533, 0.351621444321627, 0.1251746322763948, 0.25177650227739207, 0.2011360579405299, 0.18952437435053418 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "log_loss": [ 1.0923159534147433, 1.0822395774084488, 1.0520895783816135, 1.0963814772482896, 1.2101819386329093, 1.1046041485370985, 1.0800042846453677, 1.0403163634924457, 1.0817886456790435 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4241513927905977, "rpss": 0.007790876968657767, "bss_below": 0.014517853297892569, "bss_above": 0.0019178341348565775, "log_loss": 1.0933246630488844, "log_loss_skill": 0.0048129772576572805, "reliability": { "below": { "weight": [ 0.0, 0.03685, 0.100916, 0.808763, 0.053471, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1421, 0.2843, 0.3435, 0.4163, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1466, 0.1108, 0.2921, 0.2176, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.208292, 0.785305, 0.006402, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2779, 0.338, 0.4096, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3526, 0.3485, 0.6592, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.38716201576446463, 0.4040937514007509, 0.42868551717607406, 0.3534881691830149, 0.535010461468064, 0.49846130182882026, 0.42747489507368547, 0.40658212921163817, 0.37928442125594025 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14992201363220578, 0.17077896505631054, 0.12592065062733018, 0.18290786531039638, 0.1638443214952357, 0.3653954714717567, 0.1748784915886844, 0.17295624270405882, 0.17905066242966589 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.23724000213225888, 0.23331478634444028, 0.30276486654874374, 0.17058030387261858, 0.3711661399728281, 0.13306583035706362, 0.252596403485001, 0.23362588650757932, 0.20023375882627442 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "log_loss": [ 1.0930088889703364, 1.0838888049737905, 1.0597988004359515, 1.09212328482193, 1.2247478635381346, 1.1192242838454014, 1.0826224147814683, 1.041677319365714, 1.0789906879460704 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4244714069291613, "rpss": 0.0013662714755052763, "bss_below": 0.0088222259944567, "bss_above": -0.004601343095019361, "log_loss": 1.097342483186533, "log_loss_skill": 0.0011557996636283319, "reliability": { "below": { "weight": [ 0.0, 0.039464, 0.116458, 0.797648, 0.046429, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.142, 0.2854, 0.3394, 0.4181, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1485, 0.1085, 0.2628, 0.1178, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.177042, 0.812601, 0.010356, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2746, 0.3405, 0.4091, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4327, 0.3593, 0.6127, NaN, NaN, NaN, NaN, NaN ] } } } } }, "dirichlet": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4229076137525489, 0.411770444026116, 0.44595792059188283, 0.4632472976733453, 0.5051617800484568, 0.36859554585689264, 0.4771971126713712, 0.4119749921423008, 0.4826707172181418, 0.4673125820598888, 0.4440220630546753, 0.4746234178103935, 0.44776053479828437, 0.39527853222429377, 0.3960074813232912, 0.41704944880152794, 0.47641322671826586, 0.4724688356442648, 0.4487497295697575, 0.38533066709065367, 0.4135891230026084, 0.424478987475492, 0.449370418171751, 0.459647071870251 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.13054960865704257, 0.16318305081353573, 0.2667264682311461, 0.11978593202038267, 0.28604239518158736, 0.14675683621396, 0.33279011245271906, 0.19349332691224194, 0.26009559696198975, 0.3471183643761403, 0.29591071199158553, 0.36322970551527833, 0.15979994098543496, 0.22926339559923078, 0.2060840668596258, 0.20854469773520876, 0.3234373702649283, 0.1652675052262506, 0.14335602133439249, 0.2085860081076553, 0.26796104110441016, 0.14517018361589404, 0.14632268746355948, 0.18845149869595706 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.2923580050955063, 0.24858739321258028, 0.1792314523607367, 0.3434613656529626, 0.21911938486686927, 0.22183870964293262, 0.1444070002186523, 0.21848166523005885, 0.22257512025615223, 0.12019421768374841, 0.14811135106308973, 0.1113937122951154, 0.28796059381284933, 0.16601513662506298, 0.18992341446366548, 0.20850475106631916, 0.15297585645333736, 0.30720133041801406, 0.3053937082353649, 0.17674465898299832, 0.1456280818981983, 0.279308803859598, 0.30304773070819163, 0.271195573174294 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "log_loss": [ 0.9899204034445459, 1.1078355122007908, 1.1014160784304476, 1.0542611248989593, 1.208707143456009, 1.0474291539180125, 1.028562881485621, 1.0752119343452886, 1.1842115044563755, 1.0207548653542462, 0.998813546086726, 1.011530748802517, 1.0468833946227138, 1.074701473003082, 1.081435806826241, 1.0580149951544853, 1.0798304597996062, 1.1357452378192616, 1.003554155890413, 1.0404543007862996, 1.044763327910418, 1.0881179245238985, 1.0997347768411536, 1.1159312060262703 ], "log_loss_clim": [ 1.083481915751514, 1.1161912835400085, 1.1028854860868644, 1.079747620261473, 1.1046465425269674, 1.109005274890138, 1.0728623913642652, 1.107435870654486, 1.111764318065663, 1.07377661068669, 1.07709699368638, 1.0684097570617768, 1.0901456907280358, 1.1140373481380856, 1.1156261135581815, 1.1039190892789903, 1.0875425494531406, 1.1001547872274278, 1.0796783466894777, 1.1114553623544081, 1.1028738854876845, 1.1111453956260824, 1.1000137231108051, 1.1032882701991225 ] }, "rps": 0.440066064316519, "rpss": 0.02868713051950067, "bss_below": 0.025148652179565967, "bss_above": 0.03222280044544734, "log_loss": 1.0707425815034741, "log_loss_skill": 0.02390543004406631, "reliability": { "below": { "weight": [ 0.0, 0.002633, 0.177452, 0.635073, 0.174589, 0.009634, 0.00062, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1862, 0.272, 0.3493, 0.4314, 0.5262, 0.6165, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2628, 0.2761, 0.3215, 0.4958, 0.5883, 0.6806, NaN, NaN, NaN ] }, "above": { "weight": [ 0.001719, 0.039229, 0.27914, 0.404507, 0.241408, 0.033548, 0.000449, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.081, 0.1792, 0.2663, 0.3506, 0.4377, 0.5287, 0.6163, NaN, NaN, NaN ], "observed_frequency": [ 0.0165, 0.1032, 0.2488, 0.374, 0.4523, 0.3894, 0.1241, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42022215940555896, 0.4137720838240505, 0.46125566040790816, 0.46883067242995435, 0.5268298106642947, 0.3721077381108232, 0.4821788452539949, 0.4112437243976682, 0.4763416224178581, 0.4570055666959104, 0.45182486941680844, 0.45412891058563715, 0.45112417489635703, 0.39096208300778446, 0.3970225837110028, 0.41253456730089366, 0.44773622764767285, 0.49167541623001676, 0.44011132333232855, 0.4031577577970495, 0.4273044543626228, 0.3924382303325795, 0.4260752299313391, 0.4361873282683525 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.12079539096424484, 0.1629003114439768, 0.29138005588492555, 0.12485572578437248, 0.32297556479949263, 0.133295720077281, 0.357079748278637, 0.18447785909860812, 0.25503847807173907, 0.33164991327890453, 0.2799410185189998, 0.3529323672628835, 0.13173064652499034, 0.24367133006264474, 0.19163631421940902, 0.226921630481292, 0.286369580764011, 0.1661511958354714, 0.1349871116001399, 0.19990567478722227, 0.28256224404194097, 0.14354761255623666, 0.14586033549669938, 0.19860603375191893 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.2994267684413141, 0.25087177238007385, 0.1698756045229826, 0.3439749466455818, 0.20385424586480214, 0.23881201803354224, 0.1250990969753578, 0.22676586529906007, 0.22130314434611886, 0.12535565341700575, 0.1718838508978088, 0.10119654332275381, 0.3193935283713666, 0.14729075294513969, 0.2053862694915937, 0.18561293681960164, 0.16136664688366187, 0.32552422039454537, 0.3051242117321887, 0.20325208300982728, 0.14474221032068196, 0.2488906177763428, 0.2802148944346398, 0.23758129451643362 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "log_loss": [ 0.9647514321897587, 1.0958026546823556, 1.1047312313872075, 1.0830607505674807, 1.2499365449944289, 1.0274572563319555, 1.0239047169552615, 1.0722153670036887, 1.168472379162032, 1.0227790985761938, 1.0367578604840362, 0.9861758569716635, 1.0295692351509702, 1.064544843289117, 1.0875488260651955, 1.0484562147724232, 1.0840263762034896, 1.1305989139845813, 0.9963701105158033, 1.0543051994912738, 1.0312810756344273, 1.0707628360280377, 1.0999476397598236, 1.0889493442020681 ], "log_loss_clim": [ 1.078840434602737, 1.1128514775024667, 1.0988930793044438, 1.0830601465694225, 1.1048205273939196, 1.1036038416693172, 1.0698975112057199, 1.10694575754395, 1.110189802776369, 1.0780003386502597, 1.0835970811883282, 1.068588441018692, 1.084919694428158, 1.1135714788222097, 1.115337692386761, 1.1033320975494298, 1.0979465862376228, 1.093543327544678, 1.079775682862393, 1.1082134043826868, 1.0956855829180405, 1.118615689512805, 1.1074242157684957, 1.1063137440689905 ] }, "rps": 0.43800296001785277, "rpss": 0.033892276200522264, "bss_below": 0.030872680449746892, "bss_above": 0.036908218508091784, "log_loss": 1.0676002401834699, "log_loss_skill": 0.026651068760152996, "reliability": { "below": { "weight": [ 0.0, 0.002881, 0.187934, 0.635445, 0.16335, 0.009621, 0.000768, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1863, 0.272, 0.3481, 0.4308, 0.5252, 0.6174, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2616, 0.2623, 0.323, 0.5252, 0.5431, 0.6813, NaN, NaN, NaN ] }, "above": { "weight": [ 0.00234, 0.040665, 0.277653, 0.390587, 0.251493, 0.036671, 0.000591, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0832, 0.1787, 0.2663, 0.3506, 0.4381, 0.5287, 0.6161, NaN, NaN, NaN ], "observed_frequency": [ 0.015, 0.1099, 0.2387, 0.377, 0.4563, 0.4058, 0.1168, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4184999923226963, 0.3817289801378321, 0.400706092377383, 0.37629503230954453, 0.6138723069032853, 0.48683655962562034, 0.4347575897426408, 0.3791436003094775, 0.38866538016611296 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.15057126859868672, 0.17267831120099697, 0.14748261276815036, 0.19353769331179976, 0.21556570669787514, 0.35765343540975225, 0.18890151264013347, 0.19411834567331318, 0.1909155876411841 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.2679287237240096, 0.2090506689368351, 0.25322347960923275, 0.1827573389977448, 0.39830660020541053, 0.12918312421586814, 0.2458560771025075, 0.1850252546361644, 0.19774979252492877 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "log_loss": [ 1.1199177009660828, 1.0808299517894664, 1.0237232759761499, 1.1460617179529855, 1.384056866215188, 1.0517797925444499, 1.071755975540646, 1.0202101872661837, 1.1221652376431366 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4311672815438436, "rpss": -0.008621255457323285, "bss_below": -0.010109051711853612, "bss_above": -0.00732232829622248, "log_loss": 1.1133889673215875, "log_loss_skill": -0.013450340041766928, "reliability": { "below": { "weight": [ 0.0, 0.000368, 0.119344, 0.670359, 0.184, 0.02563, 0.0003, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1778, 0.2775, 0.3436, 0.4369, 0.5291, 0.604, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1185, 0.2792, 0.3283, 0.1048, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.001579, 0.042596, 0.234625, 0.523639, 0.190252, 0.007235, 7.4e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0888, 0.1617, 0.2572, 0.3501, 0.4338, 0.5153, 0.6091, NaN, NaN, NaN ], "observed_frequency": [ 0.6665, 0.5985, 0.2802, 0.3238, 0.4446, 0.6773, 0.0, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4017015685126919, 0.3937293420908777, 0.4110369643039004, 0.37116809444148685, 0.6471374894428611, 0.48751946464228535, 0.4253346945623327, 0.385759006394442, 0.3888080152363996 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.15442988742100167, 0.16978259563789774, 0.1295068854919849, 0.19159009181149037, 0.22163993258181972, 0.3469923784761444, 0.17804507281346849, 0.17121780304095474, 0.182406355875832 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.24727168109169015, 0.22394674645297996, 0.2815300788119154, 0.1795780026299963, 0.4254975568610413, 0.14052708616614099, 0.24728962174886418, 0.21454120335348725, 0.2064016593605674 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "log_loss": [ 1.141301616801001, 1.0754908827048142, 1.0342228205262236, 1.1468919950199876, 1.4226836203087738, 1.0823421719935784, 1.0813883899810728, 1.0196915664144617, 1.1151020334189634 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.43468829329191977, "rpss": -0.02267051205289694, "bss_below": -0.026432545456268164, "bss_above": -0.01965946286447151, "log_loss": 1.124346121907653, "log_loss_skill": -0.023423972228775902, "reliability": { "below": { "weight": [ 0.0, 0.000456, 0.143797, 0.693234, 0.134085, 0.027871, 0.000557, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1778, 0.2785, 0.3402, 0.4394, 0.5321, 0.609, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1173, 0.2669, 0.2243, 0.0566, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.00214, 0.047047, 0.187379, 0.521793, 0.230443, 0.011107, 9.1e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0887, 0.1595, 0.2573, 0.3518, 0.4353, 0.5148, 0.6091, NaN, NaN, NaN ], "observed_frequency": [ 0.6955, 0.6397, 0.3348, 0.3304, 0.4389, 0.6386, 0.0, NaN, NaN, NaN ] } } } } }, "multinomial_logistic": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43669208502571233, 0.42277913117742144, 0.43630758211738435, 0.48042935268701964, 0.5121528865016013, 0.35989674123070564, 0.4936300527570084, 0.4350519548753551, 0.4811800974784237, 0.4619491724956601, 0.46321910177619885, 0.48952772651057547, 0.45933653579901584, 0.40259870072792747, 0.39826161879448535, 0.41582408217672934, 0.49304773387271367, 0.4641724761334249, 0.45168156887139377, 0.3973398486421586, 0.4039696896594036, 0.4350350778934053, 0.464651148253779, 0.4581460493895868 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.13256409466483435, 0.16386633915132123, 0.2634636089132775, 0.128504850396701, 0.296878824285915, 0.13457650850983532, 0.3449145583570927, 0.20222653634374313, 0.266847872121541, 0.3464228298666435, 0.30679590520502914, 0.37398809008179124, 0.1622165901892293, 0.22736677816343123, 0.20265789671710444, 0.21258014973425293, 0.33640664048702473, 0.16050761994478963, 0.13583948334631768, 0.21688544635688742, 0.2624636765573788, 0.146932047315329, 0.15373056433092647, 0.18701751524517216 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.30412799036087795, 0.2589127920261, 0.1728439732041068, 0.35192450229031846, 0.21527406221568643, 0.22532023272087048, 0.1487154943999157, 0.23282541853161198, 0.21433222535688262, 0.1155263426290167, 0.15642319657116976, 0.1155396364287842, 0.29711994560978655, 0.1752319225644962, 0.19560372207738094, 0.20324393244247635, 0.15664109338568916, 0.3036648561886351, 0.31584208552507614, 0.18045440228527124, 0.14150601310202496, 0.28810303057807635, 0.3109205839228526, 0.2711285341444145 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "log_loss": [ 1.0147892135015473, 1.1360757964457977, 1.0986942242887865, 1.0665860135525147, 1.2165420211294045, 1.0325285270550273, 1.05331000805269, 1.1155350996824847, 1.2011666212667333, 1.0157462243144648, 1.0285744298457873, 1.0306867005106484, 1.0763999986189088, 1.0942427317421652, 1.0972077949418397, 1.070016805320718, 1.112370406133899, 1.1278297140188014, 1.0194408655754519, 1.0733453691161052, 1.0488263997748386, 1.1295541371542326, 1.1269505175319867, 1.1291233382085368 ], "log_loss_clim": [ 1.083481915751514, 1.1161912835400085, 1.1028854860868644, 1.079747620261473, 1.1046465425269674, 1.109005274890138, 1.0728623913642652, 1.107435870654486, 1.111764318065663, 1.07377661068669, 1.07709699368638, 1.0684097570617768, 1.0901456907280358, 1.1140373481380856, 1.1156261135581815, 1.1039190892789903, 1.0875425494531406, 1.1001547872274278, 1.0796783466894777, 1.1114553623544081, 1.1028738854876845, 1.1111453956260824, 1.1000137231108051, 1.1032882701991225 ] }, "rps": 0.44653668395196205, "rpss": 0.014405192794580968, "bss_below": 0.012686298419407493, "bss_above": 0.01612272292033856, "log_loss": 1.0881476232409737, "log_loss_skill": 0.008038902436679374, "reliability": { "below": { "weight": [ 0.0, 0.004555, 0.162226, 0.684065, 0.148703, 0.000452, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.192, 0.264, 0.352, 0.4206, 0.5084, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2264, 0.2814, 0.3387, 0.457, 0.4375, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000138, 0.207435, 0.609222, 0.15235, 0.029391, 0.001465, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.197, 0.274, 0.3442, 0.4354, 0.5395, 0.6117, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2041, 0.3748, 0.4206, 0.3982, 0.4422, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43760724065558876, 0.42861810172683923, 0.44314964234635884, 0.481196241826945, 0.528765140090482, 0.35422625710929456, 0.5046784847659229, 0.43410747806947564, 0.4619364184589324, 0.4480719945679502, 0.458695816354749, 0.46173124069699617, 0.45289407067532467, 0.40340316711703245, 0.3997396707751504, 0.41335444874273114, 0.45932308888388623, 0.4846519885239998, 0.44581992500408024, 0.4067477873912639, 0.41587927490537496, 0.41186617405964676, 0.4422212062564469, 0.44134048193773034 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.12421098804220924, 0.16608981206970416, 0.2867987525506472, 0.13563272821042288, 0.33448943923537827, 0.1162653329535759, 0.373681446165404, 0.1922181148285808, 0.25624358774101147, 0.32818001005685193, 0.281724969114076, 0.3580492117477674, 0.12772470581834974, 0.24603629207752536, 0.18587326411468114, 0.23158063425711758, 0.2963358598817356, 0.162686191176348, 0.1289132246385189, 0.2039729681281342, 0.27746001503915924, 0.15087974847727087, 0.15688068608663533, 0.20037806649993098 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.31339625261337967, 0.26252828965713493, 0.1563508897957117, 0.3455635136165221, 0.19427570085510382, 0.23796092415571868, 0.130997038600519, 0.24188936324089497, 0.20569283071792083, 0.1198919845110984, 0.1769708472406729, 0.10368202894922897, 0.32516936485697484, 0.15736687503950705, 0.21386640666046916, 0.18177381448561375, 0.16298722900215054, 0.32196579734765196, 0.31690670036556157, 0.20277481926312957, 0.13841925986621573, 0.26098642558237595, 0.28534052016981154, 0.24096241543779934 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "log_loss": [ 0.9961743596487054, 1.128766391183732, 1.0915116555199116, 1.0819540695825536, 1.2417985318198823, 1.0007940286984385, 1.057052072368304, 1.1129375293760568, 1.1653025162050146, 1.0117616312625473, 1.0489922162647694, 0.9940468500937808, 1.0448757377275497, 1.092634337258678, 1.1011810408746836, 1.06403349915797, 1.1075548461204807, 1.1288849024181946, 1.0116072432270882, 1.0734038677613422, 1.0352684800805234, 1.1271645584446162, 1.1260203510704454, 1.1173793605800886 ], "log_loss_clim": [ 1.078840434602737, 1.1128514775024667, 1.0988930793044438, 1.0830601465694225, 1.1048205273939196, 1.1036038416693172, 1.0698975112057199, 1.10694575754395, 1.110189802776369, 1.0780003386502597, 1.0835970811883282, 1.068588441018692, 1.084919694428158, 1.1135714788222097, 1.115337692386761, 1.1033320975494298, 1.0979465862376228, 1.093543327544678, 1.079775682862393, 1.1082134043826868, 1.0956855829180405, 1.118615689512805, 1.1074242157684957, 1.1063137440689905 ] }, "rps": 0.44250105587259175, "rpss": 0.02397077898626465, "bss_below": 0.021118604516841, "bss_above": 0.026819502577392518, "log_loss": 1.081712503197723, "log_loss_skill": 0.013784683379855278, "reliability": { "below": { "weight": [ 0.0, 0.005263, 0.166303, 0.671433, 0.156442, 0.000559, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1909, 0.2644, 0.3523, 0.421, 0.5084, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0986, 0.2558, 0.3433, 0.4669, 0.4375, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000171, 0.216582, 0.597993, 0.153143, 0.030054, 0.002057, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1962, 0.274, 0.344, 0.4357, 0.5447, 0.612, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1978, 0.3685, 0.4492, 0.495, 0.4406, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4110345007560976, 0.38161665654384835, 0.4282144979334393, 0.3789468414273787, 0.5600770475120636, 0.47753868145939454, 0.4284481983300101, 0.3876566995757701, 0.3934760126916757 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.1501488169997158, 0.17142880609745637, 0.15872802946762354, 0.19591158387459653, 0.19606714446108942, 0.34979594572823436, 0.18928014744710822, 0.19722864177168334, 0.19512612947558197 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.2608856837563817, 0.21018785044639204, 0.26948646846581586, 0.1830352575527823, 0.3640099030509742, 0.12774273573116013, 0.23916805088290186, 0.19042805780408661, 0.1983498832160937 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "log_loss": [ 1.0998503569592932, 1.0868776172103551, 1.0683508454123172, 1.1480174425647043, 1.2709042774863142, 1.035856259131347, 1.0596971269805855, 1.042297240549043, 1.128729201655981 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4274454595810753, "rpss": 8.513044291180716e-05, "bss_below": -0.005810135736282751, "bss_above": 0.005232032993176539, "log_loss": 1.1045089297722155, "log_loss_skill": -0.005367381311141006, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.096789, 0.694303, 0.208908, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2847, 0.3451, 0.4258, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0746, 0.2954, 0.2493, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.257613, 0.637304, 0.105083, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2673, 0.3514, 0.4207, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3502, 0.3243, 0.518, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4019655183153692, 0.39250240089759336, 0.4381922010451967, 0.3739312710548377, 0.5858686620814157, 0.4744830661148334, 0.4191422605350688, 0.3926151269001739, 0.39349896506183046 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.15842847440277041, 0.16751535501273593, 0.13920115905160746, 0.1961116717656831, 0.19941659505189344, 0.33683019378082824, 0.1773789350239999, 0.17114857138024167, 0.18562534465048908 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.24353704391259887, 0.22498704588485752, 0.2989910419935892, 0.17781959928915442, 0.38645206702952223, 0.13765287233400508, 0.2417633255110687, 0.22146655551993227, 0.2078736204113413 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "log_loss": [ 1.128845524894553, 1.0784029923764182, 1.0780283831428916, 1.1477042701725404, 1.2938116094532215, 1.0601440382871925, 1.0710504805687007, 1.039346766058529, 1.1231706861159876 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.43024438577847995, "rpss": -0.01221554180773965, "bss_below": -0.018227073947053807, "bss_above": -0.00740403653789512, "log_loss": 1.1133894167855596, "log_loss_skill": -0.013450749161517228, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.117712, 0.716729, 0.165559, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2834, 0.3425, 0.4307, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.076, 0.2763, 0.1607, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000374, 0.199601, 0.674628, 0.125397, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.198, 0.2632, 0.3531, 0.4224, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.4479, 0.3355, 0.4722, NaN, NaN, NaN, NaN, NaN ] } } } } }, "ordinal_logistic": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4376890876979361, 0.4206917878406862, 0.4366735918776156, 0.478091257047481, 0.5086574100537407, 0.35709950510710453, 0.49519742100756714, 0.4342593518493018, 0.4787159454350779, 0.4624117583065806, 0.46414964741818265, 0.4899552127381006, 0.4595827672559688, 0.4033140999252854, 0.3979343646414709, 0.4161991998249316, 0.49393855970480005, 0.46256645107140393, 0.45315090585337203, 0.39905241418103715, 0.40554561702344777, 0.43354151787074036, 0.4627040978188484, 0.45734121642475234 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.1318997700029843, 0.16317377087643659, 0.26376404242046536, 0.1278282271950149, 0.2978848027812748, 0.13185585051847884, 0.34621583348814156, 0.20211502989526073, 0.26622314440270695, 0.34363160094756245, 0.3065149122137893, 0.37389275201627137, 0.1619229612340396, 0.22718022830930484, 0.2020050099678527, 0.2124628361236965, 0.3383238455486197, 0.15986846382117106, 0.13461518268070685, 0.21709373289944137, 0.26212839546422395, 0.14554606111787535, 0.15250832034451461, 0.18628766528822066 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.3057893176949519, 0.25751801696424975, 0.17290954945715012, 0.35026302985246627, 0.21077260727246594, 0.22524365458862558, 0.14898158751942564, 0.23214432195404103, 0.21249280103237086, 0.1187801573590182, 0.15763473520439353, 0.11606246072182919, 0.29765980602192926, 0.17613387161598054, 0.19592935467361816, 0.20373636370123496, 0.15561471415618025, 0.302697987250233, 0.3185357231726651, 0.1819586812815958, 0.143417221559224, 0.28799545675286486, 0.310195777474334, 0.27105355113653173 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "log_loss": [ 1.0176941903366168, 1.1304543436009653, 1.0979550171371066, 1.0609453690151394, 1.210929726755323, 1.0081423631825952, 1.0569723460049498, 1.1135791785192333, 1.1968526089240956, 1.012744339659968, 1.0293512746411408, 1.029978024018335, 1.077747667843693, 1.0967670911481808, 1.0952442552229515, 1.0724543624902108, 1.1170115351410341, 1.1241958618065253, 1.02429901380034, 1.0796743184428832, 1.0528693153481694, 1.1277900118616342, 1.1237706253104434, 1.1296491959421375 ], "log_loss_clim": [ 1.083481915751514, 1.1161912835400085, 1.1028854860868644, 1.079747620261473, 1.1046465425269674, 1.109005274890138, 1.0728623913642652, 1.107435870654486, 1.111764318065663, 1.07377661068669, 1.07709699368638, 1.0684097570617768, 1.0901456907280358, 1.1140373481380856, 1.1156261135581815, 1.1039190892789903, 1.0875425494531406, 1.1001547872274278, 1.0796783466894777, 1.1114553623544081, 1.1028738854876845, 1.1111453956260824, 1.1000137231108051, 1.1032882701991225 ] }, "rps": 0.4461859661656431, "rpss": 0.015179296337275994, "bss_below": 0.01465737043168891, "bss_above": 0.01570080800152185, "log_loss": 1.0869613348397362, "log_loss_skill": 0.009120329183735287, "reliability": { "below": { "weight": [ 0.0, 0.008367, 0.176372, 0.663619, 0.150685, 0.000958, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1887, 0.2652, 0.3513, 0.4238, 0.5052, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0971, 0.2881, 0.3391, 0.4597, 0.6166, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.182873, 0.656552, 0.139534, 0.021041, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2786, 0.3447, 0.4365, 0.5259, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1972, 0.3747, 0.4014, 0.4288, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43890156013779913, 0.42696559072900864, 0.4438953763041486, 0.47849551216156183, 0.5251371017217652, 0.35300003178979356, 0.5061566258522143, 0.4329833221730059, 0.46091297089675665, 0.449260784282287, 0.4593645108680325, 0.4617683938228479, 0.45352442899511963, 0.4044428022372463, 0.3981889021872505, 0.4140224283403088, 0.46009053992358506, 0.48310177981798524, 0.44728798467631703, 0.40841131747967524, 0.41773570792307135, 0.4106213139689253, 0.4403416966443644, 0.44095718070301704 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.12369313357965367, 0.16550403625324928, 0.28712993547247156, 0.13511044699575395, 0.3360575932422797, 0.11372084878668925, 0.375179559096509, 0.1917735203425272, 0.25590931446431026, 0.3264981474308194, 0.2813505582168815, 0.35625270529716474, 0.12674779044650952, 0.24631977282891046, 0.18459040078633213, 0.2315775769500049, 0.29784063822309104, 0.16238429865206622, 0.12775188478106095, 0.204139712249184, 0.27718447576807814, 0.14971228505629502, 0.15586111040637352, 0.20008769467151347 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.31520842655814557, 0.2614615544757594, 0.15676544083167696, 0.3433850651658077, 0.18907950847948565, 0.23927918300310433, 0.13097706675570553, 0.24120980183047872, 0.20500365643244656, 0.12276263685146763, 0.1780139526511509, 0.10551568852568306, 0.3267766385486101, 0.15812302940833575, 0.21359850140091835, 0.1824448513903038, 0.16224990170049416, 0.3207174811659191, 0.31953609989525616, 0.20427160523049126, 0.14055123215499338, 0.2609090289126302, 0.2844805862379908, 0.24086948603150357 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "log_loss": [ 0.9998164475546916, 1.1255692903710826, 1.0916868982319308, 1.075457842370605, 1.2357202996695689, 0.9789409332739489, 1.0605313360804938, 1.1096382024529252, 1.163715975862905, 1.011552998487557, 1.049760208304744, 0.9898207125848502, 1.0469650485073796, 1.0965252735637354, 1.09442616914927, 1.0668417056140558, 1.1113786359503888, 1.1264065210525651, 1.0161632629042452, 1.079657435652858, 1.0403262321680562, 1.1256762267881388, 1.1222335495227793, 1.1185331717402094 ], "log_loss_clim": [ 1.078840434602737, 1.1128514775024667, 1.0988930793044438, 1.0830601465694225, 1.1048205273939196, 1.1036038416693172, 1.0698975112057199, 1.10694575754395, 1.110189802776369, 1.0780003386502597, 1.0835970811883282, 1.068588441018692, 1.084919694428158, 1.1135714788222097, 1.115337692386761, 1.1033320975494298, 1.0979465862376228, 1.093543327544678, 1.079775682862393, 1.1082134043826868, 1.0956855829180405, 1.118615689512805, 1.1074242157684957, 1.1063137440689905 ] }, "rps": 0.44231532765150366, "rpss": 0.024380441671908115, "bss_below": 0.02294467961642177, "bss_above": 0.025814466582571027, "log_loss": 1.080722682410791, "log_loss_skill": 0.01468711948731971, "reliability": { "below": { "weight": [ 0.0, 0.010774, 0.175694, 0.655208, 0.156893, 0.00143, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1882, 0.2653, 0.3515, 0.4239, 0.5047, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0676, 0.2548, 0.347, 0.4662, 0.609, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.190052, 0.645694, 0.142264, 0.021991, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2782, 0.3444, 0.4365, 0.5298, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1929, 0.3678, 0.4361, 0.5269, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4101178426044541, 0.381778745534772, 0.4270862588927404, 0.3785465556727271, 0.5572442619624052, 0.47946577188141104, 0.4289915738788892, 0.38952054336224984, 0.39239356741837156 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.14911348359327803, 0.170468563142379, 0.1579320462806367, 0.19604417668702181, 0.19905287204845198, 0.35051349523919356, 0.18851740559871713, 0.19743400870546587, 0.1947422453670011 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.2610043590111762, 0.211310182392393, 0.2691542126121036, 0.18250237898570532, 0.3581913899139534, 0.12895227664221742, 0.24047416828017207, 0.19208653465678405, 0.1976513220513705 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "log_loss": [ 1.095536320444533, 1.0874515411754502, 1.0654512023221876, 1.1476271467963048, 1.2600496400080639, 1.0373988714737952, 1.060420670307013, 1.0471300675748063, 1.1237904630910767 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4272383468008912, "rpss": 0.0005696253508338245, "bss_below": -0.005867600506064052, "bss_above": 0.006189689947627475, "log_loss": 1.1027617692436924, "log_loss_skill": -0.003777047219723828, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.118411, 0.669331, 0.212258, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.284, 0.3439, 0.4289, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0883, 0.3012, 0.2466, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.245963, 0.674465, 0.079572, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2732, 0.3516, 0.4181, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3521, 0.3283, 0.5447, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3999211117349453, 0.3926635884423576, 0.43703072506023644, 0.3732274326567437, 0.5825826208113857, 0.47630221118323995, 0.41934644637592267, 0.39398874065227163, 0.3922929488855988 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.15767704937125213, 0.1664706592946909, 0.1384664536858654, 0.19600695703452214, 0.20302401988011448, 0.3379872478519977, 0.17651097756048684, 0.1709136136433197, 0.18507527686065595 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.24224406236369317, 0.2261929291476666, 0.29856427137437086, 0.1772204756222214, 0.3795586009312712, 0.13831496333124235, 0.24283546881543588, 0.22307512700895193, 0.2072176720249429 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "log_loss": [ 1.1209765414914912, 1.079032141359588, 1.075672062289788, 1.145585240484324, 1.2800162881163384, 1.0621422345820646, 1.070894919842175, 1.0418905151680486, 1.1177380930649718 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.42970620286696687, "rpss": -0.010949384420506858, "bss_below": -0.018506939143597023, "bss_above": -0.004900472088085861, "log_loss": 1.1104386707109768, "log_loss_skill": -0.010764864263756113, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.142355, 0.690744, 0.166527, 0.000374, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2829, 0.3413, 0.4344, 0.5075, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0929, 0.2821, 0.153, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.190967, 0.710425, 0.098608, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2691, 0.3533, 0.4195, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4465, 0.3401, 0.4874, NaN, NaN, NaN, NaN, NaN ] } } } } }, "SEL": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4361797370041243, 0.4118916311240808, 0.4568130602016054, 0.46893614914338916, 0.5254456552269485, 0.33696429674174017, 0.46309707489527063, 0.407446156345705, 0.5065758974662496, 0.4821553916510701, 0.4509332254572438, 0.4759250754538484, 0.4560427623371688, 0.406828836891602, 0.3944213418542651, 0.4160922362983641, 0.4685579321107911, 0.5032912840169502, 0.46709924835826955, 0.3859608783753265, 0.410234224314325, 0.42204314376557317, 0.45249335293666954, 0.4572016553625316 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.12427084107628847, 0.16078960768560893, 0.2751071970010062, 0.10989206041886106, 0.30827664731342114, 0.12510335657609958, 0.3355743560803488, 0.18780723976845706, 0.28270929981810966, 0.3674283830604599, 0.3033346098228878, 0.3724107979336105, 0.1573461144748448, 0.2490090007962863, 0.20565331969303938, 0.20617911480094522, 0.3258087894698871, 0.17594759473921429, 0.14177147878078697, 0.20665104250441388, 0.2671131170862021, 0.13502006875854666, 0.14038086992776724, 0.1814600782558061 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.3119088992944893, 0.2511020270079287, 0.18170585787110255, 0.35904409138304977, 0.21716900384874616, 0.21186093819583415, 0.1275227147133108, 0.21963891796876842, 0.2238665963554767, 0.114727005635676, 0.1475986157670741, 0.10351427399964888, 0.2986966520728255, 0.15781983643720177, 0.1887680214334821, 0.20991312179617438, 0.1427491391096786, 0.32734369555220566, 0.3253277747240715, 0.17930983619211524, 0.14312110521838362, 0.28702307851795766, 0.3121124871009801, 0.27574157908875224 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "log_loss": [ 1.0209096936202697, 1.1204312989861733, 1.1263244210479957, 1.0777943211443763, 1.2689072371826462, 0.988425604847376, 1.0838266540618169, 1.0666715937825488, 1.2159981789318466, 1.0632104000540457, 1.022851230738323, 1.0301804185989933, 1.0557167829642533, 1.1148330717030621, 1.0750948439387664, 1.049791108276478, 1.082148536246802, 1.1823870560787029, 1.0408723924919066, 1.0334293232567502, 1.0381402033010134, 1.0709971713770696, 1.102605067361055, 1.1099909219549724 ], "log_loss_clim": [ 1.083481915751514, 1.1161912835400085, 1.1028854860868644, 1.079747620261473, 1.1046465425269674, 1.109005274890138, 1.0728623913642652, 1.107435870654486, 1.111764318065663, 1.07377661068669, 1.07709699368638, 1.0684097570617768, 1.0901456907280358, 1.1140373481380856, 1.1156261135581815, 1.1039190892789903, 1.0875425494531406, 1.1001547872274278, 1.0796783466894777, 1.1114553623544081, 1.1028738854876845, 1.1111453956260824, 1.1000137231108051, 1.1032882701991225 ] }, "rps": 0.44427626030554634, "rpss": 0.019394394999144526, "bss_below": 0.016478563316542294, "bss_above": 0.02230791101585139, "log_loss": 1.085064063831135, "log_loss_skill": 0.010849891415798618, "reliability": { "below": { "weight": [ 0.021408, 0.060646, 0.248523, 0.481349, 0.14982, 0.032487, 0.005739, 2.8e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0428, 0.1607, 0.2625, 0.3539, 0.4415, 0.5369, 0.6378, 0.7358, NaN, NaN ], "observed_frequency": [ 0.2907, 0.2775, 0.2609, 0.3449, 0.4937, 0.4987, 0.4216, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.003941, 0.031601, 0.359925, 0.4499, 0.107924, 0.038737, 0.007917, 5.7e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0822, 0.1618, 0.2615, 0.3488, 0.4416, 0.5348, 0.6369, 0.7358, NaN, NaN ], "observed_frequency": [ 0.179, 0.1681, 0.2483, 0.4133, 0.4458, 0.3824, 0.3529, 0.5, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4343809574276963, 0.41255702420659623, 0.4684245568485467, 0.46951920111011725, 0.5523592165544972, 0.3384552325871802, 0.4645714532593387, 0.40645256324373863, 0.4988906863852356, 0.46908042758836926, 0.4586726096027379, 0.45941675100531526, 0.4643759317661292, 0.39730645222022076, 0.39779945056537996, 0.4133439484201318, 0.43923333032500883, 0.527557392632767, 0.4586087462406806, 0.40270602467031624, 0.4243505201252967, 0.3853222365877207, 0.42406041428271085, 0.43151290770376577 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.11300940239706414, 0.16001117060977163, 0.29852402525172334, 0.11358519779098136, 0.3528210346607264, 0.10966486165039141, 0.35855499698627064, 0.1766805260975944, 0.2777351132320453, 0.34896003589151453, 0.2873558688183764, 0.36351375354771925, 0.12900145621896694, 0.2603783060428719, 0.1923941571996249, 0.2273132466337452, 0.28636318064965316, 0.1776693883183439, 0.13307572881034638, 0.19577946229161422, 0.2820518916098519, 0.12977229371877888, 0.13747353997567582, 0.18975812967027783 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.3213715584932485, 0.25254585812368324, 0.16990052474132525, 0.3559340056906074, 0.1995381751367559, 0.22879036949469175, 0.10601645075937424, 0.22977203890558998, 0.2211555717100093, 0.12012038852505608, 0.1713167412801189, 0.09590299449486324, 0.33537448159606076, 0.13692814512223095, 0.20540529337247063, 0.18603070097154945, 0.15287014674668384, 0.34988801212145004, 0.3255330228563717, 0.20692656361543327, 0.14229862640782814, 0.25554994531154507, 0.2865868774929445, 0.2417547794739002 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "log_loss": [ 1.0004383036401758, 1.1161218410154805, 1.1246654083456944, 1.097633674607008, 1.3340591659061443, 0.970037512281416, 1.0781143649899083, 1.057036239744403, 1.2010124845780203, 1.057806932243724, 1.061489696704039, 1.0086418349746558, 1.049274726839825, 1.096996943387332, 1.0859229669399117, 1.04319298720043, 1.0776228430343728, 1.1849603063068421, 1.0337234115939042, 1.0460728353850581, 1.0286364191074309, 1.0432341108637402, 1.0918075682289465, 1.0803436063839351 ], "log_loss_clim": [ 1.078840434602737, 1.1128514775024667, 1.0988930793044438, 1.0830601465694225, 1.1048205273939196, 1.1036038416693172, 1.0698975112057199, 1.10694575754395, 1.110189802776369, 1.0780003386502597, 1.0835970811883282, 1.068588441018692, 1.084919694428158, 1.1135714788222097, 1.115337692386761, 1.1033320975494298, 1.0979465862376228, 1.093543327544678, 1.079775682862393, 1.1082134043826868, 1.0956855829180405, 1.118615689512805, 1.1074242157684957, 1.1063137440689905 ] }, "rps": 0.44162325147331244, "rpss": 0.025906961358398206, "bss_below": 0.024955054684673628, "bss_above": 0.02685771536186754, "log_loss": 1.0820352576792664, "log_loss_skill": 0.013490422740115138, "reliability": { "below": { "weight": [ 0.022302, 0.062854, 0.265941, 0.48042, 0.132663, 0.030964, 0.004822, 3.5e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0413, 0.1604, 0.2623, 0.3529, 0.441, 0.539, 0.6382, 0.7358, NaN, NaN ], "observed_frequency": [ 0.2884, 0.2894, 0.247, 0.3444, 0.5471, 0.5266, 0.4489, 0.0, NaN, NaN ] }, "above": { "weight": [ 0.004264, 0.033064, 0.356737, 0.441813, 0.113753, 0.04129, 0.009008, 7e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0807, 0.1621, 0.2609, 0.3495, 0.4419, 0.5347, 0.6381, 0.7358, NaN, NaN ], "observed_frequency": [ 0.2051, 0.1782, 0.2379, 0.4174, 0.4534, 0.4043, 0.3801, 0.5, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41718217503471505, 0.38334616149518685, 0.4097237861910437, 0.3665312084777004, 0.5624769537413368, 0.4934587128379939, 0.44024328913065486, 0.38127871239944117, 0.378171340823357 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.14408111187423653, 0.17120058555895074, 0.14055022471683445, 0.1882092254824753, 0.18885121227750595, 0.3746883439126786, 0.1847534416654294, 0.19046929361921622, 0.1858873296727181 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.27310105721039757, 0.2121455749960811, 0.26917355117729874, 0.17832198868668156, 0.37362572068560324, 0.11877038298293757, 0.2554898415281136, 0.1908094193108396, 0.19228401686339464 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "log_loss": [ 1.1037361872544023, 1.069815833676587, 1.036144716480184, 1.1111708662807103, 1.2863964440550288, 1.0862297272386194, 1.0838056701899421, 1.0127166452165937, 1.0822084531200944 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4258235933479366, "rpss": 0.0038791306518211055, "bss_below": 0.013720648625159648, "bss_above": -0.0047130778990149835, "log_loss": 1.0969138381680181, "log_loss_skill": 0.0015459691843637824, "reliability": { "below": { "weight": [ 0.0, 0.039739, 0.208992, 0.555694, 0.188681, 0.006895, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.171, 0.2758, 0.3433, 0.4315, 0.5176, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1452, 0.1437, 0.3029, 0.3169, 0.0758, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.005544, 0.354363, 0.571368, 0.068725, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1952, 0.2649, 0.3411, 0.4189, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5279, 0.3271, 0.3452, 0.5132, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.39318441182704417, 0.39806743580095766, 0.420430924795584, 0.3589187521373597, 0.5862357000518719, 0.4906971059568246, 0.4303890628932854, 0.39023149508524735, 0.3799759654015835 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14680818578813973, 0.1693810193086664, 0.12042316165456513, 0.18652152455227908, 0.19042424783680065, 0.3624553399540104, 0.17362450896781925, 0.16682099923625593, 0.17656652593789918 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.2463762250819669, 0.2286864129464472, 0.30000774840257405, 0.17239723559476966, 0.3958114285813571, 0.12824177967280764, 0.25676454832154993, 0.22341049170292096, 0.20340944339752112 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "log_loss": [ 1.1055603316874456, 1.0718773113486142, 1.0484888853551926, 1.1025396013412743, 1.3064739734676296, 1.109128569247774, 1.088799599293035, 1.0151815408096914, 1.0783658197589874 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4275700948833065, "rpss": -0.0059238645729244865, "bss_below": 0.004488122532897765, "bss_above": -0.014257418725460935, "log_loss": 1.102935070256627, "log_loss_skill": -0.003934792603990989, "reliability": { "below": { "weight": [ 0.0, 0.041485, 0.246417, 0.562184, 0.14229, 0.007624, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1704, 0.2762, 0.34, 0.4321, 0.5204, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1457, 0.1423, 0.2886, 0.2098, 0.0488, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.006771, 0.305471, 0.595667, 0.092091, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1949, 0.2634, 0.3432, 0.4202, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5898, 0.3828, 0.3472, 0.5128, NaN, NaN, NaN, NaN, NaN ] } } } } } }, "fitted": { "climatology_blend": { "fallbacks": 0, "folds": 24, "test_fit": { "lam": 0.49248386718988113 }, "test_fallback": null }, "pseudocount": { "fallbacks": 0, "folds": 24, "test_fit": {}, "test_fallback": null }, "temperature": { "fallbacks": 0, "folds": 24, "test_fit": { "temperature": 3.4045110456724794, "at_bound": false }, "test_fallback": null }, "dirichlet": { "fallbacks": 0, "folds": 24, "test_fit": { "A": [ [ 0.15909314986646222, -0.02233903070672833, -0.10455109807150936 ], [ 0.1206839872285393, 0.5772706960688347, 0.12188904463678776 ], [ -0.03658812864671727, 0.06460150588019732, 0.8266698877879988 ] ], "b": [ -0.56967663414021, 0.1837972500574979, 0.3858793840825939 ], "objective": 1.0770643810121918, "iterations": 59, "training_pairs": 63699, "training_years": 24, "converged": true, "epsilon": 1e-12, "reg_off": 0.01, "reg_diag": 0.001, "reg_bias": 0.001, "weighting": "equal total weight per year; spherical area within each year" }, "test_fallback": null }, "multinomial_logistic": { "fallbacks": 0, "folds": 24, "test_fit": { "coefficients": [ [ 0.11299552150856437, -0.5176982810532929, -0.04634157535497424 ], [ 0.0, 0.0, 0.0 ], [ 0.1373103365039569, 0.6751153708609489, 0.38525843863798087 ] ], "features": [ "intercept", "standardized_mean", "log_spread_ratio" ], "l2": 0.001, "reference_class": "near" }, "test_fallback": null }, "ordinal_logistic": { "fallbacks": 0, "folds": 24, "test_fit": { "theta": [ -0.6658280548618496, 0.2516669856943402, 0.8933844203224331, 0.30503491154492707 ], "cutpoints": [ -0.6658280548618496, 0.6203395988698546 ], "beta": [ 0.8933844203224331, 0.30503491154492707 ], "features": [ "standardized_mean", "log_spread_ratio" ], "l2": 0.001, "converged": true }, "test_fallback": null } }, "selection": { "criterion": "inner leave-one-year-out RPS of the calibrators (training years only)", "chosen_training": { "1993": "climatology_blend", "1994": "pseudocount", "1995": "pseudocount", "1996": "climatology_blend", "1997": "pseudocount", "1998": "pseudocount", "1999": "pseudocount", "2000": "pseudocount", "2001": "pseudocount", "2002": "climatology_blend", "2003": "climatology_blend", "2004": "climatology_blend", "2005": "climatology_blend", "2006": "pseudocount", "2007": "climatology_blend", "2008": "climatology_blend", "2009": "climatology_blend", "2010": "pseudocount", "2011": "climatology_blend", "2012": "climatology_blend", "2013": "climatology_blend", "2014": "climatology_blend", "2015": "climatology_blend", "2016": "climatology_blend" }, "chosen_test": "climatology_blend", "frequency": { "climatology_blend": 15, "pseudocount": 9, "temperature": 0, "dirichlet": 0, "multinomial_logistic": 0, "ordinal_logistic": 0 } } }, "FMAM": { "tag": "init01_FMAM", "methods": { "climatology_blend": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.38717393372903236, 0.40088767907060546, 0.39991041714543263, 0.44844364296573347, 0.3895588189964217, 0.39879546150094425, 0.42771051057379283, 0.4857702792271434, 0.4771946667435925, 0.45692891155397186, 0.42507330208896216, 0.4525648880807177, 0.4363425551614571, 0.5215957464194503, 0.3998602408464602, 0.48278878789299967, 0.5183158565252305, 0.38350923936916015, 0.439779992831937, 0.39175608063243594, 0.45188661376786926, 0.46756389707952567, 0.43190419374687644, 0.4396049002313725 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11551522376082186, 0.18577258478129793, 0.129948132444302, 0.10965757174758532, 0.12970534042423465, 0.1782598365952295, 0.2961864651485189, 0.3203152475513084, 0.2793723007179699, 0.3253559593744806, 0.2553576520974424, 0.3172565075660076, 0.15575277657467185, 0.22693136563067567, 0.1896381036527084, 0.3100907075526103, 0.3805697149266049, 0.11005796861595177, 0.27590379185390346, 0.24754055849359471, 0.1986768298182865, 0.22034107341473744, 0.20917616698606248, 0.1548355023361134 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2716587120112365, 0.2151150938864899, 0.2699622875614206, 0.33878607782657627, 0.25985348062177377, 0.22053562633116722, 0.13152404212319452, 0.1654550268668154, 0.1978223630085009, 0.13157294632065417, 0.16971564805238523, 0.13530837488099853, 0.2805897825978824, 0.29466438137783474, 0.21022213626797925, 0.17269807736881368, 0.1377461344234993, 0.2734512729885681, 0.16387619620777735, 0.14421552066524618, 0.25320978878186495, 0.2472228253150306, 0.22272802570212566, 0.28476940257704886 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "log_loss": [ 1.0101849090130852, 1.0877289254279565, 1.0021659692918743, 1.0345431030517307, 0.9977764879199262, 1.0717322561053038, 1.0003238448677683, 1.108829367902521, 1.202435290888882, 1.0892818539524907, 1.1008690908455918, 1.0676419009441311, 1.0750884410120118, 1.2660896616454724, 1.0791507804728275, 1.044114672120594, 1.1274075683593334, 0.9689661112060648, 1.086617389474828, 1.0283603710333216, 1.071482776850558, 1.100613980866595, 1.0961252467634786, 1.1017523780645395 ], "log_loss_clim": [ 1.0943844796952227, 1.1169378410944757, 1.093855163792758, 1.0763329363067116, 1.100688381867687, 1.1089171541404368, 1.083285185842175, 1.0854367237504552, 1.1120083228496669, 1.09343166622495, 1.1075603694249698, 1.0891713997205303, 1.0990155819713823, 1.1142559047977523, 1.1141034830787642, 1.0713518954987324, 1.0774523148624537, 1.0903732192649418, 1.1028078562195034, 1.1047857408896122, 1.0927483973785745, 1.0951285686897905, 1.1041856181460141, 1.1020599798850006 ] }, "rps": 0.4381216923408802, "rpss": 0.0323512744591572, "bss_below": 0.02156163291296742, "bss_above": 0.043165847895828, "log_loss": 1.075803432420037, "log_loss_skill": 0.019407155659873165, "reliability": { "below": { "weight": [ 0.000692, 0.055151, 0.26718, 0.44228, 0.199324, 0.031756, 0.003561, 5.7e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0862, 0.1754, 0.2597, 0.3457, 0.4392, 0.5364, 0.6248, 0.7054, NaN, NaN ], "observed_frequency": [ 0.3604, 0.2393, 0.2789, 0.3543, 0.4319, 0.4697, 0.4044, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.046653, 0.272574, 0.417716, 0.205991, 0.050947, 0.005723, 0.000395, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1738, 0.2592, 0.3441, 0.4402, 0.5369, 0.6423, 0.7198, NaN, NaN ], "observed_frequency": [ NaN, 0.2328, 0.225, 0.3461, 0.4729, 0.5562, 0.4777, 0.5, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.38331165156718916, 0.4071971034898929, 0.4023110838757765, 0.44753282376819487, 0.3937150794219783, 0.4135907137298708, 0.4246548536093821, 0.4952138595094588, 0.44456042655781336, 0.45023230441132805, 0.43663502934651544, 0.427849454599285, 0.43868931939713146, 0.5500745358778015, 0.40677103654845476, 0.47381463227658527, 0.4842373010027977, 0.400818955299975, 0.441044611875051, 0.38803336401376703, 0.47122528641256906, 0.4294532716904456, 0.4442206500040037, 0.42413581823323276 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.12281480699475111, 0.1841622633755016, 0.12593960850244865, 0.12239542760033635, 0.13358402597099645, 0.17667480468022184, 0.3112408421052836, 0.3591983970937966, 0.25215283355246504, 0.3087964378426019, 0.24035330195584137, 0.30373288327824444, 0.13981600616173312, 0.23804462466595902, 0.18921164114252334, 0.34769739752184414, 0.35322970614552024, 0.0929926741801846, 0.296247735600763, 0.22459536321861678, 0.17209293225063305, 0.23556204534157793, 0.21116586342650556, 0.15233016886486128 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.26049684529491746, 0.22303483995943277, 0.2763714783242387, 0.3251374019090496, 0.2601310562952854, 0.23691591055421146, 0.11341400728611446, 0.1360154564805864, 0.19240758967980504, 0.14143586080165885, 0.19628172559847878, 0.12411656659073295, 0.29887331878429174, 0.3120299114017416, 0.217559394929761, 0.12611722939198597, 0.13100758722377273, 0.30782628475044127, 0.14479687020185356, 0.16343800003895928, 0.2991323616240527, 0.19389122563306832, 0.2330547861632474, 0.27180565276008806 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "log_loss": [ 1.0281007657143193, 1.088389623071656, 0.9875302350265035, 1.063476056433586, 1.021625258398707, 1.0674640331866154, 1.006114266439713, 1.0958025984462494, 1.157954742891696, 1.0917507591338493, 1.146595507674216, 1.0388652260553313, 1.055273354760715, 1.2958853598284674, 1.0782549682408806, 1.0271977725870505, 1.0940227029393677, 0.9357949719390795, 1.0960850960050013, 1.0250078907532931, 1.1018305081962505, 1.0912405589579757, 1.0810681393621366, 1.0886071609778432 ], "log_loss_clim": [ 1.0994260483857876, 1.1136765360483003, 1.088719751200515, 1.0835058872248329, 1.1052085572472121, 1.103931634301236, 1.0854778262205618, 1.080730595822308, 1.112712279371679, 1.098167714310158, 1.1159481417825452, 1.0905218627466344, 1.0942399101939726, 1.11154876423817, 1.1110417474794292, 1.070488311191757, 1.0809898391803143, 1.0753702905497633, 1.1034387532417498, 1.1072191553706103, 1.0922772964053116, 1.1036626503777467, 1.0970024306892654, 1.1043600179020439 ] }, "rps": 0.4366384652716042, "rpss": 0.035750988216387225, "bss_below": 0.026547553572527915, "bss_above": 0.0449696075271212, "log_loss": 1.0734973982091878, "log_loss_skill": 0.021486350963569323, "reliability": { "below": { "weight": [ 0.00072, 0.053826, 0.271505, 0.448562, 0.189058, 0.031639, 0.00462, 7e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0867, 0.1755, 0.2587, 0.3456, 0.4385, 0.538, 0.6248, 0.7054, NaN, NaN ], "observed_frequency": [ 0.2391, 0.2141, 0.2662, 0.3642, 0.4452, 0.4302, 0.4013, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.050993, 0.272599, 0.412979, 0.205371, 0.05076, 0.006809, 0.000489, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1717, 0.2589, 0.3436, 0.4405, 0.5377, 0.6429, 0.7198, NaN, NaN ], "observed_frequency": [ NaN, 0.2518, 0.2167, 0.3426, 0.4887, 0.5636, 0.4668, 0.5, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4224024543792108, 0.4204451258755521, 0.4397746132469692, 0.5158248993835542, 0.3828884744006038, 0.5688335434116534, 0.4551206257697494, 0.46093516152202046, 0.3986112692852701 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.2074292888604895, 0.132500757794469, 0.2414904785428545, 0.14534309512751123, 0.20000302460694555, 0.4197736709554599, 0.12409273827766952, 0.17757407681619053, 0.20408995876373362 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.21497316430215407, 0.28794435379038646, 0.19828413799018269, 0.3704817791662959, 0.18288544962048947, 0.14905988984317498, 0.3310278642515175, 0.28336107343347783, 0.1945213159056687 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "log_loss": [ 1.036733043340689, 1.0071555736418023, 1.0711490517813052, 1.1265168685754618, 1.1308506145835975, 1.1939190997251032, 0.9891619197973492, 1.086750314728068, 1.115275806633053 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4516484630305093, "rpss": 0.016976792767529503, "bss_below": -0.016015185265014775, "bss_above": 0.04299293878339561, "log_loss": 1.0841680325340475, "log_loss_skill": 0.013147701762088237, "reliability": { "below": { "weight": [ 0.0, 0.021468, 0.329589, 0.400879, 0.223026, 0.024519, 0.000519, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1785, 0.2639, 0.3433, 0.4367, 0.5286, 0.6047, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.188, 0.2542, 0.2767, 0.3037, 0.3164, 0.2862, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.036952, 0.279099, 0.450899, 0.222293, 0.010758, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1856, 0.2609, 0.3458, 0.4298, 0.525, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2873, 0.3428, 0.419, 0.601, 0.7908, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4275442285517535, 0.4466583062780689, 0.4421590719430728, 0.5112064747917949, 0.36575689837819175, 0.588369043254552, 0.4440464653545962, 0.47427466020700537, 0.40996099412924625 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.2474835415646059, 0.11371275665987916, 0.24762028372106681, 0.12273808375713265, 0.19841517840453315, 0.4289272767156942, 0.08646694628543161, 0.15110220304506622, 0.19324715526664418 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18006069321800613, 0.3329455271379999, 0.1945387939571412, 0.3884683633245053, 0.16734172152078344, 0.159441783901756, 0.3575794900393019, 0.32317244008459195, 0.21671384080263298 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "log_loss": [ 1.0669108455888134, 0.9961560300168582, 1.0840425138534817, 1.0993398202200966, 1.1034159887900856, 1.2335549633721772, 0.9643346604835726, 1.0969867398522084, 1.1124378811791857 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4566640158764757, "rpss": 0.01645897585823608, "bss_below": -0.02349668338443034, "bss_above": 0.04520952917914889, "log_loss": 1.0841310492618312, "log_loss_skill": 0.013181365388100885, "reliability": { "below": { "weight": [ 0.0, 0.023501, 0.370233, 0.408898, 0.175478, 0.021431, 0.000459, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1807, 0.2635, 0.3421, 0.4339, 0.531, 0.6062, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.213, 0.2523, 0.2466, 0.2454, 0.3278, 0.4004, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.027378, 0.246491, 0.463711, 0.250826, 0.011594, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.185, 0.2627, 0.3471, 0.4294, 0.5215, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.295, 0.3753, 0.4629, 0.6084, 0.7672, NaN, NaN, NaN, NaN ] } } } } }, "pseudocount": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3706577640281385, 0.4020759217356101, 0.38268633237174554, 0.4329087896220076, 0.3737274654940212, 0.41097618343057685, 0.4127603992346399, 0.49238723455469674, 0.49206127789201026, 0.4602968524992035, 0.43056060215868575, 0.4512350661591128, 0.43809821924557973, 0.5509792826354427, 0.39989916561968164, 0.47806242466000287, 0.528726873558215, 0.35230865445037834, 0.4449842787805109, 0.38512261353879684, 0.45502091015542934, 0.47888599941516424, 0.43417730289070916, 0.44323689905058133 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.10625244218221855, 0.18572240037849233, 0.12570574098637888, 0.10053741114209737, 0.12419269687659097, 0.17922069227320145, 0.2853061173046806, 0.3244586986747373, 0.28732991596202123, 0.32621912751622634, 0.26109307799343395, 0.31783220780631405, 0.15489301192201133, 0.24410609071712605, 0.18921760662783021, 0.3091432203970532, 0.38776996540937075, 0.09699096896004249, 0.28027676771048526, 0.24640786907511794, 0.20504699722348607, 0.22621708964147402, 0.20985580365439113, 0.15731488299250135 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2644053248431869, 0.21635352102929004, 0.2569805955170075, 0.33237138803487914, 0.24953477172640529, 0.2317554938542347, 0.12745427727340383, 0.16792852946348422, 0.20473135837168077, 0.13407771738678695, 0.16946752173711116, 0.13340285066283722, 0.283205212909249, 0.306873192640875, 0.21068155772809424, 0.16891920041847294, 0.1409568990013041, 0.2553176889592149, 0.16470750465433232, 0.13871474273030063, 0.24997391968532864, 0.252668912199216, 0.22432149802246357, 0.2859220223802682 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "log_loss": [ 1.0010325816929142, 1.093107701389931, 0.9809245318014139, 1.0302930900186948, 0.9715011054120877, 1.1034632670612723, 0.985445187641398, 1.132549077203042, 1.2376385764471682, 1.1018971552331167, 1.1211606847530664, 1.0742699643393074, 1.0834591656289054, 1.3231393779984353, 1.0860526587903765, 1.0478483142165387, 1.158618121260187, 0.9257096401143229, 1.0944846744019905, 1.0185403839083746, 1.0845453571457064, 1.1305141741937534, 1.1071118716586361, 1.1130644761755006 ], "log_loss_clim": [ 1.0943844796952227, 1.1169378410944757, 1.093855163792758, 1.0763329363067116, 1.100688381867687, 1.1089171541404368, 1.083285185842175, 1.0854367237504552, 1.1120083228496669, 1.09343166622495, 1.1075603694249698, 1.0891713997205303, 1.0990155819713823, 1.1142559047977523, 1.1141034830787642, 1.0713518954987324, 1.0774523148624537, 1.0903732192649418, 1.1028078562195034, 1.1047857408896122, 1.0927483973785745, 1.0951285686897905, 1.1041856181460141, 1.1020599798850006 ] }, "rps": 0.43757652138253916, "rpss": 0.03355535540804144, "bss_below": 0.019926663115466314, "bss_above": 0.047215539017077424, "log_loss": 1.0835987974369223, "log_loss_skill": 0.012301694825469944, "reliability": { "below": { "weight": [ 0.020096, 0.08022, 0.295695, 0.369292, 0.140945, 0.078801, 0.014357, 0.000594, 0.0, 0.0 ], "mean_forecast": [ 0.0785, 0.1538, 0.2503, 0.3567, 0.4493, 0.5364, 0.6431, 0.7394, NaN, NaN ], "observed_frequency": [ 0.202, 0.1894, 0.2863, 0.3812, 0.4001, 0.4934, 0.4746, 0.7143, NaN, NaN ] }, "above": { "weight": [ 0.012697, 0.077197, 0.304651, 0.342398, 0.13808, 0.096633, 0.024283, 0.003666, 0.000395, 0.0 ], "mean_forecast": [ 0.0823, 0.1569, 0.2502, 0.3556, 0.4511, 0.5382, 0.6443, 0.7472, 0.8275, NaN ], "observed_frequency": [ 0.2596, 0.1814, 0.26, 0.3512, 0.4389, 0.5217, 0.6445, 0.4994, 0.5, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3705298869606454, 0.4079255389117167, 0.3806550876366335, 0.43821266064360076, 0.3827396527001568, 0.4291785754220883, 0.41077077286530633, 0.5018066244536311, 0.4532423657635599, 0.45452240280902284, 0.4526294504426576, 0.4187530627788484, 0.43698199121385034, 0.5855907186989093, 0.40667447125431133, 0.46467593928004414, 0.4868859142054513, 0.3629489111483782, 0.44802130045922944, 0.3813506434315252, 0.48048538704271215, 0.43524920468002476, 0.4450387309217116, 0.42422535193706035 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.11357598462089437, 0.18361173786543877, 0.11997055912575813, 0.114974025122468, 0.1291410124110727, 0.17890741100620203, 0.301300921617624, 0.364474362392463, 0.25622508200035155, 0.30901281431061256, 0.25375499195566964, 0.2998673923042683, 0.13768395637764072, 0.25840459222483314, 0.1889727597867324, 0.3449565688560935, 0.35638333504186626, 0.0761510195292128, 0.3007231464574611, 0.22275374722373142, 0.1832883583785656, 0.23829397371831956, 0.21043253337893741, 0.1523245696198975 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.2569539034440019, 0.22431380099842144, 0.26068453269745306, 0.3232386438393086, 0.25359864441435503, 0.2502711674034484, 0.10946984536153302, 0.1373322542221698, 0.19701727985422762, 0.14550958097884042, 0.1988744562589738, 0.11888566413621099, 0.29929804257000575, 0.327186126643338, 0.2177017108498022, 0.11971936331961167, 0.13050256942296395, 0.2867978971281836, 0.14729814580494913, 0.15859689551293382, 0.2971970390297941, 0.19695523021566191, 0.23460619717343784, 0.2719007868810011 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "log_loss": [ 1.026954247730756, 1.09592576170507, 0.9612553117613776, 1.0690818064438055, 1.0023849073390265, 1.1032743687827329, 0.9926460710062015, 1.1157523751520313, 1.1787436224478616, 1.1029075468872744, 1.181103309411997, 1.0329062926224717, 1.057316644007497, 1.3662733968792888, 1.0863364364251111, 1.0233605525114144, 1.1149341382061342, 0.8842677621401154, 1.1088792379686827, 1.0119710287145334, 1.1278812307922947, 1.119527427861639, 1.0886162066880793, 1.0937029509621807 ], "log_loss_clim": [ 1.0994260483857876, 1.1136765360483003, 1.088719751200515, 1.0835058872248329, 1.1052085572472121, 1.103931634301236, 1.0854778262205618, 1.080730595822308, 1.112712279371679, 1.098167714310158, 1.1159481417825452, 1.0905218627466344, 1.0942399101939726, 1.11154876423817, 1.1110417474794292, 1.070488311191757, 1.0809898391803143, 1.0753702905497633, 1.1034387532417498, 1.1072191553706103, 1.0922772964053116, 1.1036626503777467, 1.0970024306892654, 1.1043600179020439 ] }, "rps": 0.43579561023587815, "rpss": 0.03761230415604033, "bss_below": 0.026335531266522105, "bss_above": 0.04890768172078919, "log_loss": 1.0810834431019822, "log_loss_skill": 0.014571524265166835, "reliability": { "below": { "weight": [ 0.019983, 0.08423, 0.296354, 0.374046, 0.135808, 0.073539, 0.015339, 0.000701, 0.0, 0.0 ], "mean_forecast": [ 0.0775, 0.1539, 0.2504, 0.3566, 0.4492, 0.5368, 0.6454, 0.7396, NaN, NaN ], "observed_frequency": [ 0.1795, 0.1698, 0.2736, 0.3966, 0.4188, 0.4866, 0.4269, 0.7002, NaN, NaN ] }, "above": { "weight": [ 0.01529, 0.079388, 0.303313, 0.338579, 0.136086, 0.097253, 0.02534, 0.004261, 0.000489, 0.0 ], "mean_forecast": [ 0.0811, 0.1572, 0.2499, 0.3548, 0.4513, 0.5383, 0.6451, 0.747, 0.8275, NaN ], "observed_frequency": [ 0.2695, 0.1985, 0.2529, 0.345, 0.4541, 0.5387, 0.6302, 0.4671, 0.5, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4142071814452208, 0.4031426962799142, 0.4418898037930686, 0.5331613057576418, 0.40259437706216594, 0.598762769631577, 0.43028670508932154, 0.4660845352257041, 0.4081666980720498 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20525671781414165, 0.12775039888103015, 0.24079394873616813, 0.15785676340477514, 0.22199457060116615, 0.43728321464569586, 0.11692689244514406, 0.1831537371720322, 0.20716814030215547 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.20895046289567998, 0.2753922845241901, 0.2010958579312475, 0.37530451772985396, 0.18059980464456504, 0.16147957240736474, 0.3133597916467015, 0.282930787334277, 0.20099856255623227 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "log_loss": [ 1.0222411384749652, 0.9793149247909214, 1.0723496178300482, 1.1579485715153868, 1.1656416399061162, 1.2605434302488823, 0.9548184204626935, 1.1029174104672284, 1.1413754129840636 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.45536623026185147, "rpss": 0.008884987377613118, "bss_below": -0.04118511509642819, "bss_above": 0.04836825492848307, "log_loss": 1.0952389518533672, "log_loss_skill": 0.0030705164494563286, "reliability": { "below": { "weight": [ 0.004572, 0.058749, 0.354857, 0.286724, 0.19432, 0.084548, 0.01571, 0.000519, 0.0, 0.0 ], "mean_forecast": [ 0.0465, 0.1614, 0.2532, 0.3496, 0.445, 0.5332, 0.6284, 0.7197, NaN, NaN ], "observed_frequency": [ 0.1613, 0.2508, 0.2468, 0.2812, 0.3174, 0.286, 0.2987, 0.2862, NaN, NaN ] }, "above": { "weight": [ 0.004391, 0.088581, 0.289727, 0.330321, 0.219205, 0.061738, 0.006038, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0786, 0.1565, 0.2563, 0.3528, 0.4426, 0.5255, 0.626, NaN, NaN, NaN ], "observed_frequency": [ 0.3052, 0.2842, 0.3601, 0.4198, 0.5604, 0.6472, 0.8259, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42645105487637275, 0.42612350880647576, 0.44782179672446054, 0.5185459510448859, 0.3778986692474932, 0.6289520262570883, 0.41276127811732655, 0.4807866501522043, 0.4211328690926889 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.2473858024760492, 0.1099472592060154, 0.2485259492602296, 0.1294573592659596, 0.21647147981010706, 0.4534440794395838, 0.077106122316453, 0.1589773690780232, 0.19666267001437507 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.17906525860398972, 0.31617622922220223, 0.19929585301704525, 0.3890885654421787, 0.16142718948666057, 0.17550796444170236, 0.33565512934262015, 0.3218092651513813, 0.2244702005021045 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "log_loss": [ 1.0651475433924693, 0.9633692375711039, 1.0898625403429196, 1.1167823884445505, 1.1230292982262753, 1.3211547340484098, 0.9200338079169534, 1.1160827999264082, 1.139004326570384 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.46005264492433295, "rpss": 0.009160709368442044, "bss_below": -0.05109815538981888, "bss_above": 0.052520667466902204, "log_loss": 1.0949407418266084, "log_loss_skill": 0.0033419589209482403, "reliability": { "below": { "weight": [ 0.00402, 0.067368, 0.39397, 0.294653, 0.164874, 0.060726, 0.013931, 0.000459, 0.0, 0.0 ], "mean_forecast": [ 0.0409, 0.1614, 0.2524, 0.349, 0.443, 0.5332, 0.6329, 0.7219, NaN, NaN ], "observed_frequency": [ 0.227, 0.2738, 0.2406, 0.2552, 0.2515, 0.2265, 0.3442, 0.4004, NaN, NaN ] }, "above": { "weight": [ 0.003147, 0.06833, 0.267148, 0.337656, 0.249771, 0.068208, 0.005739, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0729, 0.1569, 0.2578, 0.3536, 0.4426, 0.5258, 0.622, NaN, NaN, NaN ], "observed_frequency": [ 0.3809, 0.2986, 0.396, 0.4634, 0.5822, 0.6288, 0.7892, NaN, NaN, NaN ] } } } } }, "temperature": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.39401657304841736, 0.40047891623178933, 0.4103571375674777, 0.45580830884032064, 0.3990357341109186, 0.3959746670544379, 0.43819307970044835, 0.4844063989944765, 0.4637813708771665, 0.4558936189389184, 0.42381403906000387, 0.4545443547969862, 0.4363131993514791, 0.4937598762884422, 0.4004926371850377, 0.4881350181693922, 0.5152403444667292, 0.3964274210573192, 0.43683025381632357, 0.39618195651968124, 0.4519472454456089, 0.4634666016510321, 0.43110396078891033, 0.4379015266218204 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11692583758000942, 0.18544602613716285, 0.13047267195193618, 0.11042548114473912, 0.13087119360373023, 0.1804945288180385, 0.30601879891213335, 0.32195426205611705, 0.2743659346389138, 0.3276734704687697, 0.2542535511805804, 0.3207250703075994, 0.1548577473056534, 0.20733996847388628, 0.19005186557871534, 0.3143731556661371, 0.38174495565908023, 0.11221661594426179, 0.275344129477443, 0.24986306342187325, 0.19526568987988543, 0.21680601211933795, 0.20898177273068438, 0.15122311674176597 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2770907354684082, 0.21503289009462667, 0.27988446561554164, 0.34538282769558154, 0.26816454050718846, 0.21548013823639944, 0.132174280788315, 0.16245213693835941, 0.18941543623825277, 0.12822014847014876, 0.16956048787942352, 0.13381928448938668, 0.2814554520458257, 0.286419907814556, 0.21044077160632224, 0.17376186250325493, 0.13349538880764905, 0.28421080511305746, 0.16148612433888065, 0.14631889309780788, 0.25668155556572336, 0.246660589531694, 0.22212218805822623, 0.2866784098800544 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "log_loss": [ 1.0159327628869672, 1.0854651994137567, 1.0162865406677022, 1.0439134377589716, 1.0118485696199313, 1.0609161802998495, 1.0172225172807128, 1.1072910965805585, 1.1775910389090198, 1.0866389860214514, 1.095786692433459, 1.0712226690701745, 1.0753497693402048, 1.2198295786836795, 1.0778408546134335, 1.054985021114475, 1.1234202311707, 0.9879056766999327, 1.0829714024491386, 1.0338980607596646, 1.073394687589675, 1.0973840295270163, 1.0929673903019181, 1.0951237050771194 ], "log_loss_clim": [ 1.0943844796952227, 1.1169378410944757, 1.093855163792758, 1.0763329363067116, 1.100688381867687, 1.1089171541404368, 1.083285185842175, 1.0854367237504552, 1.1120083228496669, 1.09343166622495, 1.1075603694249698, 1.0891713997205303, 1.0990155819713823, 1.1142559047977523, 1.1141034830787642, 1.0713518954987324, 1.0774523148624537, 1.0903732192649418, 1.1028078562195034, 1.1047857408896122, 1.0927483973785745, 1.0951285686897905, 1.1041856181460141, 1.1020599798850006 ] }, "rps": 0.4385043433576307, "rpss": 0.031506139933388355, "bss_below": 0.022393044010590057, "bss_above": 0.04064029210042286, "log_loss": 1.0752160874278964, "log_loss_skill": 0.019942519536856218, "reliability": { "below": { "weight": [ 0.002178, 0.026803, 0.256697, 0.553539, 0.147394, 0.013163, 0.000226, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0704, 0.1714, 0.259, 0.3469, 0.4367, 0.5314, 0.6186, NaN, NaN, NaN ], "observed_frequency": [ 0.2278, 0.252, 0.2474, 0.3638, 0.4718, 0.414, 0.2499, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000311, 0.027239, 0.248073, 0.525816, 0.171752, 0.025259, 0.001523, 2.8e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0689, 0.1745, 0.2596, 0.3445, 0.437, 0.5272, 0.6236, 0.733, NaN, NaN ], "observed_frequency": [ 0.3632, 0.2389, 0.2237, 0.3473, 0.4996, 0.5624, 0.4624, 0.0, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3887344822214852, 0.40736100117677904, 0.4153258978555509, 0.45165641245774546, 0.4003420686622329, 0.40987664672525187, 0.4341501100017999, 0.4940030938390074, 0.43594570754626216, 0.4480456268317722, 0.428942501309383, 0.4330870762518404, 0.4407936041165461, 0.5175997001811032, 0.4078227435273549, 0.48142162588079, 0.4866233188336116, 0.41731522952045197, 0.43711831733552975, 0.39196383873753, 0.46795156625791223, 0.42896631031949284, 0.4449122035270532, 0.42443381897044197 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.12465358981798548, 0.18422524784857702, 0.12753570564280478, 0.1226883920452402, 0.1341067734663048, 0.17837975892628255, 0.3209247904645396, 0.3613922327237069, 0.24949569456985868, 0.3107971109294404, 0.23401822123916052, 0.30887842910226193, 0.13909546551536092, 0.21556971394151855, 0.1894298288783816, 0.35407512882884157, 0.3568761365741915, 0.09617066090456908, 0.2962496354640423, 0.22626995660353155, 0.16453398016866513, 0.23481732792431767, 0.2120866520675798, 0.1504193101540818 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.2640808924034996, 0.22313575332820193, 0.28779019221274615, 0.32896802041250534, 0.26623529519592815, 0.2314968877989693, 0.11322531953726032, 0.13261086111530054, 0.18645001297640335, 0.13724851590233159, 0.19492428007022244, 0.12420864714957842, 0.3016981386011853, 0.3020299862395842, 0.21839291464897342, 0.1273464970519486, 0.12974718225942034, 0.3211445686158828, 0.1408686818714873, 0.16569388213399838, 0.30341758608924724, 0.19414898239517517, 0.23282555145947334, 0.2740145088163601 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "log_loss": [ 1.0295721614408755, 1.087062390402254, 1.0056655827364338, 1.0663928549800508, 1.0309087991975954, 1.0567632305918249, 1.0210822527035888, 1.0970154839260031, 1.1392048885340305, 1.0874967907694095, 1.1319009791691745, 1.0461690594472992, 1.060374362624272, 1.243678239252867, 1.0781896601902696, 1.0419014206672896, 1.0963649040817809, 0.9635215974043657, 1.089970697128232, 1.0309106685940304, 1.0987294089811748, 1.0893492542220164, 1.082245603968072, 1.0840574563623306 ], "log_loss_clim": [ 1.0994260483857876, 1.1136765360483003, 1.088719751200515, 1.0835058872248329, 1.1052085572472121, 1.103931634301236, 1.0854778262205618, 1.080730595822308, 1.112712279371679, 1.098167714310158, 1.1159481417825452, 1.0905218627466344, 1.0942399101939726, 1.11154876423817, 1.1110417474794292, 1.070488311191757, 1.0809898391803143, 1.0753702905497633, 1.1034387532417498, 1.1072191553706103, 1.0922772964053116, 1.1036626503777467, 1.0970024306892654, 1.1043600179020439 ] }, "rps": 0.4372663709202887, "rpss": 0.03436435499601631, "bss_below": 0.026794325719155743, "bss_above": 0.041946871973344235, "log_loss": 1.0732719894739684, "log_loss_skill": 0.021691815387043567, "reliability": { "below": { "weight": [ 0.002389, 0.025597, 0.26088, 0.557059, 0.139069, 0.014726, 0.00028, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0705, 0.1725, 0.2583, 0.3467, 0.4367, 0.5339, 0.6186, NaN, NaN, NaN ], "observed_frequency": [ 0.2285, 0.2154, 0.2365, 0.3735, 0.4728, 0.365, 0.2499, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000385, 0.030985, 0.250317, 0.518221, 0.17052, 0.027756, 0.001781, 3.5e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0689, 0.1722, 0.2596, 0.3442, 0.4365, 0.5275, 0.6249, 0.733, NaN, NaN ], "observed_frequency": [ 0.3632, 0.2647, 0.2274, 0.341, 0.5127, 0.5618, 0.4313, 0.0, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42654925165989455, 0.4293522016590473, 0.43880318484960606, 0.5103326539667669, 0.37600894898122267, 0.5598956229581269, 0.465818767096479, 0.4612062598970989, 0.39650782004862184 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20861256056872346, 0.13531929756628122, 0.24164158406451833, 0.14089201940794913, 0.19191452756062555, 0.4147865432081022, 0.1272333638414707, 0.17639316834868474, 0.20336910575078446 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.21793669109117092, 0.2940329040927661, 0.1971616007850878, 0.36944063455881776, 0.1840944214205971, 0.14510907975002443, 0.33858540325500847, 0.2848130915484143, 0.1931387142978373 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "log_loss": [ 1.043858696402385, 1.02123304857021, 1.0710049176067629, 1.118046212724103, 1.1171392855085085, 1.1784885770922449, 1.0032984816598316, 1.0864649399068862, 1.111198414739405 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.45160830123520707, "rpss": 0.017064205833349222, "bss_below": -0.009358983903333007, "bss_above": 0.03790044800686243, "log_loss": 1.0834147304678154, "log_loss_skill": 0.013833386870872433, "reliability": { "below": { "weight": [ 0.002132, 0.009909, 0.270041, 0.532109, 0.17807, 0.007741, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0691, 0.1808, 0.2666, 0.3436, 0.4332, 0.5195, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.1034, 0.2643, 0.2492, 0.2781, 0.3037, 0.2788, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.021054, 0.23242, 0.595604, 0.147727, 0.003196, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1833, 0.2612, 0.3473, 0.4267, 0.5187, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2805, 0.3277, 0.4379, 0.6206, 0.8596, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4284801826532731, 0.45687037662329943, 0.43995286178485604, 0.5098768432965562, 0.36167133992721445, 0.5754281655242726, 0.45747256216080995, 0.4735705750054738, 0.4074611872082168 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24772789802615425, 0.11625368284589375, 0.24702996532938995, 0.12061188961225786, 0.19208300471830958, 0.4215451665844746, 0.09058338118105562, 0.14880085855656552, 0.1924693610380992 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18075228462711893, 0.3406166937774058, 0.19292289645546618, 0.38926495368429853, 0.16958833520890482, 0.15388299893979798, 0.36688918097975437, 0.32476971644890834, 0.21499182617011764 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "log_loss": [ 1.0686819033062416, 1.0121319266946605, 1.0823357954753272, 1.0966512530987251, 1.0941688678695105, 1.2119925427674094, 0.9828922148176086, 1.0952804289556912, 1.1086116883842136 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4567537882426636, "rpss": 0.016265628447644453, "bss_below": -0.01628632856456913, "bss_above": 0.039688735773637185, "log_loss": 1.0836385134854876, "log_loss_skill": 0.013629690784407789, "reliability": { "below": { "weight": [ 0.002183, 0.00981, 0.307729, 0.539307, 0.133136, 0.007836, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0662, 0.1833, 0.2663, 0.3421, 0.4328, 0.5204, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.125, 0.3025, 0.2501, 0.2462, 0.2573, 0.2937, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.015235, 0.200571, 0.615462, 0.166151, 0.002581, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1816, 0.2632, 0.3492, 0.4264, 0.5191, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.329, 0.3522, 0.4798, 0.6243, 0.7849, NaN, NaN, NaN, NaN ] } } } } }, "dirichlet": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3793235837119727, 0.40606108752532355, 0.39852793041455115, 0.4360206635889861, 0.3946086990384659, 0.4114154204727608, 0.4301862287407287, 0.4830847870632166, 0.4901962339823854, 0.4572357270316346, 0.42671037145792684, 0.45147869716024164, 0.436201071188474, 0.5345825175944768, 0.4031570967115397, 0.47603074939464257, 0.5185673340050906, 0.37610073350295825, 0.4398063503130272, 0.3926841122052875, 0.45342858259455704, 0.4682757087547571, 0.4315113749203736, 0.44059393873539204 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11919376683917528, 0.19081128317917084, 0.13343758095456096, 0.11514566665512346, 0.13375804521891776, 0.17904877071454778, 0.2974428706321013, 0.314108392490286, 0.2760795075542291, 0.32231534561829456, 0.25438489630307254, 0.3124208768717789, 0.15951773109053394, 0.23517405188875326, 0.19255323503321173, 0.30483540309653734, 0.37363433263025664, 0.11580634434907239, 0.27214694634642095, 0.24575632196318611, 0.1982154112855817, 0.2184682656076974, 0.2105168241704734, 0.15764165633504043 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2601298168727974, 0.2152498043461528, 0.26509034945999005, 0.3208749969338627, 0.260850653819548, 0.23236664975821295, 0.1327433581086276, 0.1689763945729307, 0.2141167264281564, 0.13492038141334017, 0.17232547515485425, 0.13905782028846272, 0.27668334009794027, 0.29940846570572377, 0.21060386167832792, 0.17119534629810537, 0.1449330013748339, 0.2602943891538861, 0.16765940396660617, 0.14692779024210145, 0.2552131713089752, 0.24980744314705977, 0.22099455074990026, 0.2829522824003514 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "log_loss": [ 0.9955283483664582, 1.102138323135561, 0.9963773614427142, 0.9962817450326332, 1.0120214706507875, 1.1060846493053706, 1.0022657996919018, 1.0953940093162808, 1.2197248214722671, 1.0830117963717547, 1.101146294348816, 1.0614489085112302, 1.0758728651560485, 1.288784555195181, 1.0894008058427047, 1.022107715777431, 1.113630916019725, 0.9522476113369052, 1.0894854678597008, 1.0319889657609203, 1.0700576850160435, 1.1073433716561016, 1.0950757452912911, 1.1006546055244202 ], "log_loss_clim": [ 1.0943844796952227, 1.1169378410944757, 1.093855163792758, 1.0763329363067116, 1.100688381867687, 1.1089171541404368, 1.083285185842175, 1.0854367237504552, 1.1120083228496669, 1.09343166622495, 1.1075603694249698, 1.0891713997205303, 1.0990155819713823, 1.1142559047977523, 1.1141034830787642, 1.0713518954987324, 1.0774523148624537, 1.0903732192649418, 1.1028078562195034, 1.1047857408896122, 1.0927483973785745, 1.0951285686897905, 1.1041856181460141, 1.1020599798850006 ] }, "rps": 0.43899120833786537, "rpss": 0.030430835318550953, "bss_below": 0.019687169974640706, "bss_above": 0.04119932441537544, "log_loss": 1.0753364099200937, "log_loss_skill": 0.019832845807152166, "reliability": { "below": { "weight": [ 0.002262, 0.031621, 0.223738, 0.510091, 0.208783, 0.021327, 0.002178, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.068, 0.1717, 0.2629, 0.3505, 0.436, 0.5328, 0.6239, NaN, NaN, NaN ], "observed_frequency": [ 0.2562, 0.2688, 0.2399, 0.3587, 0.45, 0.3333, 0.1817, NaN, NaN, NaN ] }, "above": { "weight": [ 0.002427, 0.041644, 0.251027, 0.410267, 0.223152, 0.056806, 0.013357, 0.001264, 5.6e-05, 0.0 ], "mean_forecast": [ 0.0713, 0.1651, 0.2596, 0.3484, 0.4403, 0.5381, 0.635, 0.7388, 0.8274, NaN ], "observed_frequency": [ 0.2207, 0.2359, 0.2252, 0.3379, 0.4619, 0.5259, 0.4882, 0.4001, 0.0, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.37771823270324556, 0.4112614529271984, 0.4005011218594839, 0.43633099697128225, 0.4001698867527, 0.42857403815624434, 0.4262262660362069, 0.4919349851123352, 0.4497521674967598, 0.45200804455942817, 0.44008702392835714, 0.4259881231485981, 0.4383223513679037, 0.5662059176919603, 0.4096934737521072, 0.46761039134888116, 0.4849335071255675, 0.38931991722752896, 0.44101501552364597, 0.3894682881050912, 0.4723051917722278, 0.43052151457769083, 0.44345428245365087, 0.425365257371787 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.1260843907704383, 0.18937098898382207, 0.12964911331005924, 0.12757025045227838, 0.13752564569579723, 0.17711775450067632, 0.3111185547809338, 0.3505581760700414, 0.2480036037309895, 0.30714067642827236, 0.23973664188003013, 0.29959863768234307, 0.1446018977681764, 0.24780997616649628, 0.19234355903515551, 0.3405919760790327, 0.3472398517183754, 0.09938958292268203, 0.29117889555104093, 0.22503486892850544, 0.17091144971746725, 0.2339596736186818, 0.2131554448026194, 0.1561087831029227 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.25163384193280713, 0.22189046394337628, 0.27085200854942454, 0.3087607465190039, 0.26264424105690276, 0.25145628365556805, 0.11510771125527305, 0.14137680904229377, 0.20174856376577022, 0.1448673681311558, 0.20035038204832686, 0.126389485466255, 0.29372045359972737, 0.31839594152546397, 0.21734991471695178, 0.12701841526984836, 0.13769365540719203, 0.289930334304847, 0.14983611997260504, 0.1644334191765857, 0.30139374205476044, 0.1965618409590091, 0.23029883765103132, 0.2692564742688642 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "log_loss": [ 1.0203652553585192, 1.0991246992148929, 0.9790706539730496, 1.0292111996489086, 1.0404543878252621, 1.107705704933916, 1.0063124610576462, 1.0818414160719523, 1.1652989289752425, 1.0922955592689887, 1.1508581350950622, 1.0326428868567528, 1.0553732973714713, 1.327411316678472, 1.0862808852437928, 1.0066023347333355, 1.0828228317561315, 0.9079348115395454, 1.0982076563055334, 1.0318928750798297, 1.0971245982022473, 1.0959527495253985, 1.0787249977779185, 1.0888210141455865 ], "log_loss_clim": [ 1.0994260483857876, 1.1136765360483003, 1.088719751200515, 1.0835058872248329, 1.1052085572472121, 1.103931634301236, 1.0854778262205618, 1.080730595822308, 1.112712279371679, 1.098167714310158, 1.1159481417825452, 1.0905218627466344, 1.0942399101939726, 1.11154876423817, 1.1110417474794292, 1.070488311191757, 1.0809898391803143, 1.0753702905497633, 1.1034387532417498, 1.1072191553706103, 1.0922772964053116, 1.1036626503777467, 1.0970024306892654, 1.1043600179020439 ] }, "rps": 0.43744864366541175, "rpss": 0.03396183362344174, "bss_below": 0.02438357438296712, "bss_above": 0.04355589338832899, "log_loss": 1.073430444026644, "log_loss_skill": 0.021547380996421284, "reliability": { "below": { "weight": [ 0.002423, 0.030696, 0.225391, 0.517978, 0.196388, 0.024218, 0.002906, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0676, 0.1727, 0.2622, 0.3507, 0.4354, 0.5351, 0.6244, NaN, NaN, NaN ], "observed_frequency": [ 0.2396, 0.2365, 0.2227, 0.3678, 0.4628, 0.294, 0.1685, NaN, NaN, NaN ] }, "above": { "weight": [ 0.003324, 0.043847, 0.249883, 0.409952, 0.222546, 0.053169, 0.015713, 0.001496, 7e-05, 0.0 ], "mean_forecast": [ 0.07, 0.1633, 0.2592, 0.3482, 0.4412, 0.5387, 0.6357, 0.7392, 0.8274, NaN ], "observed_frequency": [ 0.2319, 0.2641, 0.221, 0.3295, 0.4751, 0.5474, 0.4899, 0.4184, 0.0, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4208646481823391, 0.4203284750535892, 0.43997035673986884, 0.5147640909614121, 0.3830733229974591, 0.5690128283133659, 0.43901110476812316, 0.4607497672212766, 0.4047401903436322 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20605310706166743, 0.13893516602331593, 0.2400447153371467, 0.14948590124502045, 0.200985247048505, 0.4054379045067813, 0.12810844132348811, 0.18109944083075816, 0.2052295085854111 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.21481154112067158, 0.2813933090302732, 0.19992564140272204, 0.3652781897163917, 0.182088075948954, 0.16357492380658462, 0.3109026634446351, 0.27965032639051834, 0.19951068175822112 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "log_loss": [ 1.0380970874684343, 1.0065817866096542, 1.0754815937499471, 1.1188035834036587, 1.1234952606511668, 1.1680781071638893, 0.9426892229844562, 1.0844004383332746, 1.1391414922617584 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4502794205090074, "rpss": 0.0199565451202649, "bss_below": -0.017705900278151887, "bss_above": 0.049655612847022246, "log_loss": 1.0774187302918046, "log_loss_skill": 0.019291181581993833, "reliability": { "below": { "weight": [ 0.002058, 0.007445, 0.247543, 0.492886, 0.236221, 0.013847, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.063, 0.1733, 0.2697, 0.3465, 0.4373, 0.5194, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.1071, 0.2611, 0.2392, 0.2823, 0.295, 0.3009, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 7.4e-05, 0.0459, 0.236064, 0.439536, 0.257698, 0.019184, 0.001544, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0928, 0.1737, 0.2583, 0.351, 0.4374, 0.5285, 0.6513, NaN, NaN, NaN ], "observed_frequency": [ 1.0, 0.2932, 0.3484, 0.4029, 0.5829, 0.6997, 0.5239, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42711399368648345, 0.4428988159255431, 0.44423265775294174, 0.5088750931952115, 0.36573236415616517, 0.5902127106434775, 0.42622572750846166, 0.47337242805387775, 0.41667016141885166 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24351459655982122, 0.12032632541749719, 0.24628841335530904, 0.1285661620764601, 0.20011452590598447, 0.4137521640303591, 0.09340079606582251, 0.15514908433823454, 0.19544319209414351 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18359939712666226, 0.32257249050804593, 0.19794424439763275, 0.3803089311187513, 0.16561783825018062, 0.1764605466131183, 0.3328249314426392, 0.31822334371564304, 0.2212269693247081 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "log_loss": [ 1.070780172571446, 0.9813902839934583, 1.0931562974691493, 1.0869617768331123, 1.0958110583038119, 1.2065008947004765, 0.9145022071153471, 1.092238537422047, 1.1384596683076742 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.45503710581566814, "rpss": 0.0199629366078522, "bss_below": -0.027409373953398708, "bss_above": 0.05405020144970207, "log_loss": 1.0755334329685025, "log_loss_skill": 0.021007253206069554, "reliability": { "below": { "weight": [ 0.002092, 0.007032, 0.282267, 0.511609, 0.18446, 0.01254, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.061, 0.1769, 0.2694, 0.3453, 0.4347, 0.5213, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.1304, 0.3162, 0.2454, 0.2556, 0.2325, 0.3304, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000274, 0.033771, 0.203683, 0.446313, 0.295216, 0.019287, 0.001456, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0917, 0.1745, 0.2612, 0.3524, 0.4377, 0.5249, 0.6493, NaN, NaN, NaN ], "observed_frequency": [ 0.3336, 0.3188, 0.3785, 0.4493, 0.5896, 0.6964, 0.5001, NaN, NaN, NaN ] } } } } }, "multinomial_logistic": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.385346250997691, 0.4186783730333814, 0.4160774088311426, 0.45363560126700636, 0.41188732155251034, 0.4126180599039879, 0.4352710803736053, 0.48192118783211607, 0.46896947574495723, 0.4419903526132786, 0.4157317569616182, 0.4385962089540038, 0.45293537926359234, 0.5440580349569075, 0.4146498574211649, 0.4696363376306234, 0.5075955660071062, 0.38140012285104535, 0.4381857736877372, 0.4004102441457521, 0.4591005113473785, 0.4869405021219889, 0.44134218767997707, 0.4494984995309558 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.12208052315154935, 0.19986533759575933, 0.1341923894157462, 0.125808411284896, 0.13671223900224852, 0.17462230606316942, 0.30777846329858766, 0.3143462510092238, 0.26622599937298197, 0.32103625143214576, 0.2501114648415773, 0.3059411884049236, 0.16600109857310363, 0.2414756091644908, 0.19891954931040623, 0.2989632678519527, 0.3693772888005204, 0.12154095020384126, 0.2717771144608825, 0.2471047969089606, 0.1956159000975651, 0.22530587221620285, 0.2148842954993167, 0.15895698183367402 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2632657278461415, 0.21881303543762193, 0.28188501941539634, 0.3278271899821104, 0.27517508255026185, 0.23799575384081842, 0.12749261707501755, 0.16757493682289218, 0.20274347637197554, 0.1209541011811327, 0.16562029212004092, 0.13265502054908027, 0.2869342806904886, 0.3025824257924166, 0.21573030811075872, 0.17067306977867075, 0.138218277206586, 0.25985917264720404, 0.16640865922685474, 0.15330544723679157, 0.2634846112498136, 0.26163462990578606, 0.22645789218066034, 0.2905415176972817 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "log_loss": [ 0.9922912913599046, 1.1303188185962885, 1.0273381972513826, 1.0080017187201258, 1.0521379567537361, 1.1085958175463464, 1.015227461323772, 1.0888905521919328, 1.1842861447944566, 1.0651427659269885, 1.0822729477659432, 1.0428003305905038, 1.1065484615475476, 1.3080624851030502, 1.1122370227032452, 1.0185232729307199, 1.093776792005144, 0.9577549875135009, 1.0984919806133493, 1.050715570283884, 1.0848672581779457, 1.137374048960193, 1.114065380988594, 1.114045351719483 ], "log_loss_clim": [ 1.0943844796952227, 1.1169378410944757, 1.093855163792758, 1.0763329363067116, 1.100688381867687, 1.1089171541404368, 1.083285185842175, 1.0854367237504552, 1.1120083228496669, 1.09343166622495, 1.1075603694249698, 1.0891713997205303, 1.0990155819713823, 1.1142559047977523, 1.1141034830787642, 1.0713518954987324, 1.0774523148624537, 1.0903732192649418, 1.1028078562195034, 1.1047857408896122, 1.0927483973785745, 1.0951285686897905, 1.1041856181460141, 1.1020599798850006 ] }, "rps": 0.44276983727956365, "rpss": 0.022085241973948344, "bss_below": 0.01302662945828692, "bss_above": 0.031164784847326543, "log_loss": 1.0830736089736683, "log_loss_skill": 0.012780403141020025, "reliability": { "below": { "weight": [ 0.00178, 0.016439, 0.161014, 0.627448, 0.177422, 0.015897, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0887, 0.1704, 0.2671, 0.3509, 0.4249, 0.5319, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.127, 0.1916, 0.2163, 0.3657, 0.4399, 0.0923, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.020949, 0.265313, 0.513841, 0.151251, 0.035868, 0.009387, 0.002939, 0.000452, 0.0 ], "mean_forecast": [ NaN, 0.1741, 0.2703, 0.3466, 0.4365, 0.5419, 0.647, 0.746, 0.8181, NaN ], "observed_frequency": [ NaN, 0.4634, 0.2185, 0.342, 0.5293, 0.4459, 0.4481, 0.5289, 0.5001, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3863520624574645, 0.42349374210045126, 0.4245625113157367, 0.4546246584896896, 0.41314916035632776, 0.4277506024707048, 0.43019365733893405, 0.4892536546550339, 0.4392476005918166, 0.4349221935230385, 0.41943463316243507, 0.4118239245380706, 0.4570314766086258, 0.5752913343018146, 0.42217167325990007, 0.45904878496024804, 0.4774875587213285, 0.3965407982924552, 0.435910159796503, 0.3969030171383891, 0.47633475515147117, 0.44805166684681, 0.4559266165495952, 0.4287852700003453 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.1289605517551988, 0.1980163109503785, 0.13187922536801655, 0.13946645795608772, 0.1401592018132338, 0.1717982991103531, 0.3209476217427524, 0.3486276342087816, 0.2447936554059022, 0.3052076706597279, 0.22857974119395078, 0.29234062720719106, 0.15116349187348932, 0.2534222987892678, 0.19848652837961822, 0.3349155977333918, 0.34433562235828763, 0.10627667300832597, 0.2919319008893798, 0.22670239378859072, 0.1652554658276829, 0.2436067793804657, 0.21860721096337488, 0.15590812560162698 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.2573915107022656, 0.22547743115007265, 0.2926832859477201, 0.315158200533602, 0.2729899585430939, 0.25595230336035163, 0.10924603559618166, 0.1406260204462524, 0.19445394518591436, 0.12971452286331062, 0.19085489196848426, 0.11948329733087956, 0.3058679847351365, 0.3218690355125467, 0.22368514488028204, 0.12413318722685629, 0.13315193636304082, 0.2902641252841292, 0.1439782589071231, 0.1702006233497985, 0.3110792893237884, 0.2044448874663443, 0.2373194055862204, 0.27287714439871835 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "log_loss": [ 1.0204254826525865, 1.1227794929240293, 1.0188602384259575, 1.0410889097759914, 1.0735378540942493, 1.112604731002437, 1.0179041892853316, 1.0787991156758385, 1.1447818118527433, 1.0752848012595488, 1.1203207256350973, 1.0108359498132842, 1.0914402205018672, 1.346151970801789, 1.1112705862894166, 0.9993127804300023, 1.0659707282263673, 0.9158834711135923, 1.098558526180403, 1.0543605819177932, 1.1069178369926214, 1.1153292766995935, 1.1025693156726581, 1.0950460554966979 ], "log_loss_clim": [ 1.0994260483857876, 1.1136765360483003, 1.088719751200515, 1.0835058872248329, 1.1052085572472121, 1.103931634301236, 1.0854778262205618, 1.080730595822308, 1.112712279371679, 1.098167714310158, 1.1159481417825452, 1.0905218627466344, 1.0942399101939726, 1.11154876423817, 1.1110417474794292, 1.070488311191757, 1.0809898391803143, 1.0753702905497633, 1.1034387532417498, 1.1072191553706103, 1.0922772964053116, 1.1036626503777467, 1.0970024306892654, 1.1043600179020439 ] }, "rps": 0.44101214635946623, "rpss": 0.026092385041780686, "bss_below": 0.01783962056510946, "bss_above": 0.03435876347515443, "log_loss": 1.0808347771966624, "log_loss_skill": 0.014798188049179095, "reliability": { "below": { "weight": [ 0.002202, 0.01918, 0.155517, 0.639072, 0.163272, 0.020757, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0887, 0.1691, 0.2672, 0.3515, 0.425, 0.5318, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.127, 0.1961, 0.1848, 0.3728, 0.4532, 0.0959, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.024794, 0.257038, 0.522293, 0.144184, 0.036008, 0.011487, 0.003637, 0.000559, 0.0 ], "mean_forecast": [ NaN, 0.1723, 0.2708, 0.346, 0.4376, 0.5442, 0.6467, 0.746, 0.8181, NaN ], "observed_frequency": [ NaN, 0.5015, 0.2036, 0.3393, 0.5556, 0.4408, 0.4899, 0.5289, 0.5001, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4257965225903566, 0.42522074956077605, 0.45154195759467847, 0.541592796978943, 0.3900465874574161, 0.5572351114777607, 0.455510376114263, 0.4535898875375292, 0.397032988988247 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.2075449815048515, 0.14153617892004164, 0.24642929497570876, 0.1571841128284901, 0.20113825684448033, 0.3992906571427262, 0.1336203159777584, 0.17870208986112723, 0.2052667426389015 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.218251541085505, 0.2836845706407342, 0.2051126626189697, 0.384408684150453, 0.18890833061293577, 0.15794445433503468, 0.3218900601365045, 0.27488779767640176, 0.1917662463493455 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "log_loss": [ 1.056840987862236, 1.022744134422057, 1.1028886045746749, 1.1638313069368187, 1.1342115145922023, 1.144952665057263, 0.9643637013732826, 1.0720272498279515, 1.1261571750095403 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4552852198111078, "rpss": 0.009061308476051133, "bss_below": -0.026116410037432036, "bss_above": 0.03680102014112718, "log_loss": 1.0875574821840028, "log_loss_skill": 0.01006249165032902, "reliability": { "below": { "weight": [ 0.0, 0.000604, 0.153831, 0.622869, 0.216772, 0.005923, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1996, 0.2813, 0.3443, 0.4389, 0.5109, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2189, 0.3002, 0.2391, 0.316, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.028528, 0.261488, 0.522615, 0.185784, 0.001586, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1918, 0.2556, 0.352, 0.4259, 0.5528, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3414, 0.3827, 0.3898, 0.6576, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4311882015770179, 0.44676027361919424, 0.4570665215180707, 0.5407821803510958, 0.3747472923909763, 0.571003886431921, 0.4485160776584203, 0.47034378223319984, 0.4063239762104008 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24532889258919663, 0.12023789561970295, 0.2554047613014117, 0.13915450944395807, 0.2004886570853559, 0.40259567397515156, 0.10065019282873976, 0.15372874645626758, 0.19413878562431527 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18585930898782138, 0.3265223779994914, 0.20166176021665894, 0.4016276709071375, 0.17425863530562039, 0.16840821245676937, 0.34786588482968034, 0.3166150357769322, 0.21218519058608554 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "log_loss": [ 1.0881674581286143, 0.9942881664138373, 1.1256571283710892, 1.1367581722221207, 1.113450066133758, 1.1705891520169553, 0.9454624514665222, 1.0859991522889418, 1.1257282859368045 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4607480213322552, "rpss": 0.007663041059501219, "bss_below": -0.03608638706162104, "bss_above": 0.03914341840568081, "log_loss": 1.087344448108738, "log_loss_skill": 0.010256403627502797, "reliability": { "below": { "weight": [ 0.0, 0.001122, 0.174422, 0.653918, 0.163486, 0.007052, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1996, 0.281, 0.343, 0.4367, 0.5108, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2487, 0.269, 0.1726, 0.2891, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.026623, 0.212821, 0.545697, 0.211962, 0.002897, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1909, 0.2619, 0.3532, 0.4255, 0.5502, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.387, 0.4222, 0.4356, 0.6413, 1.0, NaN, NaN, NaN, NaN ] } } } } }, "ordinal_logistic": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.38655692616393683, 0.41770943343571004, 0.4165185522743203, 0.4535217681009995, 0.41162069183132316, 0.40241629106755594, 0.4374812590975186, 0.48285902731903696, 0.4669869426242268, 0.44461389056692474, 0.4175025243295913, 0.4399114781250396, 0.45049063501091413, 0.5465153646803903, 0.41454173682075685, 0.47023260097102637, 0.5099594664397441, 0.38631733567738186, 0.43983932310082163, 0.4014781116492156, 0.4586400697178917, 0.48652815037853825, 0.43997422644548595, 0.4474944240731777 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11829002487052473, 0.20050388702899516, 0.13215147739294242, 0.1242818760601068, 0.13449296592239626, 0.17277603413079307, 0.3074087287282927, 0.3166511385693955, 0.267087620901568, 0.3227742275040275, 0.25060376370802906, 0.305502342954617, 0.1657452056967805, 0.24930028426449355, 0.19899962991951126, 0.29766612497520645, 0.37243700867969526, 0.11812913198673633, 0.27304731541228006, 0.24500956818232444, 0.19415106073994265, 0.22601458788773734, 0.21545516977832244, 0.15717221401274772 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.268266901293412, 0.21720554640671494, 0.2843670748813777, 0.32923989204089266, 0.2771277259089269, 0.22964025693676282, 0.13007253036922595, 0.16620788874964146, 0.1998993217226587, 0.12183966306289717, 0.16689876062156225, 0.13440913517042266, 0.2847454293141337, 0.29721508041589695, 0.2155421069012455, 0.17256647599581995, 0.13752245776004893, 0.26818820369064555, 0.16679200768854147, 0.15646854346689112, 0.264489008977949, 0.26051356249080077, 0.22451905666716357, 0.2903222100604303 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "log_loss": [ 0.9886470304888391, 1.1283786208950515, 1.0307216708629876, 1.0113612897689463, 1.0519878512059302, 1.076567700003931, 1.017146213557773, 1.0927455797478158, 1.1800425527369884, 1.0700051048972758, 1.0893380497919791, 1.0451835421564335, 1.1018957450323479, 1.3105145399102343, 1.1119562027182643, 1.015219532303563, 1.099334066922688, 0.97188515339539, 1.1020641301693972, 1.0543666854983569, 1.087649733309111, 1.1383656466629648, 1.1079264787154572, 1.110096644118382 ], "log_loss_clim": [ 1.0943844796952227, 1.1169378410944757, 1.093855163792758, 1.0763329363067116, 1.100688381867687, 1.1089171541404368, 1.083285185842175, 1.0854367237504552, 1.1120083228496669, 1.09343166622495, 1.1075603694249698, 1.0891713997205303, 1.0990155819713823, 1.1142559047977523, 1.1141034830787642, 1.0713518954987324, 1.0774523148624537, 1.0903732192649418, 1.1028078562195034, 1.1047857408896122, 1.0927483973785745, 1.0951285686897905, 1.1041856181460141, 1.1020599798850006 ] }, "rps": 0.4429045929125637, "rpss": 0.021787616636487428, "bss_below": 0.013576709323514513, "bss_above": 0.030017495643739345, "log_loss": 1.0830583235362543, "log_loss_skill": 0.01279433578902911, "reliability": { "below": { "weight": [ 0.00178, 0.022767, 0.184795, 0.58704, 0.184123, 0.018167, 0.001328, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0903, 0.1701, 0.2672, 0.3499, 0.4278, 0.5385, 0.6058, NaN, NaN, NaN ], "observed_frequency": [ 0.127, 0.2172, 0.2145, 0.368, 0.4551, 0.1333, 0.0852, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.014173, 0.229776, 0.578645, 0.14319, 0.025494, 0.006915, 0.001808, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1802, 0.2732, 0.3463, 0.4357, 0.5348, 0.6333, 0.7352, NaN, NaN ], "observed_frequency": [ NaN, 0.4703, 0.2196, 0.3398, 0.5315, 0.4429, 0.5148, 0.4062, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3852844298409481, 0.4227169671823405, 0.42477040650313436, 0.4536824849579995, 0.4124281698666523, 0.4166515607238127, 0.4322101273938039, 0.4909680553257067, 0.4386098533318937, 0.4371147805954817, 0.4209162314091435, 0.4130925782389895, 0.45465700988730956, 0.5783532530219836, 0.4218255155271321, 0.4607689319514738, 0.4802680437724388, 0.40237626582180086, 0.4379096736894667, 0.3980512275486949, 0.47534235088504795, 0.4493985001382555, 0.45557996928425476, 0.42687578833751416 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.12553131911354357, 0.19891525740412044, 0.1292415959412234, 0.13856589588796056, 0.13751487070455642, 0.17081374037049568, 0.32033891390968483, 0.35133687972958755, 0.2452565294813691, 0.30732896873937077, 0.22911345237600012, 0.2903837450625062, 0.150605015381101, 0.263185121174159, 0.19861035747488523, 0.3326944942592535, 0.34676071259670305, 0.1020665904058435, 0.29389065032983314, 0.2246537083078112, 0.1637223207275559, 0.24475743897840843, 0.22042701144700913, 0.15357222918677513 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.2597531107274044, 0.22380170977821992, 0.29552881056191094, 0.31511658907003887, 0.27491329916209584, 0.2458378203533172, 0.11187121348411903, 0.13963117559611898, 0.19335332385052445, 0.129785811856111, 0.19180277903314336, 0.12270883317648326, 0.3040519945062082, 0.3151681318478248, 0.22321515805224687, 0.12807443769222018, 0.13350733117573574, 0.3003096754159575, 0.14401902335963354, 0.17339751924088373, 0.31162003015749234, 0.204641061159847, 0.2351529578372456, 0.273303559150739 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "log_loss": [ 1.0082400700647138, 1.122136759181134, 1.0213463105663745, 1.0416262747874698, 1.072280239655983, 1.0768550165291422, 1.018652098310754, 1.0850724531978482, 1.1409649581604013, 1.078747406377749, 1.1292939340950563, 1.0118075338909802, 1.088050203258638, 1.3474250506074117, 1.1098388610225787, 0.9978632642121078, 1.0705962209481235, 0.9320386277691742, 1.1018821867750075, 1.059512014344448, 1.110134357047643, 1.1197642985405476, 1.1008446592222179, 1.0895684316706256 ], "log_loss_clim": [ 1.0994260483857876, 1.1136765360483003, 1.088719751200515, 1.0835058872248329, 1.1052085572472121, 1.103931634301236, 1.0854778262205618, 1.080730595822308, 1.112712279371679, 1.098167714310158, 1.1159481417825452, 1.0905218627466344, 1.0942399101939726, 1.11154876423817, 1.1110417474794292, 1.070488311191757, 1.0809898391803143, 1.0753702905497633, 1.1034387532417498, 1.1072191553706103, 1.0922772964053116, 1.1036626503777467, 1.0970024306892654, 1.1043600179020439 ] }, "rps": 0.4412438406348033, "rpss": 0.025580723807604455, "bss_below": 0.018226179809703313, "bss_above": 0.03294740003632801, "log_loss": 1.080605884593172, "log_loss_skill": 0.015006828085990076, "reliability": { "below": { "weight": [ 0.002202, 0.025569, 0.178614, 0.597437, 0.171485, 0.023049, 0.001644, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0903, 0.1681, 0.2671, 0.3505, 0.4273, 0.5392, 0.6058, NaN, NaN, NaN ], "observed_frequency": [ 0.127, 0.2219, 0.1796, 0.3758, 0.4753, 0.1241, 0.0852, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.017998, 0.220263, 0.587725, 0.136536, 0.026817, 0.008424, 0.002237, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1798, 0.2736, 0.3457, 0.4363, 0.5374, 0.6334, 0.7352, NaN, NaN ], "observed_frequency": [ NaN, 0.4816, 0.2001, 0.3388, 0.558, 0.4533, 0.5564, 0.4062, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4266625923914875, 0.4267650218465977, 0.4510509826952843, 0.5397759947156822, 0.3949328440935733, 0.5604808135474764, 0.4582056891273469, 0.45429331485814606, 0.39620393888724237 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20577003876241662, 0.13783384929239312, 0.24674126792653234, 0.15934100621505198, 0.2052721098736048, 0.40539993604449176, 0.13104976584991712, 0.17861970427344256, 0.2049753340192645 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.22089255362907093, 0.2889311725542045, 0.20430971476875195, 0.3804349885006304, 0.18966073421996862, 0.15508087750298447, 0.32715592327743, 0.27567361058470335, 0.19122860486797777 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "log_loss": [ 1.0560208665883322, 1.0302401439034854, 1.100169464924044, 1.1566509347229392, 1.1590251985871933, 1.1559352751404308, 0.9757359654138638, 1.0759991889414249, 1.120565002255836 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.45648568801809297, "rpss": 0.006448461973501574, "bss_below": -0.028469754348531717, "bss_above": 0.03398354057273034, "log_loss": 1.0922602267197277, "log_loss_skill": 0.005781868984985783, "reliability": { "below": { "weight": [ 0.0, 0.00151, 0.204352, 0.564792, 0.204462, 0.024884, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1954, 0.2796, 0.3432, 0.4425, 0.513, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1912, 0.3194, 0.2345, 0.2796, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.004724, 0.256938, 0.595814, 0.141014, 0.00151, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1928, 0.2577, 0.3523, 0.4217, 0.5293, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2701, 0.3647, 0.4176, 0.6523, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43135721179229447, 0.44932814107048374, 0.45748727551726626, 0.5385275578670002, 0.3794411126572984, 0.5734469884144976, 0.45091280820791785, 0.47072371614914477, 0.40489182176228117 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.2448408056870367, 0.11604643638988689, 0.25678130076889766, 0.1393852639307389, 0.20332787664796878, 0.4085073293552901, 0.09698358919826704, 0.15342016998402333, 0.1935569387488956 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18651640610525771, 0.33328170468059665, 0.2007059747483684, 0.3991422939362614, 0.17611323600932963, 0.1649396590592073, 0.3539292190096509, 0.31730354616512146, 0.2113348830133856 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "log_loss": [ 1.084104453334519, 1.007096215583257, 1.124647660751386, 1.1294898099277513, 1.1389416569112727, 1.1806472022561882, 0.9567780747618129, 1.0884440590065696, 1.1180119265141397 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.46179073704868717, "rpss": 0.005417290030355959, "bss_below": -0.036727802358445194, "bss_above": 0.03574324890960501, "log_loss": 1.092017895449655, "log_loss_skill": 0.006002448418827022, "reliability": { "below": { "weight": [ 0.0, 0.002523, 0.231081, 0.588435, 0.154285, 0.023677, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1954, 0.2795, 0.342, 0.4371, 0.5147, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2059, 0.2896, 0.1733, 0.2036, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.005568, 0.205934, 0.627438, 0.158444, 0.002616, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1928, 0.2617, 0.354, 0.4219, 0.5285, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2836, 0.4095, 0.4611, 0.6241, 1.0, NaN, NaN, NaN, NaN ] } } } } }, "SEL": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3706577640281385, 0.4020759217356101, 0.38268633237174554, 0.4329087896220076, 0.3737274654940212, 0.41097618343057685, 0.4127603992346399, 0.49238723455469674, 0.49206127789201026, 0.4602968524992035, 0.43056060215868575, 0.4512350661591128, 0.43809821924557973, 0.5509792826354427, 0.39989916561968164, 0.47806242466000287, 0.528726873558215, 0.3964274210573192, 0.4449842787805109, 0.38512261353879684, 0.45502091015542934, 0.47888599941516424, 0.43417730289070916, 0.44323689905058133 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.10625244218221855, 0.18572240037849233, 0.12570574098637888, 0.10053741114209737, 0.12419269687659097, 0.17922069227320145, 0.2853061173046806, 0.3244586986747373, 0.28732991596202123, 0.32621912751622634, 0.26109307799343395, 0.31783220780631405, 0.15489301192201133, 0.24410609071712605, 0.18921760662783021, 0.3091432203970532, 0.38776996540937075, 0.11221661594426179, 0.28027676771048526, 0.24640786907511794, 0.20504699722348607, 0.22621708964147402, 0.20985580365439113, 0.15731488299250135 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2644053248431869, 0.21635352102929004, 0.2569805955170075, 0.33237138803487914, 0.24953477172640529, 0.2317554938542347, 0.12745427727340383, 0.16792852946348422, 0.20473135837168077, 0.13407771738678695, 0.16946752173711116, 0.13340285066283722, 0.283205212909249, 0.306873192640875, 0.21068155772809424, 0.16891920041847294, 0.1409568990013041, 0.28421080511305746, 0.16470750465433232, 0.13871474273030063, 0.24997391968532864, 0.252668912199216, 0.22432149802246357, 0.2859220223802682 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "log_loss": [ 1.0010325816929142, 1.093107701389931, 0.9809245318014139, 1.0302930900186948, 0.9715011054120877, 1.1034632670612723, 0.985445187641398, 1.132549077203042, 1.2376385764471682, 1.1018971552331167, 1.1211606847530664, 1.0742699643393074, 1.0834591656289054, 1.3231393779984353, 1.0860526587903765, 1.0478483142165387, 1.158618121260187, 0.9879056766999327, 1.0944846744019905, 1.0185403839083746, 1.0845453571457064, 1.1305141741937534, 1.1071118716586361, 1.1130644761755006 ], "log_loss_clim": [ 1.0943844796952227, 1.1169378410944757, 1.093855163792758, 1.0763329363067116, 1.100688381867687, 1.1089171541404368, 1.083285185842175, 1.0854367237504552, 1.1120083228496669, 1.09343166622495, 1.1075603694249698, 1.0891713997205303, 1.0990155819713823, 1.1142559047977523, 1.1141034830787642, 1.0713518954987324, 1.0774523148624537, 1.0903732192649418, 1.1028078562195034, 1.1047857408896122, 1.0927483973785745, 1.0951285686897905, 1.1041856181460141, 1.1020599798850006 ] }, "rps": 0.4394148033244951, "rpss": 0.029495270711448973, "bss_below": 0.01712757467099868, "bss_above": 0.04189154511536841, "log_loss": 1.0861902989613228, "log_loss_skill": 0.009939545965982566, "reliability": { "below": { "weight": [ 0.016904, 0.075515, 0.299021, 0.376154, 0.141598, 0.076166, 0.014048, 0.000594, 0.0, 0.0 ], "mean_forecast": [ 0.0778, 0.1549, 0.251, 0.3561, 0.4489, 0.5359, 0.6432, 0.7394, NaN, NaN ], "observed_frequency": [ 0.2401, 0.2008, 0.2828, 0.3762, 0.4058, 0.4917, 0.465, 0.7143, NaN, NaN ] }, "above": { "weight": [ 0.012499, 0.075988, 0.301803, 0.351676, 0.141024, 0.0907, 0.022276, 0.003638, 0.000395, 0.0 ], "mean_forecast": [ 0.0821, 0.1569, 0.2505, 0.3551, 0.4494, 0.5384, 0.6436, 0.7473, 0.8275, NaN ], "observed_frequency": [ 0.2614, 0.1769, 0.2608, 0.357, 0.4495, 0.4994, 0.6201, 0.4955, 0.5, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3705298869606454, 0.4079255389117167, 0.3806550876366335, 0.43821266064360076, 0.3827396527001568, 0.4291785754220883, 0.41077077286530633, 0.5018066244536311, 0.4532423657635599, 0.45452240280902284, 0.4526294504426576, 0.4187530627788484, 0.43698199121385034, 0.5855907186989093, 0.40667447125431133, 0.46467593928004414, 0.4868859142054513, 0.41731522952045197, 0.44802130045922944, 0.3813506434315252, 0.48048538704271215, 0.43524920468002476, 0.4450387309217116, 0.42422535193706035 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.11357598462089437, 0.18361173786543877, 0.11997055912575813, 0.114974025122468, 0.1291410124110727, 0.17890741100620203, 0.301300921617624, 0.364474362392463, 0.25622508200035155, 0.30901281431061256, 0.25375499195566964, 0.2998673923042683, 0.13768395637764072, 0.25840459222483314, 0.1889727597867324, 0.3449565688560935, 0.35638333504186626, 0.09617066090456908, 0.3007231464574611, 0.22275374722373142, 0.1832883583785656, 0.23829397371831956, 0.21043253337893741, 0.1523245696198975 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.2569539034440019, 0.22431380099842144, 0.26068453269745306, 0.3232386438393086, 0.25359864441435503, 0.2502711674034484, 0.10946984536153302, 0.1373322542221698, 0.19701727985422762, 0.14550958097884042, 0.1988744562589738, 0.11888566413621099, 0.29929804257000575, 0.327186126643338, 0.2177017108498022, 0.11971936331961167, 0.13050256942296395, 0.3211445686158828, 0.14729814580494913, 0.15859689551293382, 0.2971970390297941, 0.19695523021566191, 0.23460619717343784, 0.2719007868810011 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "log_loss": [ 1.026954247730756, 1.09592576170507, 0.9612553117613776, 1.0690818064438055, 1.0023849073390265, 1.1032743687827329, 0.9926460710062015, 1.1157523751520313, 1.1787436224478616, 1.1029075468872744, 1.181103309411997, 1.0329062926224717, 1.057316644007497, 1.3662733968792888, 1.0863364364251111, 1.0233605525114144, 1.1149341382061342, 0.9635215974043657, 1.1088792379686827, 1.0119710287145334, 1.1278812307922947, 1.119527427861639, 1.0886162066880793, 1.0937029509621807 ], "log_loss_clim": [ 1.0994260483857876, 1.1136765360483003, 1.088719751200515, 1.0835058872248329, 1.1052085572472121, 1.103931634301236, 1.0854778262205618, 1.080730595822308, 1.112712279371679, 1.098167714310158, 1.1159481417825452, 1.0905218627466344, 1.0942399101939726, 1.11154876423817, 1.1110417474794292, 1.070488311191757, 1.0809898391803143, 1.0753702905497633, 1.1034387532417498, 1.1072191553706103, 1.0922772964053116, 1.1036626503777467, 1.0970024306892654, 1.1043600179020439 ] }, "rps": 0.4380608735013812, "rpss": 0.03260981802868479, "bss_below": 0.02265437300358364, "bss_above": 0.04258168904977755, "log_loss": 1.0843856862379928, "log_loss_skill": 0.011561465753228473, "reliability": { "below": { "weight": [ 0.015997, 0.077984, 0.301859, 0.37968, 0.13706, 0.071832, 0.014886, 0.000701, 0.0, 0.0 ], "mean_forecast": [ 0.0764, 0.1552, 0.2512, 0.356, 0.4491, 0.5362, 0.6455, 0.7396, NaN, NaN ], "observed_frequency": [ 0.2243, 0.1829, 0.2684, 0.3916, 0.4236, 0.4837, 0.4165, 0.7002, NaN, NaN ] }, "above": { "weight": [ 0.014871, 0.078374, 0.302091, 0.346831, 0.140563, 0.089873, 0.022681, 0.004226, 0.000489, 0.0 ], "mean_forecast": [ 0.0808, 0.1573, 0.2502, 0.3545, 0.4492, 0.5384, 0.6443, 0.7471, 0.8275, NaN ], "observed_frequency": [ 0.2724, 0.1917, 0.252, 0.355, 0.469, 0.5101, 0.5961, 0.4627, 0.5, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4142071814452208, 0.4031426962799142, 0.4418898037930686, 0.5331613057576418, 0.40259437706216594, 0.598762769631577, 0.43028670508932154, 0.4660845352257041, 0.4081666980720498 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20525671781414165, 0.12775039888103015, 0.24079394873616813, 0.15785676340477514, 0.22199457060116615, 0.43728321464569586, 0.11692689244514406, 0.1831537371720322, 0.20716814030215547 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.20895046289567998, 0.2753922845241901, 0.2010958579312475, 0.37530451772985396, 0.18059980464456504, 0.16147957240736474, 0.3133597916467015, 0.282930787334277, 0.20099856255623227 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "log_loss": [ 1.0222411384749652, 0.9793149247909214, 1.0723496178300482, 1.1579485715153868, 1.1656416399061162, 1.2605434302488823, 0.9548184204626935, 1.1029174104672284, 1.1413754129840636 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.45536623026185147, "rpss": 0.008884987377613118, "bss_below": -0.04118511509642819, "bss_above": 0.04836825492848307, "log_loss": 1.0952389518533672, "log_loss_skill": 0.0030705164494563286, "reliability": { "below": { "weight": [ 0.004572, 0.058749, 0.354857, 0.286724, 0.19432, 0.084548, 0.01571, 0.000519, 0.0, 0.0 ], "mean_forecast": [ 0.0465, 0.1614, 0.2532, 0.3496, 0.445, 0.5332, 0.6284, 0.7197, NaN, NaN ], "observed_frequency": [ 0.1613, 0.2508, 0.2468, 0.2812, 0.3174, 0.286, 0.2987, 0.2862, NaN, NaN ] }, "above": { "weight": [ 0.004391, 0.088581, 0.289727, 0.330321, 0.219205, 0.061738, 0.006038, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0786, 0.1565, 0.2563, 0.3528, 0.4426, 0.5255, 0.626, NaN, NaN, NaN ], "observed_frequency": [ 0.3052, 0.2842, 0.3601, 0.4198, 0.5604, 0.6472, 0.8259, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42645105487637275, 0.42612350880647576, 0.44782179672446054, 0.5185459510448859, 0.3778986692474932, 0.6289520262570883, 0.41276127811732655, 0.4807866501522043, 0.4211328690926889 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.2473858024760492, 0.1099472592060154, 0.2485259492602296, 0.1294573592659596, 0.21647147981010706, 0.4534440794395838, 0.077106122316453, 0.1589773690780232, 0.19666267001437507 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.17906525860398972, 0.31617622922220223, 0.19929585301704525, 0.3890885654421787, 0.16142718948666057, 0.17550796444170236, 0.33565512934262015, 0.3218092651513813, 0.2244702005021045 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "log_loss": [ 1.0651475433924693, 0.9633692375711039, 1.0898625403429196, 1.1167823884445505, 1.1230292982262753, 1.3211547340484098, 0.9200338079169534, 1.1160827999264082, 1.139004326570384 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.46005264492433295, "rpss": 0.009160709368442044, "bss_below": -0.05109815538981888, "bss_above": 0.052520667466902204, "log_loss": 1.0949407418266084, "log_loss_skill": 0.0033419589209482403, "reliability": { "below": { "weight": [ 0.00402, 0.067368, 0.39397, 0.294653, 0.164874, 0.060726, 0.013931, 0.000459, 0.0, 0.0 ], "mean_forecast": [ 0.0409, 0.1614, 0.2524, 0.349, 0.443, 0.5332, 0.6329, 0.7219, NaN, NaN ], "observed_frequency": [ 0.227, 0.2738, 0.2406, 0.2552, 0.2515, 0.2265, 0.3442, 0.4004, NaN, NaN ] }, "above": { "weight": [ 0.003147, 0.06833, 0.267148, 0.337656, 0.249771, 0.068208, 0.005739, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0729, 0.1569, 0.2578, 0.3536, 0.4426, 0.5258, 0.622, NaN, NaN, NaN ], "observed_frequency": [ 0.3809, 0.2986, 0.396, 0.4634, 0.5822, 0.6288, 0.7892, NaN, NaN, NaN ] } } } } } }, "fitted": { "climatology_blend": { "fallbacks": 0, "folds": 24, "test_fit": { "lam": 0.2976413007996748 }, "test_fallback": null }, "pseudocount": { "fallbacks": 0, "folds": 24, "test_fit": {}, "test_fallback": null }, "temperature": { "fallbacks": 0, "folds": 24, "test_fit": { "temperature": 1.759691312844005, "at_bound": false }, "test_fallback": null }, "dirichlet": { "fallbacks": 0, "folds": 24, "test_fit": { "A": [ [ 0.6418043203894637, 0.045541890556402134, 0.042637399874453454 ], [ 0.1176655461290079, 0.3970149582542766, -0.01830482699659713 ], [ -0.08184838687883154, 0.014754950812688968, 0.756672088102176 ] ], "b": [ 0.1453952507736265, -0.2305318596188924, 0.08513660884547629 ], "objective": 1.0713454162773728, "iterations": 43, "training_pairs": 64128, "training_years": 24, "converged": true, "epsilon": 1e-12, "reg_off": 0.01, "reg_diag": 0.001, "reg_bias": 0.001, "weighting": "equal total weight per year; spherical area within each year" }, "test_fallback": null }, "multinomial_logistic": { "fallbacks": 0, "folds": 24, "test_fit": { "coefficients": [ [ 0.13874489072558174, -0.5523572291276817, 0.34880836973514495 ], [ 0.0, 0.0, 0.0 ], [ 0.09408537392831343, 1.056204671910639, -0.03136219598958406 ] ], "features": [ "intercept", "standardized_mean", "log_spread_ratio" ], "l2": 0.001, "reference_class": "near" }, "test_fallback": null }, "ordinal_logistic": { "fallbacks": 0, "folds": 24, "test_fit": { "theta": [ -0.6261419939120315, 0.2607564597488474, 1.199130354894713, -0.2878914759444913 ], "cutpoints": [ -0.6261419939120315, 0.671769539326985 ], "beta": [ 1.199130354894713, -0.2878914759444913 ], "features": [ "standardized_mean", "log_spread_ratio" ], "l2": 0.001, "converged": true }, "test_fallback": null } }, "selection": { "criterion": "inner leave-one-year-out RPS of the calibrators (training years only)", "chosen_training": { "1993": "pseudocount", "1994": "pseudocount", "1995": "pseudocount", "1996": "pseudocount", "1997": "pseudocount", "1998": "pseudocount", "1999": "pseudocount", "2000": "pseudocount", "2001": "pseudocount", "2002": "pseudocount", "2003": "pseudocount", "2004": "pseudocount", "2005": "pseudocount", "2006": "pseudocount", "2007": "pseudocount", "2008": "pseudocount", "2009": "pseudocount", "2010": "temperature", "2011": "pseudocount", "2012": "pseudocount", "2013": "pseudocount", "2014": "pseudocount", "2015": "pseudocount", "2016": "pseudocount" }, "chosen_test": "pseudocount", "frequency": { "climatology_blend": 0, "pseudocount": 23, "temperature": 1, "dirichlet": 0, "multinomial_logistic": 0, "ordinal_logistic": 0 } } } }, "tests": { "pseudocount": { "rps": { "Feb": { "training": { "mean_difference": 0.05441932069392011, "bootstrap_95": [ 0.01922290688910603, 0.08964262549616317 ], "p_improvement": 0.99669, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.059134853204215666, "bootstrap_95": [ 0.01435841413849713, 0.1035286171297809 ], "p_improvement": 0.984375, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.05127322842419266, "bootstrap_95": [ 0.022113399208639282, 0.08153996088664289 ], "p_improvement": 0.998485, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.03378300054933382, "bootstrap_95": [ -0.00935434608243595, 0.08087525978180267 ], "p_improvement": 0.8984375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.012742187578303024, "bootstrap_95": [ 0.000149891901585159, 0.026869464062119902 ], "p_improvement": 0.95806, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.013949404074937524, "bootstrap_95": [ -0.016705033892984063, 0.04709441209068291 ], "p_improvement": 0.783203125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0008981558027128638, "bootstrap_95": [ -0.00666362959860704, 0.008749900360763733 ], "p_improvement": 0.58397, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.012462065545720805, "bootstrap_95": [ -0.013168523901387242, 0.050382689042548404 ], "p_improvement": 0.615234375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.0005451709583410106, "bootstrap_95": [ -0.00572518463239517, 0.004464571334635517 ], "p_improvement": 0.419405, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.0037177672313422555, "bootstrap_95": [ -0.0074864788315708196, 0.014179404475556177 ], "p_improvement": 0.732421875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": 0.04385812215946721, "bootstrap_95": [ 0.02369287939677233, 0.06433885479330417 ], "p_improvement": 0.99974, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.03208057935880642, "bootstrap_95": [ 0.009697004837510627, 0.055556536033089646 ], "p_improvement": 0.986328125, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.030540653367902532, "bootstrap_95": [ 0.013049324407878751, 0.0489533026796811 ], "p_improvement": 0.998195, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.02912225020532962, "bootstrap_95": [ 0.006571990310995157, 0.052772526475506704 ], "p_improvement": 0.970703125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.010429923944046576, "bootstrap_95": [ 0.0033622802505605142, 0.018200078419793955 ], "p_improvement": 0.994305, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.01093085231117564, "bootstrap_95": [ -0.0063563340030080165, 0.02917943429787485 ], "p_improvement": 0.853515625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.001287138728706905, "bootstrap_95": [ -0.0028243708457291006, 0.005327145984151046 ], "p_improvement": 0.72368, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.005844887340524804, "bootstrap_95": [ -0.007630176584204608, 0.025111349164493386 ], "p_improvement": 0.6171875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.00037055922342345456, "bootstrap_95": [ -0.0023341966044513685, 0.0029584608384097084 ], "p_improvement": 0.60187, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.005098588250776163, "bootstrap_95": [ -0.0009440810429286003, 0.011601666256296536 ], "p_improvement": 0.91015625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": 0.010561201158251965, "bootstrap_95": [ -0.008242650312750508, 0.030366752545929125 ], "p_improvement": 0.843315, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.027054273863914447, "bootstrap_95": [ 0.0013879551516861818, 0.05037626088210267 ], "p_improvement": 0.966796875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.020732576300647978, "bootstrap_95": [ 0.004028204910072964, 0.03719156093676018 ], "p_improvement": 0.98715, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.004660750434131762, "bootstrap_95": [ -0.018036269206140747, 0.031048923047052163 ], "p_improvement": 0.625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0023122638985716235, "bootstrap_95": [ -0.004301445417564613, 0.009749273763187318 ], "p_improvement": 0.72051, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0030185519247373288, "bootstrap_95": [ -0.011131224761566581, 0.018629674621552725 ], "p_improvement": 0.64453125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -0.000388982437044465, "bootstrap_95": [ -0.0046927572004906585, 0.004164324662092822 ], "p_improvement": 0.433145, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.006617177389647432, "bootstrap_95": [ -0.0070959207934688465, 0.025467877819687255 ], "p_improvement": 0.650390625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.0009157301056440329, "bootstrap_95": [ -0.0036535316674230506, 0.00170899097336541 ], "p_improvement": 0.266525, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0013808207370261548, "bootstrap_95": [ -0.007548432528509959, 0.004323349125741327 ], "p_improvement": 0.341796875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } } }, "log_loss": { "Feb": { "training": { "mean_difference": 0.38543235073249527, "bootstrap_95": [ 0.2526978761666509, 0.5206378836606197 ], "p_improvement": 1.0, "years_better": 3, "years": 24 }, "test": { "mean_difference": 0.3151907263694033, "bootstrap_95": [ 0.18707138915163884, 0.43969323998007054 ], "p_improvement": 0.998046875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.26591555636449177, "bootstrap_95": [ 0.17688348418403207, 0.35598487196136336 ], "p_improvement": 0.999995, "years_better": 3, "years": 24 }, "test": { "mean_difference": 0.26945566936234794, "bootstrap_95": [ 0.12685914432497913, 0.40901356154980556 ], "p_improvement": 0.99609375, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.04542047906190253, "bootstrap_95": [ 0.021154508645016227, 0.0726150584751354 ], "p_improvement": 0.99935, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.045593404791117176, "bootstrap_95": [ -0.013643251869369138, 0.11305278760885075 ], "p_improvement": 0.880859375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0215911830181994, "bootstrap_95": [ 0.008626621761023906, 0.034288463946609095 ], "p_improvement": 0.99819, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.04675628918615187, "bootstrap_95": [ -0.007290763303268051, 0.1250579707846239 ], "p_improvement": 0.892578125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.007795365016885584, "bootstrap_95": [ -0.0008018639564981835, 0.01612651171766418 ], "p_improvement": 0.95078, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.011070919319319607, "bootstrap_95": [ -0.008957501918540898, 0.031308412637617765 ], "p_improvement": 0.830078125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } } }, "temperature": { "rps": { "Feb": { "training": { "mean_difference": 0.008050951120353242, "bootstrap_95": [ -0.0005807464437379674, 0.017101872506542277 ], "p_improvement": 0.95178, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.0022849657913546883, "bootstrap_95": [ -0.014080670026973234, 0.009048751967649137 ], "p_improvement": 0.369140625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.006508162698695359, "bootstrap_95": [ -0.0021393162999877335, 0.015396998358208746 ], "p_improvement": 0.911495, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.004322172807799655, "bootstrap_95": [ -0.010936494771583297, 0.0185951274747776 ], "p_improvement": 0.708984375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.0007658208151452087, "bootstrap_95": [ -0.0032316686424439032, 0.0014180244243552716 ], "p_improvement": 0.27487, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.00032954858533835855, "bootstrap_95": [ -0.0012961347948962148, 0.002082906397158075 ], "p_improvement": 0.640625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0027493995308871303, "bootstrap_95": [ -0.0023853806425566722, 0.007661380500295387 ], "p_improvement": 0.842635, "years_better": 7, "years": 24 }, "test": { "mean_difference": -0.001672200557338947, "bootstrap_95": [ -0.014860455495231264, 0.008416220014761189 ], "p_improvement": 0.431640625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0003826510167505154, "bootstrap_95": [ -0.003025577296997598, 0.0034090345490077065 ], "p_improvement": 0.579185, "years_better": 13, "years": 24 }, "test": { "mean_difference": -4.016179530215281e-05, "bootstrap_95": [ -0.004036294990429299, 0.004271808224845965 ], "p_improvement": 0.4921875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": 0.006584538268682862, "bootstrap_95": [ -0.0006074783462347377, 0.01418128511305441 ], "p_improvement": 0.94974, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0028982689353008553, "bootstrap_95": [ -0.007920559014627978, 0.0022598768432941195 ], "p_improvement": 0.15625, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.00519147455486149, "bootstrap_95": [ -0.0020948024880728757, 0.012793244501123607 ], "p_improvement": 0.894955, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.006046860547393767, "bootstrap_95": [ -0.0015592934468408794, 0.013506088537992449 ], "p_improvement": 0.9140625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.0005010184900192503, "bootstrap_95": [ -0.0028595339994997057, 0.0019427824845484906 ], "p_improvement": 0.34573, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.0004979847872005492, "bootstrap_95": [ -0.0004834778526564149, 0.0016028654327106082 ], "p_improvement": 0.787109375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0015151843976038265, "bootstrap_95": [ -0.0015758738459322565, 0.004830002605376816 ], "p_improvement": 0.80844, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0001588471014294842, "bootstrap_95": [ -0.007404020021151758, 0.004992860477054214 ], "p_improvement": 0.49609375, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.00018843592777774017, "bootstrap_95": [ -0.0023283316288968564, 0.0015786197157561413 ], "p_improvement": 0.442335, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.0013483243809092867, "bootstrap_95": [ -0.0037556735273528534, 0.0009027574975470005 ], "p_improvement": 0.162109375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": 0.0014664123644640582, "bootstrap_95": [ -0.000580874178397865, 0.0035279917757668525 ], "p_improvement": 0.907625, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.000613310775797247, "bootstrap_95": [ -0.006538337873794361, 0.00765280075955269 ], "p_improvement": 0.56640625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.001316688060074214, "bootstrap_95": [ -0.002166178946213483, 0.0046694083171631776 ], "p_improvement": 0.76755, "years_better": 8, "years": 24 }, "test": { "mean_difference": -0.0017246841757590935, "bootstrap_95": [ -0.009573175332203438, 0.006078733271457389 ], "p_improvement": 0.34765625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.0002648022829413888, "bootstrap_95": [ -0.001990498347420956, 0.001341676903454626 ], "p_improvement": 0.382305, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.00016843183545621322, "bootstrap_95": [ -0.0009524206816269958, 0.000582863792717019 ], "p_improvement": 0.3515625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0012342147490692218, "bootstrap_95": [ -0.001551230552177359, 0.0038910530614675613 ], "p_improvement": 0.79623, "years_better": 8, "years": 24 }, "test": { "mean_difference": -0.0015133514659053443, "bootstrap_95": [ -0.007654422708589077, 0.003889858973420908 ], "p_improvement": 0.345703125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0005710873758249987, "bootstrap_95": [ -0.001362774547590326, 0.0025327829382186177 ], "p_improvement": 0.706795, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.0013081680551529546, "bootstrap_95": [ -0.0009207151778365502, 0.0037318718698902387 ], "p_improvement": 0.841796875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "log_loss": { "Feb": { "training": { "mean_difference": 0.021693623463857833, "bootstrap_95": [ 0.0033117899286117455, 0.04098298534834477 ], "p_improvement": 0.981065, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.003088358978450698, "bootstrap_95": [ -0.02330682686349902, 0.017884302485835342 ], "p_improvement": 0.3828125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.01755451040358158, "bootstrap_95": [ -0.0013337456304083279, 0.03777549155402094 ], "p_improvement": 0.948415, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.014872908161483714, "bootstrap_95": [ -0.013139486212543626, 0.041716168308251776 ], "p_improvement": 0.837890625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.000389804903194559, "bootstrap_95": [ -0.00487437098497064, 0.005774091794813356 ], "p_improvement": 0.55477, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0011239742410994087, "bootstrap_95": [ -0.0020478614323675096, 0.0047122971364126085 ], "p_improvement": 0.72265625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.006423752831583547, "bootstrap_95": [ -0.001469857158151967, 0.013978325751835314 ], "p_improvement": 0.93489, "years_better": 7, "years": 24 }, "test": { "mean_difference": -0.003589175119133555, "bootstrap_95": [ -0.02479652889618687, 0.012655673945201259 ], "p_improvement": 0.419921875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.0005873449921406047, "bootstrap_95": [ -0.006104803974664299, 0.004213454396579396 ], "p_improvement": 0.42488, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0007533020662324628, "bootstrap_95": [ -0.007335310011929818, 0.006018815174205462 ], "p_improvement": 0.416015625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } } } }, "dirichlet": { "rps": { "Feb": { "training": { "mean_difference": -0.029811425070356168, "bootstrap_95": [ -0.05268759838768257, -0.00792731212922077 ], "p_improvement": 0.008865, "years_better": 17, "years": 24 }, "test": { "mean_difference": 0.010224794427269856, "bootstrap_95": [ -0.018296805903164615, 0.043843932507934925 ], "p_improvement": 0.70703125, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 0.221625, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0017356301210487794, "bootstrap_95": [ -0.0020577052894873347, 0.005281664278652987 ], "p_improvement": 0.810675, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.0023209640069978337, "bootstrap_95": [ -0.008618762763582512, 0.005577845054891578 ], "p_improvement": 0.275390625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0003421922801707435, "bootstrap_95": [ -0.0022771178954080406, 0.0029304393482458024 ], "p_improvement": 0.595845, "years_better": 8, "years": 24 }, "test": { "mean_difference": -0.0023785073643948526, "bootstrap_95": [ -0.006546685592366511, 0.0014055825289801959 ], "p_improvement": 0.158203125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": -0.00028007863077008044, "bootstrap_95": [ -0.003805132855731735, 0.0032377253959237164 ], "p_improvement": 0.43999, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.005343688195907014, "bootstrap_95": [ -0.003655735421309427, 0.018330189404002287 ], "p_improvement": 0.720703125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0008695159969852248, "bootstrap_95": [ -0.0015351933818357998, 0.0033126741304556804 ], "p_improvement": 0.748515, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.0013690425215019274, "bootstrap_95": [ -0.005616966103685444, 0.0016998079569851678 ], "p_improvement": 0.296875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -0.01756536376812441, "bootstrap_95": [ -0.034018104674004956, -0.003125231978292162 ], "p_improvement": 0.017755, "years_better": 17, "years": 24 }, "test": { "mean_difference": 0.01423643537315262, "bootstrap_95": [ 0.001206063130583135, 0.031667266912884996 ], "p_improvement": 0.966796875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 0.443875, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.001140791819534738, "bootstrap_95": [ -0.0017294366929880177, 0.0038299307251195105 ], "p_improvement": 0.77981, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0008726190630912471, "bootstrap_95": [ -0.0057749241999736954, 0.007331777781361876 ], "p_improvement": 0.59765625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0003479887153458409, "bootstrap_95": [ -0.0013427339021847033, 0.001980523369142264 ], "p_improvement": 0.652315, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0014412091366045182, "bootstrap_95": [ -0.003790335641946826, 0.006402917732017177 ], "p_improvement": 0.693359375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.000446774041427872, "bootstrap_95": [ -0.0023998854075448564, 0.0029347875378474384 ], "p_improvement": 0.619985, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.004748189462427412, "bootstrap_95": [ -0.0023785385259211434, 0.01196344742883218 ], "p_improvement": 0.869140625, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.00042483936512099164, "bootstrap_95": [ -0.0012341546258289385, 0.0020206294175418265 ], "p_improvement": 0.68736, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0003424824685300948, "bootstrap_95": [ -0.00395473026888869, 0.0034676724380138576 ], "p_improvement": 0.544921875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": -0.012246061789438085, "bootstrap_95": [ -0.021510762081561968, -0.002688325165727908 ], "p_improvement": 0.0106, "years_better": 18, "years": 24 }, "test": { "mean_difference": -0.0040116333140316545, "bootstrap_95": [ -0.02059934375912141, 0.012757917761036738 ], "p_improvement": 0.302734375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 0.265, "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0005948382177543699, "bootstrap_95": [ -0.0012691668322636488, 0.0025297292508274258 ], "p_improvement": 0.721245, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.003193579506254013, "bootstrap_95": [ -0.008773814616882997, 0.002096700269768959 ], "p_improvement": 0.1640625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -5.79639299050592e-06, "bootstrap_95": [ -0.002754118503422784, 0.0029256433719357373 ], "p_improvement": 0.49761, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.0038197121345933485, "bootstrap_95": [ -0.010815624585647889, 0.0032203937948395668 ], "p_improvement": 0.169921875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": -0.000726853056412006, "bootstrap_95": [ -0.004881044651728197, 0.0035270657704014785 ], "p_improvement": 0.37167, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.0005955007234837747, "bootstrap_95": [ -0.006377413096056292, 0.008704291568465104 ], "p_improvement": 0.55859375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.00044467706316096814, "bootstrap_95": [ -0.002501344089597868, 0.00330767324577036 ], "p_improvement": 0.61404, "years_better": 8, "years": 24 }, "test": { "mean_difference": -0.0017115195204862104, "bootstrap_95": [ -0.007873842221884395, 0.003871942262720918 ], "p_improvement": 0.296875, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } } }, "log_loss": { "Feb": { "training": { "mean_difference": -0.048462670980885386, "bootstrap_95": [ -0.08732962020713271, -0.01072744773323146 ], "p_improvement": 0.01222, "years_better": 17, "years": 24 }, "test": { "mean_difference": 0.02205929815723706, "bootstrap_95": [ -0.02624205852045095, 0.07921137763519276 ], "p_improvement": 0.75, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 0.3055, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.003835812830661811, "bootstrap_95": [ -0.002848202397729832, 0.01009478513537061 ], "p_improvement": 0.8636, "years_better": 8, "years": 24 }, "test": { "mean_difference": -0.003235813641135257, "bootstrap_95": [ -0.018322021378182878, 0.015196690133986198 ], "p_improvement": 0.36328125, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 1.559638057988903e-05, "bootstrap_95": [ -0.005496621089419632, 0.0054822517879584785 ], "p_improvement": 0.50164, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.004759878868314551, "bootstrap_95": [ -0.018695755082722483, 0.009953431502955516 ], "p_improvement": 0.271484375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": -0.0007324688132742582, "bootstrap_95": [ -0.009356307804055391, 0.00792048102098507 ], "p_improvement": 0.434575, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.016475129153569634, "bootstrap_95": [ -0.005123100911877681, 0.041650501515164945 ], "p_improvement": 0.87890625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.0004670224999432417, "bootstrap_95": [ -0.006679150305604071, 0.005614021782508508 ], "p_improvement": 0.442225, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.006749302242243275, "bootstrap_95": [ -0.019736716932287738, 0.004562546537118647 ], "p_improvement": 0.16015625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } } } }, "multinomial_logistic": { "rps": { "Feb": { "training": { "mean_difference": -0.02244399552812271, "bootstrap_95": [ -0.04988119061024392, 0.007592303273440627 ], "p_improvement": 0.07475, "years_better": 17, "years": 24 }, "test": { "mean_difference": 0.004234558192213855, "bootstrap_95": [ -0.0368443878713967, 0.04004818608530241 ], "p_improvement": 0.5859375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.008692090222635908, "bootstrap_95": [ 0.0028410262298068046, 0.015436035863945027 ], "p_improvement": 0.99496, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.00448749620053051, "bootstrap_95": [ -0.0018384384244254123, 0.010919761980503519 ], "p_improvement": 0.888671875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.004634245429683226, "bootstrap_95": [ 0.002378248396507456, 0.006720946518877529 ], "p_improvement": 0.99968, "years_better": 4, "years": 24 }, "test": { "mean_difference": 0.0013955268391011516, "bootstrap_95": [ -0.0028256600738357945, 0.005636804324000793 ], "p_improvement": 0.72265625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.00619054100467302, "bootstrap_95": [ 0.0010990545077520111, 0.011073090434834084 ], "p_improvement": 0.98753, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.00162186623313869, "bootstrap_95": [ -0.0060819315400143905, 0.008885383470726378 ], "p_improvement": 0.65625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.00464814493868346, "bootstrap_95": [ -3.501173581526578e-05, 0.009202649263213139 ], "p_improvement": 0.962455, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0036367567805985243, "bootstrap_95": [ -0.0027797078230987833, 0.01070619819280738 ], "p_improvement": 0.8125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -0.01574621072127889, "bootstrap_95": [ -0.031983736551489075, -0.00023600052825513347 ], "p_improvement": 0.034435, "years_better": 16, "years": 24 }, "test": { "mean_difference": 0.014666951083912758, "bootstrap_95": [ -0.0026127588920663706, 0.032331137054883705 ], "p_improvement": 0.927734375, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 0.792005, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.004852327322219264, "bootstrap_95": [ 0.0009576441806655256, 0.00950027856232697 ], "p_improvement": 0.98872, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.002288403062531724, "bootstrap_95": [ -0.003745214602607263, 0.008023216244848915 ], "p_improvement": 0.763671875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0013474101178735248, "bootstrap_95": [ -0.0009172148674316416, 0.0034750181343423106 ], "p_improvement": 0.87041, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.0023208516655735534, "bootstrap_95": [ -0.003162960121249148, 0.007652245389777072 ], "p_improvement": 0.779296875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.003268769873320034, "bootstrap_95": [ -0.0002983889006740162, 0.0064933465535916045 ], "p_improvement": 0.962065, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0038916085047827004, "bootstrap_95": [ -0.004388325670523783, 0.009911228219272443 ], "p_improvement": 0.8203125, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0019344236553585751, "bootstrap_95": [ -0.0016087147760797046, 0.005410580836948176 ], "p_improvement": 0.84676, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.002046171216529146, "bootstrap_95": [ -0.0044549226920789315, 0.007048533037723007 ], "p_improvement": 0.734375, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": -0.0066977852940501145, "bootstrap_95": [ -0.02064069780288639, 0.010858047329771766 ], "p_improvement": 0.229085, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.010432385259847835, "bootstrap_95": [ -0.03568896031562703, 0.010018415976667371 ], "p_improvement": 0.216796875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.003839762816656963, "bootstrap_95": [ 0.0006843560504635026, 0.007600848447270102 ], "p_improvement": 0.97994, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.00219909670183376, "bootstrap_95": [ -0.0007835072423195028, 0.004734743401243115 ], "p_improvement": 0.91015625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0032868353539942524, "bootstrap_95": [ 0.0015718751116917677, 0.005060745032988554 ], "p_improvement": 0.999315, "years_better": 6, "years": 24 }, "test": { "mean_difference": -0.0009253204600664181, "bootstrap_95": [ -0.007463491673111826, 0.0052412703932846446 ], "p_improvement": 0.3984375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0029217707471389533, "bootstrap_95": [ -0.0003899595801482696, 0.006336313960809905 ], "p_improvement": 0.947485, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.0022697402816399138, "bootstrap_95": [ -0.007882018429864322, 0.0028493225924721465 ], "p_improvement": 0.22265625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0027137217146215955, "bootstrap_95": [ -0.0006514833274769654, 0.006027835038121229 ], "p_improvement": 0.934635, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0015905910336151746, "bootstrap_95": [ -0.0034417766801026458, 0.006614632953695195 ], "p_improvement": 0.720703125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "log_loss": { "Feb": { "training": { "mean_difference": -0.030762618890967108, "bootstrap_95": [ -0.0784263011999365, 0.022300886953498494 ], "p_improvement": 0.127635, "years_better": 16, "years": 24 }, "test": { "mean_difference": 0.01370910919185031, "bootstrap_95": [ -0.05348777398607006, 0.072814878449335 ], "p_improvement": 0.673828125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.016973881906420407, "bootstrap_95": [ 0.006152484293936729, 0.02957340783691363 ], "p_improvement": 0.99751, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.00812983190504409, "bootstrap_95": [ -0.0004080082978153233, 0.016000253427784033 ], "p_improvement": 0.9453125, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.009119222254491586, "bootstrap_95": [ 0.0037770566353821085, 0.014273823783034954 ], "p_improvement": 0.99822, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.00537137644842124, "bootstrap_95": [ -0.010086245345344904, 0.021599990110933262 ], "p_improvement": 0.728515625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.016672572924225238, "bootstrap_95": [ 0.00622099058292709, 0.026870631701236537 ], "p_improvement": 0.9979, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.007595091604197579, "bootstrap_95": [ -0.014055818637402224, 0.026430817483124532 ], "p_improvement": 0.755859375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.007270176553631306, "bootstrap_95": [ -0.003314744353028476, 0.017878952146211363 ], "p_improvement": 0.89606, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0033894496499552204, "bootstrap_95": [ -0.015128358208175706, 0.01959376572312775 ], "p_improvement": 0.63671875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } } }, "ordinal_logistic": { "rps": { "Feb": { "training": { "mean_difference": -0.022959063145171568, "bootstrap_95": [ -0.049584113412185465, 0.006263229803642783 ], "p_improvement": 0.064415, "years_better": 17, "years": 24 }, "test": { "mean_difference": 0.0030932521705878987, "bootstrap_95": [ -0.03711687854240046, 0.037891521795694716 ], "p_improvement": 0.564453125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.008248795251175646, "bootstrap_95": [ 0.0025340196379266757, 0.014635878884731775 ], "p_improvement": 0.99385, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.004526388845325407, "bootstrap_95": [ -0.0018059787323730179, 0.010898038954629468 ], "p_improvement": 0.89453125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0048868103762308365, "bootstrap_95": [ 0.002797388437362614, 0.006807820856314747 ], "p_improvement": 0.999875, "years_better": 5, "years": 24 }, "test": { "mean_difference": 0.0009661978637605527, "bootstrap_95": [ -0.0026246939841697648, 0.0046554401911504464 ], "p_improvement": 0.69140625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.005839823218354005, "bootstrap_95": [ 0.0008660724290729997, 0.010599498580063257 ], "p_improvement": 0.98581, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.0014147534529545165, "bootstrap_95": [ -0.005957473780087114, 0.008465900455432641 ], "p_improvement": 0.642578125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0047829005716834615, "bootstrap_95": [ 0.00040707684191032003, 0.009061674896837377 ], "p_improvement": 0.97308, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.004837224987583692, "bootstrap_95": [ -0.0012679784988629478, 0.011276287704907292 ], "p_improvement": 0.908203125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -0.016336432535035677, "bootstrap_95": [ -0.03234929574724298, -0.0011642545815326525 ], "p_improvement": 0.027445, "years_better": 16, "years": 24 }, "test": { "mean_difference": 0.013382216974460487, "bootstrap_95": [ -0.0034825636822583108, 0.03094879973949773 ], "p_improvement": 0.916015625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 0.65868, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.00436692983856839, "bootstrap_95": [ 0.0007660707234246499, 0.008077314749523693 ], "p_improvement": 0.98585, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0026005205282514533, "bootstrap_95": [ -0.0032763545851804817, 0.008501900265813022 ], "p_improvement": 0.787109375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0016228854474976476, "bootstrap_95": [ 0.000275009290400708, 0.0029898148558545902 ], "p_improvement": 0.98176, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0016657055482705758, "bootstrap_95": [ -0.0022586187551292365, 0.0054130988021797105 ], "p_improvement": 0.78125, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0028224370930069287, "bootstrap_95": [ -0.0009364659141812905, 0.0062222088886052275 ], "p_improvement": 0.92748, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.00390305865356666, "bootstrap_95": [ -0.004112873910574519, 0.009871667741299987 ], "p_improvement": 0.826171875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0018097503017644272, "bootstrap_95": [ -0.0017119740214377734, 0.005439396052761311 ], "p_improvement": 0.825455, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0025228802790879384, "bootstrap_95": [ -0.0026307096013176955, 0.006934288347863872 ], "p_improvement": 0.810546875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": -0.006622631097342231, "bootstrap_95": [ -0.019942204765807808, 0.010380808901901926 ], "p_improvement": 0.222315, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.010288957172021511, "bootstrap_95": [ -0.03508399224933683, 0.009372834183022096 ], "p_improvement": 0.212890625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.003881865328847586, "bootstrap_95": [ 0.0010355249459734546, 0.007164776229096547 ], "p_improvement": 0.989115, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0019258718809090174, "bootstrap_95": [ -0.0006036853645909294, 0.004205164739052184 ], "p_improvement": 0.923828125, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0032639249709177317, "bootstrap_95": [ 0.0014738849030477385, 0.004966124370066797 ], "p_improvement": 0.9991, "years_better": 5, "years": 24 }, "test": { "mean_difference": -0.0006995033181040549, "bootstrap_95": [ -0.005660146585132242, 0.004022893033478446 ], "p_improvement": 0.39453125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0030173857411330573, "bootstrap_95": [ -4.260122061222303e-05, 0.006088929023288906 ], "p_improvement": 0.96395, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.0024883032106080127, "bootstrap_95": [ -0.00852394809171464, 0.0030627554078158 ], "p_improvement": 0.228515625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0029731507012157516, "bootstrap_95": [ 0.00019252250407672208, 0.005744514809011171 ], "p_improvement": 0.973875, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.002314350178041599, "bootstrap_95": [ -0.0015810504973465006, 0.005922403787781054 ], "p_improvement": 0.86328125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "log_loss": { "Feb": { "training": { "mean_difference": -0.03375251847998934, "bootstrap_95": [ -0.07925574984721453, 0.01704221914675808 ], "p_improvement": 0.09694, "years_better": 16, "years": 24 }, "test": { "mean_difference": 0.01221265814064, "bootstrap_95": [ -0.05352736525242602, 0.06959229740837745 ], "p_improvement": 0.65234375, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.014397308403630646, "bootstrap_95": [ 0.005123153592131372, 0.02439146107248551 ], "p_improvement": 0.99672, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.008129208878864307, "bootstrap_95": [ 0.00015929732376022954, 0.015396873560625255 ], "p_improvement": 0.95703125, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.01058602226692043, "bootstrap_95": [ 0.005918550810161329, 0.015103719996589458 ], "p_improvement": 0.999815, "years_better": 4, "years": 24 }, "test": { "mean_difference": 0.00364860955920686, "bootstrap_95": [ -0.008320592576918775, 0.016909740681016 ], "p_improvement": 0.6796875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.015486284522987809, "bootstrap_95": [ 0.004933115141593459, 0.02531660461916453 ], "p_improvement": 0.99649, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.005847931075674273, "bootstrap_95": [ -0.01589462303705085, 0.025175818253871864 ], "p_improvement": 0.705078125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.007254891116217581, "bootstrap_95": [ -0.0025186920892069924, 0.017199961277368312 ], "p_improvement": 0.908595, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.008092194185680055, "bootstrap_95": [ -0.00798965270855439, 0.02201421876284499 ], "p_improvement": 0.837890625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } } }, "SEL": { "rps": { "Feb": { "training": { "mean_difference": -0.024326098456817324, "bootstrap_95": [ -0.05045325450330133, 0.0036167521496403175 ], "p_improvement": 0.05136, "years_better": 17, "years": 24 }, "test": { "mean_difference": 0.010224794427269856, "bootstrap_95": [ -0.018296805903164615, 0.043843932507934925 ], "p_improvement": 0.70703125, "years_better": 6, "years": 9 }, "decision": { "holm_p": 0.25680000000000003, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.0007658208151452087, "bootstrap_95": [ -0.0032316686424439032, 0.0014180244243552716 ], "p_improvement": 0.27487, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.00032954858533835855, "bootstrap_95": [ -0.0012961347948962148, 0.002082906397158075 ], "p_improvement": 0.640625, "years_better": 6, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.003930117358257296, "bootstrap_95": [ -0.001723979399394514, 0.009900695192036799 ], "p_improvement": 0.89188, "years_better": 3, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0012931109836148587, "bootstrap_95": [ -0.003205589086333358, 0.005711246317964708 ], "p_improvement": 0.703005, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0037177672313422555, "bootstrap_95": [ -0.0074864788315708196, 0.014179404475556177 ], "p_improvement": 0.732421875, "years_better": 3, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": false, "confirmed": false } } } } } }