{ "created_utc": "2026-10-13T11:53:55.530060+00:00", "config": "config/probability_calibration/jan_fmam_phase2.json", "config_contents": { "description": "Phase 2, Pathway A: one-vs-rest binary calibrators (Platt, beta, isotonic) against the incumbent climatology blend; amount correction fixed (docs/48).", "benchmark_config": "config/bias_correction/jan_fmam.json", "amount_method": "mvs", "methods": [ "climatology_blend", "platt_ovr", "beta_ovr", "isotonic_ovr" ], "parameters": { "platt_ovr": { "l2": 0.0001 } }, "selection": true, "selection_region": "ethiopia", "output_root": "outputs/probability_calibration/jan_fmam/phase2_binary", "selection_folds": 6 }, "protocol": "Phase 1 probability-calibration benchmark (docs/48): which tercile-probability method gives the best published probabilities?\n\nPathway A: the amount correction is fixed (the operational MVS, configurable); the probability-calibration stage is replaced.\nFor each target, nested year-based validation over the training years:\n outer leave-one-year-out: for the left-out year y every fit uses only the other training years \u2014 the amount correction and\n terciles (each inner year z from a fit without y and z), and every calibrator's parameters, fitted on the inner out-of-fold\n records of the other years; the calibrated probabilities of year y are then scored.\n test years: fits on all training years (calibrators on their leave-one-year-out records), scored on the test years\n (exploratory).\n SEL: a calibrator is chosen for each outer year by inner cross-validation of the calibrators (blocks of consecutive\n years, 'selection_folds') on the inner records only (lowest inner RPS), so its score includes the choice among the methods.\nScores (per year, area-weighted over a region; equal years): RPS/RPSS (primary), category Brier scores and skill, log loss\nand its skill against climatology, reliability tables. Tests: each method against the incumbent climatology blend, paired\nwhole-year sign-flip, Holm across every method and target; SEL against the incumbent, Holm across the targets; no harm over\nthe test years.\n\n python scripts/prob_benchmark.py --config config/probability_calibration/sep_ondj.json", "provenance": { "commit": "6d8236d4a4451887bffc84aaee53f54723a9d820", "uncommitted_changes": false, "uncommitted_check": "code and configuration files this result depends on", "code_sha256": { "scripts/bias_methods.py": "f964fac9e23a92ba01fc39368d996aa660561cd8708f7552fbedc0627f6b3706", "scripts/bias_benchmark.py": "bd5d0cce44fa15275cc64fbaa1d9317aaefb43626b0f3a0b9c6a719c3b4fa24f", "scripts/bias_confirmation.py": "bbc95e4cb64256b101b5c0b30e2f351c5cd2b36893d4dfb0505c63577243f558", "scripts/significance.py": "3143761d5d201e4e62df9ad923757b952a3ea768b060c8a722afcd9b3d6a9963", "scripts/calibration_core.py": "f0635cc563e6d6aedb62799847b83fbb0f5cc12ee9f8c48ad48dda15a054fb62", "scripts/compare_calibration.py": "9aa137c9a02672ffacc2541cfd23cdab9b3294bf7cc77580a11e21208560866a", "scripts/local_blend.py": "ada5c571fb7762d2c333f83ad119d35f0784b82aa2cc35449a44cdf00c53c17d", "scripts/run_calibration.py": "1f34e8fc92fdd15983f1633de67fcb6a35882911b6b7072ca865df99d907afd0", "scripts/run_monthly.py": "dc13dfb54b78773afb6d0c25ebac8769552e5c071f5d2aed9ba2a01400e44f79", "scripts/cycle.py": "00e076fc93dc2c8a5caebf6a209fc3de09a5f69e16c2e7cb20bd7b36d2ecdcba", "scripts/common.py": "72b83f5c530017e317ea43af3a0e430e6d03f361bc032de374a0f942435cb0a1" }, "config": { "path": "config/bias_correction/jan_fmam.json", "sha256": "2833c363d033d7dbb5f2de9fa5a19d098d909d4b8b0e757e754c025abc33c577" }, "project_config": { "path": "config/fmam/project.json", "sha256": "14e5ba3ed255032ad337f226889b5a4d28d68adf06eb1c3727f665c32e25501b" }, "cycle_config": { "path": "config/cycles/jan_2026_fmam.json", "sha256": "c8310fabdd26ede83b0f6d93af8af4bd5d6825e7f600e7f0867a55fbd37dc9ed" }, "masks": { "cells": { "path": "data/masks/ethiopia_common.nc", "sha256": "57ad8861c598abb9f175012920e5d0ef058e5b643cd6e4987cad3da6ac0b9e16" }, "ethiopia": { "path": "data/masks/ethiopia_common.nc", "sha256": "57ad8861c598abb9f175012920e5d0ef058e5b643cd6e4987cad3da6ac0b9e16" }, "fmam_domain": { "path": "data/masks/fmam_coverage_chirps_v3_1993_2025_v1.nc", "sha256": "c386d127f7041ed6b383c5f46b9537e3740bfee6b85f383e3a8b0792cac58fbb" } }, "inputs": { "Feb": { "folder": "data/processed/init01_Feb", "files": 67, "sha256": "b9b3974ef4958e55a2a35f73a53d338fd3edc31199af14efd09d91854df3219e" }, "Mar": { "folder": "data/processed/init01_Mar", "files": 67, "sha256": "2ee69ddc9e04fe6676a6145d2cf5e2ac4c11c1dc77aec88a3b42c10455e157cd" }, "Apr": { "folder": "data/processed/init01_Apr", "files": 67, "sha256": "19ef0f789981c73311c6a090a7364856ad50e3b99f1e73787b06cc83ba9aa59b" }, "May": { "folder": "data/processed/init01_May", "files": 67, "sha256": "783f94cce917835eb27d92d69d78974941c955626a6de8ef3fa9bdd81e28c26b" }, "FMAM": { "folder": "data/processed/init01_FMAM", "files": 67, "sha256": "84fa8dbde4f6f1c758ce9c83c6d196f514b39ddb6759f9b25c2b51349bf08fdd" } }, "scoring_version": 3, "dependency_sha256": "fe19a9636a3410a3bb3f1e792385278bd2284b4efd3c48c3bcd0ee8659ee0e76", "python": "3.11.9", "numpy": "1.26.4" }, "phase": 1, "pathway": "A: fixed amount correction, replaced probability calibration", "amount_method": "mvs", "incumbent": "climatology_blend", "methods": [ "climatology_blend", "platt_ovr", "beta_ovr", "isotonic_ovr" ], "version": 1, "registry": { "climatology_blend": { "name": "Climatology blend (incumbent)", "inputs": "smoothed probabilities and training climatology", "multiclass": "joint", "parameters": "lambda: one per target, minimum RPS", "references": [ "Rajagopalan et al. 2002" ], "incumbent": true, "outputs": "tercile probabilities only (no CDF)" }, "platt_ovr": { "name": "Platt (sigmoid) calibration, one-vs-rest + normalization", "inputs": "logit of each smoothed category probability", "multiclass": "one-vs-rest, then divided by the sum", "parameters": "2 per category (intercept, slope), L2 1e-4 on the slope, binary log loss", "references": [ "Platt 1999" ], "incumbent": false, "outputs": "tercile probabilities only (no CDF)" }, "beta_ovr": { "name": "Beta calibration, one-vs-rest + normalization", "inputs": "ln p_k and ln(1 - p_k) of each smoothed category probability", "multiclass": "one-vs-rest, then divided by the sum", "parameters": "3 per category (c, a >= 0, b >= 0), binary log loss", "references": [ "Kull et al. 2017" ], "incumbent": false, "outputs": "tercile probabilities only (no CDF)" }, "isotonic_ovr": { "name": "Isotonic regression, one-vs-rest + normalization", "inputs": "each smoothed category probability", "multiclass": "one-vs-rest, then divided by the sum", "parameters": "monotone step map per category, pooled over cells and years (weighted pool-adjacent-violators)", "references": [ "Zadrozny & Elkan 2002" ], "incumbent": false, "outputs": "tercile probabilities only (no CDF)" } }, "regions": { "ethiopia": "All Ethiopia", "fmam_domain": "FMAM rainfall contribution domain" }, "primary_region": "ethiopia", "training_years": [ 1993, 2016 ], "test_years": [ 2017, 2025 ], "targets": { "Feb": { "tag": "init01_Feb", "methods": { "climatology_blend": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4697167691561273, 0.5220476195635646, 0.45315364837565175, 0.42177772540078307, 0.4927894895969841, 0.44430518755752957, 0.4491599162158127, 0.5146963522411389, 0.37268830648721524, 0.45881062180371324, 0.4688033711068823, 0.3901609075453103, 0.428856574389697, 0.4256845583986342, 0.4276632914045571, 0.47280452067047146, 0.3989630965197899, 0.42677518261370473, 0.3748546392467086, 0.43137825900674875, 0.49239201820385625, 0.38932945243093775, 0.42530674552769776, 0.42645301861011725 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.09359313983304539, 0.36367549070238014, 0.12967636100695107, 0.22087815925006066, 0.36929429355118654, 0.13716137072088846, 0.32850408615712673, 0.4059938744430964, 0.15205909241431684, 0.3067181138401013, 0.19919983350435666, 0.18653404391373016, 0.21495388431155557, 0.13293615771656384, 0.10791838427022603, 0.3531875866460927, 0.16105097730248247, 0.0922639936796349, 0.24848985190236936, 0.30664733383630993, 0.3324329661549068, 0.12583748606684533, 0.27042953795948343, 0.16236069548684756 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.3761236299892731, 0.1583721298072275, 0.3234772874821168, 0.20089956681087054, 0.12349519735322503, 0.3071438161418349, 0.12065583138882689, 0.1087024792769411, 0.22062921428625848, 0.15209250898472, 0.26960353847103097, 0.2036268646341797, 0.2139026908964454, 0.29274840054449425, 0.3197449078638221, 0.11961693480172889, 0.23791211905317455, 0.334511188342761, 0.12636478783662355, 0.12473092618385166, 0.15995905239228647, 0.2634919668014, 0.1548772077023015, 0.2640923220506327 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "log_loss": [ 0.9934206017395972, 1.1785009709820355, 1.0534596542143961, 1.115401060195023, 1.0903193557807502, 0.9960663650083574, 1.0906494343487085, 1.1010503259119966, 1.0893235238102434, 1.1164495759367408, 1.0643822828677394, 1.1076939532483825, 1.1560825802519916, 1.0253388163410295, 1.0397479709142787, 1.1154677743063373, 1.0787693827514, 0.9507109935533977, 1.0885226139741928, 1.0505164174970998, 1.2014906557940748, 1.0499555640537108, 1.1298631503411625, 1.0658929148230971 ], "log_loss_clim": [ 1.0636365215990604, 1.0851020934385713, 1.0829845357788488, 1.114915471528915, 1.0751910196539225, 1.0748397877821156, 1.0941195291347958, 1.0665730030228233, 1.1278992668815964, 1.1009887350094487, 1.084851863174709, 1.1285317750993535, 1.1198451433073888, 1.0894979859431362, 1.0914991524171647, 1.0895962881688785, 1.1201255184468752, 1.069304218453464, 1.1263882943170247, 1.0909646546286205, 1.103642856085365, 1.1140840166062393, 1.1131588909468124, 1.101981515597516 ] }, "rps": 0.44077380300306807, "rpss": 0.026809816796343866, "bss_below": 0.008905861847829044, "bss_above": 0.04481511995989884, "log_loss": 1.0812114974435725, "log_loss_skill": 0.014456901458966498, "reliability": { "below": { "weight": [ 0.0, 0.000232, 0.532385, 0.34785, 0.119072, 0.000462, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1951, 0.2631, 0.3463, 0.4292, 0.5099, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3187, 0.3309, 0.532, 0.4971, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.193702, 0.626195, 0.106389, 0.073715, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2862, 0.3457, 0.4237, 0.5139, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1199, 0.3782, 0.5321, 0.3778, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47660980731148606, 0.5413750896144859, 0.4624130804293757, 0.43552818657920117, 0.4982702346519304, 0.438218062792756, 0.4470198838200296, 0.5243093630746387, 0.3741234937411294, 0.476957138642094, 0.4592964610171942, 0.3884271644889022, 0.41700256566509447, 0.4226660240772324, 0.40962646686666965, 0.4592403684038722, 0.38634534231938955, 0.4349876427513093, 0.35784373354133636, 0.42635917395626255, 0.4977674662756877, 0.39367365545541927, 0.4225178288589419, 0.44713280537769434 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.09217217056871442, 0.39790203542509944, 0.12002389332341726, 0.2274822883538815, 0.3771682152918335, 0.1338829289418809, 0.3229439449742379, 0.4151724894999428, 0.15057473948204814, 0.34075185343138453, 0.21854114978999353, 0.20351800587431693, 0.2083739098556627, 0.11714985367378623, 0.10174054693588439, 0.335796036272529, 0.16491348205597928, 0.08261584855265591, 0.22332411677485148, 0.29619765619015387, 0.32655711659543357, 0.12439624261239568, 0.27489319510086124, 0.16105719429523274 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.3844376375229135, 0.1434730552355396, 0.3423891873331063, 0.2080458991275504, 0.12110202075133776, 0.30433513312536764, 0.12407594038719771, 0.10913687549960875, 0.22354875451420536, 0.13620528638781126, 0.24075531180051493, 0.18490915967602298, 0.20862865681373616, 0.30551617031469286, 0.3078859203826225, 0.12344433314136302, 0.22143186049248428, 0.35237179340270286, 0.13451961738354548, 0.13016151877145174, 0.17121035023436817, 0.2692774131393196, 0.14762463405683532, 0.2860756094836867 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "log_loss": [ 0.9973911090003158, 1.184949463633235, 1.0451365732444469, 1.1114969878245498, 1.0965188057007242, 0.9809675853610417, 1.104229929629858, 1.117287304440556, 1.0929030011761383, 1.122239661034918, 1.0722635628182746, 1.1218731683448653, 1.1667160938193588, 1.0092792546824094, 1.034100888397891, 1.1262390825229396, 1.0669877710609734, 0.9281688751427728, 1.0956915755231456, 1.056452105536693, 1.22141140406056, 1.0374827616917597, 1.1337422452144434, 1.0695001243912954 ], "log_loss_clim": [ 1.0608185498300609, 1.0789845308752113, 1.0771525384349918, 1.1094359876760291, 1.0734970338191292, 1.0735124563653897, 1.0989774498629772, 1.0652715330717282, 1.1280189648389687, 1.0948416462200854, 1.0910254999447637, 1.1335873031868233, 1.1260844119622093, 1.0874278556996797, 1.0960019391741747, 1.097463495602667, 1.1220247411001651, 1.0604918388175442, 1.1346435053893231, 1.0946060005171663, 1.1060510185560268, 1.1105534779590684, 1.1145418486381085, 1.094207681134723 ] }, "rps": 0.4415712933213389, "rpss": 0.024975525838007884, "bss_below": 0.0057891865542923915, "bss_above": 0.04426171631899023, "log_loss": 1.0830428889272152, "log_loss_skill": 0.012768777719721291, "reliability": { "below": { "weight": [ 0.0, 0.000273, 0.586235, 0.30688, 0.106376, 0.000236, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1951, 0.2625, 0.3447, 0.4301, 0.508, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3214, 0.3332, 0.5401, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.198114, 0.599943, 0.1113, 0.090643, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.286, 0.3456, 0.4245, 0.5139, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1099, 0.3815, 0.538, 0.3763, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4136402807709526, 0.5204002471910848, 0.4158672102577216, 0.3931619586279176, 0.45194929035911785, 0.3783736934989211, 0.34474289306832384, 0.45192659446558126, 0.41349001398098406 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.08829144654632647, 0.10572906929660064, 0.14411471587287913, 0.16529460294576598, 0.16008653961032063, 0.17133341296890078, 0.22075695919364857, 0.12541124293431588, 0.222287481528306 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.3253488126920037, 0.4146711464831913, 0.271752486901064, 0.2278673574194399, 0.29186273994606693, 0.2070402825771906, 0.12398594918967068, 0.3265153337286653, 0.19120253369958815 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "log_loss": [ 1.0043230785536508, 1.1163713342819388, 1.078399065691744, 1.066830096446672, 1.1303613883819998, 1.063305738573844, 1.0759751751927353, 1.0684528325835496, 1.0876868420436494 ], "log_loss_clim": [ 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126 ] }, "rps": 0.42039468691340054, "rpss": 0.021915397122448943, "bss_below": 0.03895418296519593, "bss_above": 0.011583866257627529, "log_loss": 1.0768561724166426, "log_loss_skill": 0.019841810406203697, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.544457, 0.356031, 0.099512, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2539, 0.3526, 0.4239, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.154, 0.1324, 0.2254, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.244891, 0.656009, 0.030893, 0.068207, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2822, 0.3401, 0.4243, 0.5065, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3525, 0.5108, 0.6692, 0.3994, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40620828007718396, 0.5221140452389598, 0.4066286740882119, 0.4002725122913209, 0.4309772131021313, 0.37737940117376495, 0.33572697845516114, 0.4391423649833136, 0.4031237627540497 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.08860583776107743, 0.10707520507244263, 0.1512982634890718, 0.16266116196181038, 0.16384524989286814, 0.17901235399102486, 0.2081683542285182, 0.12719687353039427, 0.24754953778571892 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.31760242366857927, 0.41503880949296185, 0.25533040654916794, 0.2376113510926637, 0.26713195628202097, 0.19836705064614732, 0.12755863903696682, 0.3119454765092748, 0.1555742312216677 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "log_loss": [ 1.0194333068896282, 1.1249493608992225, 1.0839947411292203, 1.0634014093045436, 1.1165423616846928, 1.0495064173734345, 1.0790413476727658, 1.0646274870455195, 1.0817853871697698 ], "log_loss_clim": [ 1.0987380542753233, 1.0982921641442833, 1.0988626247648885, 1.0987380542753233, 1.0982921641442833, 1.0986281753966851, 1.0988626247648885, 1.0988626247648885, 1.0988626247648885 ] }, "rps": 0.4135081369071219, "rpss": 0.024309654511629586, "bss_below": 0.047608413136456695, "bss_above": 0.009089400985630158, "log_loss": 1.0759202021298664, "log_loss_skill": 0.020717476748748687, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.592886, 0.311977, 0.095137, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2526, 0.3518, 0.4241, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.165, 0.1479, 0.2638, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.261909, 0.622745, 0.03088, 0.084466, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2824, 0.341, 0.4261, 0.5065, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3309, 0.4785, 0.588, 0.3891, NaN, NaN, NaN, NaN ] } } } } }, "platt_ovr": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.510585696106895, 0.4812506629457944, 0.48230405024370193, 0.4172895299713721, 0.4538707010813704, 0.47663209301512854, 0.42425799973110295, 0.46775871841637756, 0.38547202111908174, 0.43880119147668156, 0.48424262904280163, 0.393628369704333, 0.4150711060450697, 0.4519598037101215, 0.4625543363300536, 0.4348181962608743, 0.41235119267600073, 0.45052099955240577, 0.36418566832836724, 0.40798687658725463, 0.4528384317495894, 0.4137969316400668, 0.40140043777540435, 0.43898708127312835 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.1135140957877165, 0.32891931656048756, 0.1454442807192317, 0.2188033604367084, 0.3374349431722716, 0.15023864447199967, 0.3099716551832203, 0.3678089704042906, 0.1645211366935873, 0.2907629237808624, 0.2049805456026172, 0.1963104826419379, 0.2145711786215237, 0.14618534866498625, 0.12611776818957854, 0.3220739893681288, 0.17177656026338897, 0.10997444469646206, 0.2446813452594727, 0.28998228206879756, 0.30733963968502653, 0.1435690150404216, 0.2527361559219033, 0.17081825760115593 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.39707160031917854, 0.1523313463853068, 0.3368597695244704, 0.19848616953466372, 0.11643575790909895, 0.32639344854312885, 0.11428634454788282, 0.09994974801208689, 0.22095088442549432, 0.14803826769581913, 0.27926208344018444, 0.19731788706239517, 0.20049992742354594, 0.30577445504513523, 0.3364365681404749, 0.11274420689274543, 0.2405746324126117, 0.34054655485594365, 0.11950432306889462, 0.11800459451845713, 0.1454987920645627, 0.2702279165996452, 0.14866428185350106, 0.2681688236719723 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "log_loss": [ 1.0412639822612533, 1.0952048548990938, 1.084825163756069, 1.1133017131043477, 1.016568686843582, 1.0358620100087546, 1.043945994084751, 1.0096672621294367, 1.1176037768729805, 1.0824173120936893, 1.0845684089367342, 1.1350729471777592, 1.1464333845710464, 1.062308682456535, 1.0905687647775473, 1.0459966439971264, 1.117390823368744, 0.9677897709641036, 1.0806342738841572, 1.0090811378750424, 1.1305117517158507, 1.0965702774102035, 1.087355977444155, 1.090780460067812 ], "log_loss_clim": [ 1.0636365215990604, 1.0851020934385713, 1.0829845357788488, 1.114915471528915, 1.0751910196539225, 1.0748397877821156, 1.0941195291347958, 1.0665730030228233, 1.1278992668815964, 1.1009887350094487, 1.084851863174709, 1.1285317750993535, 1.1198451433073888, 1.0894979859431362, 1.0914991524171647, 1.0895962881688785, 1.1201255184468752, 1.069304218453464, 1.1263882943170247, 1.0909646546286205, 1.103642856085365, 1.1140840166062393, 1.1131588909468124, 1.101981515597516 ] }, "rps": 0.4384401968659574, "rpss": 0.03196221598301707, "bss_below": 0.022347301965205957, "bss_above": 0.0416315579081078, "log_loss": 1.0744051691958656, "log_loss_skill": 0.020660988121744994, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.083438, 0.832613, 0.083949, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2726, 0.3488, 0.4155, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3051, 0.3277, 0.5985, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.004486, 0.256683, 0.63624, 0.066014, 0.036577, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1936, 0.2782, 0.34, 0.4591, 0.5102, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0515, 0.1212, 0.4182, 0.5539, 0.2875, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5170212451111879, 0.492533705268232, 0.49508993577011273, 0.4303327033003675, 0.4557866204152866, 0.472524288598658, 0.42127666383402, 0.47268581471195265, 0.3870854459459981, 0.4490693956952802, 0.4685719853574974, 0.3856560332863177, 0.4025152891410339, 0.45379389407165766, 0.4455298333594481, 0.42241089681698796, 0.3986566638182205, 0.4613167719871959, 0.3510470379415692, 0.402625897844832, 0.4579998580444053, 0.4196519827886953, 0.39636829539822627, 0.4595055915571467 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.11273056930866934, 0.3566520547719395, 0.13807567537754517, 0.2239765399585274, 0.341956979134384, 0.14772510363927352, 0.30339122371915983, 0.3720416476084128, 0.16369238080716128, 0.318219413772843, 0.22204328949240926, 0.21038731630545235, 0.20892819849785077, 0.1333947354683699, 0.12157108740337218, 0.30520861094851676, 0.1754734947043924, 0.10229931478076176, 0.22275351360199097, 0.27861495032270817, 0.301682738549234, 0.1434083130784756, 0.2555043277275499, 0.16800411770420634 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.4042906758025183, 0.13588165049629247, 0.35701426039256756, 0.2063561633418401, 0.11382964128090256, 0.3247991849593845, 0.11788544011486038, 0.10064416710353974, 0.2233930651388367, 0.13084998192243716, 0.24652869586508805, 0.1752687169808653, 0.19358709064318305, 0.32039915860328766, 0.32395874595607604, 0.11720228586847109, 0.22318316911382818, 0.35901745720643413, 0.12829352433957825, 0.12401094752212383, 0.15631711949517144, 0.2762436697102197, 0.14086396767067633, 0.2915014738529403 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "log_loss": [ 1.0415743503320274, 1.0867164148290358, 1.0806673666136242, 1.1090668201307237, 1.0142747176858842, 1.0234434894672186, 1.0573274118850489, 1.0141848767958348, 1.120707300906535, 1.0730999951330114, 1.0852088800857427, 1.142991943198485, 1.1579288748846774, 1.05511013469713, 1.0858037806591763, 1.0591983896746735, 1.1032857850122788, 0.9442526739421929, 1.0955600775786458, 1.0145608850037593, 1.1500899319884932, 1.0887872772610618, 1.0867816905818029, 1.0929584945956412 ], "log_loss_clim": [ 1.0608185498300609, 1.0789845308752113, 1.0771525384349918, 1.1094359876760291, 1.0734970338191292, 1.0735124563653897, 1.0989774498629772, 1.0652715330717282, 1.1280189648389687, 1.0948416462200854, 1.0910254999447637, 1.1335873031868233, 1.1260844119622093, 1.0874278556996797, 1.0960019391741747, 1.097463495602667, 1.1220247411001651, 1.0604918388175442, 1.1346435053893231, 1.0946060005171663, 1.1060510185560268, 1.1105534779590684, 1.1145418486381085, 1.094207681134723 ] }, "rps": 0.4382939937526804, "rpss": 0.03221206348647576, "bss_below": 0.022199236975406378, "bss_above": 0.04227700085385966, "log_loss": 1.0743158984559462, "log_loss_skill": 0.02072373274307515, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.102712, 0.81768, 0.079608, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2727, 0.3463, 0.4159, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3069, 0.3291, 0.6002, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.005498, 0.253405, 0.617749, 0.078735, 0.044614, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1939, 0.2779, 0.3406, 0.4609, 0.51, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0496, 0.111, 0.4209, 0.5526, 0.2845, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4489742096299364, 0.5430143971919548, 0.4354805351345419, 0.40895797782768806, 0.46545854261421027, 0.3850836685409697, 0.3453414569508094, 0.4764483371873243, 0.40852002762456147 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.11376209484987465, 0.1283606250902846, 0.1593346830270947, 0.17931183641011725, 0.1718538427462319, 0.17860109569003327, 0.21987200386884143, 0.14496673973616298, 0.217572955031747 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.3352121147800618, 0.41465377210166987, 0.2761458521074472, 0.2296461414175708, 0.2936046998679784, 0.2064825728509365, 0.12546945308196794, 0.3314815974511613, 0.19094707259281452 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "log_loss": [ 1.0552620933870818, 1.1300235942743675, 1.1207750191048562, 1.112131276765351, 1.1575509675454447, 1.0967379390320322, 1.105327885254197, 1.0972655839190584, 1.0801592785869218 ], "log_loss_clim": [ 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126 ] }, "rps": 0.43525323918911074, "rpss": -0.012654309998795021, "bss_below": -0.036604971436869915, "bss_above": 0.0018682301862174011, "log_loss": 1.1061370708743679, "log_loss_skill": -0.006809764016772801, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.083271, 0.827717, 0.089012, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2595, 0.3482, 0.413, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2018, 0.1379, 0.2521, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000523, 0.223762, 0.69721, 0.009501, 0.069003, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1746, 0.278, 0.3373, 0.4221, 0.528, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1649, 0.3564, 0.5113, 0.5638, 0.4012, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4381217613765465, 0.5442305331274617, 0.4242869365926304, 0.417579435038362, 0.4444657481712819, 0.3830160911721556, 0.33797906296834546, 0.46309755726892676, 0.3907548683656066 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.11374425769193477, 0.130339556562924, 0.16505405505976697, 0.17809619005486865, 0.1763907718785303, 0.1853234535826481, 0.20815401601978803, 0.14659177770599305, 0.23563087045772999 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.3243775036846116, 0.4138909765645375, 0.25923288153286345, 0.2394832449834932, 0.26807497629275184, 0.19769263758950753, 0.12982504694855745, 0.31650577956293374, 0.1551239979078767 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "log_loss": [ 1.0689848668829312, 1.135507148608881, 1.127125255728376, 1.1103094001502278, 1.1441940602359408, 1.0840591502712296, 1.1145351406228665, 1.094685193902005, 1.0626304606389303 ], "log_loss_clim": [ 1.0987380542753233, 1.0982921641442833, 1.0988626247648885, 1.0987380542753233, 1.0982921641442833, 1.0986281753966851, 1.0988626247648885, 1.0988626247648885, 1.0988626247648885 ] }, "rps": 0.4270591104534797, "rpss": -0.007664454051364178, "bss_below": -0.02133692299013701, "bss_above": 0.0012672607264041513, "log_loss": 1.1046700752268208, "log_loss_skill": -0.005450122125038925, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.10209, 0.807348, 0.090562, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2592, 0.3451, 0.4127, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.205, 0.1502, 0.2966, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000313, 0.234086, 0.669045, 0.011149, 0.085408, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1746, 0.2782, 0.3384, 0.4226, 0.528, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.3282, 0.4783, 0.485, 0.3909, NaN, NaN, NaN, NaN ] } } } } }, "beta_ovr": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4719674010082797, 0.4766835521516864, 0.46543363504219376, 0.4172796213086502, 0.4119572676412347, 0.4388996826828725, 0.3977770448941265, 0.40827902251433995, 0.3879326182966604, 0.4279756712438582, 0.4649902811319044, 0.39619026759395914, 0.43256866403660477, 0.42989028322722717, 0.4371766507308755, 0.4108054160523416, 0.43203191414967296, 0.41234476634243344, 0.3547617877192547, 0.3572287534265575, 0.4731146057731897, 0.4118969826666795, 0.4044662098084332, 0.4563778219534826 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.10240510243191989, 0.3268449125282788, 0.14014524313739535, 0.2188927931064232, 0.31416936078580354, 0.13921685237016146, 0.2988178025152896, 0.3320856972014457, 0.1675595044457244, 0.28729221250424847, 0.1993513063347025, 0.19155593778911834, 0.21609584688730063, 0.13827099099635526, 0.1172183852407184, 0.31213751602850726, 0.181357425015215, 0.09881654858065557, 0.24506494746507085, 0.2639307247382085, 0.3137910278113342, 0.1457131983632367, 0.2574509929646049, 0.1760227477035606 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.36956229857635986, 0.14983863962340754, 0.32528839190479847, 0.1983868282022271, 0.0977879068554311, 0.2996828303127109, 0.09895924237883691, 0.07619332531289427, 0.22037311385093603, 0.1406834587396098, 0.26563897479720194, 0.2046343298048409, 0.21647281714930422, 0.2916192922308718, 0.3199582654901571, 0.09866790002383427, 0.250674489134458, 0.3135282177617781, 0.10969684025418386, 0.09329802868834905, 0.15932357796185548, 0.2661837843034428, 0.14701521684382837, 0.2803550742499221 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "log_loss": [ 0.981985913215489, 1.089197715386175, 1.059711802682584, 1.1116201164733088, 0.9598224154192597, 0.9786964241659915, 1.0015477532041475, 0.9358698158676197, 1.1203577772408657, 1.0619775980242816, 1.056836087793827, 1.1467698611557848, 1.178695317774737, 1.0303838501250855, 1.0525235377865658, 1.0103327849069954, 1.149800032970386, 0.9099834818793926, 1.0525333367904086, 0.9305805908684733, 1.1594071767044567, 1.0869550751598, 1.0873867180777514, 1.1229342521753167 ], "log_loss_clim": [ 1.0636365215990604, 1.0851020934385713, 1.0829845357788488, 1.114915471528915, 1.0751910196539225, 1.0748397877821156, 1.0941195291347958, 1.0665730030228233, 1.1278992668815964, 1.1009887350094487, 1.084851863174709, 1.1285317750993535, 1.1198451433073888, 1.0894979859431362, 1.0914991524171647, 1.0895962881688785, 1.1201255184468752, 1.069304218453464, 1.1263882943170247, 1.0909646546286205, 1.103642856085365, 1.1140840166062393, 1.1131588909468124, 1.101981515597516 ] }, "rps": 0.4240845800581883, "rpss": 0.06365816809262348, "bss_below": 0.04882809992215287, "bss_above": 0.07857218602980032, "log_loss": 1.0531628931603627, "log_loss_skill": 0.04002369245257453, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.188181, 0.635547, 0.151382, 0.024526, 0.000364, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2803, 0.3424, 0.4377, 0.5324, 0.6135, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2299, 0.3234, 0.5542, 0.6421, 0.3633, NaN, NaN, NaN ] }, "above": { "weight": [ 0.005508, 0.08512, 0.264469, 0.410672, 0.214893, 0.019337, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0517, 0.1612, 0.2542, 0.3533, 0.4434, 0.5051, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.0479, 0.0969, 0.1616, 0.4261, 0.5187, 0.3505, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4816756294050647, 0.4847126282700236, 0.4785935768121205, 0.4293117041745847, 0.4084101072489786, 0.43075895806280073, 0.3979711289966, 0.40822876547739945, 0.39239520538515305, 0.4326060244449211, 0.4524550930776272, 0.39361403384947036, 0.42060283543875043, 0.42939622651524273, 0.4162114321001101, 0.399504820608018, 0.4095280624177576, 0.4188800718705378, 0.3436102074585323, 0.3563534598302482, 0.48377327084937977, 0.42113224959954404, 0.3989440871827446, 0.4833268125286464 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.10285059959428923, 0.3530464926800376, 0.13262505921562, 0.22286736960068507, 0.31553856717415735, 0.13579579856909163, 0.295430208360721, 0.33429935805460226, 0.1683483265710819, 0.3113090327923514, 0.2174368449117721, 0.20742932704133632, 0.20919303446304766, 0.1249450329190727, 0.11074558784678437, 0.29696801317260885, 0.18207066670258817, 0.09091038605395065, 0.22512643223474732, 0.25663413852810635, 0.31018419913845807, 0.14720517381143108, 0.26050453529157763, 0.17405268547081434 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.3788250298107754, 0.13166613558998602, 0.3459685175965005, 0.20644433457389966, 0.09287154007482117, 0.29496315949370916, 0.10254092063587905, 0.07392940742279716, 0.22404687881407118, 0.12129699165256949, 0.23501824816585518, 0.18618470680813398, 0.21140980097570283, 0.30445119359617007, 0.30546584425332557, 0.10253680743540886, 0.2274573957151693, 0.3279696858165871, 0.11848377522378487, 0.09971932130214178, 0.1735890717109216, 0.27392707578811304, 0.138439551891167, 0.30927412705783197 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "log_loss": [ 0.9868842732344384, 1.0748857175945794, 1.0562838856425343, 1.1068692255328796, 0.9503672838398465, 0.9596651265367439, 1.0172355487990785, 0.9345330141928471, 1.1272067783197313, 1.04603504190976, 1.0613918219534335, 1.1633363941622163, 1.1931752779618696, 1.0189590270466542, 1.0426904271142268, 1.0232500318604405, 1.120447513613187, 0.8788281356376071, 1.068208969274702, 0.9398016219452915, 1.187058369825031, 1.0827154390831988, 1.0857564104473718, 1.1413022549924914 ], "log_loss_clim": [ 1.0608185498300609, 1.0789845308752113, 1.0771525384349918, 1.1094359876760291, 1.0734970338191292, 1.0735124563653897, 1.0989774498629772, 1.0652715330717282, 1.1280189648389687, 1.0948416462200854, 1.0910254999447637, 1.1335873031868233, 1.1260844119622093, 1.0874278556996797, 1.0960019391741747, 1.097463495602667, 1.1220247411001651, 1.0604918388175442, 1.1346435053893231, 1.0946060005171663, 1.1060510185560268, 1.1105534779590684, 1.1145418486381085, 1.094207681134723 ] }, "rps": 0.4238331829835107, "rpss": 0.06414268177942084, "bss_below": 0.04830067852578701, "bss_above": 0.08006713334421844, "log_loss": 1.05278698293834, "log_loss_skill": 0.040348087233660346, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.217022, 0.622907, 0.135196, 0.024484, 0.000391, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2795, 0.3414, 0.4386, 0.5313, 0.6113, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2341, 0.3312, 0.5582, 0.6408, 0.2998, NaN, NaN, NaN ] }, "above": { "weight": [ 0.00663, 0.087014, 0.256608, 0.395192, 0.23124, 0.023317, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0518, 0.1613, 0.2535, 0.3535, 0.4467, 0.5051, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.047, 0.09, 0.1565, 0.4283, 0.5151, 0.3415, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41806423269116183, 0.5657666984297669, 0.4269434455330726, 0.4043929140161094, 0.513572434919804, 0.3947992474335987, 0.33565899694496404, 0.45869088756970616, 0.39619407655920835 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.10542134687337416, 0.13566038110647302, 0.15675488318691197, 0.17426547575345339, 0.1955797581225993, 0.18206520579341537, 0.22114683817397843, 0.13930092190706028, 0.21595986542123102 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.3126428858177877, 0.43010631732329385, 0.27018856234616073, 0.23012743826265594, 0.3179926767972046, 0.21273404164018328, 0.1145121587709856, 0.31938996566264594, 0.18023421113797727 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "log_loss": [ 1.0082340689949216, 1.1720336810829985, 1.1087991781910387, 1.1134152474235717, 1.2367621117140606, 1.1132096768039237, 1.077813538217462, 1.0721735754753758, 1.0480110271313718 ], "log_loss_clim": [ 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126 ] }, "rps": 0.4348981037885991, "rpss": -0.011828056770602613, "bss_below": -0.045178400755200965, "bss_above": 0.008394015179258973, "log_loss": 1.1056057894483027, "log_loss_skill": -0.00632618983660338, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.152071, 0.657739, 0.171337, 0.018592, 0.000261, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2789, 0.3435, 0.4387, 0.5307, 0.6068, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.147, 0.1409, 0.1838, 0.3706, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.006379, 0.072797, 0.254134, 0.491991, 0.174699, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0704, 0.1637, 0.2562, 0.349, 0.4515, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.1361, 0.2687, 0.4271, 0.5007, 0.5381, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4159003539180126, 0.5751232007466905, 0.41868962143792554, 0.41302035632463663, 0.4801489581226958, 0.3928073327972931, 0.3273066978205348, 0.44412642704134, 0.3679500143393334 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.10758599320339936, 0.13986950352816982, 0.16363274853612852, 0.17247107671479267, 0.19544407390928084, 0.18871717732804952, 0.210022332317197, 0.1399403820046941, 0.22966717305174975 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.3083143607146132, 0.4352536972185206, 0.25505687290179707, 0.24054927960984393, 0.2847048842134149, 0.20409015546924353, 0.1172843655033378, 0.3041860450366459, 0.13828284128758367 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "log_loss": [ 1.0358625092376788, 1.1931884639875403, 1.1194421322705275, 1.1131056817247909, 1.1988677831273105, 1.1000818951091824, 1.0838340879156392, 1.068716718309298, 1.0127049539195792 ], "log_loss_clim": [ 1.0987380542753233, 1.0982921641442833, 1.0988626247648885, 1.0987380542753233, 1.0982921641442833, 1.0986281753966851, 1.0988626247648885, 1.0988626247648885, 1.0988626247648885 ] }, "rps": 0.4261192180609402, "rpss": -0.005446737273024915, "bss_below": -0.026661822912697586, "bss_above": 0.00841230133084947, "log_loss": 1.1028671361779496, "log_loss_skill": -0.003809120592070503, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.177211, 0.645809, 0.159409, 0.017467, 0.000104, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2781, 0.3423, 0.442, 0.531, 0.6102, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1576, 0.1552, 0.2046, 0.4726, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.006319, 0.075395, 0.257757, 0.469695, 0.190835, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0707, 0.1645, 0.2539, 0.3505, 0.4557, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.0816, 0.2236, 0.4118, 0.4669, 0.4865, NaN, NaN, NaN, NaN, NaN ] } } } } }, "isotonic_ovr": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4048365507443245, 0.718013352855757, 0.4076148747686622, 0.5277450472038586, 0.5869378835252165, 0.4279032541688148, 0.5418553367074355, 0.622787514853154, 0.4039769879760979, 0.47427912540086203, 0.5130046091586453, 0.42384825641131435, 0.46694420162627426, 0.3932648721935188, 0.3916094501948581, 0.4386275527985758, 0.4535509532297739, 0.30933816970056044, 0.37099419271683176, 0.42392967360261746, 0.5637398492906539, 0.388211855057119, 0.5050074833371438, 0.4619067553598623 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.07666224598464462, 0.4983794410775188, 0.12609051999113746, 0.28196870590555784, 0.4645046684350382, 0.13479893673343266, 0.40534521328509004, 0.5157964298646922, 0.16034005185958064, 0.3179939449160533, 0.23631539310217722, 0.19025876178456785, 0.2168760274974805, 0.12789637223244532, 0.09123054697832501, 0.33208651938907735, 0.18553010909280024, 0.06684648716487901, 0.24472991294092408, 0.3293526741237398, 0.35488756144054695, 0.1303840104073982, 0.31950670462170827, 0.17726514639118315 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.32817430475967985, 0.21963391177823827, 0.2815243547775247, 0.2457763412983008, 0.12243321509017836, 0.2931043174353821, 0.1365101234223454, 0.10699108498846181, 0.24363693611651727, 0.15628518048480866, 0.27668921605646823, 0.23358949462674655, 0.2500681741287939, 0.26536849996107353, 0.3003789032165334, 0.10654103340949843, 0.2680208441369737, 0.2424916825356815, 0.12626427977590768, 0.09457699947887775, 0.20885228785010682, 0.25782784464972086, 0.18550077871543547, 0.284641608968679 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "log_loss": [ 0.8889039327581033, 3.377393402769877, 1.2705837367770128, 2.370115100278684, 3.1827687276254286, 0.9656771423189856, 2.767436988371261, 3.633209611047114, 1.4480979381270813, 1.140529227146071, 1.25185138987965, 1.1998055683939877, 1.2171932976586577, 0.9826458261312989, 0.9858408980567679, 1.0642745776461382, 1.5371745607172773, 0.7922392255421895, 1.0640187816878979, 1.2480571932794646, 1.311594911652297, 1.0414783528516138, 1.3702254083231242, 1.2691169739360093 ], "log_loss_clim": [ 1.0636365215990604, 1.0851020934385713, 1.0829845357788488, 1.114915471528915, 1.0751910196539225, 1.0748397877821156, 1.0941195291347958, 1.0665730030228233, 1.1278992668815964, 1.1009887350094487, 1.084851863174709, 1.1285317750993535, 1.1198451433073888, 1.0894979859431362, 1.0914991524171647, 1.0895962881688785, 1.1201255184468752, 1.069304218453464, 1.1263882943170247, 1.0909646546286205, 1.103642856085365, 1.1140840166062393, 1.1131588909468124, 1.101981515597516 ] }, "rps": 0.46749699178674714, "rpss": -0.032192657513576695, "bss_below": -0.09810581595019219, "bss_above": 0.034093620996379914, "log_loss": 1.5575096988739994, "log_loss_skill": -0.4196971991745799, "reliability": { "below": { "weight": [ 0.218671, 0.035194, 0.278183, 0.272991, 0.122177, 0.066553, 0.006099, 9.9e-05, 3.3e-05, 0.0 ], "mean_forecast": [ 0.0133, 0.1461, 0.2609, 0.3353, 0.4476, 0.5426, 0.6272, 0.7402, 0.8104, NaN ], "observed_frequency": [ 0.4066, 0.3049, 0.2457, 0.2703, 0.4981, 0.6423, 0.5021, 1.0, 1.0, NaN ] }, "above": { "weight": [ 0.035707, 0.119244, 0.169466, 0.191631, 0.342003, 0.046837, 0.05098, 0.025195, 0.016266, 0.002672 ], "mean_forecast": [ 0.0721, 0.1509, 0.2499, 0.3589, 0.4383, 0.5475, 0.6498, 0.7564, 0.8394, 0.9253 ], "observed_frequency": [ 0.0803, 0.1173, 0.1814, 0.3409, 0.5129, 0.3473, 0.4675, 0.4132, 0.2663, 0.5056 ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.41050832182306674, 0.7716262471855728, 0.4029292818084363, 0.5590810108533463, 0.612116101876585, 0.41921265661853035, 0.5638054879020209, 0.655983491603693, 0.411429788331814, 0.4874779229506249, 0.5270976520720966, 0.433468707552076, 0.4621034914792392, 0.3844583482566238, 0.37199776337348317, 0.430928864290342, 0.43292104412220556, 0.2901778065017212, 0.3611463263447497, 0.4262366211410277, 0.5889228933568343, 0.39523025202637146, 0.5117339269108673, 0.4899496539305592 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.07548201432658436, 0.5574440212839442, 0.10965793413473701, 0.2971616894146436, 0.49144395578829964, 0.1312403302303749, 0.4146694114748618, 0.549010123017539, 0.16149962469674173, 0.34869004805710146, 0.26665700883802285, 0.20809929402648542, 0.20984733209318854, 0.11177667798457472, 0.08274323694637674, 0.3187799069729931, 0.1892557929022289, 0.0523205753374096, 0.22308111512841639, 0.32522098822327544, 0.35641771887609397, 0.13042277780050227, 0.3291222754796019, 0.17502426305383548 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.33502630749648216, 0.21418222590162875, 0.29327134767369933, 0.2619193214387026, 0.12067214608828551, 0.28797232638815545, 0.14913607642715943, 0.106973368586154, 0.24993016363507237, 0.13878787489352332, 0.26044064323407357, 0.2253694135255905, 0.2522561593860508, 0.27268167027204904, 0.2892545264271063, 0.11214895731734878, 0.24366525121997662, 0.2378572311643115, 0.1380652112163334, 0.10101563291775233, 0.2325051744807403, 0.26480747422586903, 0.18261165143126537, 0.31492539087672383 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "log_loss": [ 0.8898917529220776, 3.7704197857880004, 1.1981968237055962, 2.5921662532719387, 3.531237026583987, 0.9451706781837514, 2.9843511438254398, 4.053823246179424, 1.510849742687042, 1.1424574809315828, 1.3167948234226992, 1.2367626160897764, 1.2408002492964456, 0.9592941057411666, 0.9784812436812197, 1.0810084448436437, 1.6087648469272515, 0.7054630673080394, 1.0796444295216847, 1.2660692112211684, 1.3641096132726702, 1.0324455411632056, 1.405468109073628, 1.2969544564306477 ], "log_loss_clim": [ 1.0608185498300609, 1.0789845308752113, 1.0771525384349918, 1.1094359876760291, 1.0734970338191292, 1.0735124563653897, 1.0989774498629772, 1.0652715330717282, 1.1280189648389687, 1.0948416462200854, 1.0910254999447637, 1.1335873031868233, 1.1260844119622093, 1.0874278556996797, 1.0960019391741747, 1.097463495602667, 1.1220247411001651, 1.0604918388175442, 1.1346435053893231, 1.0946060005171663, 1.1060510185560268, 1.1105534779590684, 1.1145418486381085, 1.094207681134723 ] }, "rps": 0.47502265259632864, "rpss": -0.04888773130847901, "bss_below": -0.12230011443895328, "bss_above": 0.024906720261310134, "log_loss": 1.6329426955030035, "log_loss_skill": -0.48848400158178973, "reliability": { "below": { "weight": [ 0.247934, 0.042519, 0.292991, 0.241534, 0.106109, 0.062474, 0.006322, 0.000117, 0.0, 0.0 ], "mean_forecast": [ 0.0133, 0.1458, 0.259, 0.3339, 0.448, 0.5438, 0.6267, 0.7402, NaN, NaN ], "observed_frequency": [ 0.4095, 0.303, 0.2444, 0.2706, 0.4975, 0.66, 0.4505, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.035386, 0.119369, 0.161402, 0.178585, 0.338724, 0.050653, 0.061985, 0.030571, 0.019971, 0.003353 ], "mean_forecast": [ 0.0695, 0.1501, 0.2501, 0.3589, 0.4399, 0.5478, 0.6508, 0.756, 0.8393, 0.9279 ], "observed_frequency": [ 0.0795, 0.102, 0.1789, 0.3457, 0.5098, 0.3484, 0.4738, 0.4059, 0.2564, 0.5345 ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.361065490308208, 0.5021135062042924, 0.47894693526933496, 0.4881297629945601, 0.5753246046478525, 0.42759006110936815, 0.44811463516781447, 0.452306009332747, 0.4863238184482936 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.06764899145915339, 0.1038512413384616, 0.16103762644995318, 0.19082054566317272, 0.2098515894724599, 0.18634293148754721, 0.26250597991057467, 0.13305642796566622, 0.2802207748953019 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.2934164988490547, 0.3982622648658307, 0.31790930881938195, 0.2973092173313876, 0.3654730151753925, 0.24124712962182107, 0.18560865525723966, 0.31924958136708076, 0.20610304355299167 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "log_loss": [ 1.1186801516377127, 1.2353232651593973, 1.9059735778343319, 1.8980689489083407, 1.8828855043807464, 1.6234072081252193, 2.3610573471939897, 1.539175837503415, 2.3845218760829847 ], "log_loss_clim": [ 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126 ] }, "rps": 0.46887942483138567, "rpss": -0.09088853953125908, "bss_below": -0.09255691349593453, "bss_above": -0.08987694785737865, "log_loss": 1.7721215240917931, "log_loss_skill": -0.6129911025127786, "reliability": { "below": { "weight": [ 0.421999, 0.0, 0.063391, 0.279961, 0.148609, 0.082799, 0.002715, 0.000263, 8.7e-05, 0.000176 ], "mean_forecast": [ 0.0001, NaN, 0.2735, 0.3406, 0.4436, 0.5392, 0.6203, 0.7275, 0.8234, 0.9016 ], "observed_frequency": [ 0.1735, NaN, 0.0722, 0.1078, 0.1547, 0.2625, 0.2608, 0.0, 0.0, 0.0 ] }, "above": { "weight": [ 0.033449, 0.100158, 0.130861, 0.259763, 0.24698, 0.095645, 0.064229, 0.0, 0.0, 0.068916 ], "mean_forecast": [ 0.0754, 0.1517, 0.2482, 0.3537, 0.4362, 0.5549, 0.6086, NaN, NaN, 0.9998 ], "observed_frequency": [ 0.2456, 0.373, 0.427, 0.5057, 0.5793, 0.3437, 0.5134, NaN, NaN, 0.4005 ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.36246808871108716, 0.5177665731392573, 0.4977353678835282, 0.5041872945250255, 0.5452811948520092, 0.4311552000843071, 0.4562857597793527, 0.4489813735558573, 0.48574205549345656 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.06551072410851216, 0.10678943241560662, 0.17393087077589, 0.18784950808249762, 0.20926755110232287, 0.19275494107554636, 0.2546186943911624, 0.13456926818561576, 0.3143607047325831 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.29695736460257494, 0.41097714072365066, 0.32380449710763815, 0.3163377864425279, 0.33601364374968623, 0.23840025900876072, 0.20166706538819035, 0.31441210537024145, 0.17138135076087346 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "log_loss": [ 1.206182959528738, 1.3342000580637665, 2.13712239201122, 1.9686189057322323, 1.9580984692781525, 1.6967918400710102, 2.5718940457799633, 1.6636918883713865, 2.7062568970194785 ], "log_loss_clim": [ 1.0987380542753233, 1.0982921641442833, 1.0988626247648885, 1.0987380542753233, 1.0982921641442833, 1.0986281753966851, 1.0988626247648885, 1.0988626247648885, 1.0988626247648885 ] }, "rps": 0.4721781008915424, "rpss": -0.11412466472065907, "bss_below": -0.0879033812102461, "bss_above": -0.13125412495557143, "log_loss": 1.915873050650661, "log_loss_skill": -0.7437919573925722, "reliability": { "below": { "weight": [ 0.483437, 0.0, 0.059041, 0.242339, 0.126084, 0.085572, 0.003109, 0.000209, 0.0, 0.000209 ], "mean_forecast": [ 0.0001, NaN, 0.2734, 0.3395, 0.445, 0.5387, 0.6206, 0.7531, NaN, 0.9016 ], "observed_frequency": [ 0.1804, NaN, 0.0794, 0.1225, 0.1667, 0.2981, 0.2694, 0.497, NaN, 0.0 ] }, "above": { "weight": [ 0.032254, 0.105679, 0.122086, 0.235787, 0.23672, 0.107693, 0.074477, 0.0, 0.0, 0.085304 ], "mean_forecast": [ 0.0757, 0.1512, 0.2453, 0.3543, 0.4374, 0.5551, 0.6086, NaN, NaN, 0.9998 ], "observed_frequency": [ 0.1834, 0.3439, 0.407, 0.4767, 0.5335, 0.3306, 0.4852, NaN, NaN, 0.3902 ] } } } } }, "SEL": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4719674010082797, 0.4766835521516864, 0.46543363504219376, 0.4172796213086502, 0.4119572676412347, 0.4388996826828725, 0.3977770448941265, 0.40827902251433995, 0.3879326182966604, 0.4279756712438582, 0.4649902811319044, 0.39619026759395914, 0.43256866403660477, 0.42989028322722717, 0.4371766507308755, 0.4108054160523416, 0.43203191414967296, 0.41234476634243344, 0.3547617877192547, 0.3572287534265575, 0.4731146057731897, 0.4118969826666795, 0.4044662098084332, 0.4563778219534826 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.10240510243191989, 0.3268449125282788, 0.14014524313739535, 0.2188927931064232, 0.31416936078580354, 0.13921685237016146, 0.2988178025152896, 0.3320856972014457, 0.1675595044457244, 0.28729221250424847, 0.1993513063347025, 0.19155593778911834, 0.21609584688730063, 0.13827099099635526, 0.1172183852407184, 0.31213751602850726, 0.181357425015215, 0.09881654858065557, 0.24506494746507085, 0.2639307247382085, 0.3137910278113342, 0.1457131983632367, 0.2574509929646049, 0.1760227477035606 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.36956229857635986, 0.14983863962340754, 0.32528839190479847, 0.1983868282022271, 0.0977879068554311, 0.2996828303127109, 0.09895924237883691, 0.07619332531289427, 0.22037311385093603, 0.1406834587396098, 0.26563897479720194, 0.2046343298048409, 0.21647281714930422, 0.2916192922308718, 0.3199582654901571, 0.09866790002383427, 0.250674489134458, 0.3135282177617781, 0.10969684025418386, 0.09329802868834905, 0.15932357796185548, 0.2661837843034428, 0.14701521684382837, 0.2803550742499221 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "log_loss": [ 0.981985913215489, 1.089197715386175, 1.059711802682584, 1.1116201164733088, 0.9598224154192597, 0.9786964241659915, 1.0015477532041475, 0.9358698158676197, 1.1203577772408657, 1.0619775980242816, 1.056836087793827, 1.1467698611557848, 1.178695317774737, 1.0303838501250855, 1.0525235377865658, 1.0103327849069954, 1.149800032970386, 0.9099834818793926, 1.0525333367904086, 0.9305805908684733, 1.1594071767044567, 1.0869550751598, 1.0873867180777514, 1.1229342521753167 ], "log_loss_clim": [ 1.0636365215990604, 1.0851020934385713, 1.0829845357788488, 1.114915471528915, 1.0751910196539225, 1.0748397877821156, 1.0941195291347958, 1.0665730030228233, 1.1278992668815964, 1.1009887350094487, 1.084851863174709, 1.1285317750993535, 1.1198451433073888, 1.0894979859431362, 1.0914991524171647, 1.0895962881688785, 1.1201255184468752, 1.069304218453464, 1.1263882943170247, 1.0909646546286205, 1.103642856085365, 1.1140840166062393, 1.1131588909468124, 1.101981515597516 ] }, "rps": 0.4240845800581883, "rpss": 0.06365816809262348, "bss_below": 0.04882809992215287, "bss_above": 0.07857218602980032, "log_loss": 1.0531628931603627, "log_loss_skill": 0.04002369245257453, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.188181, 0.635547, 0.151382, 0.024526, 0.000364, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2803, 0.3424, 0.4377, 0.5324, 0.6135, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2299, 0.3234, 0.5542, 0.6421, 0.3633, NaN, NaN, NaN ] }, "above": { "weight": [ 0.005508, 0.08512, 0.264469, 0.410672, 0.214893, 0.019337, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0517, 0.1612, 0.2542, 0.3533, 0.4434, 0.5051, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.0479, 0.0969, 0.1616, 0.4261, 0.5187, 0.3505, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4816756294050647, 0.4847126282700236, 0.4785935768121205, 0.4293117041745847, 0.4084101072489786, 0.43075895806280073, 0.3979711289966, 0.40822876547739945, 0.39239520538515305, 0.4326060244449211, 0.4524550930776272, 0.39361403384947036, 0.42060283543875043, 0.42939622651524273, 0.4162114321001101, 0.399504820608018, 0.4095280624177576, 0.4188800718705378, 0.3436102074585323, 0.3563534598302482, 0.48377327084937977, 0.42113224959954404, 0.3989440871827446, 0.4833268125286464 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.10285059959428923, 0.3530464926800376, 0.13262505921562, 0.22286736960068507, 0.31553856717415735, 0.13579579856909163, 0.295430208360721, 0.33429935805460226, 0.1683483265710819, 0.3113090327923514, 0.2174368449117721, 0.20742932704133632, 0.20919303446304766, 0.1249450329190727, 0.11074558784678437, 0.29696801317260885, 0.18207066670258817, 0.09091038605395065, 0.22512643223474732, 0.25663413852810635, 0.31018419913845807, 0.14720517381143108, 0.26050453529157763, 0.17405268547081434 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.3788250298107754, 0.13166613558998602, 0.3459685175965005, 0.20644433457389966, 0.09287154007482117, 0.29496315949370916, 0.10254092063587905, 0.07392940742279716, 0.22404687881407118, 0.12129699165256949, 0.23501824816585518, 0.18618470680813398, 0.21140980097570283, 0.30445119359617007, 0.30546584425332557, 0.10253680743540886, 0.2274573957151693, 0.3279696858165871, 0.11848377522378487, 0.09971932130214178, 0.1735890717109216, 0.27392707578811304, 0.138439551891167, 0.30927412705783197 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "log_loss": [ 0.9868842732344384, 1.0748857175945794, 1.0562838856425343, 1.1068692255328796, 0.9503672838398465, 0.9596651265367439, 1.0172355487990785, 0.9345330141928471, 1.1272067783197313, 1.04603504190976, 1.0613918219534335, 1.1633363941622163, 1.1931752779618696, 1.0189590270466542, 1.0426904271142268, 1.0232500318604405, 1.120447513613187, 0.8788281356376071, 1.068208969274702, 0.9398016219452915, 1.187058369825031, 1.0827154390831988, 1.0857564104473718, 1.1413022549924914 ], "log_loss_clim": [ 1.0608185498300609, 1.0789845308752113, 1.0771525384349918, 1.1094359876760291, 1.0734970338191292, 1.0735124563653897, 1.0989774498629772, 1.0652715330717282, 1.1280189648389687, 1.0948416462200854, 1.0910254999447637, 1.1335873031868233, 1.1260844119622093, 1.0874278556996797, 1.0960019391741747, 1.097463495602667, 1.1220247411001651, 1.0604918388175442, 1.1346435053893231, 1.0946060005171663, 1.1060510185560268, 1.1105534779590684, 1.1145418486381085, 1.094207681134723 ] }, "rps": 0.4238331829835107, "rpss": 0.06414268177942084, "bss_below": 0.04830067852578701, "bss_above": 0.08006713334421844, "log_loss": 1.05278698293834, "log_loss_skill": 0.040348087233660346, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.217022, 0.622907, 0.135196, 0.024484, 0.000391, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2795, 0.3414, 0.4386, 0.5313, 0.6113, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2341, 0.3312, 0.5582, 0.6408, 0.2998, NaN, NaN, NaN ] }, "above": { "weight": [ 0.00663, 0.087014, 0.256608, 0.395192, 0.23124, 0.023317, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0518, 0.1613, 0.2535, 0.3535, 0.4467, 0.5051, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.047, 0.09, 0.1565, 0.4283, 0.5151, 0.3415, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41806423269116183, 0.5657666984297669, 0.4269434455330726, 0.4043929140161094, 0.513572434919804, 0.3947992474335987, 0.33565899694496404, 0.45869088756970616, 0.39619407655920835 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.10542134687337416, 0.13566038110647302, 0.15675488318691197, 0.17426547575345339, 0.1955797581225993, 0.18206520579341537, 0.22114683817397843, 0.13930092190706028, 0.21595986542123102 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.3126428858177877, 0.43010631732329385, 0.27018856234616073, 0.23012743826265594, 0.3179926767972046, 0.21273404164018328, 0.1145121587709856, 0.31938996566264594, 0.18023421113797727 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "log_loss": [ 1.0082340689949216, 1.1720336810829985, 1.1087991781910387, 1.1134152474235717, 1.2367621117140606, 1.1132096768039237, 1.077813538217462, 1.0721735754753758, 1.0480110271313718 ], "log_loss_clim": [ 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126 ] }, "rps": 0.4348981037885991, "rpss": -0.011828056770602613, "bss_below": -0.045178400755200965, "bss_above": 0.008394015179258973, "log_loss": 1.1056057894483027, "log_loss_skill": -0.00632618983660338, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.152071, 0.657739, 0.171337, 0.018592, 0.000261, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2789, 0.3435, 0.4387, 0.5307, 0.6068, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.147, 0.1409, 0.1838, 0.3706, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.006379, 0.072797, 0.254134, 0.491991, 0.174699, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0704, 0.1637, 0.2562, 0.349, 0.4515, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.1361, 0.2687, 0.4271, 0.5007, 0.5381, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4159003539180126, 0.5751232007466905, 0.41868962143792554, 0.41302035632463663, 0.4801489581226958, 0.3928073327972931, 0.3273066978205348, 0.44412642704134, 0.3679500143393334 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.10758599320339936, 0.13986950352816982, 0.16363274853612852, 0.17247107671479267, 0.19544407390928084, 0.18871717732804952, 0.210022332317197, 0.1399403820046941, 0.22966717305174975 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.3083143607146132, 0.4352536972185206, 0.25505687290179707, 0.24054927960984393, 0.2847048842134149, 0.20409015546924353, 0.1172843655033378, 0.3041860450366459, 0.13828284128758367 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "log_loss": [ 1.0358625092376788, 1.1931884639875403, 1.1194421322705275, 1.1131056817247909, 1.1988677831273105, 1.1000818951091824, 1.0838340879156392, 1.068716718309298, 1.0127049539195792 ], "log_loss_clim": [ 1.0987380542753233, 1.0982921641442833, 1.0988626247648885, 1.0987380542753233, 1.0982921641442833, 1.0986281753966851, 1.0988626247648885, 1.0988626247648885, 1.0988626247648885 ] }, "rps": 0.4261192180609402, "rpss": -0.005446737273024915, "bss_below": -0.026661822912697586, "bss_above": 0.00841230133084947, "log_loss": 1.1028671361779496, "log_loss_skill": -0.003809120592070503, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.177211, 0.645809, 0.159409, 0.017467, 0.000104, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2781, 0.3423, 0.442, 0.531, 0.6102, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1576, 0.1552, 0.2046, 0.4726, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.006319, 0.075395, 0.257757, 0.469695, 0.190835, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0707, 0.1645, 0.2539, 0.3505, 0.4557, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.0816, 0.2236, 0.4118, 0.4669, 0.4865, NaN, NaN, NaN, NaN, NaN ] } } } } } }, "fitted": { "climatology_blend": { "fallbacks": 0, "folds": 24, "test_fit": { "lam": 0.73254938003349 }, "test_fallback": null }, "platt_ovr": { "fallbacks": 0, "folds": 24, "test_fit": { "coefficients": [ [ -0.48616254486703747, 0.07478647635816507 ], [ -0.7633190365168849, 0.05775983499530477 ], [ -0.5306520438070512, 0.27273602208494674 ] ], "features": [ "intercept", "logit(p_k)" ], "normalization": "divide by the sum" }, "test_fallback": null }, "beta_ovr": { "fallbacks": 0, "folds": 24, "test_fit": { "coefficients": [ [ -0.8164451858882941, 0.0, 0.5381324581620477 ], [ -0.8693073576101402, 0.018601592852680395, 0.13787235836711748 ], [ 0.3354481975649438, 0.9062428202531262, 0.0 ] ], "features": [ "intercept", "ln p_k", "-ln(1 - p_k)" ], "constraints": "a, b >= 0", "normalization": "divide by the sum" }, "test_fallback": null }, "isotonic_ovr": { "fallbacks": 0, "folds": 24, "test_fit": { "maps": [ { "x": [ 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.0188679248094559, 0.01886792480945587, 0.11146325845425095, 0.3962264060974126, 0.4180668198099802, 0.45498550661244086, 0.4716981053352358, 0.4848157146606232, 0.5307900076736054, 0.6036397094467506, 0.7320737852823691, 0.8867924809455869, 0.9136693197618437, 0.9622641801834109, 0.9622641801834106, 0.9622641801834106, 0.9622641801834106 ], "y": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.03671612637973433, 0.20000000000000048, 0.3159687746293867, 0.36774441054917006, 0.3680096248816498, 0.3966925057025498, 0.3985900574875903, 0.4419436507429257, 0.45623734501927515, 0.48695809559005726, 0.4885797258893922, 0.4944393482135226, 0.6169055956674401, 0.8574040403478846, 1.0, 1.0, 1.0 ] }, { "x": [ 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.018867924809455865, 0.01886792480945588, 0.018867924809455865, 0.018867924809455913, 0.018867924809455844, 0.11475704398631825, 0.2577405449996134, 0.41306307326700337, 0.5915101885273307, 0.6338424708016976, 0.6932920239899832, 0.8192742229130181, 0.9622641801834108 ], "y": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.15485214965141414, 0.2415868301795281, 0.24516660130168838, 0.2540841236656459, 0.28401692283914737, 0.28582044223843495, 0.2897253815492566, 0.29984599507627746, 0.32027470703431116, 0.33051439854923265, 0.345947926053351, 0.37491541609898416, 0.4712193810257128 ] }, { "x": [ 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.018867924809455858, 0.04682736496788378, 0.07980122852330006, 0.09433962404727941, 0.1112182434733526, 0.13207547366619096, 0.132075473666191, 0.1587197506714491, 0.16981132328510276, 0.19213004612915274, 0.20754717290401478, 0.23680742368876115, 0.27507772980084855, 0.2830188572406769, 0.3150402183213546, 0.3207547068595887, 0.35829070765369175, 0.35849055647850003, 0.39529632431887557, 0.43252429956030725, 0.43396225571632296, 0.6514649953300662, 0.9622641801834098, 0.9622641801834104, 0.9622641801834106, 0.9622641801834108, 0.9622641801834108, 0.9622641801834108, 0.9622641801834106, 0.9622641801834106, 0.9622641801834106 ], "y": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.006895199530081543, 0.05186914868960346, 0.061237752841682, 0.06508199704590449, 0.09566729952733187, 0.1124264648891253, 0.12155329523356584, 0.1662885436177828, 0.17025423196017517, 0.1978369110950243, 0.2345374957821347, 0.24423621681823496, 0.32949822666856665, 0.33336298453655255, 0.36577860360066333, 0.4020373977156727, 0.4087538466560946, 0.4190298730197396, 0.4287449213867607, 0.45641042788789143, 0.4743980458827292, 0.474820271523989, 0.4790095228313839, 0.9133541339786528, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] } ], "blocks": [ 36, 21, 56 ], "normalization": "divide by the sum", "floor": 0.0001 }, "test_fallback": null } }, "selection": { "criterion": "inner leave-one-year-out RPS of the calibrators (training years only)", "chosen_training": { "1993": "beta_ovr", "1994": "beta_ovr", "1995": "beta_ovr", "1996": "beta_ovr", "1997": "beta_ovr", "1998": "beta_ovr", "1999": "beta_ovr", "2000": "beta_ovr", "2001": "beta_ovr", "2002": "beta_ovr", "2003": "beta_ovr", "2004": "beta_ovr", "2005": "beta_ovr", "2006": "beta_ovr", "2007": "beta_ovr", "2008": "beta_ovr", "2009": "beta_ovr", "2010": "beta_ovr", "2011": "beta_ovr", "2012": "beta_ovr", "2013": "beta_ovr", "2014": "beta_ovr", "2015": "beta_ovr", "2016": "beta_ovr" }, "chosen_test": "beta_ovr", "frequency": { "climatology_blend": 0, "platt_ovr": 0, "beta_ovr": 24, "isotonic_ovr": 0 } } }, "Mar": { "tag": "init01_Mar", "methods": { "climatology_blend": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5177058227443954, 0.4708123029684602, 0.4847481056071085, 0.5129399354900186, 0.4259331885730271, 0.41384476652825153, 0.5119363242217243, 0.5414273286373835, 0.4039843246690677, 0.38521815802758974, 0.40301225792277084, 0.4082946058922362, 0.43893560822482397, 0.4497506689420904, 0.3753786474711228, 0.5015496387805652, 0.3814386414164076, 0.4872656765161854, 0.46601716871569326, 0.46866762838375364, 0.47419493192024753, 0.472407470202907, 0.4208083961948839, 0.43588417390149353 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.32779592326201995, 0.30651963946078215, 0.13179909717532215, 0.14345550884610572, 0.14255001071259776, 0.18188371327049085, 0.2377449143460212, 0.42145611222351714, 0.1479860556845358, 0.12124869010878025, 0.2479824338728319, 0.2514899355484556, 0.13110147012351495, 0.21204909579080525, 0.17867192578940985, 0.37110380101987395, 0.21219336268690475, 0.1862821688472519, 0.3117638784653182, 0.3398867477101932, 0.19668290877892228, 0.1477079310888914, 0.2041966459409466, 0.27440219182756104 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.1899098997376093, 0.1642926634159962, 0.35294900907046595, 0.36948442798483583, 0.28338317778376104, 0.23196105308129436, 0.27419140957971294, 0.11997121582442236, 0.25599826952917343, 0.26396946864859366, 0.15502982408369853, 0.15680466990313752, 0.30783413843866914, 0.23770157356412452, 0.19670672157368194, 0.13044583796223932, 0.16924527838418152, 0.3009835080063212, 0.15425328982199388, 0.1287808810265244, 0.2775120228908665, 0.3246995398791466, 0.21661174976034359, 0.16148198143059225 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "log_loss": [ 1.125014878072851, 1.112504722317798, 1.0661322437810894, 1.071654890428546, 1.062707425061133, 1.1175949112870849, 1.0979933804281596, 1.087053187428723, 1.107208708840306, 1.0978828562333562, 1.1097393216565952, 1.0846920961713045, 1.0986042802451874, 1.1166512571132146, 1.1179587204889987, 1.071390270776034, 1.1096314503172753, 1.0526928064727255, 1.0885310372754964, 1.0755522394464603, 1.063811936551153, 1.1070302063355475, 1.0777620235811827, 1.116472205624562 ], "log_loss_clim": [ 1.0822467476287718, 1.094335766279669, 1.0781436176059969, 1.0697189571966286, 1.099999855506434, 1.1158222514780805, 1.0760009191870752, 1.0620975132008064, 1.1169602192112764, 1.1222290176953276, 1.1199157408769902, 1.1119978423926886, 1.10464156671375, 1.1037272420140054, 1.1293656144292201, 1.0738606290815063, 1.126712287642366, 1.0755050243265762, 1.0914743819481043, 1.086081120791094, 1.0809456648428364, 1.0931841744803439, 1.1047240906686868, 1.1074115596482803 ] }, "rps": 0.4521731571646754, "rpss": 0.00198170727110758, "bss_below": 0.002937588719997275, "bss_above": 0.001023327690324094, "log_loss": 1.0931777939972827, "log_loss_skill": 0.003450237310018256, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.044277, 0.954321, 0.001401, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2952, 0.3381, 0.4048, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3018, 0.3498, 0.4278, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 2.9e-05, 0.960868, 0.039103, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2944, 0.3436, 0.4236, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0, 0.3472, 0.3131, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5415902752780666, 0.44942975366085947, 0.4896884533981546, 0.5075701944100842, 0.4296697603197834, 0.40393813562711733, 0.5032896640614787, 0.5387836247485226, 0.4110156185701652, 0.39023824556444825, 0.4132629702299113, 0.4045621488665031, 0.42471564630142333, 0.44099921255189795, 0.37180029803663844, 0.4928806180388891, 0.3863233636062376, 0.4978896536884809, 0.4879273086321948, 0.47443834832818804, 0.4741348012740962, 0.46799505344509745, 0.43204155014465045, 0.4307597374443839 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.36709334644908925, 0.2867362795991151, 0.12898911098229005, 0.15554926161188729, 0.14602125815190667, 0.19069612271709743, 0.18232841778212933, 0.41754927045368334, 0.1524140735465834, 0.1256886893697257, 0.26779435663396683, 0.24703659796924124, 0.1347179814585392, 0.1937669980882129, 0.17492994235586165, 0.3539385432775139, 0.2257657341444584, 0.1572923151797282, 0.35988932399138224, 0.35401561852943064, 0.1544441983332605, 0.15929774430810528, 0.2101521994614382, 0.28284783281737247 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.1744969292299755, 0.1626934740114353, 0.36069934320239977, 0.3520209341628278, 0.2836485021144454, 0.21324201280760655, 0.3209612459587164, 0.12123435376371237, 0.25860154566508853, 0.26454955697543175, 0.1454686135261965, 0.15752555030992976, 0.2899976651876281, 0.24723221484948837, 0.19687035562793023, 0.13894207484841087, 0.16055762915806895, 0.34059733903791883, 0.1280379841155124, 0.12042273014779398, 0.31969060270416744, 0.30869731004321715, 0.2218893501672212, 0.1479119040090651 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "log_loss": [ 1.1409674808560941, 1.108359647830732, 1.0584440597888871, 1.0766923106119486, 1.0627878321013586, 1.118546099555095, 1.0979491376047925, 1.085832417578085, 1.1140880542218412, 1.1071785820552944, 1.1163706071435133, 1.0766303495657261, 1.095333086032371, 1.1211578472354544, 1.12169935033996, 1.0782180087037185, 1.1150156405012337, 1.0386816653514166, 1.087049454697446, 1.0656301402615893, 1.0522182472649666, 1.1093962786717364, 1.0765169445848648, 1.1257195601100833 ], "log_loss_clim": [ 1.0777215978709187, 1.1016003779440122, 1.0755354093135518, 1.0735500357817567, 1.0986025138010589, 1.119887636835672, 1.0798206615918653, 1.0632348138716747, 1.114748906048121, 1.1214038679374136, 1.1166769741298606, 1.111410786722129, 1.1093538143262798, 1.1083826335539801, 1.130963993815514, 1.0790940944652931, 1.1258010887003886, 1.0685907636609833, 1.083431976867352, 1.0820678072710421, 1.0786436019517323, 1.0964819243325188, 1.09991194135722, 1.1110939276278524 ] }, "rps": 0.45270601817613637, "rpss": 0.0006151087404615563, "bss_below": 0.00164518454832141, "bss_above": -0.00041575833506435345, "log_loss": 1.093770116777842, "log_loss_skill": 0.0029447095972776616, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.040928, 0.957462, 0.001611, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2952, 0.339, 0.405, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2851, 0.3495, 0.4339, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 3.5e-05, 0.943926, 0.056039, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2944, 0.3442, 0.4237, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0, 0.3483, 0.3146, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4052804976225627, 0.4812413016528943, 0.43633101778713124, 0.4661028006560897, 0.4383176401785411, 0.4354640958304937, 0.4829933886556187, 0.4157041905847258, 0.45640813762445553 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.21714256278531685, 0.20251324663252598, 0.2682761326208215, 0.15317731447403687, 0.2895214847998393, 0.2592789699902624, 0.11386311879304206, 0.16657046734081002, 0.18806492227873547 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.18813794157509472, 0.2787280441216212, 0.16805489430183776, 0.3129254689997495, 0.1487961668185528, 0.1761851326912272, 0.3691302435040665, 0.24913371935210588, 0.26834320743835155 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "log_loss": [ 1.0979963623417457, 1.0832660522620936, 1.1116241929297836, 1.0786013959551206, 1.0803736849973238, 1.082574962147146, 1.0737089302186156, 1.1168418692405149, 1.1015468047683428 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4464270078436125, "rpss": 0.007614347790580123, "bss_below": 0.0030791079079737216, "bss_above": 0.011484464378879178, "log_loss": 1.0918371394289652, "log_loss_skill": 0.00616697964377122, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.269507, 0.730493, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2929, 0.3385, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3187, 0.2768, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.010151, 0.958831, 0.031018, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2985, 0.3309, 0.4138, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.372, 0.3908, 0.5272, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41218499648383383, 0.4792278728240942, 0.419241942355492, 0.4761790176902756, 0.43327208395489003, 0.44204795493374244, 0.5147377751306997, 0.4072837078132598, 0.45585923328390643 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.21803634609756, 0.1861979746367564, 0.2633777654647106, 0.12017844761106133, 0.2865317381576341, 0.2514659414178804, 0.11028108869678639, 0.1864717814056608, 0.15661277603235674 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19414865603784762, 0.2930298846455185, 0.15586418856231096, 0.3560005455082571, 0.14674035780656663, 0.19058201752878995, 0.40445665326513774, 0.22081192735976005, 0.29924644396243055 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "log_loss": [ 1.0992052630186737, 1.0790973274154598, 1.1041574391105449, 1.076415328001347, 1.0845510615445733, 1.0753856300558637, 1.0705989072818904, 1.114527273121709, 1.0943217278422661 ], "log_loss_clim": [ 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883 ] }, "rps": 0.4488927316077993, "rpss": 0.011218595465426806, "bss_below": 0.006242585235730624, "bss_above": 0.015099464835947374, "log_loss": 1.0886955508213696, "log_loss_skill": 0.009026576905901917, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.250005, 0.749995, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2929, 0.3376, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.29, 0.2546, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.007148, 0.949074, 0.043778, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2992, 0.3323, 0.4139, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2072, 0.4293, 0.5246, NaN, NaN, NaN, NaN, NaN ] } } } } }, "platt_ovr": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5024596995397808, 0.4648084055040009, 0.4932238140950315, 0.520933818998538, 0.43304820186875703, 0.41608002151527523, 0.5093944546954026, 0.5283504668443472, 0.4113885899597294, 0.3945054428585885, 0.4006412982785342, 0.4039145118136052, 0.4446226845505035, 0.4500193374677553, 0.3798463881208321, 0.49558553402319355, 0.38343387266422174, 0.49059593184981776, 0.4623535445618857, 0.46404524207795556, 0.4770433359374769, 0.4778025439929939, 0.42289236714273587, 0.43218092110814843 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.3142559016598248, 0.2995792312344477, 0.13859219635877018, 0.14931328305789343, 0.14911110394075092, 0.18507619001651698, 0.23544241507080524, 0.4082210603816046, 0.154718232495436, 0.12968575686058692, 0.24606556266309418, 0.24908364911022784, 0.13689254027385792, 0.2122180256027518, 0.1831728134909107, 0.3639533917978518, 0.21374429344515639, 0.18948685241989238, 0.30692290468068795, 0.3361328863474696, 0.19960579366113035, 0.15210712128573756, 0.20744051355876827, 0.27004537357727976 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.18820379787995598, 0.16522917426955314, 0.3546316177362615, 0.3716205359406444, 0.2839370979280062, 0.2310038314987582, 0.27395203962459724, 0.1201294064627426, 0.25667035746429345, 0.26481968599800154, 0.15457573561544002, 0.15483086270337718, 0.30773014427664563, 0.23780131186500358, 0.1966735746299214, 0.1316321422253419, 0.16968957921906522, 0.3011090794299253, 0.1554306398811977, 0.12791235573048593, 0.27743754227634676, 0.3256954227072564, 0.2154518535839676, 0.16213554753086876 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "log_loss": [ 1.0964561538194024, 1.0994040016316748, 1.0733937154847017, 1.0750733019451058, 1.0719232851015934, 1.1296106268624846, 1.0897163654541804, 1.058845337546693, 1.1281690612187478, 1.122436291225379, 1.111622866233418, 1.0817468746028338, 1.1094531970445631, 1.1142131218302163, 1.137872598210199, 1.058427199707432, 1.12661313480922, 1.051201446914371, 1.0812164713860692, 1.0695606138128833, 1.0630592428965222, 1.1135407956574204, 1.0811655981722244, 1.1156654699673678 ], "log_loss_clim": [ 1.0822467476287718, 1.094335766279669, 1.0781436176059969, 1.0697189571966286, 1.099999855506434, 1.1158222514780805, 1.0760009191870752, 1.0620975132008064, 1.1169602192112764, 1.1222290176953276, 1.1199157408769902, 1.1119978423926886, 1.10464156671375, 1.1037272420140054, 1.1293656144292201, 1.0738606290815063, 1.126712287642366, 1.0755050243265762, 1.0914743819481043, 1.086081120791094, 1.0809456648428364, 1.0931841744803439, 1.1047240906686868, 1.1074115596482803 ] }, "rps": 0.4524654345612129, "rpss": 0.001336604430141275, "bss_below": 0.002402511721944056, "bss_above": 0.0002679118741412134, "log_loss": 1.0941827821472794, "log_loss_skill": 0.002534081943631472, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.0, 0.998996, 0.001004, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3486, 0.4054, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.3477, 0.3998, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.015737, 0.947447, 0.036816, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.289, 0.3425, 0.4539, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3552, 0.3465, 0.3249, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5200946911812927, 0.4464299099773495, 0.4978817848043015, 0.5142666654079415, 0.4359411966774692, 0.4052234929242535, 0.5044962073488222, 0.5265282998725204, 0.41837261884451077, 0.3999644442783404, 0.41029048853140815, 0.4005099238139659, 0.42944638417728537, 0.4430277091748598, 0.3769798338704422, 0.48850420852294013, 0.38734604287195873, 0.5034689806549658, 0.4815272425988063, 0.4701226167210276, 0.4797617445493551, 0.4711449872512641, 0.432695183576851, 0.42641400078403474 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.34831320979080327, 0.28203404724285874, 0.13598859828246712, 0.16038883485126307, 0.15234471038304367, 0.19331159026394837, 0.18382115872176732, 0.40465785620625333, 0.15894253798746463, 0.13373440273508905, 0.2645208766006134, 0.245171890208876, 0.14009155731462544, 0.19500345222170842, 0.17978018968320603, 0.34752174582636786, 0.22595383600265648, 0.1626539700390693, 0.3517779668413645, 0.3496367476582755, 0.16033702494318244, 0.16228210605097182, 0.21260721463091378, 0.27760723821153865 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.17178148139048907, 0.16439586273449083, 0.3618931865218342, 0.3538778305566783, 0.28359648629442574, 0.21191190266030502, 0.32067504862705465, 0.1218704436662674, 0.2594300808570461, 0.26623004154325114, 0.14576961193079463, 0.15533803360508983, 0.28935482686265984, 0.24802425695315128, 0.1971996441872362, 0.14098246269657239, 0.16139220686930222, 0.34081501061589636, 0.1297492757574418, 0.12048586906275212, 0.3194247196061727, 0.30886288120029226, 0.22008796894593716, 0.1488067625724963 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "log_loss": [ 1.1015133899390968, 1.101261804673751, 1.0641954634824442, 1.07901732780525, 1.0699442567850086, 1.1316822161766067, 1.0977229831562434, 1.0587974668560958, 1.1363273253713795, 1.134289236020962, 1.1178067326323389, 1.0739433235003326, 1.105670482253051, 1.1219551608729545, 1.1446339463342667, 1.0676176886250415, 1.1322917158792127, 1.0385554443582592, 1.0733705343448363, 1.0595116630771542, 1.0539939317209601, 1.1137424288214401, 1.0761380920113053, 1.1256090752586791 ], "log_loss_clim": [ 1.0777215978709187, 1.1016003779440122, 1.0755354093135518, 1.0735500357817567, 1.0986025138010589, 1.119887636835672, 1.0798206615918653, 1.0632348138716747, 1.114748906048121, 1.1214038679374136, 1.1166769741298606, 1.111410786722129, 1.1093538143262798, 1.1083826335539801, 1.130963993815514, 1.0790940944652931, 1.1258010887003886, 1.0685907636609833, 1.083431976867352, 1.0820678072710421, 1.0786436019517323, 1.0964819243325188, 1.09991194135722, 1.1110939276278524 ] }, "rps": 0.4529349441006653, "rpss": 0.00010973637736910735, "bss_below": 0.00173206631837719, "bss_above": -0.0015138390237072752, "log_loss": 1.0949829870815277, "log_loss_skill": 0.0018390853584068223, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.0, 0.998876, 0.001124, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3496, 0.4052, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.3469, 0.4062, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.015146, 0.931967, 0.052887, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2894, 0.3434, 0.4536, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3373, 0.3477, 0.3261, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40959315180726336, 0.48107073612578405, 0.4336349759548225, 0.4677243775136417, 0.43648148306632906, 0.43307961987636906, 0.4871161779179398, 0.4227071822279884, 0.4577014582834103 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.21803718809726977, 0.2062582852301924, 0.26194025693120965, 0.16307583952411756, 0.2825129346538379, 0.2552248156368844, 0.12943250368271464, 0.17357206082275295, 0.19277296204754168 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.19155596370999367, 0.27481245089559164, 0.1716947190236129, 0.30464853798952407, 0.15396854841249125, 0.17785480423948463, 0.3576836742352252, 0.24913512140523547, 0.26492849623586867 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "log_loss": [ 1.119624814582282, 1.0685340429600492, 1.1141705129272514, 1.0700324738591045, 1.0806627127839388, 1.0793723322513538, 1.0635898714388108, 1.139510973607897, 1.1020565370673503 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4476787958637276, "rpss": 0.004831683549968102, "bss_below": -0.010019972835241475, "bss_above": 0.017505231060111037, "log_loss": 1.0930615857197818, "log_loss_skill": 0.0050524405687378815, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.35, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.288, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.006952, 0.959434, 0.033614, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2875, 0.3414, 0.463, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4554, 0.3899, 0.5228, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4169518557933478, 0.4801772730696526, 0.41854376728295184, 0.47904433110555067, 0.4319467248523994, 0.4394873357036833, 0.5164767476428043, 0.41343656144946883, 0.45960159113715265 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.21902114046526952, 0.19229014246273976, 0.25775580690857647, 0.13445792495984715, 0.2796938184281675, 0.2488112980903119, 0.12634571941526465, 0.1910033786434524, 0.16581286382917965 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.1979307153280783, 0.28788713060691284, 0.1607879603743754, 0.3445864061457036, 0.15225290642423178, 0.19067603761337137, 0.39013102822753964, 0.22243318280601637, 0.293788727307973 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "log_loss": [ 1.1192196359978406, 1.0665300504731565, 1.1155245077107483, 1.0660707867950991, 1.0891904085767206, 1.0682916311112431, 1.0449153088424583, 1.1380957244171668, 1.0978573426696163 ], "log_loss_clim": [ 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883 ] }, "rps": 0.45062957644855683, "rpss": 0.007392826500641436, "bss_below": -0.013886793539047204, "bss_above": 0.023989120815044562, "log_loss": 1.0895217107326722, "log_loss_skill": 0.008274573726767986, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3505, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.2634, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.003335, 0.949245, 0.04742, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2903, 0.3427, 0.4635, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2485, 0.4282, 0.5178, NaN, NaN, NaN, NaN, NaN ] } } } } }, "beta_ovr": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5179279097277589, 0.4681423551288047, 0.48941664628029413, 0.5135328472197185, 0.42470286982598365, 0.4265853396671652, 0.5240565849972982, 0.5270563281692109, 0.4099904522264041, 0.38817418274705295, 0.40203699303406404, 0.40256606115164495, 0.4559233776247348, 0.4609807853994403, 0.3791839261264537, 0.4810937788906084, 0.38365986823054815, 0.4829190869139982, 0.45951793410313424, 0.44630930620784187, 0.47038083789080215, 0.4883182316368168, 0.4190919171212203, 0.4364496011032599 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.3234726965391165, 0.3021790381193212, 0.13746933540400894, 0.14786911495634147, 0.1454081129225398, 0.187374503210579, 0.24110070856863625, 0.40685497682890853, 0.15249030185780918, 0.12677310548489776, 0.24816606529295143, 0.24748471495013935, 0.14364803271551727, 0.221218642799863, 0.1804692260844781, 0.35381509612360595, 0.21190270782801945, 0.1870737554803102, 0.30379382973373986, 0.3262753413313142, 0.19600238648051327, 0.158766779020019, 0.20513765181922555, 0.2715476622466236 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.19445521318864256, 0.16596331700948344, 0.35194731087628517, 0.3656637322633769, 0.27929475690344374, 0.23921083645658622, 0.28295587642866193, 0.12020135134030213, 0.2575001503685949, 0.2614010772621551, 0.15387092774111266, 0.15508134620150585, 0.31227534490921766, 0.23976214259957745, 0.19871470004197572, 0.12727868276700247, 0.1717571604025287, 0.29584533143368824, 0.1557241043693946, 0.12003396487652777, 0.2743784514102889, 0.32955145261679764, 0.21395426530199474, 0.16490193885663634 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "log_loss": [ 1.1168496037343245, 1.1057544390877108, 1.0686535437291587, 1.0626790688933108, 1.059916730513912, 1.1462056532328546, 1.1111697323297647, 1.056800447865849, 1.1254576864943764, 1.11106044046978, 1.1120076563598777, 1.0794396842590088, 1.1237206971230107, 1.1293283029841068, 1.1389354287322875, 1.0367179362812804, 1.1266697434653814, 1.0392093001533782, 1.0762241763816611, 1.0446068127080868, 1.055550425614695, 1.1277897076804155, 1.0760754836334756, 1.1217050803892683 ], "log_loss_clim": [ 1.0822467476287718, 1.094335766279669, 1.0781436176059969, 1.0697189571966286, 1.099999855506434, 1.1158222514780805, 1.0760009191870752, 1.0620975132008064, 1.1169602192112764, 1.1222290176953276, 1.1199157408769902, 1.1119978423926886, 1.10464156671375, 1.1037272420140054, 1.1293656144292201, 1.0738606290815063, 1.126712287642366, 1.0755050243265762, 1.0914743819481043, 1.086081120791094, 1.0809456648428364, 1.0931841744803439, 1.1047240906686868, 1.1074115596482803 ] }, "rps": 0.4524173842260108, "rpss": 0.0014426591853686777, "bss_below": 0.003242583793441556, "bss_above": -0.0003619687075082645, "log_loss": 1.0938553242548739, "log_loss_skill": 0.0028325952200257687, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.001225, 0.929925, 0.068735, 0.000115, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2992, 0.3445, 0.415, 0.502, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.6311, 0.3449, 0.383, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001694, 0.091568, 0.853728, 0.05301, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1909, 0.2819, 0.3474, 0.4292, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2165, 0.3353, 0.3497, 0.3062, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.542254730611714, 0.4456418154406752, 0.49427010390485604, 0.5082622979279517, 0.4285559943631858, 0.41459167702423083, 0.5244876616662234, 0.524088631009964, 0.4172849057346473, 0.3940590211725538, 0.4121104728177098, 0.39779551544335445, 0.4390995077468905, 0.45660292731462304, 0.37575259169762043, 0.47799129891349296, 0.3886748422869041, 0.49275478885848195, 0.4793449265823463, 0.4479516688522284, 0.471766625918955, 0.4829321355394476, 0.42937584746323704, 0.43120088924957345 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.3611718220612286, 0.2825201712860508, 0.13538277628231443, 0.15976287899514116, 0.1490455930583653, 0.19466346718972002, 0.19190549873073576, 0.4025761359967635, 0.15657514834783112, 0.1312101887710057, 0.26634410055992225, 0.24236323033983573, 0.1470318744866053, 0.20591875394779363, 0.17690876622704527, 0.33995700604538626, 0.22466244793091097, 0.1591785517296137, 0.3487699647190213, 0.3363963706547519, 0.15644562339610443, 0.17034695906404118, 0.21057364524036337, 0.27943209387176804 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.18108290855048542, 0.16312164415462446, 0.3588873276225418, 0.34849941893281083, 0.2795104013048206, 0.21992820983451092, 0.3325821629354875, 0.1215124950132003, 0.26070975738681623, 0.2628488324015481, 0.14576637225778744, 0.15543228510351875, 0.29206763326028523, 0.2506841733668296, 0.19884382547057522, 0.13803429286810684, 0.16401239435599302, 0.3335762371288683, 0.13057496186332496, 0.11155529819747655, 0.3153210025228508, 0.31258517647540646, 0.21880220222287367, 0.15176879537780538 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "log_loss": [ 1.1311169768945524, 1.1023323182331117, 1.0589366069900124, 1.0678935634451923, 1.0596795568496933, 1.1452678832788619, 1.12687090017179, 1.0551704988306725, 1.1340969820916234, 1.1235346867225882, 1.1201990929453582, 1.0701797191309228, 1.116886144166013, 1.140549529157969, 1.143983512046389, 1.0514016839987168, 1.1326886144760404, 1.0221159099148498, 1.0685650522196324, 1.0270421144115032, 1.0443985644406293, 1.127580408829699, 1.0721305019868048, 1.1328305399482141 ], "log_loss_clim": [ 1.0777215978709187, 1.1016003779440122, 1.0755354093135518, 1.0735500357817567, 1.0986025138010589, 1.119887636835672, 1.0798206615918653, 1.0632348138716747, 1.114748906048121, 1.1214038679374136, 1.1166769741298606, 1.111410786722129, 1.1093538143262798, 1.1083826335539801, 1.130963993815514, 1.0790940944652931, 1.1258010887003886, 1.0685907636609833, 1.083431976867352, 1.0820678072710421, 1.0786436019517323, 1.0964819243325188, 1.09991194135722, 1.1110939276278524 ] }, "rps": 0.45320211989753617, "rpss": -0.0004800756507075121, "bss_below": 0.001610639656707935, "bss_above": -0.0025723959968793064, "log_loss": 1.094810473382535, "log_loss_skill": 0.001996344816869944, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.00164, 0.927441, 0.070778, 0.000141, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2991, 0.3457, 0.4153, 0.502, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.6629, 0.3465, 0.3462, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001588, 0.08702, 0.836774, 0.074618, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1909, 0.2818, 0.3481, 0.4297, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2608, 0.3484, 0.3501, 0.3041, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40991870115594653, 0.4757519883543101, 0.4349506641233364, 0.4657943183131403, 0.4217194021654768, 0.42974766921271507, 0.4810597936096279, 0.4373349156896307, 0.46191443539758303 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.2176651738111574, 0.2040429975855946, 0.2631151160080622, 0.16374210391234423, 0.2728817874126247, 0.2522060982453777, 0.12751707035906412, 0.1819804757835973, 0.19570620039592884 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.1922535273447891, 0.2717089907687156, 0.1718355481152741, 0.302052214400796, 0.14883761475285207, 0.1775415709673376, 0.35354272325056385, 0.25535443990603335, 0.2662082350016542 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "log_loss": [ 1.1211295539753747, 1.0593550611803642, 1.1171772080878428, 1.0641933133872399, 1.0589886919480516, 1.076147065804316, 1.0533694287595483, 1.1639088311227561, 1.1077287797000919 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4464657653357518, "rpss": 0.0075281917596079495, "bss_below": -0.007890408643130842, "bss_above": 0.020685537230198392, "log_loss": 1.0913331037739542, "log_loss_skill": 0.006625772681026598, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.0, 0.945996, 0.054004, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3494, 0.4161, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.2812, 0.4089, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.077278, 0.883086, 0.039636, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2809, 0.3449, 0.4313, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2997, 0.3972, 0.5281, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.415647758213824, 0.47439791713143165, 0.42017810069776795, 0.478853274130374, 0.4181424277256356, 0.43462672237650535, 0.5094202816278331, 0.4217667124478271, 0.46333459569362734 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.2183973248910016, 0.19015372239760706, 0.2583972457381255, 0.13611765082270186, 0.27068467318555983, 0.24464368396681682, 0.12489074398250033, 0.19712839710184563, 0.16853082306900866 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19725043332282238, 0.2842441947338248, 0.16178085495964245, 0.34273562330767204, 0.14745775454007579, 0.18998303840968855, 0.3845295376453327, 0.22463831534598147, 0.29480377262461854 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "log_loss": [ 1.1181733951605992, 1.0566489798335592, 1.1179628446251915, 1.0632546903976432, 1.0688953411149746, 1.0629499906788247, 1.0321377884498342, 1.1522936164503617, 1.1024764141087344 ], "log_loss_clim": [ 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883 ] }, "rps": 0.4484853100049807, "rpss": 0.012116027917116967, "bss_below": -0.010397030461339218, "bss_above": 0.029674300694967015, "log_loss": 1.086088117868858, "log_loss_skill": 0.01139996472446092, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.0, 0.959052, 0.040948, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3502, 0.4143, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.2575, 0.4028, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.056434, 0.885778, 0.057787, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2832, 0.3461, 0.4306, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2704, 0.4357, 0.53, NaN, NaN, NaN, NaN, NaN ] } } } } }, "isotonic_ovr": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5399947203447288, 0.4973587800213845, 0.4245990711713358, 0.5123357584014187, 0.3748987699041312, 0.4269659629158909, 0.5402298020379187, 0.5281728317512604, 0.4070629757985702, 0.3797731561315011, 0.41677355961637286, 0.42179713419795817, 0.46612931613690783, 0.5580549849357678, 0.38298124584277116, 0.4714174045326458, 0.38644731019236367, 0.45879120293089687, 0.5659207693998691, 0.5535140605093184, 0.4504505591608174, 0.5192861042629082, 0.4205982740084863, 0.5324941104424338 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.33414887427985795, 0.32268537580357287, 0.11467299906442531, 0.14705586606259236, 0.12415411091297066, 0.17832668586476771, 0.2518648924295185, 0.4074736354743022, 0.14614819046496982, 0.10511368010318858, 0.25387463216957845, 0.25778149193079236, 0.1493179487786265, 0.2925357556898705, 0.17785973781463313, 0.34336974489697514, 0.21105673905400837, 0.1876959297277969, 0.3747429823803202, 0.4036997929080876, 0.20071556849125738, 0.1741241889471203, 0.20592888015598282, 0.3196232720600408 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.2058458460648711, 0.17467340421781166, 0.3099260721069105, 0.3652798923388263, 0.2507446589911606, 0.24863927705112315, 0.2883649096084003, 0.12069919627695827, 0.2609147853336006, 0.2746594760283124, 0.1628989274467945, 0.1640156422671656, 0.3168113673582813, 0.2655192292458973, 0.2051215080281381, 0.12804765963567066, 0.17539057113835532, 0.27109527320310006, 0.19117778701954907, 0.14981426760123062, 0.24973499066955993, 0.3451619153157879, 0.21466939385250342, 0.21287083838239293 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "log_loss": [ 1.1478783959281258, 1.157962343779008, 1.0104271613648403, 1.0635997843290201, 0.9867273035867734, 1.2456048615066202, 1.2203982563042526, 1.0599091543606267, 1.121010058971986, 1.097915724422642, 1.300187079559718, 1.4176348298720884, 1.185418970601566, 2.2038221862404472, 1.1645496657713441, 1.0185415806748717, 1.132560613076654, 1.2562246626366462, 2.2697948686573914, 2.3735514994752043, 1.358192536617345, 1.492033701499665, 1.0733748254256543, 2.0791471906331034 ], "log_loss_clim": [ 1.0822467476287718, 1.094335766279669, 1.0781436176059969, 1.0697189571966286, 1.099999855506434, 1.1158222514780805, 1.0760009191870752, 1.0620975132008064, 1.1169602192112764, 1.1222290176953276, 1.1199157408769902, 1.1119978423926886, 1.10464156671375, 1.1037272420140054, 1.1293656144292201, 1.0738606290815063, 1.126712287642366, 1.0755050243265762, 1.0914743819481043, 1.086081120791094, 1.0809456648428364, 1.0931841744803439, 1.1047240906686868, 1.1074115596482803 ] }, "rps": 0.4681686610269858, "rpss": -0.03332292150451788, "bss_below": -0.04409021091439791, "bss_above": -0.02252749667805709, "log_loss": 1.3515194689706498, "log_loss_skill": -0.23205613347552068, "reliability": { "below": { "weight": [ 0.132948, 8.6e-05, 0.068073, 0.637468, 0.153918, 0.007478, 2.8e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0001, 0.1844, 0.2716, 0.3413, 0.4351, 0.5202, 0.611, NaN, NaN, NaN ], "observed_frequency": [ 0.2695, 0.0, 0.4096, 0.3341, 0.4404, 0.4387, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.002148, 0.004459, 0.149302, 0.594985, 0.17906, 0.048863, 0.010387, 0.003751, 0.003809, 0.003237 ], "mean_forecast": [ 0.0065, 0.1793, 0.2819, 0.3484, 0.4298, 0.5312, 0.6462, 0.7461, 0.8357, 0.9597 ], "observed_frequency": [ 0.25, 0.2172, 0.3679, 0.3477, 0.2766, 0.4903, 0.4845, 0.0, 0.609, 0.522 ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5708589013389929, 0.4682517062462421, 0.43655831768482306, 0.5086901397369228, 0.37246536229184823, 0.42831905708240253, 0.541942144634894, 0.5260547353859035, 0.4155035266684489, 0.39144201319837624, 0.42884941689273975, 0.3908623121031421, 0.44894021517951554, 0.5507175972658133, 0.3805960816273755, 0.4726893676922863, 0.39323709803177975, 0.4446145588536197, 0.6173625298939843, 0.5422207060351533, 0.4107382529233935, 0.5410341584830786, 0.4320865269944033, 0.5575921923109183 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.3745859857463643, 0.29725118768550424, 0.1162259405483934, 0.159437680290809, 0.12650106441009965, 0.18739523375593484, 0.20330719751622206, 0.4032436920749555, 0.15035719843603673, 0.11519528928232753, 0.27123143734236504, 0.23579985544744972, 0.1538479417787403, 0.2719266264656269, 0.17414596754480913, 0.3313320325165659, 0.22477900447468097, 0.1481286349302752, 0.4407756914020365, 0.3992683344089553, 0.13482249697337031, 0.19829223561692516, 0.21190275958309276, 0.33863869945084024 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.1962729155926285, 0.17100051856073778, 0.32033237713642976, 0.34925245944611366, 0.24596429788174862, 0.24092382332646767, 0.3386349471186722, 0.12281104331094814, 0.2651463282324123, 0.2762467239160488, 0.1576179795503747, 0.15506245665569238, 0.29509227340077526, 0.27879097080018655, 0.20645011408256642, 0.14135733517572038, 0.16845809355709884, 0.29648592392334455, 0.17658683849194776, 0.14295237162619787, 0.27591575595002316, 0.34274192286615335, 0.22018376741131057, 0.21895349286007804 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "log_loss": [ 1.1715641907166017, 1.1393930763944793, 1.0231192585255042, 1.0711454805274352, 0.9683005540422986, 1.282848143475637, 1.207849150574352, 1.0586690117459203, 1.1341278693661885, 1.1684471514080677, 1.3488822615828917, 1.1750538166858189, 1.1943541595715008, 2.1127311644358935, 1.1795118121714663, 1.037518649671387, 1.143891023702324, 1.0778073891232005, 2.515975393847162, 2.1939704804855493, 0.9898994829602102, 1.6154685590249236, 1.0719057377667849, 2.2717043295635286 ], "log_loss_clim": [ 1.0777215978709187, 1.1016003779440122, 1.0755354093135518, 1.0735500357817567, 1.0986025138010589, 1.119887636835672, 1.0798206615918653, 1.0632348138716747, 1.114748906048121, 1.1214038679374136, 1.1166769741298606, 1.111410786722129, 1.1093538143262798, 1.1083826335539801, 1.130963993815514, 1.0790940944652931, 1.1258010887003886, 1.0685907636609833, 1.083431976867352, 1.0820678072710421, 1.0786436019517323, 1.0964819243325188, 1.09991194135722, 1.1110939276278524 ] }, "rps": 0.4696511216065024, "rpss": -0.0367925679177028, "bss_below": -0.04238594904960946, "bss_above": -0.03119489275615317, "log_loss": 1.3397557561403801, "log_loss_skill": -0.22129005356487075, "reliability": { "below": { "weight": [ 0.12478, 0.00014, 0.063606, 0.642342, 0.160914, 0.008218, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0001, 0.1844, 0.2712, 0.3421, 0.4342, 0.5204, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.2658, 0.0, 0.4372, 0.3312, 0.4324, 0.4424, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.002246, 0.004764, 0.14617, 0.586933, 0.179323, 0.050574, 0.01452, 0.005355, 0.005425, 0.00469 ], "mean_forecast": [ 0.0076, 0.1777, 0.2811, 0.3482, 0.429, 0.5338, 0.6464, 0.7463, 0.8365, 0.9599 ], "observed_frequency": [ 0.2769, 0.2049, 0.3804, 0.3514, 0.2573, 0.4766, 0.4841, 0.0, 0.5872, 0.5225 ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4822442541666489, 0.4784505209348933, 0.5478022009091904, 0.4434669337338668, 0.4762102983285265, 0.4535523449572493, 0.41166804246181193, 0.49723091265840913, 0.5190673396414642 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.2552929096222166, 0.21448554368157868, 0.33984265936402497, 0.16219975823249702, 0.3055671081095962, 0.2821737246085557, 0.10014013553608744, 0.21637390923933422, 0.23542036576912106 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.22695134454443228, 0.26396497725331475, 0.20795954154516533, 0.2812671755013698, 0.17064319021893043, 0.1713786203486935, 0.3115279069257246, 0.280857003419075, 0.2836469738723431 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "log_loss": [ 1.8541035491203048, 1.436618128694045, 2.3259753517052215, 1.2524365360753495, 1.8199823951447622, 1.706458619397425, 0.9351058647992161, 1.7329911251292203, 1.8217142297901503 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4788547608657845, "rpss": -0.06447097918826472, "bss_below": -0.13268687011221392, "bss_above": -0.006259416873163781, "log_loss": 1.6539317555395217, "log_loss_skill": -0.5054736028952087, "reliability": { "below": { "weight": [ 0.25908, 0.0, 0.010816, 0.588801, 0.131464, 0.009839, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0002, NaN, 0.2876, 0.3554, 0.4333, 0.5202, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.3181, NaN, 0.2864, 0.25, 0.395, 0.3462, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 7.6e-05, 0.004312, 0.14527, 0.573857, 0.136089, 0.105719, 0.006715, 0.0, 0.027961, 0.0 ], "mean_forecast": [ 0.0996, 0.149, 0.2859, 0.3499, 0.4481, 0.5293, 0.6277, NaN, 0.8825, NaN ], "observed_frequency": [ 0.0, 0.4902, 0.318, 0.4161, 0.3065, 0.4495, 0.5687, NaN, 0.5247, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.49663489469479555, 0.4746874735865337, 0.5106537539800894, 0.4294425110833554, 0.482800996978072, 0.42692631107578927, 0.42874591971997567, 0.5153466800286263, 0.48883731329131264 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.26177480748228366, 0.19753188555952136, 0.31077117516228486, 0.11978768958359313, 0.3046897651576935, 0.25864911545556923, 0.09898675247116272, 0.25094411424231977, 0.18305526703297367 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.23486008721251184, 0.27715558802701223, 0.19988257881780486, 0.30965482149976226, 0.17811123182037844, 0.16827719562022003, 0.32975916724881305, 0.26440256578630666, 0.3057820462583388 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "log_loss": [ 1.9141870668734062, 1.3737867143986835, 2.0075951911911822, 1.0261091352788845, 1.8160298528964132, 1.4737474576692355, 0.9079058258765608, 1.9725236043931071, 1.475379623939663 ], "log_loss_clim": [ 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883 ] }, "rps": 0.4726750949376167, "rpss": -0.041167101518756244, "bss_below": -0.1093990537380658, "bss_above": 0.012048069038975484, "log_loss": 1.5519182747241262, "log_loss_skill": -0.41261692849334564, "reliability": { "below": { "weight": [ 0.240528, 0.0, 0.009199, 0.626113, 0.118315, 0.005845, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0002, NaN, 0.2899, 0.355, 0.4309, 0.5212, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.2903, NaN, 0.242, 0.2308, 0.3809, 0.3171, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001299, 0.132267, 0.596404, 0.116469, 0.104741, 0.008778, 0.0, 0.040041, 0.0 ], "mean_forecast": [ NaN, 0.1369, 0.2871, 0.3502, 0.4459, 0.5309, 0.6264, NaN, 0.8825, NaN ], "observed_frequency": [ NaN, 0.2136, 0.3301, 0.4482, 0.3562, 0.5075, 0.5748, NaN, 0.5223, NaN ] } } } } }, "SEL": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5177058227443954, 0.4708123029684602, 0.4847481056071085, 0.5129399354900186, 0.4259331885730271, 0.41384476652825153, 0.5119363242217243, 0.5414273286373835, 0.4039843246690677, 0.38521815802758974, 0.40301225792277084, 0.4082946058922362, 0.43893560822482397, 0.4497506689420904, 0.3753786474711228, 0.5015496387805652, 0.3814386414164076, 0.4872656765161854, 0.45951793410313424, 0.44630930620784187, 0.47419493192024753, 0.472407470202907, 0.4208083961948839, 0.43588417390149353 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.32779592326201995, 0.30651963946078215, 0.13179909717532215, 0.14345550884610572, 0.14255001071259776, 0.18188371327049085, 0.2377449143460212, 0.42145611222351714, 0.1479860556845358, 0.12124869010878025, 0.2479824338728319, 0.2514899355484556, 0.13110147012351495, 0.21204909579080525, 0.17867192578940985, 0.37110380101987395, 0.21219336268690475, 0.1862821688472519, 0.30379382973373986, 0.3262753413313142, 0.19668290877892228, 0.1477079310888914, 0.2041966459409466, 0.27440219182756104 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.1899098997376093, 0.1642926634159962, 0.35294900907046595, 0.36948442798483583, 0.28338317778376104, 0.23196105308129436, 0.27419140957971294, 0.11997121582442236, 0.25599826952917343, 0.26396946864859366, 0.15502982408369853, 0.15680466990313752, 0.30783413843866914, 0.23770157356412452, 0.19670672157368194, 0.13044583796223932, 0.16924527838418152, 0.3009835080063212, 0.1557241043693946, 0.12003396487652777, 0.2775120228908665, 0.3246995398791466, 0.21661174976034359, 0.16148198143059225 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "log_loss": [ 1.125014878072851, 1.112504722317798, 1.0661322437810894, 1.071654890428546, 1.062707425061133, 1.1175949112870849, 1.0979933804281596, 1.087053187428723, 1.107208708840306, 1.0978828562333562, 1.1097393216565952, 1.0846920961713045, 1.0986042802451874, 1.1166512571132146, 1.1179587204889987, 1.071390270776034, 1.1096314503172753, 1.0526928064727255, 1.0762241763816611, 1.0446068127080868, 1.063811936551153, 1.1070302063355475, 1.0777620235811827, 1.116472205624562 ], "log_loss_clim": [ 1.0822467476287718, 1.094335766279669, 1.0781436176059969, 1.0697189571966286, 1.099999855506434, 1.1158222514780805, 1.0760009191870752, 1.0620975132008064, 1.1169602192112764, 1.1222290176953276, 1.1199157408769902, 1.1119978423926886, 1.10464156671375, 1.1037272420140054, 1.1293656144292201, 1.0738606290815063, 1.126712287642366, 1.0755050243265762, 1.0914743819481043, 1.086081120791094, 1.0809456648428364, 1.0931841744803439, 1.1047240906686868, 1.1074115596482803 ] }, "rps": 0.45097075896515576, "rpss": 0.004635591915188364, "bss_below": 0.006901892217566097, "bss_above": 0.0023633692830070663, "log_loss": 1.0913756153459406, "log_loss_skill": 0.0050931180172385515, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.044277, 0.946318, 0.009405, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2952, 0.3387, 0.411, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3018, 0.3461, 0.7338, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.010731, 0.94968, 0.039589, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2885, 0.3436, 0.4249, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0263, 0.351, 0.3093, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5415902752780666, 0.44942975366085947, 0.4896884533981546, 0.5075701944100842, 0.4296697603197834, 0.40393813562711733, 0.5032896640614787, 0.5387836247485226, 0.4110156185701652, 0.39023824556444825, 0.4132629702299113, 0.4045621488665031, 0.42471564630142333, 0.44099921255189795, 0.37180029803663844, 0.4928806180388891, 0.3863233636062376, 0.4978896536884809, 0.4793449265823463, 0.4479516688522284, 0.4741348012740962, 0.46799505344509745, 0.43204155014465045, 0.4307597374443839 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.36709334644908925, 0.2867362795991151, 0.12898911098229005, 0.15554926161188729, 0.14602125815190667, 0.19069612271709743, 0.18232841778212933, 0.41754927045368334, 0.1524140735465834, 0.1256886893697257, 0.26779435663396683, 0.24703659796924124, 0.1347179814585392, 0.1937669980882129, 0.17492994235586165, 0.3539385432775139, 0.2257657341444584, 0.1572923151797282, 0.3487699647190213, 0.3363963706547519, 0.1544441983332605, 0.15929774430810528, 0.2101521994614382, 0.28284783281737247 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.1744969292299755, 0.1626934740114353, 0.36069934320239977, 0.3520209341628278, 0.2836485021144454, 0.21324201280760655, 0.3209612459587164, 0.12123435376371237, 0.25860154566508853, 0.26454955697543175, 0.1454686135261965, 0.15752555030992976, 0.2899976651876281, 0.24723221484948837, 0.19687035562793023, 0.13894207484841087, 0.16055762915806895, 0.34059733903791883, 0.13057496186332496, 0.11155529819747655, 0.31969060270416744, 0.30869731004321715, 0.2218893501672212, 0.1479119040090651 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "log_loss": [ 1.1409674808560941, 1.108359647830732, 1.0584440597888871, 1.0766923106119486, 1.0627878321013586, 1.118546099555095, 1.0979491376047925, 1.085832417578085, 1.1140880542218412, 1.1071785820552944, 1.1163706071435133, 1.0766303495657261, 1.095333086032371, 1.1211578472354544, 1.12169935033996, 1.0782180087037185, 1.1150156405012337, 1.0386816653514166, 1.0685650522196324, 1.0270421144115032, 1.0522182472649666, 1.1093962786717364, 1.0765169445848648, 1.1257195601100833 ], "log_loss_clim": [ 1.0777215978709187, 1.1016003779440122, 1.0755354093135518, 1.0735500357817567, 1.0986025138010589, 1.119887636835672, 1.0798206615918653, 1.0632348138716747, 1.114748906048121, 1.1214038679374136, 1.1166769741298606, 1.111410786722129, 1.1093538143262798, 1.1083826335539801, 1.130963993815514, 1.0790940944652931, 1.1258010887003886, 1.0685907636609833, 1.083431976867352, 1.0820678072710421, 1.0786436019517323, 1.0964819243325188, 1.09991194135722, 1.1110939276278524 ] }, "rps": 0.45124480727922767, "rpss": 0.0038408491430249603, "bss_below": 0.006930055335919283, "bss_above": 0.0007492708589619257, "log_loss": 1.0913920989308463, "log_loss_skill": 0.00511245512135905, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.040928, 0.948978, 0.010094, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2952, 0.3398, 0.4108, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2851, 0.345, 0.7788, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.010587, 0.932638, 0.056775, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2892, 0.3442, 0.425, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0065, 0.3524, 0.3105, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4052804976225627, 0.4812413016528943, 0.43633101778713124, 0.4661028006560897, 0.4383176401785411, 0.4354640958304937, 0.4829933886556187, 0.4157041905847258, 0.45640813762445553 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.21714256278531685, 0.20251324663252598, 0.2682761326208215, 0.15317731447403687, 0.2895214847998393, 0.2592789699902624, 0.11386311879304206, 0.16657046734081002, 0.18806492227873547 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.18813794157509472, 0.2787280441216212, 0.16805489430183776, 0.3129254689997495, 0.1487961668185528, 0.1761851326912272, 0.3691302435040665, 0.24913371935210588, 0.26834320743835155 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "log_loss": [ 1.0979963623417457, 1.0832660522620936, 1.1116241929297836, 1.0786013959551206, 1.0803736849973238, 1.082574962147146, 1.0737089302186156, 1.1168418692405149, 1.1015468047683428 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4464270078436125, "rpss": 0.007614347790580123, "bss_below": 0.0030791079079737216, "bss_above": 0.011484464378879178, "log_loss": 1.0918371394289652, "log_loss_skill": 0.00616697964377122, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.269507, 0.730493, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2929, 0.3385, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3187, 0.2768, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.010151, 0.958831, 0.031018, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2985, 0.3309, 0.4138, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.372, 0.3908, 0.5272, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41218499648383383, 0.4792278728240942, 0.419241942355492, 0.4761790176902756, 0.43327208395489003, 0.44204795493374244, 0.5147377751306997, 0.4072837078132598, 0.45585923328390643 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.21803634609756, 0.1861979746367564, 0.2633777654647106, 0.12017844761106133, 0.2865317381576341, 0.2514659414178804, 0.11028108869678639, 0.1864717814056608, 0.15661277603235674 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19414865603784762, 0.2930298846455185, 0.15586418856231096, 0.3560005455082571, 0.14674035780656663, 0.19058201752878995, 0.40445665326513774, 0.22081192735976005, 0.29924644396243055 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "log_loss": [ 1.0992052630186737, 1.0790973274154598, 1.1041574391105449, 1.076415328001347, 1.0845510615445733, 1.0753856300558637, 1.0705989072818904, 1.114527273121709, 1.0943217278422661 ], "log_loss_clim": [ 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883 ] }, "rps": 0.4488927316077993, "rpss": 0.011218595465426806, "bss_below": 0.006242585235730624, "bss_above": 0.015099464835947374, "log_loss": 1.0886955508213696, "log_loss_skill": 0.009026576905901917, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.250005, 0.749995, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2929, 0.3376, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.29, 0.2546, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.007148, 0.949074, 0.043778, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2992, 0.3323, 0.4139, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2072, 0.4293, 0.5246, NaN, NaN, NaN, NaN, NaN ] } } } } } }, "fitted": { "climatology_blend": { "fallbacks": 0, "folds": 24, "test_fit": { "lam": 0.8744554895297096 }, "test_fallback": null }, "platt_ovr": { "fallbacks": 0, "folds": 24, "test_fit": { "coefficients": [ [ -0.5569762741860698, 0.040816569537829916 ], [ -0.7608177636318285, 0.12480914401288809 ], [ -0.5628459178239101, 0.11550717239905232 ] ], "features": [ "intercept", "logit(p_k)" ], "normalization": "divide by the sum" }, "test_fallback": null }, "beta_ovr": { "fallbacks": 0, "folds": 24, "test_fit": { "coefficients": [ [ -0.7814433131835453, 0.0, 0.4860982117441632 ], [ -0.9062438167802316, 0.05746491764782865, 0.23551546030314346 ], [ -0.269056629215667, 0.3139271727263805, 0.0 ] ], "features": [ "intercept", "ln p_k", "-ln(1 - p_k)" ], "constraints": "a, b >= 0", "normalization": "divide by the sum" }, "test_fallback": null }, "isotonic_ovr": { "fallbacks": 0, "folds": 24, "test_fit": { "maps": [ { "x": [ 0.01886792480945587, 0.01886792480945597, 0.15516306547786227, 0.3680921527027582, 0.4054834167547099, 0.433962255716324, 0.4536906748107019, 0.4911534514469392, 0.5252755390929025, 0.577540998873575, 0.6354620721363092, 0.6850313058121338, 0.7609127559847304 ], "y": [ 0.0, 0.2682650321451587, 0.32832273258637173, 0.3547686963600431, 0.36149102439101516, 0.3830634452784473, 0.38919185635142506, 0.42198507893809517, 0.4573310752558015, 0.4587700399302187, 0.5279908748354168, 0.6029904409503049, 0.6113732476621285 ] }, { "x": [ 0.018867924809455875, 0.01886792480945589, 0.11302621984213754, 0.22055778826536915, 0.2589498067205536, 0.29654816028348985, 0.33333258105781677, 0.37095787062466085, 0.40858683347818275, 0.5662775755657942, 0.7467527783819603, 0.7823555386324709, 0.8180346028241657, 0.8653934581244191, 0.9142815147876716, 0.924528300762177, 0.9245283007621764, 0.9245283007621763, 0.9622641801834105, 0.9622641801834106, 0.9622641801834108, 0.9622641801834108, 0.9622641801834106 ], "y": [ 0.055633510169178085, 0.18696766970798903, 0.24961817890049492, 0.2600605181562455, 0.2637617451852896, 0.27624728640974255, 0.3003268527283862, 0.30750660717614064, 0.3361338714115457, 0.3386040205356084, 0.35099312011810785, 0.35997608854907226, 0.36642619504683327, 0.37804297301638234, 0.4145251284008488, 0.49390005114243063, 0.4997834370391797, 0.5002871922334143, 0.6817005124952968, 1.0, 1.0, 1.0, 1.0 ] }, { "x": [ 0.018867924809455875, 0.04650215807643893, 0.05660377442836762, 0.09014756035123578, 0.09433962404727927, 0.13171474923552384, 0.16514832379626884, 0.20117190160110354, 0.2383196898048366, 0.24528302252292597, 0.2753136665785391, 0.3165420789035352, 0.3619406956679489, 0.3962264060974121, 0.39954695502179377, 0.5723674304920123, 0.9622641801834098 ], "y": [ 0.07486420191061131, 0.11200505490657356, 0.1958113897129145, 0.27511070899652856, 0.2768639467700952, 0.2901606356601783, 0.2903947426561485, 0.29386594178788966, 0.30448586626029006, 0.3137393549397499, 0.32386977032715814, 0.3485849871260388, 0.36185721082179023, 0.36435788064296004, 0.4018019537546643, 0.4023632922094975, 0.4186087379021536 ] } ], "blocks": [ 13, 23, 17 ], "normalization": "divide by the sum", "floor": 0.0001 }, "test_fallback": null } }, "selection": { "criterion": "inner leave-one-year-out RPS of the calibrators (training years only)", "chosen_training": { "1993": "climatology_blend", "1994": "climatology_blend", "1995": "climatology_blend", "1996": "climatology_blend", "1997": "climatology_blend", "1998": "climatology_blend", "1999": "climatology_blend", "2000": "climatology_blend", "2001": "climatology_blend", "2002": "climatology_blend", "2003": "climatology_blend", "2004": "climatology_blend", "2005": "climatology_blend", "2006": "climatology_blend", "2007": "climatology_blend", "2008": "climatology_blend", "2009": "climatology_blend", "2010": "climatology_blend", "2011": "beta_ovr", "2012": "beta_ovr", "2013": "climatology_blend", "2014": "climatology_blend", "2015": "climatology_blend", "2016": "climatology_blend" }, "chosen_test": "climatology_blend", "frequency": { "climatology_blend": 22, "platt_ovr": 0, "beta_ovr": 2, "isotonic_ovr": 0 } } }, "Apr": { "tag": "init01_Apr", "methods": { "climatology_blend": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4886392270180046, 0.4258530605973277, 0.4626630483971937, 0.40407012526975883, 0.49981355385625037, 0.4660346702035087, 0.474685563980612, 0.44233344709772626, 0.43767063669884065, 0.39542235329908176, 0.46116143940586707, 0.4403718372812054, 0.3929723200856383, 0.5074825479920333, 0.39556672541723326, 0.4967674475644302, 0.4291392721185549, 0.41986229012576237, 0.49282190659072617, 0.4234060892250228, 0.4822597901150706, 0.48904614513494793, 0.5226674326509718, 0.4135687334977553 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.21631735369937993, 0.19092704551566775, 0.15219622610548983, 0.17757251033354132, 0.12877080076077566, 0.31767261443822115, 0.34171860776479956, 0.25008243515813106, 0.3001755878424985, 0.23803516938624814, 0.2031553478632955, 0.14376004574658716, 0.19227104285689312, 0.21396760574270232, 0.16840639020386802, 0.27982024641809683, 0.2641382680878753, 0.1882367940076523, 0.3676669339425038, 0.19816118411605838, 0.20426242865196398, 0.28150834730076696, 0.30916584581565615, 0.13977010360486003 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.27232187449090334, 0.23492601645635042, 0.31046682497640715, 0.2264976149045436, 0.3710427580399786, 0.1483620541467305, 0.1329669539213414, 0.19225101029797761, 0.1374950470910791, 0.1573871829490915, 0.2580060921299587, 0.296611793756923, 0.20070127587855374, 0.29351494126758887, 0.22716033536912797, 0.21694719928320655, 0.16500100138420598, 0.23162549620600856, 0.12515497041553547, 0.22524490496305924, 0.2779973636191923, 0.2075377977191521, 0.21350158687395618, 0.27379863110669034 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "log_loss": [ 1.0891435310902768, 1.0863060616605353, 1.0776133392302094, 1.0957174661635358, 1.0799010822259487, 1.1438853544524303, 1.0927128100956298, 1.0648182926659868, 1.0808353983923165, 1.080998811854519, 1.0941693084490665, 1.1123505711953898, 1.109480416980741, 1.1764790165478574, 1.1037626124051476, 1.10631608404514, 1.069896913971564, 1.0665574111543572, 1.0637477720861364, 1.089888536291349, 1.1036483162928648, 1.0665715655495334, 1.0865711433645948, 1.078419220821036 ], "log_loss_clim": [ 1.0833107766890993, 1.1061581409350472, 1.0907329920679028, 1.1143929123594323, 1.0784896069122667, 1.1049278414958539, 1.0902237365228555, 1.0932521894921206, 1.0979835582707433, 1.1152966884722595, 1.0933427377911689, 1.1065882967448433, 1.1231050629766581, 1.0966596561133757, 1.1211531536802515, 1.0820410495666335, 1.1014941064968364, 1.1021243147132054, 1.0744697759847108, 1.1074777045772977, 1.0881185614326698, 1.0776689007395701, 1.069683779800534, 1.1062546918244758 ] }, "rps": 0.45267831931764685, "rpss": 0.0013171272017139524, "bss_below": -0.004852640725310442, "bss_above": 0.007491547472777804, "log_loss": 1.0924912932077568, "log_loss_skill": 0.003994658973037635, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.099974, 0.833417, 0.066609, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2756, 0.3484, 0.4218, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3132, 0.3556, 0.296, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.115256, 0.844682, 0.040034, 2.8e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2829, 0.3438, 0.4178, 0.5028, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3021, 0.3509, 0.3917, 0.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4851472325913971, 0.4377850604090821, 0.48206765940350094, 0.39637550828502927, 0.5087037881606992, 0.4740585369109194, 0.4941128164539911, 0.4427694378532752, 0.4396308494948677, 0.41017054680135023, 0.4504057643346254, 0.4394350670054419, 0.3939476903600622, 0.5213721408487334, 0.3854064865060782, 0.4846441176827817, 0.4380835827643769, 0.41682651026177325, 0.496272443622329, 0.3985575761417425, 0.49134353260472774, 0.4808673582365864, 0.5057866520245814, 0.42217366102062825 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.25345359090391995, 0.18346524769553235, 0.15519014230950298, 0.19211598297171228, 0.1315643654819157, 0.32272651017909015, 0.36220502658958487, 0.2975376192244978, 0.2947003459722327, 0.24354521687737682, 0.16322107037318576, 0.14545264436266997, 0.19248411778893398, 0.19824604998546122, 0.1802213863175764, 0.3128119098387939, 0.27996647274361036, 0.1828844798310606, 0.36993793342206516, 0.15155080643089724, 0.16409642113481646, 0.3190246506278213, 0.2610845487095193, 0.1230014775548302 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.231693641505024, 0.25431981455063374, 0.32687752047888924, 0.20425952463193947, 0.3771394279326447, 0.1513320246363505, 0.1319077872861895, 0.14523181592674736, 0.14493050215423303, 0.16662532894993795, 0.2871846951079931, 0.2939824245783875, 0.20146357107645763, 0.32312609025366346, 0.20518510047439883, 0.17183220477643657, 0.15811710711399898, 0.23394203029818275, 0.12633450788264902, 0.24700677017085973, 0.327247115077497, 0.16184270621483873, 0.24470210435377765, 0.29917218520031824 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "log_loss": [ 1.0944889510882434, 1.0921461197499809, 1.0833320400625222, 1.1006446599424824, 1.0823785411770217, 1.149246285670735, 1.1091361171854865, 1.086851332908368, 1.0755692493921525, 1.078292388620917, 1.1030934666432561, 1.1100240804944042, 1.1152380730184284, 1.2007935374143708, 1.1062180342022416, 1.1011516858033605, 1.077401448744144, 1.0601534549017073, 1.0473746676407527, 1.0916768366798475, 1.1023142795625274, 1.0646217919475451, 1.0715392460277036, 1.0737867126560856 ], "log_loss_clim": [ 1.0863681418311129, 1.102088246616862, 1.084765576338115, 1.118579979125899, 1.0766554212068957, 1.1015494887888502, 1.085001927559242, 1.097787805424923, 1.0961046508895094, 1.1084937179386247, 1.1000178543213168, 1.1066086495734608, 1.1237320723726003, 1.0970815522444581, 1.127063895695431, 1.086362340107213, 1.0985485748960706, 1.1013663013101787, 1.0707796763164559, 1.1169717651170743, 1.085286481267623, 1.078938529290984, 1.0720472590764443, 1.1015331869218679 ] }, "rps": 0.4539976674907742, "rpss": -0.0013382224431413015, "bss_below": -0.0069846366635162305, "bss_above": 0.004311894488160939, "log_loss": 1.0948947083972618, "log_loss_skill": 0.0017573530521426406, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.083443, 0.850114, 0.066442, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2765, 0.3484, 0.422, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3335, 0.3551, 0.2693, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.104338, 0.854509, 0.041117, 3.5e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2835, 0.3437, 0.4176, 0.5028, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3377, 0.3468, 0.3775, 0.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43328875894137886, 0.4852890733257394, 0.4710062482785096, 0.5101250991647945, 0.3647637975076327, 0.4856031875871295, 0.43653559352627846, 0.46430650786769556, 0.40838520432116415 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.26848927327820893, 0.1577799307463033, 0.2725499901579524, 0.1418615249282143, 0.1653379840235559, 0.32672028503964173, 0.10612645281544773, 0.17849087962618368, 0.2319387887493462 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16479949315603476, 0.3275091232444723, 0.19845626125655036, 0.3682635503415693, 0.1994258170911919, 0.15888291628070775, 0.33040912102338427, 0.2858156165356786, 0.1764464229282255 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "log_loss": [ 1.0598775422656097, 1.0748308668598434, 1.1005403770617146, 1.1345068294376282, 1.0835943995370143, 1.1350023212088396, 1.064239828423757, 1.100784426740459, 1.0951417224455893 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4510337189467026, "rpss": 0.0020407624414277015, "bss_below": -0.0015398402226896035, "bss_above": 0.005017329824242189, "log_loss": 1.094279812664495, "log_loss_skill": 0.003943562586646077, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.134948, 0.855748, 0.009303, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2797, 0.3409, 0.4103, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3165, 0.2772, 0.2401, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.100589, 0.895952, 0.003459, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2921, 0.3351, 0.4109, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3165, 0.4172, 0.4112, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4309114606533173, 0.504012044670477, 0.4722952387485292, 0.5080303581361436, 0.35341534348225523, 0.5150498399964272, 0.42318917652542665, 0.47204469517236464, 0.41690470679942027 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.31178008870325735, 0.11960544540479613, 0.28502676121816156, 0.13449770569351555, 0.17094778256596824, 0.36398482125416703, 0.10305270264839626, 0.1436961035621304, 0.23305807723762495 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.1191313867754005, 0.38440656997548756, 0.18726848273807914, 0.373532627526357, 0.18246756776853507, 0.15106503435728375, 0.32013645612966224, 0.32834857323370115, 0.1838466359659323 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "log_loss": [ 1.0498434280638285, 1.0682806202373365, 1.0974687184287701, 1.1298417766170958, 1.081275641663048, 1.1541626862574805, 1.0676777869154932, 1.1085559134254808, 1.1009768038691727 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.45509476268715127, "rpss": 0.0014790337864351022, "bss_below": -0.0030114433089551973, "bss_above": 0.0052047160676156334, "log_loss": 1.0953425972753008, "log_loss_skill": 0.002976174318191971, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.133356, 0.860927, 0.005716, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2818, 0.3392, 0.4091, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3528, 0.2774, 0.1452, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.078194, 0.917517, 0.004289, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.292, 0.3369, 0.4108, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3392, 0.4208, 0.3033, NaN, NaN, NaN, NaN, NaN ] } } } } }, "platt_ovr": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4829392377641233, 0.4312089104943208, 0.45630475267827725, 0.407542424012238, 0.4926115571692498, 0.46444723107189306, 0.4740657470557517, 0.44348888926726043, 0.432451450013521, 0.39845371420925146, 0.46130980517496606, 0.435113247119762, 0.40065570311439275, 0.508999220664703, 0.39730979653384657, 0.5017931314371443, 0.4319698410335831, 0.41768347111256776, 0.49720328457233226, 0.4264795069643499, 0.473856319730307, 0.48221657722567907, 0.5156014854730163, 0.4144917527862979 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.2146735143155178, 0.19573001005244609, 0.15460033174282262, 0.18103565855493478, 0.1327203519625313, 0.3082038796379835, 0.33479943983696153, 0.2500408607374756, 0.29419192904640357, 0.239021333078128, 0.20437998964738488, 0.14540097875945984, 0.1962305598911989, 0.21049743118712022, 0.17198979040007173, 0.27967759602264697, 0.26319192606189407, 0.19056423233738617, 0.36428543736194463, 0.20122940608583362, 0.2012227704876414, 0.2771913647085985, 0.3020466521593941, 0.1452191486408316 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.26826572344860555, 0.23547890044187478, 0.30170442093545446, 0.22650676545730322, 0.35989120520671847, 0.15624335143390958, 0.1392663072187901, 0.19344802852978493, 0.13825952096711738, 0.1594323811311235, 0.25692981552758115, 0.2897122683603022, 0.2044251432231938, 0.29850178947758277, 0.2253200061337748, 0.2221155354144973, 0.1687779149716889, 0.2271192387751815, 0.13291784721038774, 0.22525010087851632, 0.27263354924266575, 0.20502521251708059, 0.21355483331362224, 0.26927260414546644 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "log_loss": [ 1.073067300341867, 1.0947735631862603, 1.0680117838693615, 1.1084932998701287, 1.059687984264371, 1.1407864591598786, 1.0876518577876617, 1.067717180751725, 1.073155444713213, 1.089989502478361, 1.0952390267731766, 1.1095951974861493, 1.1324627060970616, 1.1817264219141603, 1.1088164127628892, 1.1033309530424793, 1.0771490028758697, 1.0700214671479047, 1.0597005853446846, 1.1010424755064543, 1.0837665205355154, 1.0509163430450834, 1.061127020559648, 1.0856051429399285 ], "log_loss_clim": [ 1.0833107766890993, 1.1061581409350472, 1.0907329920679028, 1.1143929123594323, 1.0784896069122667, 1.1049278414958539, 1.0902237365228555, 1.0932521894921206, 1.0979835582707433, 1.1152966884722595, 1.0933427377911689, 1.1065882967448433, 1.1231050629766581, 1.0966596561133757, 1.1211531536802515, 1.0820410495666335, 1.1014941064968364, 1.1021243147132054, 1.0744697759847108, 1.1074777045772977, 1.0881185614326698, 1.0776689007395701, 1.069683779800534, 1.1062546918244758 ] }, "rps": 0.45200821069495145, "rpss": 0.0027954971077636115, "bss_below": -0.0030857381036322185, "bss_above": 0.008681166916182592, "log_loss": 1.0909930688522431, "log_loss_skill": 0.005360564101459131, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.025349, 0.936305, 0.038345, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2904, 0.3531, 0.4179, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3847, 0.3527, 0.1951, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000139, 0.002981, 0.126492, 0.761508, 0.108488, 0.000393, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0985, 0.1724, 0.2727, 0.3523, 0.4212, 0.5105, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.1999, 0.2794, 0.285, 0.3436, 0.4449, 0.0718, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4783660333026656, 0.4432444868251886, 0.4720633849506999, 0.40012906217514316, 0.4991059459584004, 0.4743471533718664, 0.4901821050365785, 0.4456165342060653, 0.43429637509140767, 0.4138224596057718, 0.4530649127454881, 0.43528133112675677, 0.4017465209198252, 0.522448720106478, 0.3845851684167761, 0.4899963833472132, 0.4394428761544783, 0.4157088066660739, 0.5042193353159786, 0.40310654045885236, 0.4802216928646137, 0.47875166940193753, 0.49919949762124183, 0.42304671416752415 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.24851077964848273, 0.18842493985033199, 0.15568443002836882, 0.194588659163892, 0.13419459287381919, 0.3133865004152782, 0.35167308755871296, 0.29461166088205426, 0.28936961668612105, 0.24442199965191225, 0.16733477289266585, 0.1477433782853369, 0.19623302324078204, 0.19434357383189457, 0.1818783761761716, 0.310354577339112, 0.2770984179295777, 0.18608907054386997, 0.3693283315130559, 0.15744923211130527, 0.16231385955865688, 0.31488022585485026, 0.2573337625021782, 0.12972245719990452 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.22985525365418288, 0.2548195469748565, 0.3163789549223311, 0.2055404030112511, 0.36491135308458117, 0.16096065295658804, 0.13850901747786554, 0.15100487332401105, 0.14492675840528682, 0.16940045995385958, 0.2857301398528223, 0.28753795284142003, 0.2055134976790431, 0.3281051462745833, 0.2027067922406044, 0.17964180600810117, 0.16234445822490043, 0.2296197361222038, 0.13489100380292268, 0.24565730834754707, 0.31790783330595695, 0.1638714435470873, 0.24186573511906356, 0.29332425696761955 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "log_loss": [ 1.0787195421944686, 1.1006750452547214, 1.0650553319713885, 1.115448358842707, 1.0583035146714634, 1.15123573563709, 1.0957211343549926, 1.0954326738865696, 1.0670207944889436, 1.0880766328391014, 1.109573179668946, 1.1081682049399684, 1.137713936100615, 1.204677684211565, 1.107750001528497, 1.100416734566502, 1.0796722112240045, 1.0665208263317485, 1.0479338610221345, 1.109799934094016, 1.0786681915223064, 1.0556551174612376, 1.0494901741508893, 1.0789855652581513 ], "log_loss_clim": [ 1.0863681418311129, 1.102088246616862, 1.084765576338115, 1.118579979125899, 1.0766554212068957, 1.1015494887888502, 1.085001927559242, 1.097787805424923, 1.0961046508895094, 1.1084937179386247, 1.1000178543213168, 1.1066086495734608, 1.1237320723726003, 1.0970815522444581, 1.127063895695431, 1.086362340107213, 1.0985485748960706, 1.1013663013101787, 1.0707796763164559, 1.1169717651170743, 1.085286481267623, 1.078938529290984, 1.0720472590764443, 1.1015331869218679 ] }, "rps": 0.4534164045765427, "rpss": -5.618772140891792e-05, "bss_below": -0.004500712842472554, "bss_above": 0.004391251692495768, "log_loss": 1.0937797660925845, "log_loss_skill": 0.0027738735895780353, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.021992, 0.93956, 0.038448, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2903, 0.3533, 0.4171, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4035, 0.3538, 0.1647, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000103, 0.001935, 0.114048, 0.774576, 0.10899, 0.000348, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0988, 0.178, 0.2739, 0.3522, 0.4216, 0.5133, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.0, 0.2134, 0.3166, 0.3401, 0.4326, 0.1003, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4361560771330499, 0.474778616257985, 0.4663982217713478, 0.5023731065808998, 0.37239408327543366, 0.48333636996070906, 0.4357112726657324, 0.460527530137349, 0.4121666431780686 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.26725529571812795, 0.16393835988340918, 0.2664943669888871, 0.14825752513615306, 0.1713018561486792, 0.3128233915609647, 0.11965138065101844, 0.18243600352267478, 0.23103349183287752 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16890078141492174, 0.31084025637457585, 0.19990385478246067, 0.354115581444747, 0.20109222712675442, 0.1705129783997444, 0.31605989201471407, 0.2780915266146743, 0.1811331513451908 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "log_loss": [ 1.0628069729587084, 1.0407179578258545, 1.0862589426057665, 1.1129203431804235, 1.1249151675864997, 1.1232579258079114, 1.0621063742388461, 1.093572031377035, 1.1139057110261743 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.44931576899561954, "rpss": 0.005841906239169359, "bss_below": -0.009065929754155766, "bss_above": 0.018234824491204393, "log_loss": 1.0911623807341355, "log_loss_skill": 0.006781171492974858, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.021125, 0.972255, 0.00662, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2953, 0.3512, 0.4068, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3079, 0.2811, 0.3486, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000294, 0.073384, 0.857206, 0.069041, 7.5e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1958, 0.2847, 0.3504, 0.414, 0.5007, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3036, 0.4085, 0.4955, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43382696001050225, 0.4893504191695879, 0.46880460084301856, 0.5005577957856137, 0.36286920214383345, 0.5077770646470345, 0.4247761435757286, 0.4664340491745043, 0.4199993832814102 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.306442276697029, 0.12937516399275584, 0.27827133678611604, 0.14199128120652438, 0.17645191236655794, 0.34399835575237364, 0.11711262386414717, 0.15033565948884875, 0.23160184779506837 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.1273846833134734, 0.359975255176832, 0.1905332640569026, 0.35856651457908917, 0.18641728977727545, 0.16377870889466098, 0.3076635197115815, 0.3160983896856557, 0.18839753548634167 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "log_loss": [ 1.0525744544266833, 1.0206791591024282, 1.0845542977725084, 1.1082243320462837, 1.1304626748658604, 1.1253358095588661, 1.074850848580853, 1.0977893805583792, 1.1173605886301667 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.45271062429235925, "rpss": 0.006710058989841228, "bss_below": -0.008350536357286664, "bss_above": 0.019205595168439893, "log_loss": 1.0902035050602255, "log_loss_skill": 0.007653977768502074, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.019275, 0.977039, 0.003687, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2951, 0.3499, 0.4063, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3036, 0.2867, 0.2004, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000364, 0.058687, 0.863163, 0.077694, 9.3e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1958, 0.285, 0.3527, 0.4142, 0.5007, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3288, 0.4142, 0.4718, 1.0, NaN, NaN, NaN, NaN ] } } } } }, "beta_ovr": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4857326326731938, 0.42918064082138385, 0.45662283013591154, 0.4056395938965346, 0.49476683329844634, 0.4805157944418299, 0.47594285326578945, 0.44023971982091326, 0.43230099788708926, 0.3962332996800837, 0.46160144714612, 0.43982467892955857, 0.39997379938429223, 0.5230013297737279, 0.39785747197778387, 0.5024863127291812, 0.430080591846001, 0.4163163829654366, 0.49538540278745613, 0.425951913612283, 0.4778857137968181, 0.4830996769432613, 0.5169243558019212, 0.4112100981491507 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.21698479521756478, 0.19290764480032846, 0.15438927138141448, 0.17965615425693227, 0.13260505761386815, 0.3145594029348509, 0.3361922345266725, 0.24900989000775753, 0.2946895470763441, 0.2379679147832362, 0.20462525763090045, 0.14730539637921702, 0.1958676502483406, 0.22016611020729457, 0.17269613598920436, 0.2795778261308961, 0.26297904521291304, 0.1897457283108511, 0.3631900487294195, 0.20056432758723416, 0.20428302153409894, 0.27872134678507404, 0.3037657667311026, 0.14307740592263885 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.268747837455629, 0.23627299602105534, 0.30223355875449703, 0.2259834396396022, 0.3621617756845783, 0.16595639150697902, 0.139750618739117, 0.1912298298131557, 0.1376114508107451, 0.15826538489684744, 0.25697618951521956, 0.29251928255034143, 0.20410614913595151, 0.3028352195664333, 0.22516133598857946, 0.22290848659828505, 0.1671015466330881, 0.2265706546545853, 0.13219535405803665, 0.22538758602504874, 0.27360269226271916, 0.20437833015818724, 0.21315858907081864, 0.2681326922265118 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "log_loss": [ 1.076991026209985, 1.0915437414256375, 1.0680131674432098, 1.1038182340809355, 1.0666283084699613, 1.1635588456875956, 1.08948511947717, 1.0636577303520596, 1.0714197747044238, 1.0862935621570295, 1.0960280687631638, 1.114291571971248, 1.1282300649199357, 1.2006511770509074, 1.1106498979057757, 1.106704514063705, 1.0719820835162794, 1.068696241740631, 1.057227676130545, 1.0976714677028823, 1.0926616334520056, 1.0532644851605968, 1.064508422619173, 1.081684256110594 ], "log_loss_clim": [ 1.0833107766890993, 1.1061581409350472, 1.0907329920679028, 1.1143929123594323, 1.0784896069122667, 1.1049278414958539, 1.0902237365228555, 1.0932521894921206, 1.0979835582707433, 1.1152966884722595, 1.0933427377911689, 1.1065882967448433, 1.1231050629766581, 1.0966596561133757, 1.1211531536802515, 1.0820410495666335, 1.1014941064968364, 1.1021243147132054, 1.0744697759847108, 1.1074777045772977, 1.0881185614326698, 1.0776689007395701, 1.069683779800534, 1.1062546918244758 ] }, "rps": 0.4532822654901736, "rpss": -1.5277450454265207e-05, "bss_below": -0.0062802347828840865, "bss_above": 0.006254403814982323, "log_loss": 1.092735877963144, "log_loss_skill": 0.0037716752987383417, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.029281, 0.897461, 0.072165, 0.001093, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2907, 0.3495, 0.4248, 0.511, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4091, 0.3504, 0.2852, 0.3852, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000139, 0.000947, 0.146675, 0.720243, 0.126327, 0.00567, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0944, 0.1607, 0.2772, 0.348, 0.4278, 0.52, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.1999, 0.5286, 0.2951, 0.3408, 0.4466, 0.2133, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48255135882867567, 0.44140155633823797, 0.47371803666823914, 0.39825985139787307, 0.5018624185849418, 0.48983252245113884, 0.49323148221563656, 0.44445753677790467, 0.4343601962193972, 0.41084419245092696, 0.45294185573810525, 0.439320211081477, 0.4010275271083879, 0.539234629863755, 0.3871476398680118, 0.49012583744119864, 0.43783127416293577, 0.41314642746294783, 0.5015784202247128, 0.4026306042035225, 0.4858189100830394, 0.47777043052539253, 0.4979623111636866, 0.4191944655213681 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.2521303707584596, 0.1856889714021993, 0.15635837108176973, 0.19352134626618483, 0.1347066301886799, 0.3195733685081915, 0.3542984379929543, 0.2947562912305847, 0.2898318127792299, 0.24298012321399645, 0.16703957512985734, 0.1492253964688693, 0.19579131579978884, 0.20597292611288104, 0.18352406802484933, 0.3106334901285441, 0.27739365709139063, 0.18464733372322129, 0.3673405181912893, 0.15630836609669901, 0.16580620427577814, 0.3152933283259978, 0.25740109875419886, 0.1270515312233283 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.2304209880702161, 0.2557125849360386, 0.31735966558646933, 0.20473850513168826, 0.36715578839626206, 0.17025915394294738, 0.1389330442226822, 0.14970124554731998, 0.1445283834401673, 0.16786406923693054, 0.2859022806082479, 0.2900948146126076, 0.2052362113085989, 0.33326170375087394, 0.2036235718431625, 0.17949234731265443, 0.16043761707154514, 0.22849909373972657, 0.13423790203342365, 0.24632223810682344, 0.32001270580726116, 0.16247710219939465, 0.2405612124094878, 0.2921429342980397 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "log_loss": [ 1.083866324581158, 1.0973948494005032, 1.0675903590670437, 1.109827751005848, 1.066006178439002, 1.1720398348580072, 1.100231127185694, 1.0939539104999498, 1.0658829352793808, 1.0828132109415172, 1.1090980142248168, 1.1116796042768908, 1.1332971421454445, 1.2284772645731405, 1.1132827963611074, 1.1018264329824137, 1.0759243096305424, 1.0638294852019508, 1.043402481796679, 1.1051870385688687, 1.0895869464492298, 1.0567510111528158, 1.0490241509310754, 1.0748856993827685 ], "log_loss_clim": [ 1.0863681418311129, 1.102088246616862, 1.084765576338115, 1.118579979125899, 1.0766554212068957, 1.1015494887888502, 1.085001927559242, 1.097787805424923, 1.0961046508895094, 1.1084937179386247, 1.1000178543213168, 1.1066086495734608, 1.1237320723726003, 1.0970815522444581, 1.127063895695431, 1.086362340107213, 1.0985485748960706, 1.1013663013101787, 1.0707796763164559, 1.1169717651170743, 1.085286481267623, 1.078938529290984, 1.0720472590764443, 1.1015331869218679 ] }, "rps": 0.4548437373492297, "rpss": -0.003204315925099177, "bss_below": -0.00823159072405022, "bss_above": 0.0018262552779801933, "log_loss": 1.0956607857889937, "log_loss_skill": 0.0010589013038381223, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.027743, 0.900065, 0.071288, 0.000903, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2909, 0.35, 0.4251, 0.514, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4176, 0.3527, 0.254, 0.5006, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000138, 0.000242, 0.135768, 0.731367, 0.127161, 0.005324, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0942, 0.1601, 0.2782, 0.348, 0.4287, 0.521, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.0, 0.4298, 0.3265, 0.3373, 0.4289, 0.2619, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4334072830254664, 0.47393729104565374, 0.46665703992868013, 0.5078367182798205, 0.37154487243731193, 0.4873858370020312, 0.4319202349063051, 0.4618928240739611, 0.41063733478058884 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.26562434350832265, 0.16318654572581853, 0.2670849285354562, 0.15067812273566505, 0.1708380749906013, 0.31566898822469236, 0.11671378639550259, 0.18333787684550346, 0.2302662189832728 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16778293951714368, 0.31075074531983515, 0.1995721113932239, 0.35715859554415536, 0.2007067974467107, 0.17171684877733887, 0.3152064485108025, 0.2785549472284576, 0.18037111579731607 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "log_loss": [ 1.0591104827436273, 1.040609344151618, 1.0875002443663493, 1.1203853853123091, 1.120305475594644, 1.1286430039221065, 1.0556054157583257, 1.0941711317249188, 1.1089421318384924 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4494688261644243, "rpss": 0.0055032512582513515, "bss_below": -0.00917815282672918, "bss_above": 0.017707935870693636, "log_loss": 1.0905858461569324, "log_loss_skill": 0.007305955894887806, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.010184, 0.963808, 0.026008, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2956, 0.3487, 0.4143, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4867, 0.2805, 0.2638, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.083622, 0.822413, 0.093437, 0.000527, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2881, 0.346, 0.4204, 0.5253, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3056, 0.4067, 0.5019, 0.2849, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43012675527395405, 0.4885699097649507, 0.46886944832831123, 0.5056469474329305, 0.36158670898284295, 0.5139147890678005, 0.4211188096870386, 0.46895528531867264, 0.4183672753777416 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.3047330703059787, 0.12836643054682328, 0.2790168969141716, 0.1440664303346892, 0.17576007208788555, 0.34852415601017805, 0.11399008433862466, 0.15164008986008135, 0.23068615668620732 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.12539368496797537, 0.3602034792181272, 0.18985255141413954, 0.36158051709824146, 0.18582663689495746, 0.16539063305762244, 0.30712872534841384, 0.3173151954585915, 0.18768111869153437 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "log_loss": [ 1.0472322665670142, 1.021532878437577, 1.0860647769849996, 1.1152164752840168, 1.1250070143005582, 1.1350231915063975, 1.067850345396143, 1.1002019921486879, 1.11243585541386 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4530173254704714, "rpss": 0.006037127587820379, "bss_below": -0.008997255741441279, "bss_above": 0.01851091602618593, "log_loss": 1.090062755115473, "log_loss_skill": 0.0077820938928369054, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.011705, 0.968993, 0.019302, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2951, 0.3474, 0.4128, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5564, 0.2844, 0.2397, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.067593, 0.826706, 0.105048, 0.000652, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2882, 0.3483, 0.4206, 0.5253, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3264, 0.4129, 0.4792, 0.2849, NaN, NaN, NaN, NaN ] } } } } }, "isotonic_ovr": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48714468921321624, 0.4306527085863397, 0.45747851859062705, 0.4017622109168969, 0.49975106341184533, 0.4976411215297381, 0.49022199292076674, 0.4376845860104472, 0.4297417052011588, 0.39319766251107663, 0.46059165134537233, 0.4499101697480818, 0.3993688728591683, 0.5295963289182715, 0.3984494902987001, 0.5060091944513447, 0.4271994183928013, 0.4077285819616624, 0.48894366204314327, 0.4240235683729526, 0.4828220289627215, 0.4827781409858532, 0.5393914526266144, 0.4015289536623112 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.21979575140454022, 0.19331181283213078, 0.15574453353915035, 0.1784965300932867, 0.1349402419575311, 0.3225746135176258, 0.3438910968922711, 0.2469567865478127, 0.2940937580438678, 0.23815723498486144, 0.20454182338844026, 0.15479155802308364, 0.1955570692462737, 0.22616378923333408, 0.17439964782639447, 0.2798036409544684, 0.26052686936087055, 0.1841744700510632, 0.35711266267482006, 0.19875286867118433, 0.2083976504214642, 0.27788456520104304, 0.3227788707410565, 0.1401486934763506 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.2673489378086761, 0.2373408957542089, 0.30173398505147664, 0.22326568082361012, 0.36481082145431426, 0.1750665080121123, 0.14633089602849564, 0.19072779946263443, 0.13564794715729098, 0.1550404275262153, 0.256049827956932, 0.29511861172499826, 0.20381180361289455, 0.30343253968493716, 0.2240498424723055, 0.22620555349687632, 0.16667254903193077, 0.22355411191059907, 0.1318309993683232, 0.2252706997017681, 0.2744243785412574, 0.2048935757848102, 0.2166125818855578, 0.26138026018596067 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "log_loss": [ 1.0780332465497167, 1.0938993684270568, 1.0673360454346734, 1.0987793486659494, 1.1032455475589265, 1.188616162608625, 1.1212673914242481, 1.113948499178677, 1.0680580953359666, 1.0892732282721969, 1.1196435271221685, 1.1333599524230473, 1.1262755529652646, 1.2217824078604071, 1.1117935762623148, 1.1147137607236872, 1.0659481477199104, 1.0557531541554928, 1.0464833597739256, 1.093725686906328, 1.1006735579726923, 1.0503745751793034, 1.2960822646738508, 1.0829862118448903 ], "log_loss_clim": [ 1.0833107766890993, 1.1061581409350472, 1.0907329920679028, 1.1143929123594323, 1.0784896069122667, 1.1049278414958539, 1.0902237365228555, 1.0932521894921206, 1.0979835582707433, 1.1152966884722595, 1.0933427377911689, 1.1065882967448433, 1.1231050629766581, 1.0966596561133757, 1.1211531536802515, 1.0820410495666335, 1.1014941064968364, 1.1021243147132054, 1.0744697759847108, 1.1074777045772977, 1.0881185614326698, 1.0776689007395701, 1.069683779800534, 1.1062546918244758 ] }, "rps": 0.4551507405633797, "rpss": -0.004137440969737005, "bss_below": -0.013166307456942583, "bss_above": 0.004898233506437699, "log_loss": 1.1100855278766384, "log_loss_skill": -0.012045699252641429, "reliability": { "below": { "weight": [ 0.008057, 0.003129, 0.125363, 0.699901, 0.161308, 0.001904, 0.000337, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0195, 0.1581, 0.2817, 0.3527, 0.4241, 0.5249, 0.643, NaN, NaN, NaN ], "observed_frequency": [ 0.419, 0.0443, 0.3255, 0.3577, 0.3201, 0.4557, 0.6667, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000279, 0.002873, 0.201681, 0.59817, 0.184601, 0.011835, 0.000561, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0001, 0.1862, 0.2798, 0.3449, 0.4339, 0.5288, 0.613, NaN, NaN, NaN ], "observed_frequency": [ 0.0995, 0.4074, 0.2909, 0.339, 0.4317, 0.3782, 0.1507, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4872611850272174, 0.4439500238007962, 0.4783580302935281, 0.3955491770791589, 0.5104967420379424, 0.5067860892072725, 0.5110980499946196, 0.4487854912214476, 0.43192823464826674, 0.40634676337548115, 0.45002713774280206, 0.44753372431884936, 0.4015235014793418, 0.5491717631266746, 0.390138246169542, 0.4931539462645889, 0.43543681197567274, 0.40112925028133384, 0.49296136016840203, 0.40037791677828366, 0.4930312831704592, 0.47246027462525486, 0.5107947363819152, 0.40599497884874597 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.25658306486723376, 0.18616682216038347, 0.16090631323806273, 0.193418819142989, 0.13878961988205013, 0.32661130423511586, 0.36505578004777006, 0.2953905826899989, 0.2889873619749592, 0.24188487368333736, 0.16546486885861925, 0.15575508076427294, 0.1965473297058502, 0.21411085949774872, 0.1872278476067967, 0.31113253116090706, 0.27551360225163074, 0.1769013346318469, 0.3590503519715599, 0.1543848584525503, 0.17106065423841696, 0.31070999862465354, 0.27083808584686997, 0.12276357890263002 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.23067812015998368, 0.25778320164041285, 0.3174517170554653, 0.20213035793616982, 0.37170712215589224, 0.18017478497215672, 0.1460422699468494, 0.15339490853144883, 0.14294087267330774, 0.16446188969214376, 0.2845622688841827, 0.29177864355457656, 0.2049761717734915, 0.33506090362892577, 0.20291039856274534, 0.18202141510368205, 0.15992320972404225, 0.22422791564948702, 0.13391100819684237, 0.2459930583257334, 0.32197062893204226, 0.16175027600060127, 0.2399566505350452, 0.2832313999461162 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "log_loss": [ 1.0893611771329463, 1.102326821611226, 1.0726686033196873, 1.105850355083528, 1.1035463616808203, 1.1974392065199428, 1.141096649012782, 1.175663307163534, 1.0628704443384702, 1.083765280340856, 1.1078127236813882, 1.128750890287154, 1.1336122232794312, 1.24745282554674, 1.1162786134170128, 1.1082318038478125, 1.0721576649087399, 1.0463976691028178, 1.0273174091970527, 1.1003708373815202, 1.0997881208519913, 1.0481772410777186, 1.2467102865664026, 1.059301242641844 ], "log_loss_clim": [ 1.0863681418311129, 1.102088246616862, 1.084765576338115, 1.118579979125899, 1.0766554212068957, 1.1015494887888502, 1.085001927559242, 1.097787805424923, 1.0961046508895094, 1.1084937179386247, 1.1000178543213168, 1.1066086495734608, 1.1237320723726003, 1.0970815522444581, 1.127063895695431, 1.086362340107213, 1.0985485748960706, 1.1013663013101787, 1.0707796763164559, 1.1169717651170743, 1.085286481267623, 1.078938529290984, 1.0720472590764443, 1.1015331869218679 ] }, "rps": 0.45684561325073325, "rpss": -0.007619657677497171, "bss_below": -0.015210216527684839, "bss_above": -2.41216676095668e-05, "log_loss": 1.1115394899163091, "log_loss_skill": -0.013418106865610513, "reliability": { "below": { "weight": [ 0.006812, 0.002465, 0.115995, 0.713444, 0.159164, 0.001771, 0.000348, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0188, 0.157, 0.2815, 0.3531, 0.424, 0.5232, 0.6326, NaN, NaN, NaN ], "observed_frequency": [ 0.4622, 0.0555, 0.3432, 0.3547, 0.3158, 0.5095, 0.6997, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000347, 0.001421, 0.197754, 0.601079, 0.186608, 0.012271, 0.000521, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0001, 0.1875, 0.281, 0.3448, 0.4339, 0.528, 0.6166, NaN, NaN, NaN ], "observed_frequency": [ 0.0, 0.4866, 0.3138, 0.3343, 0.4185, 0.4236, 0.2006, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4213476917870834, 0.4640955929245006, 0.4759533126977134, 0.5228688441629085, 0.37046923170836205, 0.5157385988270382, 0.41362017111912874, 0.463990345963892, 0.4230439556139552 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.2564108422178419, 0.16191754147303544, 0.2740049206628876, 0.15977527297008418, 0.1679331186707052, 0.33276181425051937, 0.10754777468642954, 0.18554109950786007, 0.24083989032272327 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.1649368495692415, 0.30217805145146526, 0.20194839203482576, 0.3630935711928242, 0.20253611303765692, 0.1829767845765187, 0.30607239643269923, 0.278449246456032, 0.18220406529123181 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "log_loss": [ 1.0420135059904385, 1.0626513529095307, 1.1918027490873344, 1.1631358019054248, 1.1128225740908455, 1.296603619606723, 1.028430773444326, 1.111652504438301, 1.2727992689461598 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.45234752720050914, "rpss": -0.0008661756170589285, "bss_below": -0.021815031813507302, "bss_above": 0.01654866363777252, "log_loss": 1.1424346833798984, "log_loss_skill": -0.03988889088071157, "reliability": { "below": { "weight": [ 0.028061, 0.0, 0.128442, 0.73873, 0.104618, 0.000148, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0001, NaN, 0.288, 0.3555, 0.4185, 0.5411, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.2712, NaN, 0.3064, 0.277, 0.2922, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.161136, 0.651234, 0.181963, 0.005667, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2895, 0.341, 0.4301, 0.5224, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3306, 0.4112, 0.4608, 0.3807, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4138168796819402, 0.47292710698140766, 0.4735664841560448, 0.5167492195384974, 0.3587834495118192, 0.5490610893193505, 0.40341399146541645, 0.47337507356152747, 0.4328121788010982 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.29272961932430575, 0.12372418527109323, 0.28246404973857664, 0.15058967154318928, 0.17102408741072148, 0.3709566982876469, 0.10485349664310685, 0.15498492383734458, 0.2431616041010245 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.1210872603576345, 0.3492029217103143, 0.19110243441746805, 0.3661595479953076, 0.18775936210109775, 0.1781043910317036, 0.2985604948223097, 0.31839014972418295, 0.18965057470007388 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "log_loss": [ 1.0139456936652207, 1.000073129889403, 1.1557763273187824, 1.1304838853420613, 1.1103939264532887, 1.3131310592880634, 1.042588131312511, 1.1032724519673973, 1.3005910943434718 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.45494505255745576, "rpss": 0.001807511975181697, "bss_below": -0.018515799623488816, "bss_above": 0.018669446641051968, "log_loss": 1.1300284110644667, "log_loss_skill": -0.028596214856652757, "reliability": { "below": { "weight": [ 0.02465, 0.0, 0.139712, 0.749762, 0.085877, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0001, NaN, 0.2878, 0.3542, 0.4174, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.2409, NaN, 0.3489, 0.2766, 0.2863, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.134753, 0.661907, 0.197233, 0.006107, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2896, 0.3434, 0.4306, 0.5232, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3364, 0.417, 0.4597, 0.3173, NaN, NaN, NaN, NaN ] } } } } }, "SEL": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4886392270180046, 0.4258530605973277, 0.4626630483971937, 0.40407012526975883, 0.49981355385625037, 0.4660346702035087, 0.474685563980612, 0.44233344709772626, 0.43767063669884065, 0.39542235329908176, 0.46116143940586707, 0.4403718372812054, 0.3929723200856383, 0.5074825479920333, 0.39556672541723326, 0.4967674475644302, 0.4291392721185549, 0.41986229012576237, 0.49282190659072617, 0.4234060892250228, 0.4822597901150706, 0.48904614513494793, 0.5226674326509718, 0.4135687334977553 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.21631735369937993, 0.19092704551566775, 0.15219622610548983, 0.17757251033354132, 0.12877080076077566, 0.31767261443822115, 0.34171860776479956, 0.25008243515813106, 0.3001755878424985, 0.23803516938624814, 0.2031553478632955, 0.14376004574658716, 0.19227104285689312, 0.21396760574270232, 0.16840639020386802, 0.27982024641809683, 0.2641382680878753, 0.1882367940076523, 0.3676669339425038, 0.19816118411605838, 0.20426242865196398, 0.28150834730076696, 0.30916584581565615, 0.13977010360486003 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.27232187449090334, 0.23492601645635042, 0.31046682497640715, 0.2264976149045436, 0.3710427580399786, 0.1483620541467305, 0.1329669539213414, 0.19225101029797761, 0.1374950470910791, 0.1573871829490915, 0.2580060921299587, 0.296611793756923, 0.20070127587855374, 0.29351494126758887, 0.22716033536912797, 0.21694719928320655, 0.16500100138420598, 0.23162549620600856, 0.12515497041553547, 0.22524490496305924, 0.2779973636191923, 0.2075377977191521, 0.21350158687395618, 0.27379863110669034 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "log_loss": [ 1.0891435310902768, 1.0863060616605353, 1.0776133392302094, 1.0957174661635358, 1.0799010822259487, 1.1438853544524303, 1.0927128100956298, 1.0648182926659868, 1.0808353983923165, 1.080998811854519, 1.0941693084490665, 1.1123505711953898, 1.109480416980741, 1.1764790165478574, 1.1037626124051476, 1.10631608404514, 1.069896913971564, 1.0665574111543572, 1.0637477720861364, 1.089888536291349, 1.1036483162928648, 1.0665715655495334, 1.0865711433645948, 1.078419220821036 ], "log_loss_clim": [ 1.0833107766890993, 1.1061581409350472, 1.0907329920679028, 1.1143929123594323, 1.0784896069122667, 1.1049278414958539, 1.0902237365228555, 1.0932521894921206, 1.0979835582707433, 1.1152966884722595, 1.0933427377911689, 1.1065882967448433, 1.1231050629766581, 1.0966596561133757, 1.1211531536802515, 1.0820410495666335, 1.1014941064968364, 1.1021243147132054, 1.0744697759847108, 1.1074777045772977, 1.0881185614326698, 1.0776689007395701, 1.069683779800534, 1.1062546918244758 ] }, "rps": 0.45267831931764685, "rpss": 0.0013171272017139524, "bss_below": -0.004852640725310442, "bss_above": 0.007491547472777804, "log_loss": 1.0924912932077568, "log_loss_skill": 0.003994658973037635, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.099974, 0.833417, 0.066609, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2756, 0.3484, 0.4218, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3132, 0.3556, 0.296, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.115256, 0.844682, 0.040034, 2.8e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2829, 0.3438, 0.4178, 0.5028, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3021, 0.3509, 0.3917, 0.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4851472325913971, 0.4377850604090821, 0.48206765940350094, 0.39637550828502927, 0.5087037881606992, 0.4740585369109194, 0.4941128164539911, 0.4427694378532752, 0.4396308494948677, 0.41017054680135023, 0.4504057643346254, 0.4394350670054419, 0.3939476903600622, 0.5213721408487334, 0.3854064865060782, 0.4846441176827817, 0.4380835827643769, 0.41682651026177325, 0.496272443622329, 0.3985575761417425, 0.49134353260472774, 0.4808673582365864, 0.5057866520245814, 0.42217366102062825 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.25345359090391995, 0.18346524769553235, 0.15519014230950298, 0.19211598297171228, 0.1315643654819157, 0.32272651017909015, 0.36220502658958487, 0.2975376192244978, 0.2947003459722327, 0.24354521687737682, 0.16322107037318576, 0.14545264436266997, 0.19248411778893398, 0.19824604998546122, 0.1802213863175764, 0.3128119098387939, 0.27996647274361036, 0.1828844798310606, 0.36993793342206516, 0.15155080643089724, 0.16409642113481646, 0.3190246506278213, 0.2610845487095193, 0.1230014775548302 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.231693641505024, 0.25431981455063374, 0.32687752047888924, 0.20425952463193947, 0.3771394279326447, 0.1513320246363505, 0.1319077872861895, 0.14523181592674736, 0.14493050215423303, 0.16662532894993795, 0.2871846951079931, 0.2939824245783875, 0.20146357107645763, 0.32312609025366346, 0.20518510047439883, 0.17183220477643657, 0.15811710711399898, 0.23394203029818275, 0.12633450788264902, 0.24700677017085973, 0.327247115077497, 0.16184270621483873, 0.24470210435377765, 0.29917218520031824 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "log_loss": [ 1.0944889510882434, 1.0921461197499809, 1.0833320400625222, 1.1006446599424824, 1.0823785411770217, 1.149246285670735, 1.1091361171854865, 1.086851332908368, 1.0755692493921525, 1.078292388620917, 1.1030934666432561, 1.1100240804944042, 1.1152380730184284, 1.2007935374143708, 1.1062180342022416, 1.1011516858033605, 1.077401448744144, 1.0601534549017073, 1.0473746676407527, 1.0916768366798475, 1.1023142795625274, 1.0646217919475451, 1.0715392460277036, 1.0737867126560856 ], "log_loss_clim": [ 1.0863681418311129, 1.102088246616862, 1.084765576338115, 1.118579979125899, 1.0766554212068957, 1.1015494887888502, 1.085001927559242, 1.097787805424923, 1.0961046508895094, 1.1084937179386247, 1.1000178543213168, 1.1066086495734608, 1.1237320723726003, 1.0970815522444581, 1.127063895695431, 1.086362340107213, 1.0985485748960706, 1.1013663013101787, 1.0707796763164559, 1.1169717651170743, 1.085286481267623, 1.078938529290984, 1.0720472590764443, 1.1015331869218679 ] }, "rps": 0.4539976674907742, "rpss": -0.0013382224431413015, "bss_below": -0.0069846366635162305, "bss_above": 0.004311894488160939, "log_loss": 1.0948947083972618, "log_loss_skill": 0.0017573530521426406, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.083443, 0.850114, 0.066442, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2765, 0.3484, 0.422, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3335, 0.3551, 0.2693, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.104338, 0.854509, 0.041117, 3.5e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2835, 0.3437, 0.4176, 0.5028, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3377, 0.3468, 0.3775, 0.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43328875894137886, 0.4852890733257394, 0.4710062482785096, 0.5101250991647945, 0.3647637975076327, 0.4856031875871295, 0.43653559352627846, 0.46430650786769556, 0.40838520432116415 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.26848927327820893, 0.1577799307463033, 0.2725499901579524, 0.1418615249282143, 0.1653379840235559, 0.32672028503964173, 0.10612645281544773, 0.17849087962618368, 0.2319387887493462 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16479949315603476, 0.3275091232444723, 0.19845626125655036, 0.3682635503415693, 0.1994258170911919, 0.15888291628070775, 0.33040912102338427, 0.2858156165356786, 0.1764464229282255 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "log_loss": [ 1.0598775422656097, 1.0748308668598434, 1.1005403770617146, 1.1345068294376282, 1.0835943995370143, 1.1350023212088396, 1.064239828423757, 1.100784426740459, 1.0951417224455893 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4510337189467026, "rpss": 0.0020407624414277015, "bss_below": -0.0015398402226896035, "bss_above": 0.005017329824242189, "log_loss": 1.094279812664495, "log_loss_skill": 0.003943562586646077, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.134948, 0.855748, 0.009303, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2797, 0.3409, 0.4103, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3165, 0.2772, 0.2401, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.100589, 0.895952, 0.003459, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2921, 0.3351, 0.4109, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3165, 0.4172, 0.4112, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4309114606533173, 0.504012044670477, 0.4722952387485292, 0.5080303581361436, 0.35341534348225523, 0.5150498399964272, 0.42318917652542665, 0.47204469517236464, 0.41690470679942027 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.31178008870325735, 0.11960544540479613, 0.28502676121816156, 0.13449770569351555, 0.17094778256596824, 0.36398482125416703, 0.10305270264839626, 0.1436961035621304, 0.23305807723762495 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.1191313867754005, 0.38440656997548756, 0.18726848273807914, 0.373532627526357, 0.18246756776853507, 0.15106503435728375, 0.32013645612966224, 0.32834857323370115, 0.1838466359659323 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "log_loss": [ 1.0498434280638285, 1.0682806202373365, 1.0974687184287701, 1.1298417766170958, 1.081275641663048, 1.1541626862574805, 1.0676777869154932, 1.1085559134254808, 1.1009768038691727 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.45509476268715127, "rpss": 0.0014790337864351022, "bss_below": -0.0030114433089551973, "bss_above": 0.0052047160676156334, "log_loss": 1.0953425972753008, "log_loss_skill": 0.002976174318191971, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.133356, 0.860927, 0.005716, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2818, 0.3392, 0.4091, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3528, 0.2774, 0.1452, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.078194, 0.917517, 0.004289, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.292, 0.3369, 0.4108, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3392, 0.4208, 0.3033, NaN, NaN, NaN, NaN, NaN ] } } } } } }, "fitted": { "climatology_blend": { "fallbacks": 0, "folds": 24, "test_fit": { "lam": 0.7348780881110409 }, "test_fallback": null }, "platt_ovr": { "fallbacks": 0, "folds": 24, "test_fit": { "coefficients": [ [ -0.5701632072492079, 0.057982872029182946 ], [ -0.6750157929093766, 0.25413149313917216 ], [ -0.28527632611685994, 0.43461428119050577 ] ], "features": [ "intercept", "logit(p_k)" ], "normalization": "divide by the sum" }, "test_fallback": null }, "beta_ovr": { "fallbacks": 0, "folds": 24, "test_fit": { "coefficients": [ [ -0.7739352673312019, 0.0, 0.3638964964477496 ], [ -0.30922148442921, 0.4697874149587363, 0.0 ], [ -0.9143045682181642, 0.13884307509275182, 1.1163347430992028 ] ], "features": [ "intercept", "ln p_k", "-ln(1 - p_k)" ], "constraints": "a, b >= 0", "normalization": "divide by the sum" }, "test_fallback": null }, "isotonic_ovr": { "fallbacks": 0, "folds": 24, "test_fit": { "maps": [ { "x": [ 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945591, 0.018867924809455896, 0.018867924809455865, 0.09226431121705528, 0.2176756762974125, 0.25498606846477373, 0.2830188572406768, 0.2931538343992875, 0.3291334542648762, 0.3663984875615577, 0.39622640609741083, 0.4734359657353076, 0.6937061594052514, 0.7358490824699403, 0.7465958119439668, 0.7829239831657441, 0.849056601524353 ], "y": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.014217246092384566, 0.26012488643084125, 0.2666666666666669, 0.2985902468041132, 0.3020215511736498, 0.3193954340147808, 0.32693840055151274, 0.3460457570113564, 0.34744324096595747, 0.37321793599504577, 0.37836292793120546, 0.3891346102830614, 0.45707672991557635, 0.4966196078374838, 0.5721158100603959, 0.7525145558431179, 1.0 ] }, { "x": [ 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.04163294611807932, 0.07454133708526135, 0.09433962404727943, 0.1295389743204526, 0.15833067323624442, 0.20530339876745685, 0.22067103106331623, 0.2452830225229271, 0.27707196617198865, 0.2937494908781868, 0.3220644278288981, 0.36056400185453724, 0.39622640609741255, 0.4060511993936308, 0.4339622557163239, 0.46680235549981686, 0.4731006691946678, 0.5094339847564694, 0.6270864736310099, 0.8490566015243535, 0.8730350077131758, 0.9245283007621766, 0.9490244557545032 ], "y": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.11024081885784205, 0.11296698752186171, 0.13688247657349625, 0.1648466449774716, 0.1872818267258981, 0.2078051932610002, 0.2248220457572992, 0.2498768214545582, 0.2577092912996505, 0.2692494945034614, 0.2938671412895619, 0.29480968817990605, 0.2971220027893, 0.3052183166905005, 0.3165896060662189, 0.33677086129570216, 0.3518767378785438, 0.3567883027163808, 0.3576373233877792, 0.365901303342818, 0.36633906942653327, 0.4063191805009242, 0.41722142527194866, 0.43521823212174726, 0.5403105982764979 ] }, { "x": [ 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.031979572540245485, 0.07863588612640071, 0.115692195360413, 0.13207547366619113, 0.15097183100915862, 0.2197930314834724, 0.2830188572406767, 0.31344681208375175, 0.3495179377955971, 0.3852362140418821, 0.3962264060974117, 0.42566684537339083, 0.45782250004229064, 0.502589368125734, 0.5591739160271285, 0.598699909438667, 0.6226415038108826, 0.6852927495808416 ], "y": [ 0.0, 0.0, 0.0, 0.0, 0.14624015439218907, 0.22177815971511722, 0.24240245734266017, 0.25054452338896865, 0.2723810204924725, 0.29210449396992627, 0.30127939358521977, 0.3381561306539006, 0.36057906278316915, 0.3737556312354799, 0.4028182432372355, 0.41662208962101877, 0.46239104294249744, 0.4738795632722712, 0.47416673990993047, 0.5617163944195325, 0.6112276524747224, 0.6385372872781203 ] } ], "blocks": [ 27, 30, 22 ], "normalization": "divide by the sum", "floor": 0.0001 }, "test_fallback": null } }, "selection": { "criterion": "inner leave-one-year-out RPS of the calibrators (training years only)", "chosen_training": { "1993": "climatology_blend", "1994": "climatology_blend", "1995": "climatology_blend", "1996": "climatology_blend", "1997": "climatology_blend", "1998": "climatology_blend", "1999": "climatology_blend", "2000": "climatology_blend", "2001": "climatology_blend", "2002": "climatology_blend", "2003": "climatology_blend", "2004": "climatology_blend", "2005": "climatology_blend", "2006": "climatology_blend", "2007": "climatology_blend", "2008": "climatology_blend", "2009": "climatology_blend", "2010": "climatology_blend", "2011": "climatology_blend", "2012": "climatology_blend", "2013": "climatology_blend", "2014": "climatology_blend", "2015": "climatology_blend", "2016": "climatology_blend" }, "chosen_test": "climatology_blend", "frequency": { "climatology_blend": 24, "platt_ovr": 0, "beta_ovr": 0, "isotonic_ovr": 0 } } }, "May": { "tag": "init01_May", "methods": { "climatology_blend": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4361797370041243, 0.4058862129815668, 0.44165736608145756, 0.46893614914338916, 0.48365933300660324, 0.36528031095367863, 0.4774724967390676, 0.4121628768378564, 0.4636174122628604, 0.4821553916510701, 0.4509332254572438, 0.4759250754538484, 0.4560427623371688, 0.4002347112970377, 0.3944213418542651, 0.4160922362983641, 0.4685579321107911, 0.47406035615184894, 0.46709924835826955, 0.3859608783753265, 0.410234224314325, 0.42204314376557317, 0.45249335293666954, 0.4572016553625316 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.12427084107628847, 0.15747655497471888, 0.2662843126097436, 0.10989206041886106, 0.2893664927279166, 0.1421493957029826, 0.3392494789471157, 0.190873044039932, 0.26152583570946186, 0.3674283830604599, 0.3033346098228878, 0.3724107979336105, 0.1573461144748448, 0.23370699286292815, 0.20565331969303938, 0.20617911480094522, 0.3258087894698871, 0.16185115568674155, 0.14177147878078697, 0.20665104250441388, 0.2671131170862021, 0.13502006875854666, 0.14038086992776724, 0.1814600782558061 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.3119088992944893, 0.24840965995655945, 0.17537305038035644, 0.35904409138304977, 0.19429283790435234, 0.22313091384834874, 0.13822301552033123, 0.221289833419785, 0.20209157569727182, 0.114727005635676, 0.1475986157670741, 0.10351427399964888, 0.2986966520728255, 0.16652771848586484, 0.1887680214334821, 0.20991312179617438, 0.1427491391096786, 0.31220920408295755, 0.3253277747240715, 0.17930983619211524, 0.14312110521838362, 0.28702307851795766, 0.3121124871009801, 0.27574157908875224 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "log_loss": [ 1.0209096936202697, 1.0869820794339846, 1.0993629498177604, 1.0777943211443763, 1.1726498778318672, 1.0137065811572352, 1.044615839808207, 1.068344840722904, 1.1441525556648857, 1.0632104000540457, 1.022851230738323, 1.0301804185989933, 1.0557167829642533, 1.0804048171757108, 1.0750948439387664, 1.049791108276478, 1.082148536246802, 1.1314492506643348, 1.0408723924919066, 1.0334293232567502, 1.0381402033010134, 1.0709971713770696, 1.102605067361055, 1.1099909219549724 ], "log_loss_clim": [ 1.083481915751514, 1.1161912835400085, 1.1028854860868644, 1.079747620261473, 1.1046465425269674, 1.109005274890138, 1.0728623913642652, 1.107435870654486, 1.111764318065663, 1.07377661068669, 1.07709699368638, 1.0684097570617768, 1.0901456907280358, 1.1140373481380856, 1.1156261135581815, 1.1039190892789903, 1.0875425494531406, 1.1001547872274278, 1.0796783466894777, 1.1114553623544081, 1.1028738854876845, 1.1111453956260824, 1.1000137231108051, 1.1032882701991225 ] }, "rps": 0.4403461429472891, "rpss": 0.028068941568812122, "bss_below": 0.027121672866629476, "bss_above": 0.029015456748844204, "log_loss": 1.0714750503167485, "log_loss_skill": 0.023237707620722303, "reliability": { "below": { "weight": [ 0.0, 0.043227, 0.243451, 0.549899, 0.154251, 0.009172, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.168, 0.2678, 0.3514, 0.4387, 0.5188, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2708, 0.2486, 0.3472, 0.5084, 0.5376, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.003152, 0.342706, 0.516395, 0.131437, 0.00631, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1831, 0.2666, 0.3458, 0.4352, 0.5256, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0985, 0.2356, 0.4006, 0.4349, 0.3178, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4343809574276963, 0.40970094011535757, 0.45354757870978507, 0.46951920111011725, 0.4996384798454943, 0.37090688442826314, 0.4806817674849668, 0.4119664293782143, 0.4603447701138098, 0.46908042758836926, 0.4586726096027379, 0.45941675100531526, 0.4643759317661292, 0.39401722169662906, 0.39779945056537996, 0.4133439484201318, 0.43923333032500883, 0.49403801619765714, 0.4586087462406806, 0.40270602467031624, 0.4243505201252967, 0.3853222365877207, 0.42406041428271085, 0.43151290770376577 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.11300940239706414, 0.1575877903388164, 0.29122525114405956, 0.11358519779098136, 0.32849115551991603, 0.12766733972763322, 0.3640042347711072, 0.18132678238735184, 0.25702428075246764, 0.34896003589151453, 0.2873558688183764, 0.36351375354771925, 0.12900145621896694, 0.24769026741514968, 0.1923941571996249, 0.2273132466337452, 0.28636318064965316, 0.1622724498533033, 0.13307572881034638, 0.19577946229161422, 0.2820518916098519, 0.12977229371877888, 0.13747353997567582, 0.18975812967027783 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.3213715584932485, 0.25211315234023884, 0.16232232361030802, 0.3559340056906074, 0.17114732030691462, 0.2432395435368253, 0.11667752962478346, 0.23063964782064483, 0.20332048842717407, 0.12012038852505608, 0.1713167412801189, 0.09590299449486324, 0.33537448159606076, 0.14632695354572398, 0.20540529337247063, 0.18603070097154945, 0.15287014674668384, 0.331765570864533, 0.3255330228563717, 0.20692656361543327, 0.14229862640782814, 0.25554994531154507, 0.2865868774929445, 0.2417547794739002 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "log_loss": [ 1.0004383036401758, 1.0808998325551824, 1.0989268679525814, 1.097633674607008, 1.2075967223530477, 0.9992283696421712, 1.0388185628311026, 1.0638947329984962, 1.1345858241568294, 1.057806932243724, 1.061489696704039, 1.0086418349746558, 1.049274726839825, 1.068281274832619, 1.0859229669399117, 1.04319298720043, 1.0776228430343728, 1.130104756369859, 1.0337234115939042, 1.0460728353850581, 1.0286364191074309, 1.0432341108637402, 1.0918075682289465, 1.0803436063839351 ], "log_loss_clim": [ 1.078840434602737, 1.1128514775024667, 1.0988930793044438, 1.0830601465694225, 1.1048205273939196, 1.1036038416693172, 1.0698975112057199, 1.10694575754395, 1.110189802776369, 1.0780003386502597, 1.0835970811883282, 1.068588441018692, 1.084919694428158, 1.1135714788222097, 1.115337692386761, 1.1033320975494298, 1.0979465862376228, 1.093543327544678, 1.079775682862393, 1.1082134043826868, 1.0956855829180405, 1.118615689512805, 1.1074242157684957, 1.1063137440689905 ] }, "rps": 0.4378010643913148, "rpss": 0.03433759950197157, "bss_below": 0.03502468044006801, "bss_above": 0.03365134837408701, "log_loss": 1.0678407858932937, "log_loss_skill": 0.026431759227653173, "reliability": { "below": { "weight": [ 0.0, 0.044903, 0.260726, 0.548419, 0.138772, 0.007179, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1675, 0.2678, 0.3503, 0.4387, 0.5194, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2698, 0.2347, 0.3499, 0.5591, 0.567, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.003943, 0.342727, 0.505714, 0.140315, 0.007301, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1835, 0.2663, 0.3465, 0.4354, 0.5255, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1064, 0.2277, 0.4029, 0.4482, 0.3593, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41718217503471505, 0.38334616149518685, 0.4097237861910437, 0.3665312084777004, 0.5624769537413368, 0.4934587128379939, 0.44024328913065486, 0.38127871239944117, 0.378171340823357 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.14408111187423653, 0.17120058555895074, 0.14055022471683445, 0.1882092254824753, 0.18885121227750595, 0.3746883439126786, 0.1847534416654294, 0.19046929361921622, 0.1858873296727181 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.27310105721039757, 0.2121455749960811, 0.26917355117729874, 0.17832198868668156, 0.37362572068560324, 0.11877038298293757, 0.2554898415281136, 0.1908094193108396, 0.19228401686339464 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "log_loss": [ 1.1037361872544023, 1.069815833676587, 1.036144716480184, 1.1111708662807103, 1.2863964440550288, 1.0862297272386194, 1.0838056701899421, 1.0127166452165937, 1.0822084531200944 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4258235933479366, "rpss": 0.0038791306518211055, "bss_below": 0.013720648625159648, "bss_above": -0.0047130778990149835, "log_loss": 1.0969138381680181, "log_loss_skill": 0.0015459691843637824, "reliability": { "below": { "weight": [ 0.0, 0.039739, 0.208992, 0.555694, 0.188681, 0.006895, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.171, 0.2758, 0.3433, 0.4315, 0.5176, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1452, 0.1437, 0.3029, 0.3169, 0.0758, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.005544, 0.354363, 0.571368, 0.068725, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1952, 0.2649, 0.3411, 0.4189, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5279, 0.3271, 0.3452, 0.5132, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.39318441182704417, 0.39806743580095766, 0.420430924795584, 0.3589187521373597, 0.5862357000518719, 0.4906971059568246, 0.4303890628932854, 0.39023149508524735, 0.3799759654015835 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14680818578813973, 0.1693810193086664, 0.12042316165456513, 0.18652152455227908, 0.19042424783680065, 0.3624553399540104, 0.17362450896781925, 0.16682099923625593, 0.17656652593789918 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.2463762250819669, 0.2286864129464472, 0.30000774840257405, 0.17239723559476966, 0.3958114285813571, 0.12824177967280764, 0.25676454832154993, 0.22341049170292096, 0.20340944339752112 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "log_loss": [ 1.1055603316874456, 1.0718773113486142, 1.0484888853551926, 1.1025396013412743, 1.3064739734676296, 1.109128569247774, 1.088799599293035, 1.0151815408096914, 1.0783658197589874 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4275700948833065, "rpss": -0.0059238645729244865, "bss_below": 0.004488122532897765, "bss_above": -0.014257418725460935, "log_loss": 1.102935070256627, "log_loss_skill": -0.003934792603990989, "reliability": { "below": { "weight": [ 0.0, 0.041485, 0.246417, 0.562184, 0.14229, 0.007624, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1704, 0.2762, 0.34, 0.4321, 0.5204, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1457, 0.1423, 0.2886, 0.2098, 0.0488, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.006771, 0.305471, 0.595667, 0.092091, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1949, 0.2634, 0.3432, 0.4202, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5898, 0.3828, 0.3472, 0.5128, NaN, NaN, NaN, NaN, NaN ] } } } } }, "platt_ovr": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4378415451976316, 0.4112366961171709, 0.44173521280221245, 0.4716272352668584, 0.4819698424836322, 0.37639872382396217, 0.4811255009984888, 0.415383479023167, 0.46019960079693517, 0.47455204368421083, 0.4538429009750606, 0.4796518820548939, 0.4520346930744489, 0.3979252733654095, 0.3996972784611485, 0.41900285353603695, 0.47148810194092894, 0.4659980874391213, 0.45955472309216366, 0.3913299216724963, 0.41480538820842267, 0.42396457234870777, 0.45091558344841814, 0.4534677314831049 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.13480769651692873, 0.16475065338913905, 0.2625856978409817, 0.12297858740689208, 0.27979207532956474, 0.15121746700906674, 0.3348676628450987, 0.19529524645604965, 0.25334958344811426, 0.3526794061170961, 0.3020905872293019, 0.366302968781955, 0.16125828492056282, 0.22903583831066388, 0.2086428162044656, 0.20978679353004812, 0.320442816325841, 0.16317689893886725, 0.14539264599705026, 0.2111136208757757, 0.26654424020009887, 0.1446627399215546, 0.14767772754016917, 0.1847089095143665 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.3030338486807029, 0.24648604272803182, 0.17914951496123088, 0.3486486478599664, 0.20217776715406743, 0.2251812568148954, 0.14625783815338994, 0.22008823256711746, 0.2068500173488209, 0.12187263756711472, 0.1517523137457585, 0.11334891327293888, 0.29077640815388606, 0.16888943505474574, 0.19105446225668277, 0.20921606000598875, 0.1510452856150879, 0.3028211885002539, 0.3141620770951133, 0.18021630079672074, 0.14826114800832377, 0.27930183242715323, 0.30323785590824903, 0.26875882196873835 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "log_loss": [ 1.0129617831548547, 1.109477277657909, 1.1000846975577343, 1.0658363965249433, 1.1732803278970168, 1.0465010828655004, 1.0341503199851185, 1.0817176138578253, 1.1522202203238308, 1.0342749311416968, 1.014642043126636, 1.017936978371564, 1.0523493286988626, 1.083565761753895, 1.0927559757813168, 1.0593093447470616, 1.074972510375541, 1.12309391431429, 1.0220480995519774, 1.0496647886149604, 1.0464971845527167, 1.0909804120179152, 1.10362973762187, 1.1073485086342978 ], "log_loss_clim": [ 1.083481915751514, 1.1161912835400085, 1.1028854860868644, 1.079747620261473, 1.1046465425269674, 1.109005274890138, 1.0728623913642652, 1.107435870654486, 1.111764318065663, 1.07377661068669, 1.07709699368638, 1.0684097570617768, 1.0901456907280358, 1.1140373481380856, 1.1156261135581815, 1.1039190892789903, 1.0875425494531406, 1.1001547872274278, 1.0796783466894777, 1.1114553623544081, 1.1028738854876845, 1.1111453956260824, 1.1000137231108051, 1.1032882701991225 ] }, "rps": 0.44107286963727627, "rpss": 0.026464911983672845, "bss_below": 0.022345421016390365, "bss_above": 0.0305811333997682, "log_loss": 1.0728874682970557, "log_loss_skill": 0.021950139959828308, "reliability": { "below": { "weight": [ 0.0, 0.00194, 0.109327, 0.738668, 0.148886, 0.001178, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1934, 0.2628, 0.3521, 0.4233, 0.5128, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3424, 0.2653, 0.3222, 0.5229, 0.8077, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000535, 0.012917, 0.208176, 0.574686, 0.196055, 0.00763, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0869, 0.1848, 0.2658, 0.3471, 0.4329, 0.5211, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.0529, 0.0611, 0.2108, 0.365, 0.4599, 0.3253, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43773024573733404, 0.4145911059443322, 0.4549900131515867, 0.47425022388373295, 0.49690803645422704, 0.3814367531456208, 0.4856909852724932, 0.41473226272413427, 0.4562932765038329, 0.46463223080678695, 0.4583385431341396, 0.4640076708270759, 0.45848185472761016, 0.3939068348384406, 0.4018561854061371, 0.41517560509449525, 0.44519611570601, 0.4837100000371584, 0.45298400691247787, 0.4062365045740506, 0.4283687767545117, 0.39501750360161714, 0.42897913321561043, 0.43289574305261286 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.12572718942400898, 0.16499356857922812, 0.286410333381912, 0.12758133047260065, 0.3140983438713453, 0.1377299994141428, 0.35902522293231204, 0.18646429152803592, 0.24870338526724434, 0.3372126885966526, 0.2842917352337747, 0.3588002411030739, 0.13441508844453787, 0.24342740493834786, 0.19555563962532865, 0.22816276546169004, 0.2853677738973718, 0.16352519718312977, 0.1379897871363645, 0.200600704881745, 0.28123157011549343, 0.1440306122320372, 0.14821449706693884, 0.19538329045414654 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.31200305631332514, 0.24959753736510407, 0.1685796797696747, 0.3466688934111324, 0.18280969258288174, 0.24370675373147804, 0.1266657623401811, 0.22826797119609826, 0.20758989123658858, 0.12741954221013432, 0.17404680790036484, 0.10520742972400211, 0.3240667662830722, 0.15047942990009266, 0.20630054578080834, 0.18701283963280527, 0.15982834180863817, 0.3201848028540285, 0.3149942197761134, 0.20563579969230542, 0.14713720663901844, 0.25098689136957986, 0.2807646361486716, 0.2375124525984664 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "log_loss": [ 0.9916288488066628, 1.0994152992447286, 1.1002052098811899, 1.0894041970379909, 1.2028787569391144, 1.0277918962069572, 1.0283051185134082, 1.0779560118857456, 1.13899157689591, 1.0370297155495107, 1.049329615910335, 0.9994284167072711, 1.0396119932373493, 1.0731991374283272, 1.1009585815874325, 1.0511838875279311, 1.0836872551208556, 1.1149568871392959, 1.0164732126429086, 1.0562982722152177, 1.0322235581012358, 1.0795196950044594, 1.1068109643753337, 1.085740499518681 ], "log_loss_clim": [ 1.078840434602737, 1.1128514775024667, 1.0988930793044438, 1.0830601465694225, 1.1048205273939196, 1.1036038416693172, 1.0698975112057199, 1.10694575754395, 1.110189802776369, 1.0780003386502597, 1.0835970811883282, 1.068588441018692, 1.084919694428158, 1.1135714788222097, 1.115337692386761, 1.1033320975494298, 1.0979465862376228, 1.093543327544678, 1.079775682862393, 1.1082134043826868, 1.0956855829180405, 1.118615689512805, 1.1074242157684957, 1.1063137440689905 ] }, "rps": 0.4394337338127512, "rpss": 0.030736403431523396, "bss_below": 0.02725481674889041, "bss_above": 0.03421377770287359, "log_loss": 1.0701261919782439, "log_loss_skill": 0.02434811641219914, "reliability": { "below": { "weight": [ 0.0, 0.002058, 0.116028, 0.742381, 0.138348, 0.001185, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1933, 0.2627, 0.3509, 0.4228, 0.5146, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3496, 0.2567, 0.3219, 0.5535, 0.7048, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000628, 0.014355, 0.208356, 0.560959, 0.207285, 0.008417, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0874, 0.1839, 0.2655, 0.347, 0.4333, 0.5217, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.0558, 0.073, 0.2077, 0.3626, 0.4676, 0.3654, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42155679126033263, 0.38828815588323506, 0.41462205763420323, 0.3727871795511947, 0.5660079546995975, 0.4872282686191176, 0.4417933686933362, 0.3891398826605245, 0.38916656956217005 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.15349795919086218, 0.17709532059847438, 0.15368139255862207, 0.19016572907988055, 0.19110665593620987, 0.3571209120483312, 0.19134090841528303, 0.1970718236325329, 0.19174599977032422 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.2680588320694704, 0.21119283528476074, 0.26094066507558134, 0.18262145047131415, 0.3749012987633874, 0.13010735657078648, 0.2504524602780531, 0.19206805902799165, 0.19742056979184588 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "log_loss": [ 1.1279353330829112, 1.0958888429823301, 1.0470411926941217, 1.1465493407016898, 1.2992140767105724, 1.0510771806104215, 1.0852200527277496, 1.0346355796565925, 1.1272192544200372 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.43006558095152353, "rpss": -0.006044068638821676, "bss_below": -0.0053146547247029385, "bss_above": -0.0066808937716988925, "log_loss": 1.1127534281762697, "log_loss_skill": -0.012871847365948819, "reliability": { "below": { "weight": [ 0.0, 0.000442, 0.058304, 0.767938, 0.170988, 0.002328, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1918, 0.2413, 0.3497, 0.4294, 0.5122, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1273, 0.2724, 0.2797, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.017145, 0.222084, 0.622805, 0.137817, 0.000149, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1765, 0.2651, 0.3495, 0.4236, 0.5048, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6128, 0.3472, 0.3209, 0.4632, 0.5064, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40285036441638095, 0.400366422351675, 0.4234994375871787, 0.3680950097617325, 0.5920502176859475, 0.48429652076963453, 0.43210639606198104, 0.3961307618669563, 0.39045446498031977 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.15711755178021372, 0.17470153124814797, 0.1344743288843094, 0.18976362072607655, 0.19372646897877197, 0.34470208821709236, 0.1804318136102101, 0.17490829407852143, 0.1836183931835813 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.2457328126361672, 0.22566489110352692, 0.2890251087028692, 0.178331389035656, 0.39832374870717524, 0.13959443255254228, 0.2516745824517709, 0.22122246778843468, 0.20683607179673844 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "log_loss": [ 1.147136929657902, 1.0884155309348424, 1.0542293689844378, 1.1469297195521189, 1.3229203396982403, 1.0775870014563562, 1.0960461167968498, 1.0332875980892287, 1.1225618977737322 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4322055106090896, "rpss": -0.016829387097961, "bss_below": -0.0192783084084045, "bss_above": -0.014869327773771701, "log_loss": 1.121012722549301, "log_loss_skill": -0.020389781292481812, "reliability": { "below": { "weight": [ 0.0, 0.000547, 0.064047, 0.799455, 0.132605, 0.003345, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1918, 0.2429, 0.3459, 0.4331, 0.5135, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1249, 0.255, 0.1634, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.02077, 0.18409, 0.619946, 0.174916, 0.000278, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1762, 0.2619, 0.3513, 0.4251, 0.5033, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6486, 0.4112, 0.3307, 0.4607, 0.6724, NaN, NaN, NaN, NaN ] } } } } }, "beta_ovr": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4280703209144442, 0.4066562860585274, 0.4476402436184104, 0.4592874293585458, 0.49139210115352194, 0.36927236932779806, 0.47772484361287154, 0.41143439534302073, 0.46874465966546747, 0.4745754913228221, 0.4409279959414292, 0.4737414333898362, 0.4488404909909227, 0.40006478113613353, 0.39525624657807307, 0.41527748602649756, 0.47400568161266776, 0.4725491764206263, 0.4550094883817104, 0.3841079455417068, 0.41388912385673216, 0.4223192199270292, 0.4480530584849321, 0.45874469102733195 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.1291074858423589, 0.16031352316435832, 0.26683978822727367, 0.11612550273577803, 0.2849667934187462, 0.14526545105051805, 0.332054230949468, 0.19204025249892656, 0.2579137953567217, 0.352489025065709, 0.29238231053707253, 0.36124146547634006, 0.15961218737726265, 0.23213106909068226, 0.20443657339741525, 0.20748939227431776, 0.3213989006504484, 0.16791009206287852, 0.14412537058648484, 0.2065649569963668, 0.2665419947368534, 0.14259792608514948, 0.14572541172845807, 0.18844471267219762 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.29896283507208515, 0.24634276289416912, 0.1808004553911366, 0.3431619266227678, 0.20642530773477558, 0.2240069182772799, 0.14567061266340345, 0.21939414284409425, 0.2108308643087457, 0.1220864662571132, 0.1485456854043565, 0.11249996791349635, 0.28922830361366003, 0.1679337120454511, 0.19081967318065787, 0.20778809375217971, 0.15260678096221933, 0.30463908435774795, 0.31088411779522546, 0.17754298854533995, 0.14734712911987854, 0.2797212938418798, 0.3023276467564741, 0.2702999783551343 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "log_loss": [ 1.0011143424522932, 1.0991379038331495, 1.108585603025027, 1.050378168325569, 1.1854067926287655, 1.035182214315592, 1.028716391234176, 1.0736640989752944, 1.1617610565296017, 1.0338377575388675, 0.9939717002724566, 1.008302294878833, 1.0445717764249636, 1.0868725744785614, 1.0815810678864393, 1.0537420889903977, 1.0773861964356264, 1.1327779066928882, 1.0143379398732606, 1.0383841820314803, 1.0453424890520422, 1.0819942095305635, 1.0972146211229488, 1.1127627184803557 ], "log_loss_clim": [ 1.083481915751514, 1.1161912835400085, 1.1028854860868644, 1.079747620261473, 1.1046465425269674, 1.109005274890138, 1.0728623913642652, 1.107435870654486, 1.111764318065663, 1.07377661068669, 1.07709699368638, 1.0684097570617768, 1.0901456907280358, 1.1140373481380856, 1.1156261135581815, 1.1039190892789903, 1.0875425494531406, 1.1001547872274278, 1.0796783466894777, 1.1114553623544081, 1.1028738854876845, 1.1111453956260824, 1.1000137231108051, 1.1032882701991225 ] }, "rps": 0.4390660399871274, "rpss": 0.030894382065788983, "bss_below": 0.02886710738502607, "bss_above": 0.0329200477423347, "log_loss": 1.068626087292048, "log_loss_skill": 0.02583483730105174, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.222454, 0.577415, 0.178651, 0.020608, 0.000872, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2728, 0.3469, 0.435, 0.5299, 0.6217, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2574, 0.3297, 0.4885, 0.5268, 0.8377, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000902, 0.018534, 0.222332, 0.521955, 0.224678, 0.011571, 2.8e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.068, 0.1689, 0.2613, 0.3489, 0.4341, 0.5201, 0.6032, NaN, NaN, NaN ], "observed_frequency": [ 0.0314, 0.0942, 0.2288, 0.3639, 0.4475, 0.3389, 1.0, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42596711498827344, 0.40820696238710213, 0.46217353323466287, 0.4621102064509509, 0.5107779158420767, 0.37413307267382123, 0.4823426040607957, 0.41073527356371725, 0.46393779456871503, 0.46368895280584915, 0.4505541117740525, 0.4533335104052096, 0.45287431773887143, 0.3953265660507096, 0.3959917265667589, 0.41258201003471806, 0.44416615790781044, 0.4912820278785983, 0.4463479285267717, 0.4011088553203109, 0.4268219232297539, 0.3888545022047945, 0.42216576660504423, 0.4338857346087021 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.11870046947427516, 0.15968218254351207, 0.2908848963342033, 0.12043820119672875, 0.32212340807648315, 0.13189375421602523, 0.35603077908801073, 0.18315505941454083, 0.2532668489463968, 0.3360486778971597, 0.2785688413698202, 0.350320243277802, 0.13179399909627543, 0.24596897041128268, 0.19025831482519334, 0.2267314866897652, 0.28336025804143444, 0.16904315319972366, 0.13539255609743217, 0.19796221768523511, 0.28076227554383454, 0.13839901381562442, 0.14294090320610944, 0.19658193719874037 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.30726664551399835, 0.24852477984359012, 0.1712886369004596, 0.3416720052542221, 0.1886545077655935, 0.242239318457796, 0.12631182497278495, 0.2275802141491764, 0.21067094562231833, 0.12764027490868948, 0.1719852704042323, 0.10301326712740753, 0.3210803186425961, 0.14935759563942685, 0.20573341174156554, 0.18585052334495292, 0.16080589986637603, 0.3222388746788746, 0.3109553724293395, 0.20314663763507598, 0.14605964768591934, 0.2504554883891702, 0.2792248633989346, 0.23730379740996183 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "log_loss": [ 0.9770862446249753, 1.086644817759883, 1.1099776264274874, 1.0744950266062412, 1.223227007496059, 1.0170692396198024, 1.0232368488887271, 1.0697619410369823, 1.1486225400287198, 1.0338455594630234, 1.0367263689688, 0.9822240439211687, 1.0292668251408308, 1.075704005390959, 1.0873396538161235, 1.046900123957188, 1.079268728064631, 1.1250165825248812, 1.0069220067378601, 1.049817599148784, 1.0297554218323084, 1.063655675685934, 1.0947851829787343, 1.0848801631711362 ], "log_loss_clim": [ 1.078840434602737, 1.1128514775024667, 1.0988930793044438, 1.0830601465694225, 1.1048205273939196, 1.1036038416693172, 1.0698975112057199, 1.10694575754395, 1.110189802776369, 1.0780003386502597, 1.0835970811883282, 1.068588441018692, 1.084919694428158, 1.1135714788222097, 1.115337692386761, 1.1033320975494298, 1.0979465862376228, 1.093543327544678, 1.079775682862393, 1.1082134043826868, 1.0956855829180405, 1.118615689512805, 1.1074242157684957, 1.1063137440689905 ] }, "rps": 0.436640357059503, "rpss": 0.03689778384019693, "bss_below": 0.036199647511239386, "bss_above": 0.03759507548607821, "log_loss": 1.0648428847204683, "log_loss_skill": 0.029164995688925277, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.237353, 0.578859, 0.163568, 0.019173, 0.001047, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.273, 0.3458, 0.4341, 0.527, 0.6215, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2448, 0.3295, 0.5347, 0.5086, 0.7663, NaN, NaN, NaN ] }, "above": { "weight": [ 0.001082, 0.020458, 0.217656, 0.511887, 0.236166, 0.012716, 3.5e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0684, 0.1681, 0.261, 0.3487, 0.4346, 0.5199, 0.6032, NaN, NaN, NaN ], "observed_frequency": [ 0.0324, 0.1024, 0.2205, 0.3625, 0.4542, 0.3768, 1.0, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.418776433470933, 0.38246621545322146, 0.4007976970777495, 0.3792493309190858, 0.6176769192913214, 0.48910533144217494, 0.4370742504192593, 0.3814069492858378, 0.3891436945843127 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.14980001018331843, 0.17245529710030544, 0.14410579816593774, 0.19577283212850202, 0.22209555079820556, 0.35824190760952396, 0.18775654483104484, 0.19233638000417133, 0.18959628349773605 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.26897642328761456, 0.2100109183529161, 0.2566918989118117, 0.18347649879058378, 0.395581368493116, 0.13086342383265087, 0.2493177055882146, 0.1890705692816664, 0.19954741108657661 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "log_loss": [ 1.1175901073872907, 1.0843464124883644, 1.025845243743564, 1.1566036703376816, 1.3848587784194935, 1.0533837588808272, 1.0770012915384521, 1.0243446593487546, 1.1223903290560489 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.43285520243821063, "rpss": -0.012569776053536375, "bss_below": -0.010519541891044648, "bss_above": -0.014359753443226264, "log_loss": 1.1162626945778307, "log_loss_skill": -0.016066119387984967, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.161771, 0.61004, 0.188541, 0.037245, 0.002404, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2802, 0.3426, 0.4395, 0.5332, 0.6208, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1216, 0.2816, 0.3499, 0.1861, 0.0314, NaN, NaN, NaN ] }, "above": { "weight": [ 0.001428, 0.042813, 0.219394, 0.558408, 0.177654, 0.000302, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0961, 0.1682, 0.2632, 0.3523, 0.4254, 0.5071, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.6312, 0.6059, 0.2926, 0.3249, 0.4422, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4007359216938515, 0.3942558346568881, 0.4123423808743751, 0.372081244241466, 0.6502655447837999, 0.48986941658962624, 0.4285889742467529, 0.3883036627690462, 0.38967663537363684 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.15292329073451183, 0.1702197400588779, 0.12721910789982868, 0.19238983652638453, 0.22784938891170747, 0.3484206001445824, 0.17743591211766988, 0.16995208435042203, 0.18089412445869021 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.24781263095933978, 0.22403609459801005, 0.2851232729745463, 0.1796914077150815, 0.42241615587209225, 0.14144881644504392, 0.251153062129083, 0.21835157841862413, 0.20878251091494676 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "log_loss": [ 1.136176409427305, 1.0773244767906283, 1.037892021968534, 1.1513794671958455, 1.4196879107005353, 1.0854456938774582, 1.0889604534988142, 1.022231520065607, 1.115396431472175 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.43623551280327144, "rpss": -0.02631058194746294, "bss_below": -0.02742809057900586, "bss_above": -0.025416160089129614, "log_loss": 1.1260549316663224, "log_loss_skill": -0.024979397944153936, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.190073, 0.631689, 0.142108, 0.032505, 0.003625, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2809, 0.3391, 0.4402, 0.5368, 0.6215, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1204, 0.271, 0.2602, 0.0713, 0.0515, NaN, NaN, NaN ] }, "above": { "weight": [ 0.001953, 0.049064, 0.170911, 0.556669, 0.220748, 0.000655, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0961, 0.1669, 0.263, 0.3542, 0.427, 0.5072, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.6664, 0.6434, 0.3473, 0.3333, 0.4372, 1.0, NaN, NaN, NaN, NaN ] } } } } }, "isotonic_ovr": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4128459935846679, 0.40784507620907645, 0.44992401801221804, 0.44928277448173765, 0.5005946334613279, 0.368681434470497, 0.4799685414877, 0.4081266152758808, 0.4778542259020271, 0.4787144135550498, 0.4358104673261054, 0.4712069919261075, 0.44137579378063657, 0.40268190194964687, 0.4008932447699917, 0.4120554328090348, 0.48102300680966037, 0.47479420493413815, 0.44134710205848104, 0.37923015128253873, 0.41630102815270875, 0.41568294859866994, 0.4409895564007943, 0.4642895203595593 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.1236971877627564, 0.16083781774045477, 0.26802565741341416, 0.10958121491771389, 0.28773676545159016, 0.1444208037376789, 0.3329141510889882, 0.1891553715265969, 0.2600397460320759, 0.3555298771053722, 0.2896106661852024, 0.35827778082266637, 0.1573158487653029, 0.23649607618970156, 0.2092864828979193, 0.20373342176912218, 0.3233710605610198, 0.1689082767836107, 0.14008954237913074, 0.20470487651339275, 0.26680688451191364, 0.13827767555374249, 0.14273237010923914, 0.19154789559061444 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.28914880582191144, 0.24700725846862173, 0.18189836059880382, 0.33970155956402376, 0.21285786800973802, 0.22426063073281813, 0.14705439039871182, 0.21897124374928392, 0.2178144798699511, 0.12318453644967765, 0.1461998011409029, 0.11292921110344113, 0.28405994501533377, 0.1661858257599453, 0.1916067618720724, 0.20832201103991266, 0.1576519462486405, 0.30588592815052723, 0.30125755967935014, 0.17452527476914598, 0.14949414364079525, 0.27740527304492746, 0.298257186291555, 0.2727416247689448 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "log_loss": [ 0.9791624336395981, 1.123207815463536, 1.1087482508359032, 1.0446353274267761, 1.1994592950559397, 1.0380637772625512, 1.0322519392648681, 1.0687814536854248, 1.168240981687411, 1.041077884443045, 1.0092119772224537, 1.0052224277594992, 1.0300721329666238, 1.1394244335570973, 1.1897219324732922, 1.0364558691040917, 1.0859050877870906, 1.1344049123807785, 0.99471950447176, 1.0295611309242345, 1.0435203272171836, 1.0644384222528238, 1.0848924842090475, 1.118540771916873 ], "log_loss_clim": [ 1.083481915751514, 1.1161912835400085, 1.1028854860868644, 1.079747620261473, 1.1046465425269674, 1.109005274890138, 1.0728623913642652, 1.107435870654486, 1.111764318065663, 1.07377661068669, 1.07709699368638, 1.0684097570617768, 1.0901456907280358, 1.1140373481380856, 1.1156261135581815, 1.1039190892789903, 1.0875425494531406, 1.1001547872274278, 1.0796783466894777, 1.1114553623544081, 1.1028738854876845, 1.1111453956260824, 1.1000137231108051, 1.1032882701991225 ] }, "rps": 0.437979961566594, "rpss": 0.03329157201672872, "bss_below": 0.0315574180338275, "bss_above": 0.035024349638992924, "log_loss": 1.0737383572086625, "log_loss_skill": 0.021174465151893695, "reliability": { "below": { "weight": [ 0.016677, 0.011049, 0.268798, 0.470626, 0.196982, 0.033788, 0.001942, 0.000139, 0.0, 0.0 ], "mean_forecast": [ 0.0351, 0.1606, 0.2707, 0.3448, 0.4384, 0.53, 0.6344, 0.7113, NaN, NaN ], "observed_frequency": [ 0.078, 0.1757, 0.2775, 0.3329, 0.4741, 0.5146, 0.5642, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.002534, 0.038631, 0.239184, 0.395727, 0.30765, 0.015797, 0.000478, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0785, 0.1681, 0.2578, 0.3535, 0.4351, 0.5221, 0.6191, NaN, NaN, NaN ], "observed_frequency": [ 0.0782, 0.1019, 0.2429, 0.3541, 0.4512, 0.3734, 0.1166, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4090471701919997, 0.4081042947474211, 0.4675154552479945, 0.45245459882846273, 0.5233574546566191, 0.37315110158487824, 0.4855681342795271, 0.406487201195798, 0.4720563122904868, 0.46751347482904476, 0.44890219580813934, 0.4458717853529212, 0.4420044770872326, 0.39909755217238013, 0.40260835952909707, 0.40975512829159716, 0.4480277966142692, 0.4943344165461747, 0.4318751926894125, 0.3971687741345184, 0.4288851798695101, 0.3793492965214213, 0.41281115306966476, 0.43571048314963184 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.11246002640694022, 0.1599028395416937, 0.2930889687585994, 0.11345641629536567, 0.3261339793755018, 0.13127869769387993, 0.35730144591761626, 0.17954237915849355, 0.25489189460688133, 0.33899145929602004, 0.2784179208388678, 0.34465864040330424, 0.1289682746215759, 0.2509600903239664, 0.19628238189325725, 0.22367141563088677, 0.283137026543779, 0.1709854879312936, 0.13085565020582227, 0.19665008546450524, 0.2812915702392734, 0.13129192412811166, 0.137746158614755, 0.19733272996369997 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.29658714378505957, 0.24820145520572745, 0.17442648648939518, 0.33899818253309705, 0.19722347528111697, 0.24187240389099834, 0.12826668836191094, 0.22694482203730454, 0.21716441768360545, 0.1285220155330246, 0.1704842749692714, 0.10121314494961688, 0.3130362024656567, 0.14813746184841362, 0.20632597763583982, 0.18608371266071036, 0.16489077007049047, 0.3233489286148812, 0.3010195424835903, 0.20051868867001318, 0.14759360963023657, 0.24805737239330963, 0.2750649944549099, 0.23837775318593182 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "log_loss": [ 0.9530945994344465, 1.1085883495335234, 1.1150267436492785, 1.0698859099758458, 1.2413295178252333, 1.018830151380722, 1.0282344784606163, 1.0627540734013747, 1.1531756655843375, 1.0404605280235169, 1.062405508816761, 0.9723276895866224, 1.0129276846039306, 1.1306201559228175, 1.2185402397401546, 1.0297042766597388, 1.0840631652220267, 1.1274105189715784, 0.9872963784691164, 1.0428683955775737, 1.0257834127934793, 1.0421136371772923, 1.0785772640163387, 1.0847129404445977 ], "log_loss_clim": [ 1.078840434602737, 1.1128514775024667, 1.0988930793044438, 1.0830601465694225, 1.1048205273939196, 1.1036038416693172, 1.0698975112057199, 1.10694575754395, 1.110189802776369, 1.0780003386502597, 1.0835970811883282, 1.068588441018692, 1.084919694428158, 1.1135714788222097, 1.115337692386761, 1.1033320975494298, 1.0979465862376228, 1.093543327544678, 1.079775682862393, 1.1082134043826868, 1.0956855829180405, 1.118615689512805, 1.1074242157684957, 1.1063137440689905 ] }, "rps": 0.43506904119534173, "rpss": 0.0403636517257312, "bss_below": 0.04006399896816526, "bss_above": 0.040662941930020846, "log_loss": 1.0704471368862885, "log_loss_skill": 0.024055505590775517, "reliability": { "below": { "weight": [ 0.017374, 0.011817, 0.285536, 0.470209, 0.181647, 0.031148, 0.002094, 0.000174, 0.0, 0.0 ], "mean_forecast": [ 0.0348, 0.1612, 0.2706, 0.3437, 0.4375, 0.5293, 0.6364, 0.71, NaN, NaN ], "observed_frequency": [ 0.0829, 0.1743, 0.2596, 0.3352, 0.5217, 0.4985, 0.5661, 0.7988, NaN, NaN ] }, "above": { "weight": [ 0.00328, 0.039514, 0.236652, 0.382561, 0.319622, 0.017745, 0.000626, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0795, 0.167, 0.2579, 0.353, 0.4357, 0.5223, 0.6185, NaN, NaN, NaN ], "observed_frequency": [ 0.0747, 0.1112, 0.2305, 0.3523, 0.4569, 0.4315, 0.1101, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41242913427215633, 0.38427907023413477, 0.386034408933337, 0.3843215115364437, 0.6575867641981719, 0.5077716961012577, 0.42473204392704766, 0.3756248960201815, 0.38921694737378754 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.14568223426695687, 0.17621319542681266, 0.1356522335959232, 0.1989308344612927, 0.2413267327541344, 0.37188735635514547, 0.18241018413013022, 0.18818880653624623, 0.18630591073820038 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.2667469000051995, 0.20806587480732217, 0.2503821753374139, 0.18539067707515094, 0.4162600314440373, 0.1358843397461123, 0.24232185979691745, 0.18743608948393536, 0.20291103663558716 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "log_loss": [ 1.111297116935603, 1.1880431653477364, 1.0054487383765967, 1.167170556763653, 1.4677225267158134, 1.2953814741985006, 1.0607784856588265, 1.0085872508808789, 1.1229154514522353 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4357773858440576, "rpss": -0.01940558299354489, "bss_below": -0.018570016731285666, "bss_above": -0.02013508530921171, "log_loss": 1.1585938629255381, "log_loss_skill": -0.05459761037226585, "reliability": { "below": { "weight": [ 0.036182, 0.0, 0.211655, 0.497193, 0.18571, 0.058995, 0.009512, 0.000753, 0.0, 0.0 ], "mean_forecast": [ 0.0001, NaN, 0.2812, 0.3421, 0.4443, 0.5354, 0.6355, 0.7213, NaN, NaN ], "observed_frequency": [ 0.1472, NaN, 0.1466, 0.2875, 0.3862, 0.2174, 0.0626, 0.0, NaN, NaN ] }, "above": { "weight": [ 0.002779, 0.067374, 0.212489, 0.452251, 0.263686, 0.00142, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.089, 0.154, 0.2584, 0.3618, 0.4298, 0.5218, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.7292, 0.5614, 0.2509, 0.3152, 0.4342, 0.7925, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.39690678959459164, 0.39644562954772344, 0.3989240764010162, 0.37576465759446054, 0.6945991940575006, 0.5138403769103866, 0.4164513782709959, 0.3823720284592019, 0.3878179484239557 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14828120283969143, 0.17489016661497547, 0.11993166965577981, 0.19317996812486443, 0.24880433043904263, 0.36579705957347114, 0.17272105441122274, 0.16587379439626676, 0.1767267382633434 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.24862558675490012, 0.22155546293274792, 0.27899240674523645, 0.18258468946959616, 0.44579486361845766, 0.1480433173369157, 0.24373032385977317, 0.21649823406293517, 0.2110912101606123 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "log_loss": [ 1.1348767257014785, 1.1944491252583038, 1.0195878111429046, 1.1598204690378342, 1.512246572732584, 1.3537504925610822, 1.0735536646279444, 1.0050486584734406, 1.1112094973014117 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.440346897695537, "rpss": -0.03598324200733738, "bss_below": -0.038542551010659176, "bss_above": -0.03393483067605496, "log_loss": 1.1738381129818871, "log_loss_skill": -0.06847352513047911, "reliability": { "below": { "weight": [ 0.038913, 0.0, 0.249835, 0.512633, 0.137323, 0.049313, 0.010867, 0.001118, 0.0, 0.0 ], "mean_forecast": [ 0.0001, NaN, 0.2812, 0.3387, 0.4431, 0.5359, 0.6388, 0.7244, NaN, NaN ], "observed_frequency": [ 0.1506, NaN, 0.1453, 0.2788, 0.3071, 0.1202, 0.0343, 0.0, NaN, NaN ] }, "above": { "weight": [ 0.003903, 0.068997, 0.163465, 0.444625, 0.316972, 0.002038, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0887, 0.1504, 0.2598, 0.3629, 0.431, 0.5197, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.7614, 0.6242, 0.2948, 0.3235, 0.4266, 0.8211, NaN, NaN, NaN, NaN ] } } } } }, "SEL": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4361797370041243, 0.4058862129815668, 0.44165736608145756, 0.46893614914338916, 0.48365933300660324, 0.36528031095367863, 0.4774724967390676, 0.4121628768378564, 0.4636174122628604, 0.4821553916510701, 0.4509332254572438, 0.4759250754538484, 0.4560427623371688, 0.4002347112970377, 0.3944213418542651, 0.4160922362983641, 0.4685579321107911, 0.47406035615184894, 0.46709924835826955, 0.3859608783753265, 0.410234224314325, 0.42204314376557317, 0.45249335293666954, 0.4572016553625316 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.12427084107628847, 0.15747655497471888, 0.2662843126097436, 0.10989206041886106, 0.2893664927279166, 0.1421493957029826, 0.3392494789471157, 0.190873044039932, 0.26152583570946186, 0.3674283830604599, 0.3033346098228878, 0.3724107979336105, 0.1573461144748448, 0.23370699286292815, 0.20565331969303938, 0.20617911480094522, 0.3258087894698871, 0.16185115568674155, 0.14177147878078697, 0.20665104250441388, 0.2671131170862021, 0.13502006875854666, 0.14038086992776724, 0.1814600782558061 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.3119088992944893, 0.24840965995655945, 0.17537305038035644, 0.35904409138304977, 0.19429283790435234, 0.22313091384834874, 0.13822301552033123, 0.221289833419785, 0.20209157569727182, 0.114727005635676, 0.1475986157670741, 0.10351427399964888, 0.2986966520728255, 0.16652771848586484, 0.1887680214334821, 0.20991312179617438, 0.1427491391096786, 0.31220920408295755, 0.3253277747240715, 0.17930983619211524, 0.14312110521838362, 0.28702307851795766, 0.3121124871009801, 0.27574157908875224 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "log_loss": [ 1.0209096936202697, 1.0869820794339846, 1.0993629498177604, 1.0777943211443763, 1.1726498778318672, 1.0137065811572352, 1.044615839808207, 1.068344840722904, 1.1441525556648857, 1.0632104000540457, 1.022851230738323, 1.0301804185989933, 1.0557167829642533, 1.0804048171757108, 1.0750948439387664, 1.049791108276478, 1.082148536246802, 1.1314492506643348, 1.0408723924919066, 1.0334293232567502, 1.0381402033010134, 1.0709971713770696, 1.102605067361055, 1.1099909219549724 ], "log_loss_clim": [ 1.083481915751514, 1.1161912835400085, 1.1028854860868644, 1.079747620261473, 1.1046465425269674, 1.109005274890138, 1.0728623913642652, 1.107435870654486, 1.111764318065663, 1.07377661068669, 1.07709699368638, 1.0684097570617768, 1.0901456907280358, 1.1140373481380856, 1.1156261135581815, 1.1039190892789903, 1.0875425494531406, 1.1001547872274278, 1.0796783466894777, 1.1114553623544081, 1.1028738854876845, 1.1111453956260824, 1.1000137231108051, 1.1032882701991225 ] }, "rps": 0.4403461429472891, "rpss": 0.028068941568812122, "bss_below": 0.027121672866629476, "bss_above": 0.029015456748844204, "log_loss": 1.0714750503167485, "log_loss_skill": 0.023237707620722303, "reliability": { "below": { "weight": [ 0.0, 0.043227, 0.243451, 0.549899, 0.154251, 0.009172, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.168, 0.2678, 0.3514, 0.4387, 0.5188, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2708, 0.2486, 0.3472, 0.5084, 0.5376, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.003152, 0.342706, 0.516395, 0.131437, 0.00631, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1831, 0.2666, 0.3458, 0.4352, 0.5256, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0985, 0.2356, 0.4006, 0.4349, 0.3178, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4343809574276963, 0.40970094011535757, 0.45354757870978507, 0.46951920111011725, 0.4996384798454943, 0.37090688442826314, 0.4806817674849668, 0.4119664293782143, 0.4603447701138098, 0.46908042758836926, 0.4586726096027379, 0.45941675100531526, 0.4643759317661292, 0.39401722169662906, 0.39779945056537996, 0.4133439484201318, 0.43923333032500883, 0.49403801619765714, 0.4586087462406806, 0.40270602467031624, 0.4243505201252967, 0.3853222365877207, 0.42406041428271085, 0.43151290770376577 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.11300940239706414, 0.1575877903388164, 0.29122525114405956, 0.11358519779098136, 0.32849115551991603, 0.12766733972763322, 0.3640042347711072, 0.18132678238735184, 0.25702428075246764, 0.34896003589151453, 0.2873558688183764, 0.36351375354771925, 0.12900145621896694, 0.24769026741514968, 0.1923941571996249, 0.2273132466337452, 0.28636318064965316, 0.1622724498533033, 0.13307572881034638, 0.19577946229161422, 0.2820518916098519, 0.12977229371877888, 0.13747353997567582, 0.18975812967027783 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.3213715584932485, 0.25211315234023884, 0.16232232361030802, 0.3559340056906074, 0.17114732030691462, 0.2432395435368253, 0.11667752962478346, 0.23063964782064483, 0.20332048842717407, 0.12012038852505608, 0.1713167412801189, 0.09590299449486324, 0.33537448159606076, 0.14632695354572398, 0.20540529337247063, 0.18603070097154945, 0.15287014674668384, 0.331765570864533, 0.3255330228563717, 0.20692656361543327, 0.14229862640782814, 0.25554994531154507, 0.2865868774929445, 0.2417547794739002 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "log_loss": [ 1.0004383036401758, 1.0808998325551824, 1.0989268679525814, 1.097633674607008, 1.2075967223530477, 0.9992283696421712, 1.0388185628311026, 1.0638947329984962, 1.1345858241568294, 1.057806932243724, 1.061489696704039, 1.0086418349746558, 1.049274726839825, 1.068281274832619, 1.0859229669399117, 1.04319298720043, 1.0776228430343728, 1.130104756369859, 1.0337234115939042, 1.0460728353850581, 1.0286364191074309, 1.0432341108637402, 1.0918075682289465, 1.0803436063839351 ], "log_loss_clim": [ 1.078840434602737, 1.1128514775024667, 1.0988930793044438, 1.0830601465694225, 1.1048205273939196, 1.1036038416693172, 1.0698975112057199, 1.10694575754395, 1.110189802776369, 1.0780003386502597, 1.0835970811883282, 1.068588441018692, 1.084919694428158, 1.1135714788222097, 1.115337692386761, 1.1033320975494298, 1.0979465862376228, 1.093543327544678, 1.079775682862393, 1.1082134043826868, 1.0956855829180405, 1.118615689512805, 1.1074242157684957, 1.1063137440689905 ] }, "rps": 0.4378010643913148, "rpss": 0.03433759950197157, "bss_below": 0.03502468044006801, "bss_above": 0.03365134837408701, "log_loss": 1.0678407858932937, "log_loss_skill": 0.026431759227653173, "reliability": { "below": { "weight": [ 0.0, 0.044903, 0.260726, 0.548419, 0.138772, 0.007179, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1675, 0.2678, 0.3503, 0.4387, 0.5194, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2698, 0.2347, 0.3499, 0.5591, 0.567, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.003943, 0.342727, 0.505714, 0.140315, 0.007301, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1835, 0.2663, 0.3465, 0.4354, 0.5255, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1064, 0.2277, 0.4029, 0.4482, 0.3593, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41718217503471505, 0.38334616149518685, 0.4097237861910437, 0.3665312084777004, 0.5624769537413368, 0.4934587128379939, 0.44024328913065486, 0.38127871239944117, 0.378171340823357 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.14408111187423653, 0.17120058555895074, 0.14055022471683445, 0.1882092254824753, 0.18885121227750595, 0.3746883439126786, 0.1847534416654294, 0.19046929361921622, 0.1858873296727181 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.27310105721039757, 0.2121455749960811, 0.26917355117729874, 0.17832198868668156, 0.37362572068560324, 0.11877038298293757, 0.2554898415281136, 0.1908094193108396, 0.19228401686339464 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "log_loss": [ 1.1037361872544023, 1.069815833676587, 1.036144716480184, 1.1111708662807103, 1.2863964440550288, 1.0862297272386194, 1.0838056701899421, 1.0127166452165937, 1.0822084531200944 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4258235933479366, "rpss": 0.0038791306518211055, "bss_below": 0.013720648625159648, "bss_above": -0.0047130778990149835, "log_loss": 1.0969138381680181, "log_loss_skill": 0.0015459691843637824, "reliability": { "below": { "weight": [ 0.0, 0.039739, 0.208992, 0.555694, 0.188681, 0.006895, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.171, 0.2758, 0.3433, 0.4315, 0.5176, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1452, 0.1437, 0.3029, 0.3169, 0.0758, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.005544, 0.354363, 0.571368, 0.068725, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1952, 0.2649, 0.3411, 0.4189, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5279, 0.3271, 0.3452, 0.5132, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.39318441182704417, 0.39806743580095766, 0.420430924795584, 0.3589187521373597, 0.5862357000518719, 0.4906971059568246, 0.4303890628932854, 0.39023149508524735, 0.3799759654015835 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14680818578813973, 0.1693810193086664, 0.12042316165456513, 0.18652152455227908, 0.19042424783680065, 0.3624553399540104, 0.17362450896781925, 0.16682099923625593, 0.17656652593789918 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.2463762250819669, 0.2286864129464472, 0.30000774840257405, 0.17239723559476966, 0.3958114285813571, 0.12824177967280764, 0.25676454832154993, 0.22341049170292096, 0.20340944339752112 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "log_loss": [ 1.1055603316874456, 1.0718773113486142, 1.0484888853551926, 1.1025396013412743, 1.3064739734676296, 1.109128569247774, 1.088799599293035, 1.0151815408096914, 1.0783658197589874 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4275700948833065, "rpss": -0.0059238645729244865, "bss_below": 0.004488122532897765, "bss_above": -0.014257418725460935, "log_loss": 1.102935070256627, "log_loss_skill": -0.003934792603990989, "reliability": { "below": { "weight": [ 0.0, 0.041485, 0.246417, 0.562184, 0.14229, 0.007624, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1704, 0.2762, 0.34, 0.4321, 0.5204, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1457, 0.1423, 0.2886, 0.2098, 0.0488, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.006771, 0.305471, 0.595667, 0.092091, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1949, 0.2634, 0.3432, 0.4202, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5898, 0.3828, 0.3472, 0.5128, NaN, NaN, NaN, NaN, NaN ] } } } } } }, "fitted": { "climatology_blend": { "fallbacks": 0, "folds": 24, "test_fit": { "lam": 0.49248386718988113 }, "test_fallback": null }, "platt_ovr": { "fallbacks": 0, "folds": 24, "test_fit": { "coefficients": [ [ -0.44112607657626357, 0.21413270012714714 ], [ -0.6369802633966721, 0.3152306304262146 ], [ -0.11627165540284812, 0.6444974918256421 ] ], "features": [ "intercept", "logit(p_k)" ], "normalization": "divide by the sum" }, "test_fallback": null }, "beta_ovr": { "fallbacks": 0, "folds": 24, "test_fit": { "coefficients": [ [ -1.190823379298217, 0.0, 1.347754295688888 ], [ -0.19464860111491386, 0.5761417054079546, 0.0 ], [ 0.5250902952455317, 0.9632067437138538, 0.0 ] ], "features": [ "intercept", "ln p_k", "-ln(1 - p_k)" ], "constraints": "a, b >= 0", "normalization": "divide by the sum" }, "test_fallback": null }, "isotonic_ovr": { "fallbacks": 0, "folds": 24, "test_fit": { "maps": [ { "x": [ 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945588, 0.018867924809455837, 0.018867924809455868, 0.14634087574445429, 0.2452830225229265, 0.25047149367949056, 0.2900653386249185, 0.3273583646072145, 0.3634101020778026, 0.3996180446468054, 0.43725145389290887, 0.4730397043646346, 0.5094339847564697, 0.511586258065762, 0.5627844019356637, 0.6234257969637059, 0.6603773832321168, 0.7025759218767037, 0.7735849022865295, 0.7735849022865295, 0.7735849022865295, 0.7735849022865295, 0.7735849022865295, 0.8113207817077637 ], "y": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.10731088834444753, 0.21436144803285917, 0.22225337811598495, 0.26705204984305003, 0.29216250665260074, 0.3056260115193791, 0.31412550490867813, 0.3283138587841972, 0.36036476076916646, 0.39270998577164296, 0.4032495014160263, 0.44295165519115115, 0.4572743959141919, 0.4784781661832848, 0.49588447720736384, 0.5476731253523645, 0.6399574883158567, 0.6580298692863918, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, { "x": [ 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.018867924809455868, 0.01886792480945587, 0.05151687581767238, 0.0747385311770005, 0.09433962404727933, 0.14730579923808496, 0.19531092609377612, 0.23403870607830493, 0.2758367599579103, 0.3031099074142572, 0.3410068327581342, 0.3584905564785004, 0.37764083538543086, 0.4143632747002178, 0.4521371213274876, 0.6053361589149078, 0.8867924809455872, 0.8986956814267156, 0.9622641801834106 ], "y": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.09547246485673747, 0.10045931524960411, 0.16230206289930504, 0.17766287470351036, 0.19023244179001367, 0.21731059478443898, 0.2244883365738666, 0.2394800927038258, 0.24418752384114614, 0.28091696964965895, 0.3055173774450616, 0.32156067113939607, 0.3327477153984342, 0.34521742238354275, 0.3632650736329692, 0.3943763096818621, 0.5013094784423467, 0.5038384250501684, 1.0 ] }, { "x": [ 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.05660377442836762, 0.08290812538317652, 0.11775473546639985, 0.13207547366619107, 0.1320754736661911, 0.16461335020781903, 0.19619112096676747, 0.23054136652413454, 0.24528302252292672, 0.2714834422869942, 0.2830188572406769, 0.3085373596947677, 0.3207547068595886, 0.3432895091681353, 0.35849055647849987, 0.38095855055491346, 0.39622640609741167, 0.42035138002889005, 0.4534759529004591, 0.49546358903640436, 0.5668611408077494, 0.7100570980333857 ], "y": [ 0.0, 0.0, 0.0, 0.0, 0.0571326519754434, 0.07982285179251049, 0.11195458584919435, 0.12465058413632416, 0.15417426417642738, 0.17028022476109697, 0.200454273648968, 0.2384166697984295, 0.27491907795657256, 0.301128232230585, 0.30867814926270015, 0.36843626569360577, 0.3848553354015128, 0.4000172913539972, 0.40089310278346985, 0.4104320498441329, 0.413840232281419, 0.43787945509059856, 0.43897341746133894, 0.44252289290766056, 0.4587503476908087, 0.47581767126313435, 0.6313752125255251 ] } ], "blocks": [ 202, 28, 27 ], "normalization": "divide by the sum", "floor": 0.0001 }, "test_fallback": null } }, "selection": { "criterion": "inner leave-one-year-out RPS of the calibrators (training years only)", "chosen_training": { "1993": "climatology_blend", "1994": "climatology_blend", "1995": "climatology_blend", "1996": "climatology_blend", "1997": "climatology_blend", "1998": "climatology_blend", "1999": "climatology_blend", "2000": "climatology_blend", "2001": "climatology_blend", "2002": "climatology_blend", "2003": "climatology_blend", "2004": "climatology_blend", "2005": "climatology_blend", "2006": "climatology_blend", "2007": "climatology_blend", "2008": "climatology_blend", "2009": "climatology_blend", "2010": "climatology_blend", "2011": "climatology_blend", "2012": "climatology_blend", "2013": "climatology_blend", "2014": "climatology_blend", "2015": "climatology_blend", "2016": "climatology_blend" }, "chosen_test": "climatology_blend", "frequency": { "climatology_blend": 24, "platt_ovr": 0, "beta_ovr": 0, "isotonic_ovr": 0 } } }, "FMAM": { "tag": "init01_FMAM", "methods": { "climatology_blend": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.38717393372903236, 0.40088767907060546, 0.39991041714543263, 0.44844364296573347, 0.3895588189964217, 0.39879546150094425, 0.42771051057379283, 0.4857702792271434, 0.4771946667435925, 0.45692891155397186, 0.42507330208896216, 0.4525648880807177, 0.4363425551614571, 0.5215957464194503, 0.3998602408464602, 0.48278878789299967, 0.5183158565252305, 0.38350923936916015, 0.439779992831937, 0.39175608063243594, 0.45188661376786926, 0.46756389707952567, 0.43190419374687644, 0.4396049002313725 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11551522376082186, 0.18577258478129793, 0.129948132444302, 0.10965757174758532, 0.12970534042423465, 0.1782598365952295, 0.2961864651485189, 0.3203152475513084, 0.2793723007179699, 0.3253559593744806, 0.2553576520974424, 0.3172565075660076, 0.15575277657467185, 0.22693136563067567, 0.1896381036527084, 0.3100907075526103, 0.3805697149266049, 0.11005796861595177, 0.27590379185390346, 0.24754055849359471, 0.1986768298182865, 0.22034107341473744, 0.20917616698606248, 0.1548355023361134 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2716587120112365, 0.2151150938864899, 0.2699622875614206, 0.33878607782657627, 0.25985348062177377, 0.22053562633116722, 0.13152404212319452, 0.1654550268668154, 0.1978223630085009, 0.13157294632065417, 0.16971564805238523, 0.13530837488099853, 0.2805897825978824, 0.29466438137783474, 0.21022213626797925, 0.17269807736881368, 0.1377461344234993, 0.2734512729885681, 0.16387619620777735, 0.14421552066524618, 0.25320978878186495, 0.2472228253150306, 0.22272802570212566, 0.28476940257704886 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "log_loss": [ 1.0101849090130852, 1.0877289254279565, 1.0021659692918743, 1.0345431030517307, 0.9977764879199262, 1.0717322561053038, 1.0003238448677683, 1.108829367902521, 1.202435290888882, 1.0892818539524907, 1.1008690908455918, 1.0676419009441311, 1.0750884410120118, 1.2660896616454724, 1.0791507804728275, 1.044114672120594, 1.1274075683593334, 0.9689661112060648, 1.086617389474828, 1.0283603710333216, 1.071482776850558, 1.100613980866595, 1.0961252467634786, 1.1017523780645395 ], "log_loss_clim": [ 1.0943844796952227, 1.1169378410944757, 1.093855163792758, 1.0763329363067116, 1.100688381867687, 1.1089171541404368, 1.083285185842175, 1.0854367237504552, 1.1120083228496669, 1.09343166622495, 1.1075603694249698, 1.0891713997205303, 1.0990155819713823, 1.1142559047977523, 1.1141034830787642, 1.0713518954987324, 1.0774523148624537, 1.0903732192649418, 1.1028078562195034, 1.1047857408896122, 1.0927483973785745, 1.0951285686897905, 1.1041856181460141, 1.1020599798850006 ] }, "rps": 0.4381216923408802, "rpss": 0.0323512744591572, "bss_below": 0.02156163291296742, "bss_above": 0.043165847895828, "log_loss": 1.075803432420037, "log_loss_skill": 0.019407155659873165, "reliability": { "below": { "weight": [ 0.000692, 0.055151, 0.26718, 0.44228, 0.199324, 0.031756, 0.003561, 5.7e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0862, 0.1754, 0.2597, 0.3457, 0.4392, 0.5364, 0.6248, 0.7054, NaN, NaN ], "observed_frequency": [ 0.3604, 0.2393, 0.2789, 0.3543, 0.4319, 0.4697, 0.4044, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.046653, 0.272574, 0.417716, 0.205991, 0.050947, 0.005723, 0.000395, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1738, 0.2592, 0.3441, 0.4402, 0.5369, 0.6423, 0.7198, NaN, NaN ], "observed_frequency": [ NaN, 0.2328, 0.225, 0.3461, 0.4729, 0.5562, 0.4777, 0.5, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.38331165156718916, 0.4071971034898929, 0.4023110838757765, 0.44753282376819487, 0.3937150794219783, 0.4135907137298708, 0.4246548536093821, 0.4952138595094588, 0.44456042655781336, 0.45023230441132805, 0.43663502934651544, 0.427849454599285, 0.43868931939713146, 0.5500745358778015, 0.40677103654845476, 0.47381463227658527, 0.4842373010027977, 0.400818955299975, 0.441044611875051, 0.38803336401376703, 0.47122528641256906, 0.4294532716904456, 0.4442206500040037, 0.42413581823323276 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.12281480699475111, 0.1841622633755016, 0.12593960850244865, 0.12239542760033635, 0.13358402597099645, 0.17667480468022184, 0.3112408421052836, 0.3591983970937966, 0.25215283355246504, 0.3087964378426019, 0.24035330195584137, 0.30373288327824444, 0.13981600616173312, 0.23804462466595902, 0.18921164114252334, 0.34769739752184414, 0.35322970614552024, 0.0929926741801846, 0.296247735600763, 0.22459536321861678, 0.17209293225063305, 0.23556204534157793, 0.21116586342650556, 0.15233016886486128 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.26049684529491746, 0.22303483995943277, 0.2763714783242387, 0.3251374019090496, 0.2601310562952854, 0.23691591055421146, 0.11341400728611446, 0.1360154564805864, 0.19240758967980504, 0.14143586080165885, 0.19628172559847878, 0.12411656659073295, 0.29887331878429174, 0.3120299114017416, 0.217559394929761, 0.12611722939198597, 0.13100758722377273, 0.30782628475044127, 0.14479687020185356, 0.16343800003895928, 0.2991323616240527, 0.19389122563306832, 0.2330547861632474, 0.27180565276008806 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "log_loss": [ 1.0281007657143193, 1.088389623071656, 0.9875302350265035, 1.063476056433586, 1.021625258398707, 1.0674640331866154, 1.006114266439713, 1.0958025984462494, 1.157954742891696, 1.0917507591338493, 1.146595507674216, 1.0388652260553313, 1.055273354760715, 1.2958853598284674, 1.0782549682408806, 1.0271977725870505, 1.0940227029393677, 0.9357949719390795, 1.0960850960050013, 1.0250078907532931, 1.1018305081962505, 1.0912405589579757, 1.0810681393621366, 1.0886071609778432 ], "log_loss_clim": [ 1.0994260483857876, 1.1136765360483003, 1.088719751200515, 1.0835058872248329, 1.1052085572472121, 1.103931634301236, 1.0854778262205618, 1.080730595822308, 1.112712279371679, 1.098167714310158, 1.1159481417825452, 1.0905218627466344, 1.0942399101939726, 1.11154876423817, 1.1110417474794292, 1.070488311191757, 1.0809898391803143, 1.0753702905497633, 1.1034387532417498, 1.1072191553706103, 1.0922772964053116, 1.1036626503777467, 1.0970024306892654, 1.1043600179020439 ] }, "rps": 0.4366384652716042, "rpss": 0.035750988216387225, "bss_below": 0.026547553572527915, "bss_above": 0.0449696075271212, "log_loss": 1.0734973982091878, "log_loss_skill": 0.021486350963569323, "reliability": { "below": { "weight": [ 0.00072, 0.053826, 0.271505, 0.448562, 0.189058, 0.031639, 0.00462, 7e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0867, 0.1755, 0.2587, 0.3456, 0.4385, 0.538, 0.6248, 0.7054, NaN, NaN ], "observed_frequency": [ 0.2391, 0.2141, 0.2662, 0.3642, 0.4452, 0.4302, 0.4013, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.050993, 0.272599, 0.412979, 0.205371, 0.05076, 0.006809, 0.000489, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1717, 0.2589, 0.3436, 0.4405, 0.5377, 0.6429, 0.7198, NaN, NaN ], "observed_frequency": [ NaN, 0.2518, 0.2167, 0.3426, 0.4887, 0.5636, 0.4668, 0.5, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4224024543792108, 0.4204451258755521, 0.4397746132469692, 0.5158248993835542, 0.3828884744006038, 0.5688335434116534, 0.4551206257697494, 0.46093516152202046, 0.3986112692852701 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.2074292888604895, 0.132500757794469, 0.2414904785428545, 0.14534309512751123, 0.20000302460694555, 0.4197736709554599, 0.12409273827766952, 0.17757407681619053, 0.20408995876373362 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.21497316430215407, 0.28794435379038646, 0.19828413799018269, 0.3704817791662959, 0.18288544962048947, 0.14905988984317498, 0.3310278642515175, 0.28336107343347783, 0.1945213159056687 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "log_loss": [ 1.036733043340689, 1.0071555736418023, 1.0711490517813052, 1.1265168685754618, 1.1308506145835975, 1.1939190997251032, 0.9891619197973492, 1.086750314728068, 1.115275806633053 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4516484630305093, "rpss": 0.016976792767529503, "bss_below": -0.016015185265014775, "bss_above": 0.04299293878339561, "log_loss": 1.0841680325340475, "log_loss_skill": 0.013147701762088237, "reliability": { "below": { "weight": [ 0.0, 0.021468, 0.329589, 0.400879, 0.223026, 0.024519, 0.000519, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1785, 0.2639, 0.3433, 0.4367, 0.5286, 0.6047, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.188, 0.2542, 0.2767, 0.3037, 0.3164, 0.2862, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.036952, 0.279099, 0.450899, 0.222293, 0.010758, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1856, 0.2609, 0.3458, 0.4298, 0.525, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2873, 0.3428, 0.419, 0.601, 0.7908, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4275442285517535, 0.4466583062780689, 0.4421590719430728, 0.5112064747917949, 0.36575689837819175, 0.588369043254552, 0.4440464653545962, 0.47427466020700537, 0.40996099412924625 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.2474835415646059, 0.11371275665987916, 0.24762028372106681, 0.12273808375713265, 0.19841517840453315, 0.4289272767156942, 0.08646694628543161, 0.15110220304506622, 0.19324715526664418 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18006069321800613, 0.3329455271379999, 0.1945387939571412, 0.3884683633245053, 0.16734172152078344, 0.159441783901756, 0.3575794900393019, 0.32317244008459195, 0.21671384080263298 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "log_loss": [ 1.0669108455888134, 0.9961560300168582, 1.0840425138534817, 1.0993398202200966, 1.1034159887900856, 1.2335549633721772, 0.9643346604835726, 1.0969867398522084, 1.1124378811791857 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4566640158764757, "rpss": 0.01645897585823608, "bss_below": -0.02349668338443034, "bss_above": 0.04520952917914889, "log_loss": 1.0841310492618312, "log_loss_skill": 0.013181365388100885, "reliability": { "below": { "weight": [ 0.0, 0.023501, 0.370233, 0.408898, 0.175478, 0.021431, 0.000459, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1807, 0.2635, 0.3421, 0.4339, 0.531, 0.6062, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.213, 0.2523, 0.2466, 0.2454, 0.3278, 0.4004, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.027378, 0.246491, 0.463711, 0.250826, 0.011594, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.185, 0.2627, 0.3471, 0.4294, 0.5215, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.295, 0.3753, 0.4629, 0.6084, 0.7672, NaN, NaN, NaN, NaN ] } } } } }, "platt_ovr": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3889398586036915, 0.40490027579356586, 0.4036994479105887, 0.44530467054261086, 0.3957471163895681, 0.3984693751489601, 0.4314947507867634, 0.4821222583959564, 0.4754619021487074, 0.4579962792260851, 0.425617266889669, 0.45180389601442095, 0.4369642733448491, 0.5190372927418017, 0.40280013380173574, 0.47998061539268433, 0.516491745932131, 0.3865190697542938, 0.4388123737815718, 0.3927277585364628, 0.44946545994290465, 0.46422155888218763, 0.43224758327546164, 0.43943906125711985 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11986510824166931, 0.1898007576050885, 0.1333829012388829, 0.11498486335681003, 0.13371565428538157, 0.17835943347284564, 0.29678550264423215, 0.3144116113871418, 0.273973396713206, 0.3225384936275691, 0.2535837175846885, 0.31254157464153554, 0.15917973494150686, 0.2276509306299489, 0.19219043571438713, 0.3058853286058885, 0.3738918113613492, 0.11617903334205025, 0.27203772941649584, 0.24519696300752764, 0.19662881341739633, 0.21814623681170756, 0.2104235935157483, 0.15700031545818965 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2690747503620222, 0.2150995181884774, 0.2703165466717059, 0.3303198071858008, 0.26203146210418665, 0.22010994167611436, 0.13470924814253116, 0.16771064700881458, 0.20148850543550126, 0.13545778559851598, 0.17203354930498055, 0.1392623213728854, 0.2777845384033424, 0.2913863621118523, 0.21060969808734858, 0.1740952867867957, 0.14259993457078168, 0.2703400364122437, 0.16677464436507602, 0.14753079552893514, 0.25283664652550825, 0.2460753220704801, 0.2218239897597134, 0.28243874579893047 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "log_loss": [ 1.0095778980685701, 1.100665949031297, 1.0067144021385486, 1.0162699289851644, 1.0119524107841293, 1.0733354254944711, 1.0024285975341423, 1.0948401428290473, 1.197344275403164, 1.0859501320737515, 1.1023487351180907, 1.061745859467907, 1.0763481915076203, 1.2616380696100706, 1.088395052085205, 1.0288752542318846, 1.111980243867157, 0.9709896468461277, 1.0889964381012418, 1.0322536395710549, 1.066667176243526, 1.0975608410963986, 1.096960276990098, 1.1002141676420354 ], "log_loss_clim": [ 1.0943844796952227, 1.1169378410944757, 1.093855163792758, 1.0763329363067116, 1.100688381867687, 1.1089171541404368, 1.083285185842175, 1.0854367237504552, 1.1120083228496669, 1.09343166622495, 1.1075603694249698, 1.0891713997205303, 1.0990155819713823, 1.1142559047977523, 1.1141034830787642, 1.0713518954987324, 1.0774523148624537, 1.0903732192649418, 1.1028078562195034, 1.1047857408896122, 1.0927483973785745, 1.0951285686897905, 1.1041856181460141, 1.1020599798850006 ] }, "rps": 0.43834433435390796, "rpss": 0.031859540623731086, "bss_below": 0.022271889310806814, "bss_above": 0.041469344663830454, "log_loss": 1.074335531446696, "log_loss_skill": 0.020745144689541917, "reliability": { "below": { "weight": [ 0.002068, 0.024437, 0.230786, 0.52103, 0.197713, 0.022693, 0.001273, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0797, 0.1767, 0.2635, 0.3495, 0.4369, 0.5337, 0.6223, NaN, NaN, NaN ], "observed_frequency": [ 0.2399, 0.2584, 0.2417, 0.3578, 0.4477, 0.4117, 0.222, NaN, NaN, NaN ] }, "above": { "weight": [ 0.001978, 0.031411, 0.238282, 0.456315, 0.225719, 0.041813, 0.004314, 0.000169, 0.0, 0.0 ], "mean_forecast": [ 0.0852, 0.1732, 0.2625, 0.3481, 0.4384, 0.5338, 0.6285, 0.7193, NaN, NaN ], "observed_frequency": [ 0.2147, 0.2284, 0.2236, 0.335, 0.4743, 0.5393, 0.4767, 0.3333, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.38535132081851914, 0.4108634610645653, 0.40645522429875086, 0.4440707330409969, 0.39909770262478833, 0.4133259751149072, 0.4276106117700348, 0.4906562055602266, 0.44265100206281294, 0.4520519588416238, 0.43618246834391733, 0.42798320920071803, 0.43990080633028855, 0.5472715097918787, 0.40963806701970595, 0.4718872974137021, 0.4850015033860129, 0.40254452510157707, 0.43942083663540643, 0.3900110969903126, 0.46638120246011217, 0.4292422331342545, 0.4446720729117651, 0.42539417265654644 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.12676165566884504, 0.18837739487888755, 0.12950840269594296, 0.1272724874217936, 0.1373173944926924, 0.1766130482517088, 0.31058041899724326, 0.3509572968546825, 0.2476387907890486, 0.30724389872525687, 0.23828704937751755, 0.29975184571188324, 0.14414754695533719, 0.23871980502846793, 0.19199855272399968, 0.34193098613198564, 0.3481701818471161, 0.10001542530766379, 0.29117384739495206, 0.22441849944101908, 0.1690291431104361, 0.2339180129006446, 0.2131383601868859, 0.1555189085034177 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.2585896651496741, 0.2224860661856777, 0.27694682160280787, 0.3167982456192033, 0.26178030813209596, 0.23671292686319834, 0.11703019277279147, 0.13969890870554388, 0.1950122112737643, 0.14480806011636677, 0.19789541896639978, 0.1282313634888348, 0.2957532593749512, 0.3085517047634106, 0.21763951429570624, 0.12995631128171642, 0.1368313215388968, 0.3025290997939135, 0.14824698924045462, 0.1655925975492936, 0.2973520593496761, 0.19532422023360985, 0.2315337127248794, 0.2698752641531286 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "log_loss": [ 1.029286079733559, 1.0991854643037906, 0.9909489035998249, 1.04621474022105, 1.0356407099024147, 1.0693852869485387, 1.0069057054274195, 1.0809923123778116, 1.1530977512746396, 1.0929087491871092, 1.1495313427444525, 1.0346513232856005, 1.0572740973950066, 1.2915171597633688, 1.0862925324513086, 1.0133521952566145, 1.0833456639587484, 0.9306684966786147, 1.0962043534425823, 1.033210210162296, 1.091857763090427, 1.091967954220644, 1.0808826867755232, 1.0901616697386416 ], "log_loss_clim": [ 1.0994260483857876, 1.1136765360483003, 1.088719751200515, 1.0835058872248329, 1.1052085572472121, 1.103931634301236, 1.0854778262205618, 1.080730595822308, 1.112712279371679, 1.098167714310158, 1.1159481417825452, 1.0905218627466344, 1.0942399101939726, 1.11154876423817, 1.1110417474794292, 1.070488311191757, 1.0809898391803143, 1.0753702905497633, 1.1034387532417498, 1.1072191553706103, 1.0922772964053116, 1.1036626503777467, 1.0970024306892654, 1.1043600179020439 ] }, "rps": 0.436986049857226, "rpss": 0.034983401025028504, "bss_below": 0.026831246523093766, "bss_above": 0.043149003515057016, "log_loss": 1.0723117979974994, "log_loss_skill": 0.022567048496113795, "reliability": { "below": { "weight": [ 0.002286, 0.023147, 0.233051, 0.529254, 0.18609, 0.024422, 0.001751, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.08, 0.1779, 0.2628, 0.3497, 0.4367, 0.5362, 0.622, NaN, NaN, NaN ], "observed_frequency": [ 0.2387, 0.2205, 0.2243, 0.3668, 0.4615, 0.3568, 0.1998, NaN, NaN, NaN ] }, "above": { "weight": [ 0.002869, 0.033076, 0.241196, 0.451503, 0.223977, 0.042072, 0.005097, 0.00021, 0.0, 0.0 ], "mean_forecast": [ 0.0859, 0.1711, 0.2622, 0.348, 0.4387, 0.5353, 0.6291, 0.7193, NaN, NaN ], "observed_frequency": [ 0.2565, 0.2542, 0.2267, 0.3254, 0.4892, 0.5498, 0.4521, 0.3333, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42286088327898474, 0.4232223084556554, 0.4387024359867523, 0.5122613439026402, 0.3841768750633824, 0.5607643686585289, 0.451166993404766, 0.46125980328165184, 0.4029851743259303 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20655989130500943, 0.1386545222198378, 0.2398178906242912, 0.14965971399716346, 0.20139982674656284, 0.4046254211083344, 0.12903767381642922, 0.18112008346884062, 0.20556309388940605 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.21630099197397526, 0.2845677862358175, 0.19888454536246114, 0.3626016299054768, 0.18277704831681957, 0.1561389475501948, 0.32212931958833674, 0.2801397198128113, 0.19742208043652423 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "log_loss": [ 1.0394288881958074, 1.0116323403681653, 1.071471940039271, 1.1122560826219918, 1.1394086179037843, 1.1604502993459176, 0.9657341362925247, 1.0850234041835682, 1.1327175774887133 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4508222429286991, "rpss": 0.01877507971156489, "bss_below": -0.018286606396825444, "bss_above": 0.04800041276890199, "log_loss": 1.0797914762710827, "log_loss_skill": 0.017131415058245225, "reliability": { "below": { "weight": [ 0.00147, 0.005787, 0.246932, 0.507106, 0.219201, 0.019505, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0669, 0.1691, 0.2716, 0.3458, 0.4383, 0.5233, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.1, 0.2321, 0.2386, 0.2819, 0.3005, 0.2632, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.024781, 0.223653, 0.513953, 0.229124, 0.008489, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.176, 0.2594, 0.3505, 0.4326, 0.5229, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2685, 0.3334, 0.4126, 0.6007, 0.7539, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4273683370295599, 0.4468201245378873, 0.4424537716972498, 0.5079016944230783, 0.3678619537513351, 0.5786735930300251, 0.4407752190926856, 0.4733236085441982, 0.4144504613838638 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24399164288768715, 0.12002855167800236, 0.24628524238501376, 0.12847343375084713, 0.20029754901417163, 0.41217129264695374, 0.09428603293206758, 0.15499764657309398, 0.19593940119541814 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18337669414187285, 0.3267915728598849, 0.19616852931223608, 0.37942826067223123, 0.16756440473716344, 0.16650230038307118, 0.34648918616061786, 0.3183259619711043, 0.21851106018844565 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "log_loss": [ 1.0692680861546806, 0.9895026766140114, 1.0883271173592932, 1.082693141699009, 1.1144662047057985, 1.1958979585625145, 0.9419946644204344, 1.0919639373336425, 1.1296535067073112 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4555143070544314, "rpss": 0.01893516349944524, "bss_below": -0.027361069309569386, "bss_above": 0.052248124073360325, "log_loss": 1.078196365950744, "log_loss_skill": 0.018583347082000934, "reliability": { "below": { "weight": [ 0.001455, 0.005069, 0.281327, 0.526371, 0.169816, 0.015963, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0617, 0.1685, 0.2713, 0.3445, 0.436, 0.5269, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.125, 0.31, 0.2445, 0.2546, 0.2384, 0.2829, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.018652, 0.191091, 0.521536, 0.261038, 0.007683, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1754, 0.2623, 0.3523, 0.4325, 0.5209, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2935, 0.3565, 0.4591, 0.6051, 0.7462, NaN, NaN, NaN, NaN ] } } } } }, "beta_ovr": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3894627085329169, 0.40454871920307645, 0.40307656718818474, 0.4467651974421865, 0.3946639527529117, 0.40226848276598953, 0.4308333341432944, 0.4828443275440158, 0.4764781989441808, 0.45970214555181066, 0.4253367570268418, 0.4523161673401695, 0.4380139614736522, 0.5324663982266383, 0.4026317313278844, 0.48200752031614286, 0.5170860872498326, 0.386856174004, 0.43949078953921983, 0.3930870424587912, 0.45201642431376815, 0.4643775251182678, 0.43232153227156717, 0.4397405521830689 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11992893744641483, 0.18957403004773268, 0.1330824284559261, 0.11521312243229158, 0.13330078890100144, 0.17798421292000888, 0.29639494636437275, 0.3149828320238661, 0.2745868297984241, 0.3239682035322658, 0.253618192404829, 0.31299390964020907, 0.1594753312984467, 0.23707271608257507, 0.1920582457326893, 0.30730804199243533, 0.37435330556068985, 0.11630979812467733, 0.272365353144041, 0.24530006069977642, 0.19746125784919974, 0.21815134803510416, 0.2103499342638638, 0.1569776563222843 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.26953377108650206, 0.21497468915534382, 0.2699941387322587, 0.3315520750098947, 0.2613631638519104, 0.22428426984598046, 0.13443838777892184, 0.1678614955201497, 0.20189136914575692, 0.13573394201954492, 0.17171856462201282, 0.13932225769996057, 0.2785386301752057, 0.29539368214406353, 0.21057348559519515, 0.17469947832370736, 0.14273278168914277, 0.2705463758793227, 0.16712543639517874, 0.14778698175901483, 0.2545551664645684, 0.24622617708316374, 0.2219715980077032, 0.2827628958607846 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "log_loss": [ 1.0108156168934506, 1.099608152473497, 1.0059681866448482, 1.018895802912247, 1.0104110970088147, 1.0830798202950864, 1.0014146828388348, 1.095592764823274, 1.1996136768206669, 1.088741998368258, 1.1016836312935565, 1.062380341578172, 1.0774318887577452, 1.2842155550429974, 1.087802803580321, 1.0318616907926927, 1.1124883580782596, 0.9715794590020862, 1.0898729550063104, 1.0331014126262261, 1.0710281304764748, 1.0974571339870103, 1.0966333494023248, 1.1006367641631838 ], "log_loss_clim": [ 1.0943844796952227, 1.1169378410944757, 1.093855163792758, 1.0763329363067116, 1.100688381867687, 1.1089171541404368, 1.083285185842175, 1.0854367237504552, 1.1120083228496669, 1.09343166622495, 1.1075603694249698, 1.0891713997205303, 1.0990155819713823, 1.1142559047977523, 1.1141034830787642, 1.0713518954987324, 1.0774523148624537, 1.0903732192649418, 1.1028078562195034, 1.1047857408896122, 1.0927483973785745, 1.0951285686897905, 1.1041856181460141, 1.1020599798850006 ] }, "rps": 0.4395163457049338, "rpss": 0.0292710011609163, "bss_below": 0.01961400955471082, "bss_above": 0.03895030570836233, "log_loss": 1.076346469702764, "log_loss_skill": 0.01891217817829527, "reliability": { "below": { "weight": [ 0.000635, 0.025933, 0.238687, 0.513199, 0.19157, 0.026159, 0.00376, 5.7e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0783, 0.1747, 0.2645, 0.3488, 0.4368, 0.5333, 0.6379, 0.7058, NaN, NaN ], "observed_frequency": [ 0.4777, 0.2747, 0.2423, 0.3594, 0.4458, 0.4311, 0.2029, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.00195, 0.026885, 0.248325, 0.456021, 0.213162, 0.044045, 0.009218, 0.000395, 0.0, 0.0 ], "mean_forecast": [ 0.0692, 0.1665, 0.2626, 0.3475, 0.4382, 0.5335, 0.6316, 0.7198, NaN, NaN ], "observed_frequency": [ 0.2178, 0.2997, 0.2184, 0.3374, 0.4672, 0.5653, 0.4589, 0.5, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3857216289151361, 0.4105199126977764, 0.4056055967420954, 0.44572754126719705, 0.3984283719356424, 0.4161557886372462, 0.4270984420025342, 0.4917113309940627, 0.44276086127628383, 0.45375388547948825, 0.436063104683971, 0.42855222446232655, 0.4410634291062516, 0.5651918618829762, 0.40946618512725563, 0.4743253895440916, 0.48514368685481923, 0.4034826676753469, 0.4402123076461725, 0.3905044965694809, 0.46977268159520885, 0.4292046810728922, 0.4447040896733574, 0.42541406318689456 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.12674392471810947, 0.1881512307015736, 0.12907616220491253, 0.12758742323344716, 0.13700043731499154, 0.17597460240407717, 0.3102682119601328, 0.3517234546165044, 0.24784554179402826, 0.3085244524850165, 0.238384065097058, 0.30021194914915544, 0.1444069378163461, 0.2512182664986402, 0.19185997124842186, 0.34362543402126977, 0.348359396043284, 0.10047880872590245, 0.2916258536311575, 0.22456167504728286, 0.17022531094361334, 0.23384700001569414, 0.21296956657304464, 0.1553619872789912 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.2589777041970267, 0.22236868199620263, 0.27652943453718287, 0.3181401180337498, 0.26142793462065106, 0.24018118623316903, 0.1168302300424013, 0.13998787637755833, 0.1949153194822554, 0.1452294329944717, 0.19767903958691327, 0.12834027531317113, 0.29665649128990557, 0.31397359538433606, 0.2176062138788337, 0.13069995552282188, 0.1367842908115354, 0.30300385894944454, 0.14858645401501502, 0.16594282152219816, 0.2995473706515955, 0.19535768105719795, 0.23173452310031276, 0.2700520759079035 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "log_loss": [ 1.03041217678896, 1.098047896946863, 0.9898933987363191, 1.0490011208718126, 1.0347387579522878, 1.0776012060482965, 1.0061388558169186, 1.082258369222091, 1.1537344718820635, 1.0953428360366213, 1.1490912818068828, 1.0355298607571688, 1.0584722139865195, 1.32205640735409, 1.0856899992524487, 1.0168264397606284, 1.083136757205622, 0.9322758410961457, 1.0971845766753079, 1.034129264638796, 1.097415369205624, 1.0915550933548188, 1.080751870239883, 1.090162842086666 ], "log_loss_clim": [ 1.0994260483857876, 1.1136765360483003, 1.088719751200515, 1.0835058872248329, 1.1052085572472121, 1.103931634301236, 1.0854778262205618, 1.080730595822308, 1.112712279371679, 1.098167714310158, 1.1159481417825452, 1.0905218627466344, 1.0942399101939726, 1.11154876423817, 1.1110417474794292, 1.070488311191757, 1.0809898391803143, 1.0753702905497633, 1.1034387532417498, 1.1072191553706103, 1.0922772964053116, 1.1036626503777467, 1.0970024306892654, 1.1043600179020439 ] }, "rps": 0.43835767620952115, "rpss": 0.031954374817009246, "bss_below": 0.023605539772357242, "bss_above": 0.04031698229865932, "log_loss": 1.0746436211551182, "log_loss_skill": 0.020441546570654334, "reliability": { "below": { "weight": [ 0.000581, 0.025446, 0.239624, 0.52153, 0.180512, 0.027023, 0.005215, 7e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0778, 0.1749, 0.2639, 0.3488, 0.4364, 0.5365, 0.6366, 0.7058, NaN, NaN ], "observed_frequency": [ 0.4111, 0.2428, 0.2263, 0.3675, 0.4613, 0.3844, 0.1877, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.002869, 0.031474, 0.247805, 0.451931, 0.211284, 0.043083, 0.011065, 0.000489, 0.0, 0.0 ], "mean_forecast": [ 0.0694, 0.1653, 0.2626, 0.3473, 0.4386, 0.5343, 0.6321, 0.7198, NaN, NaN ], "observed_frequency": [ 0.2565, 0.3127, 0.2217, 0.3274, 0.4839, 0.5748, 0.4577, 0.5, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42263535664823276, 0.4227884764511309, 0.439241936417378, 0.5127479668029229, 0.3848586131470831, 0.5596557339406217, 0.45160412332269884, 0.4608385174996541, 0.4023726639982425 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.2065363485945449, 0.1382716660648138, 0.24012056947553642, 0.14990711313117064, 0.20187852161021946, 0.40411572604441603, 0.12907362940031414, 0.1809652537047235, 0.205544612024902 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.21609900805368787, 0.28451681038631704, 0.19912136694184163, 0.36284085367175234, 0.18298009153686365, 0.15554000789620576, 0.3225304939223848, 0.2798732637949306, 0.19682805197334044 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "log_loss": [ 1.0391162081316254, 1.0111499584388144, 1.0722453051097773, 1.1128823805515862, 1.1419054855269342, 1.1585812262055, 0.9670440141734025, 1.083923120848702, 1.130857277588635 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.45074926535866283, "rpss": 0.018933917061462524, "bss_below": -0.018273070590876683, "bss_above": 0.048273829082774444, "log_loss": 1.0797449973972197, "log_loss_skill": 0.017173721953592458, "reliability": { "below": { "weight": [ 0.001176, 0.004518, 0.25404, 0.497837, 0.220691, 0.021738, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0792, 0.1653, 0.2721, 0.3452, 0.4382, 0.5247, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.125, 0.1976, 0.2407, 0.2807, 0.3012, 0.2738, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.022024, 0.238815, 0.506718, 0.22162, 0.010823, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1818, 0.2613, 0.3505, 0.4334, 0.522, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.275, 0.3382, 0.4129, 0.6004, 0.7581, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42720896535492714, 0.44668667271371776, 0.44268213919054733, 0.5081578760380829, 0.3685196917219369, 0.5777168316978684, 0.4412786020974304, 0.47316305282750726, 0.41382559485996473 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.2440434630010401, 0.11968145203492345, 0.24651051612238037, 0.12854767209757725, 0.20057337107859755, 0.41166652800437137, 0.09427073205724099, 0.1549545586977533, 0.1959036238707416 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.183165502353887, 0.3270052206787942, 0.19617162306816693, 0.3796102039405058, 0.16794632064333925, 0.16605030369349705, 0.3470078700401894, 0.31820849412975405, 0.21792197098922317 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "log_loss": [ 1.069014023655096, 0.9897848912998283, 1.0887106012340677, 1.0829486390083205, 1.117207122162706, 1.1939281027018125, 0.94324652035351, 1.0911112391079327, 1.1277805421401341 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4554710473891092, "rpss": 0.019028334088884713, "bss_below": -0.027178711271281353, "bss_above": 0.05227711880183428, "log_loss": 1.0781924090737118, "log_loss_skill": 0.01858694878678835, "reliability": { "below": { "weight": [ 0.001364, 0.003863, 0.288479, 0.517559, 0.170928, 0.017807, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0794, 0.1678, 0.2719, 0.3439, 0.436, 0.5284, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.1333, 0.2859, 0.2468, 0.2534, 0.2385, 0.2899, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.016435, 0.2048, 0.515997, 0.251829, 0.01094, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1809, 0.2642, 0.3523, 0.4331, 0.5186, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3163, 0.3638, 0.4578, 0.6055, 0.7621, NaN, NaN, NaN, NaN ] } } } } }, "isotonic_ovr": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3780424697769024, 0.4067642203992953, 0.3953957885649756, 0.43402284029189303, 0.3899774228057857, 0.4099586519865249, 0.4327972648565806, 0.48387900351719254, 0.49362768372480853, 0.4630172164286032, 0.42995621872392414, 0.45199611596109224, 0.434841687712352, 0.5494514231525945, 0.40300671395511223, 0.4828410360347433, 0.5302615499829024, 0.37216693707143234, 0.4453400764337279, 0.38890873439060203, 0.45167936510356954, 0.4671936894458119, 0.43196109829485757, 0.43759780877251847 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11441904939459056, 0.19137267574100894, 0.1307274903863133, 0.10968453866111472, 0.13103844661844083, 0.17826844567170697, 0.29629678832950124, 0.31589835861273147, 0.2831310994186319, 0.32480285153995225, 0.25676489326625607, 0.31265445187541946, 0.15777025241785742, 0.24612897875938328, 0.19156026883990399, 0.3085751942785837, 0.38241502854683257, 0.10910167211917698, 0.2748385093195365, 0.24390491980433648, 0.19931679701626223, 0.2201014974872914, 0.21008501661828322, 0.15721655525039466 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2636234203823116, 0.21539154465828625, 0.2646682981786624, 0.3243383016307782, 0.25893897618734507, 0.231690206314818, 0.13650047652707928, 0.16798064490446105, 0.21049658430617665, 0.13821436488865085, 0.17319132545766794, 0.13934166408567286, 0.27707143529449485, 0.3033224443932113, 0.21144644511520835, 0.1742658417561596, 0.14784652143606994, 0.2630652649522553, 0.17050156711419145, 0.14500381458626552, 0.25236256808730734, 0.2470921919585205, 0.22187608167657435, 0.28038125352212406 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "log_loss": [ 0.9955971858637614, 1.1111161154132456, 0.995200062766562, 1.004888726946239, 1.0030650197241502, 1.090440917903134, 1.0047049574137394, 1.100622772869713, 1.2426705347764464, 1.0936810937601964, 1.112075460075164, 1.0671108555243969, 1.0715462694595397, 1.321944079906655, 1.0899580253161583, 1.0420445003201768, 1.1439622366729556, 0.9513225739581985, 1.108074892960909, 1.0258208366359913, 1.0678009226997605, 1.1060055368319346, 1.104485699789917, 1.0984961043905002 ], "log_loss_clim": [ 1.0943844796952227, 1.1169378410944757, 1.093855163792758, 1.0763329363067116, 1.100688381867687, 1.1089171541404368, 1.083285185842175, 1.0854367237504552, 1.1120083228496669, 1.09343166622495, 1.1075603694249698, 1.0891713997205303, 1.0990155819713823, 1.1142559047977523, 1.1141034830787642, 1.0713518954987324, 1.0774523148624537, 1.0903732192649418, 1.1028078562195034, 1.1047857408896122, 1.0927483973785745, 1.0951285686897905, 1.1041856181460141, 1.1020599798850006 ] }, "rps": 0.44019520905782517, "rpss": 0.027771643174937855, "bss_below": 0.01717586409925409, "bss_above": 0.038391904305236646, "log_loss": 1.0813598075824769, "log_loss_skill": 0.01434252994799834, "reliability": { "below": { "weight": [ 0.003467, 0.059641, 0.257369, 0.426421, 0.217918, 0.029476, 0.004972, 0.000736, 0.0, 0.0 ], "mean_forecast": [ 0.0426, 0.1643, 0.262, 0.3521, 0.4392, 0.5313, 0.6384, 0.7361, NaN, NaN ], "observed_frequency": [ 0.2635, 0.2275, 0.2613, 0.3685, 0.4335, 0.4152, 0.2895, 0.2306, NaN, NaN ] }, "above": { "weight": [ 0.003136, 0.058829, 0.234798, 0.387796, 0.244321, 0.056218, 0.011316, 0.003558, 2.8e-05, 0.0 ], "mean_forecast": [ 0.0679, 0.1751, 0.2566, 0.3532, 0.4373, 0.5342, 0.6335, 0.7292, 0.8187, NaN ], "observed_frequency": [ 0.2255, 0.2468, 0.2282, 0.3308, 0.4522, 0.5508, 0.468, 0.4682, 0.0, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.37632625689826527, 0.4119932411857589, 0.3966459381687321, 0.43577755401664703, 0.39445046067309136, 0.4262711855705599, 0.42953297235122156, 0.49317312797153173, 0.4523935035034068, 0.4575558577976477, 0.4443413090203008, 0.42324923969874934, 0.4360067944481985, 0.5854366627254303, 0.41001037848013333, 0.4760044742204271, 0.49525375361084295, 0.3844707745024058, 0.44752443571179634, 0.38588090014442594, 0.47168972377221813, 0.4302449579823474, 0.44365159397970894, 0.42283130947887854 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.12146406044338527, 0.18951349286234762, 0.12603684929154507, 0.12289004591032018, 0.13476416129690727, 0.17716971115815242, 0.3101571899623516, 0.3534606871048751, 0.2519608400182828, 0.3091642651599865, 0.24396072767151467, 0.29698398361565803, 0.14226306256659305, 0.261838126755573, 0.19148449913235974, 0.3453547958086056, 0.3546195388499969, 0.091149418350067, 0.29438228359179636, 0.2230626730602486, 0.17403403016801933, 0.23448382957049446, 0.21231562499009582, 0.15499549906591129 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.2548621964548799, 0.2224797483234114, 0.27060908887718704, 0.3128875081063268, 0.25968629937618404, 0.2491014744124074, 0.11937578238886998, 0.1397124408666566, 0.2004326634851241, 0.14839159263766105, 0.200380581348786, 0.1262652560830913, 0.29374373188160535, 0.32359853596985766, 0.21852587934777362, 0.13064967841182154, 0.14063421476084595, 0.2933213561523387, 0.15314215211999987, 0.1628182270841773, 0.29765569360419886, 0.19576112841185306, 0.2313359689896131, 0.26783581041296717 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "log_loss": [ 1.0178932572541288, 1.1110175681186945, 0.9778472416469801, 1.0388360385392528, 1.027836782368167, 1.0886518643700978, 1.010194549280514, 1.088676354539853, 1.1751493953723304, 1.1011565958423635, 1.164728433793127, 1.0330936406510285, 1.049630678056977, 1.3678333487825192, 1.0884900479264494, 1.029592201626016, 1.1116470528701123, 0.9060592640373879, 1.119690415331042, 1.0251950973110766, 1.0975558693287264, 1.100243299660663, 1.0894725059177925, 1.0875419433370004 ], "log_loss_clim": [ 1.0994260483857876, 1.1136765360483003, 1.088719751200515, 1.0835058872248329, 1.1052085572472121, 1.103931634301236, 1.0854778262205618, 1.080730595822308, 1.112712279371679, 1.098167714310158, 1.1159481417825452, 1.0905218627466344, 1.0942399101939726, 1.11154876423817, 1.1110417474794292, 1.070488311191757, 1.0809898391803143, 1.0753702905497633, 1.1034387532417498, 1.1072191553706103, 1.0922772964053116, 1.1036626503777467, 1.0970024306892654, 1.1043600179020439 ] }, "rps": 0.43877985024636357, "rpss": 0.03102206827463272, "bss_below": 0.022230554193339525, "bss_above": 0.03982808504679869, "log_loss": 1.0795013935817626, "log_loss_skill": 0.01601359301313865, "reliability": { "below": { "weight": [ 0.003813, 0.060669, 0.257242, 0.435091, 0.205191, 0.030753, 0.006261, 0.00098, 0.0, 0.0 ], "mean_forecast": [ 0.0429, 0.1653, 0.2616, 0.3523, 0.4389, 0.5331, 0.6391, 0.7363, NaN, NaN ], "observed_frequency": [ 0.2517, 0.1925, 0.2466, 0.3801, 0.4498, 0.3707, 0.2681, 0.2141, NaN, NaN ] }, "above": { "weight": [ 0.004443, 0.062954, 0.234135, 0.384522, 0.242092, 0.053925, 0.013458, 0.004437, 3.5e-05, 0.0 ], "mean_forecast": [ 0.0664, 0.1741, 0.2564, 0.353, 0.4378, 0.5332, 0.6348, 0.7291, 0.8187, NaN ], "observed_frequency": [ 0.2522, 0.2653, 0.2277, 0.3211, 0.4647, 0.5552, 0.495, 0.4724, 0.0, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4191700612465095, 0.4154808795492885, 0.43884924561611843, 0.5165221550535819, 0.39007199180506147, 0.5801557333896388, 0.43444033207788785, 0.4624546477557081, 0.40604047597668574 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20490049479956485, 0.13616517567799066, 0.23940035316795627, 0.15213227707880436, 0.20873039904873522, 0.41618565434421884, 0.12384553435668758, 0.18255597414850883, 0.2055281766140718 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.21426956644694464, 0.2793157038712979, 0.19944889244816197, 0.3643898779747776, 0.18134159275632636, 0.1639700790454201, 0.31059479772120024, 0.2798986736071993, 0.20051229936261394 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "log_loss": [ 1.0330080289382542, 0.9994846517959697, 1.0699926360592076, 1.1215641129967167, 1.1443996110888175, 1.2022661632583511, 0.9418376299594509, 1.0880080717383798, 1.1376153530947326 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.45146505805227555, "rpss": 0.017375977896414985, "bss_below": -0.025420566918149978, "bss_above": 0.05112359010065315, "log_loss": 1.0820195843255422, "log_loss_skill": 0.01510330365089596, "reliability": { "below": { "weight": [ 0.002573, 0.020398, 0.300843, 0.403951, 0.237002, 0.033824, 0.001409, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0466, 0.1759, 0.2657, 0.3483, 0.4416, 0.5233, 0.63, NaN, NaN, NaN ], "observed_frequency": [ 0.1428, 0.2134, 0.2489, 0.2879, 0.2919, 0.2642, 0.2631, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.054555, 0.227878, 0.418051, 0.281003, 0.018365, 0.000148, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1875, 0.2506, 0.3564, 0.4354, 0.5231, 0.6202, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2877, 0.3429, 0.3993, 0.581, 0.7187, 0.5, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42807940487808205, 0.43596466403144357, 0.4442946761263074, 0.5093531813025227, 0.3706729278296797, 0.6025225635186967, 0.41971559986955953, 0.4752901515968438, 0.4175278375378249 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24383941663739267, 0.11719049831894925, 0.24652262354084103, 0.1294255334144454, 0.20629833303801412, 0.426814904131062, 0.08740932232875621, 0.15707888880753054, 0.19571243453706696 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.1842399882406895, 0.31877416571249423, 0.19777205258546626, 0.37992764788807726, 0.16437459479166563, 0.17570765938763458, 0.33230627754080344, 0.31821126278931305, 0.22181540300075794 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "log_loss": [ 1.0698502398660588, 0.97273635530657, 1.08849353717481, 1.0886878796547885, 1.1138834367803039, 1.248193460471515, 0.9120731164562741, 1.097134492256679, 1.1334222915221095 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4559356674101067, "rpss": 0.018027657803034725, "bss_below": -0.035265079499209984, "bss_above": 0.05637503435663216, "log_loss": 1.0804972010543452, "log_loss_skill": 0.01648903665989032, "reliability": { "below": { "weight": [ 0.002456, 0.022999, 0.338872, 0.41712, 0.191945, 0.025141, 0.001468, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0382, 0.1784, 0.2653, 0.3472, 0.4386, 0.5266, 0.6296, NaN, NaN, NaN ], "observed_frequency": [ 0.1851, 0.2466, 0.2483, 0.2584, 0.2351, 0.2316, 0.3746, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.041095, 0.198971, 0.421165, 0.320405, 0.018181, 0.000183, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1873, 0.2531, 0.3577, 0.4355, 0.5207, 0.6202, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3116, 0.3712, 0.4462, 0.5906, 0.7034, 0.5, NaN, NaN, NaN ] } } } } }, "SEL": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.38717393372903236, 0.40088767907060546, 0.39991041714543263, 0.44844364296573347, 0.3895588189964217, 0.39879546150094425, 0.42771051057379283, 0.4857702792271434, 0.4771946667435925, 0.45692891155397186, 0.42507330208896216, 0.4525648880807177, 0.4363425551614571, 0.5215957464194503, 0.3998602408464602, 0.48278878789299967, 0.5183158565252305, 0.38350923936916015, 0.439779992831937, 0.39175608063243594, 0.45188661376786926, 0.46756389707952567, 0.43190419374687644, 0.4396049002313725 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11551522376082186, 0.18577258478129793, 0.129948132444302, 0.10965757174758532, 0.12970534042423465, 0.1782598365952295, 0.2961864651485189, 0.3203152475513084, 0.2793723007179699, 0.3253559593744806, 0.2553576520974424, 0.3172565075660076, 0.15575277657467185, 0.22693136563067567, 0.1896381036527084, 0.3100907075526103, 0.3805697149266049, 0.11005796861595177, 0.27590379185390346, 0.24754055849359471, 0.1986768298182865, 0.22034107341473744, 0.20917616698606248, 0.1548355023361134 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2716587120112365, 0.2151150938864899, 0.2699622875614206, 0.33878607782657627, 0.25985348062177377, 0.22053562633116722, 0.13152404212319452, 0.1654550268668154, 0.1978223630085009, 0.13157294632065417, 0.16971564805238523, 0.13530837488099853, 0.2805897825978824, 0.29466438137783474, 0.21022213626797925, 0.17269807736881368, 0.1377461344234993, 0.2734512729885681, 0.16387619620777735, 0.14421552066524618, 0.25320978878186495, 0.2472228253150306, 0.22272802570212566, 0.28476940257704886 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "log_loss": [ 1.0101849090130852, 1.0877289254279565, 1.0021659692918743, 1.0345431030517307, 0.9977764879199262, 1.0717322561053038, 1.0003238448677683, 1.108829367902521, 1.202435290888882, 1.0892818539524907, 1.1008690908455918, 1.0676419009441311, 1.0750884410120118, 1.2660896616454724, 1.0791507804728275, 1.044114672120594, 1.1274075683593334, 0.9689661112060648, 1.086617389474828, 1.0283603710333216, 1.071482776850558, 1.100613980866595, 1.0961252467634786, 1.1017523780645395 ], "log_loss_clim": [ 1.0943844796952227, 1.1169378410944757, 1.093855163792758, 1.0763329363067116, 1.100688381867687, 1.1089171541404368, 1.083285185842175, 1.0854367237504552, 1.1120083228496669, 1.09343166622495, 1.1075603694249698, 1.0891713997205303, 1.0990155819713823, 1.1142559047977523, 1.1141034830787642, 1.0713518954987324, 1.0774523148624537, 1.0903732192649418, 1.1028078562195034, 1.1047857408896122, 1.0927483973785745, 1.0951285686897905, 1.1041856181460141, 1.1020599798850006 ] }, "rps": 0.4381216923408802, "rpss": 0.0323512744591572, "bss_below": 0.02156163291296742, "bss_above": 0.043165847895828, "log_loss": 1.075803432420037, "log_loss_skill": 0.019407155659873165, "reliability": { "below": { "weight": [ 0.000692, 0.055151, 0.26718, 0.44228, 0.199324, 0.031756, 0.003561, 5.7e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0862, 0.1754, 0.2597, 0.3457, 0.4392, 0.5364, 0.6248, 0.7054, NaN, NaN ], "observed_frequency": [ 0.3604, 0.2393, 0.2789, 0.3543, 0.4319, 0.4697, 0.4044, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.046653, 0.272574, 0.417716, 0.205991, 0.050947, 0.005723, 0.000395, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1738, 0.2592, 0.3441, 0.4402, 0.5369, 0.6423, 0.7198, NaN, NaN ], "observed_frequency": [ NaN, 0.2328, 0.225, 0.3461, 0.4729, 0.5562, 0.4777, 0.5, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.38331165156718916, 0.4071971034898929, 0.4023110838757765, 0.44753282376819487, 0.3937150794219783, 0.4135907137298708, 0.4246548536093821, 0.4952138595094588, 0.44456042655781336, 0.45023230441132805, 0.43663502934651544, 0.427849454599285, 0.43868931939713146, 0.5500745358778015, 0.40677103654845476, 0.47381463227658527, 0.4842373010027977, 0.400818955299975, 0.441044611875051, 0.38803336401376703, 0.47122528641256906, 0.4294532716904456, 0.4442206500040037, 0.42413581823323276 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.12281480699475111, 0.1841622633755016, 0.12593960850244865, 0.12239542760033635, 0.13358402597099645, 0.17667480468022184, 0.3112408421052836, 0.3591983970937966, 0.25215283355246504, 0.3087964378426019, 0.24035330195584137, 0.30373288327824444, 0.13981600616173312, 0.23804462466595902, 0.18921164114252334, 0.34769739752184414, 0.35322970614552024, 0.0929926741801846, 0.296247735600763, 0.22459536321861678, 0.17209293225063305, 0.23556204534157793, 0.21116586342650556, 0.15233016886486128 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.26049684529491746, 0.22303483995943277, 0.2763714783242387, 0.3251374019090496, 0.2601310562952854, 0.23691591055421146, 0.11341400728611446, 0.1360154564805864, 0.19240758967980504, 0.14143586080165885, 0.19628172559847878, 0.12411656659073295, 0.29887331878429174, 0.3120299114017416, 0.217559394929761, 0.12611722939198597, 0.13100758722377273, 0.30782628475044127, 0.14479687020185356, 0.16343800003895928, 0.2991323616240527, 0.19389122563306832, 0.2330547861632474, 0.27180565276008806 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "log_loss": [ 1.0281007657143193, 1.088389623071656, 0.9875302350265035, 1.063476056433586, 1.021625258398707, 1.0674640331866154, 1.006114266439713, 1.0958025984462494, 1.157954742891696, 1.0917507591338493, 1.146595507674216, 1.0388652260553313, 1.055273354760715, 1.2958853598284674, 1.0782549682408806, 1.0271977725870505, 1.0940227029393677, 0.9357949719390795, 1.0960850960050013, 1.0250078907532931, 1.1018305081962505, 1.0912405589579757, 1.0810681393621366, 1.0886071609778432 ], "log_loss_clim": [ 1.0994260483857876, 1.1136765360483003, 1.088719751200515, 1.0835058872248329, 1.1052085572472121, 1.103931634301236, 1.0854778262205618, 1.080730595822308, 1.112712279371679, 1.098167714310158, 1.1159481417825452, 1.0905218627466344, 1.0942399101939726, 1.11154876423817, 1.1110417474794292, 1.070488311191757, 1.0809898391803143, 1.0753702905497633, 1.1034387532417498, 1.1072191553706103, 1.0922772964053116, 1.1036626503777467, 1.0970024306892654, 1.1043600179020439 ] }, "rps": 0.4366384652716042, "rpss": 0.035750988216387225, "bss_below": 0.026547553572527915, "bss_above": 0.0449696075271212, "log_loss": 1.0734973982091878, "log_loss_skill": 0.021486350963569323, "reliability": { "below": { "weight": [ 0.00072, 0.053826, 0.271505, 0.448562, 0.189058, 0.031639, 0.00462, 7e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0867, 0.1755, 0.2587, 0.3456, 0.4385, 0.538, 0.6248, 0.7054, NaN, NaN ], "observed_frequency": [ 0.2391, 0.2141, 0.2662, 0.3642, 0.4452, 0.4302, 0.4013, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.050993, 0.272599, 0.412979, 0.205371, 0.05076, 0.006809, 0.000489, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1717, 0.2589, 0.3436, 0.4405, 0.5377, 0.6429, 0.7198, NaN, NaN ], "observed_frequency": [ NaN, 0.2518, 0.2167, 0.3426, 0.4887, 0.5636, 0.4668, 0.5, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4224024543792108, 0.4204451258755521, 0.4397746132469692, 0.5158248993835542, 0.3828884744006038, 0.5688335434116534, 0.4551206257697494, 0.46093516152202046, 0.3986112692852701 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.2074292888604895, 0.132500757794469, 0.2414904785428545, 0.14534309512751123, 0.20000302460694555, 0.4197736709554599, 0.12409273827766952, 0.17757407681619053, 0.20408995876373362 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.21497316430215407, 0.28794435379038646, 0.19828413799018269, 0.3704817791662959, 0.18288544962048947, 0.14905988984317498, 0.3310278642515175, 0.28336107343347783, 0.1945213159056687 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "log_loss": [ 1.036733043340689, 1.0071555736418023, 1.0711490517813052, 1.1265168685754618, 1.1308506145835975, 1.1939190997251032, 0.9891619197973492, 1.086750314728068, 1.115275806633053 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4516484630305093, "rpss": 0.016976792767529503, "bss_below": -0.016015185265014775, "bss_above": 0.04299293878339561, "log_loss": 1.0841680325340475, "log_loss_skill": 0.013147701762088237, "reliability": { "below": { "weight": [ 0.0, 0.021468, 0.329589, 0.400879, 0.223026, 0.024519, 0.000519, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1785, 0.2639, 0.3433, 0.4367, 0.5286, 0.6047, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.188, 0.2542, 0.2767, 0.3037, 0.3164, 0.2862, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.036952, 0.279099, 0.450899, 0.222293, 0.010758, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1856, 0.2609, 0.3458, 0.4298, 0.525, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2873, 0.3428, 0.419, 0.601, 0.7908, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4275442285517535, 0.4466583062780689, 0.4421590719430728, 0.5112064747917949, 0.36575689837819175, 0.588369043254552, 0.4440464653545962, 0.47427466020700537, 0.40996099412924625 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.2474835415646059, 0.11371275665987916, 0.24762028372106681, 0.12273808375713265, 0.19841517840453315, 0.4289272767156942, 0.08646694628543161, 0.15110220304506622, 0.19324715526664418 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18006069321800613, 0.3329455271379999, 0.1945387939571412, 0.3884683633245053, 0.16734172152078344, 0.159441783901756, 0.3575794900393019, 0.32317244008459195, 0.21671384080263298 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "log_loss": [ 1.0669108455888134, 0.9961560300168582, 1.0840425138534817, 1.0993398202200966, 1.1034159887900856, 1.2335549633721772, 0.9643346604835726, 1.0969867398522084, 1.1124378811791857 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4566640158764757, "rpss": 0.01645897585823608, "bss_below": -0.02349668338443034, "bss_above": 0.04520952917914889, "log_loss": 1.0841310492618312, "log_loss_skill": 0.013181365388100885, "reliability": { "below": { "weight": [ 0.0, 0.023501, 0.370233, 0.408898, 0.175478, 0.021431, 0.000459, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1807, 0.2635, 0.3421, 0.4339, 0.531, 0.6062, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.213, 0.2523, 0.2466, 0.2454, 0.3278, 0.4004, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.027378, 0.246491, 0.463711, 0.250826, 0.011594, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.185, 0.2627, 0.3471, 0.4294, 0.5215, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.295, 0.3753, 0.4629, 0.6084, 0.7672, NaN, NaN, NaN, NaN ] } } } } } }, "fitted": { "climatology_blend": { "fallbacks": 0, "folds": 24, "test_fit": { "lam": 0.2976413007996748 }, "test_fallback": null }, "platt_ovr": { "fallbacks": 0, "folds": 24, "test_fit": { "coefficients": [ [ -0.21898996396164688, 0.5854900600943905 ], [ -0.5153066844724471, 0.4029412263121531 ], [ -0.13152109272463533, 0.7176566016179655 ] ], "features": [ "intercept", "logit(p_k)" ], "normalization": "divide by the sum" }, "test_fallback": null }, "beta_ovr": { "fallbacks": 0, "folds": 24, "test_fit": { "coefficients": [ [ -0.4855759041641495, 0.45626877709879876, 0.8602509811033167 ], [ -0.5985869268097515, 0.3632670869248191, 0.49007587258410595 ], [ -0.47759307816566493, 0.5438040606939031, 1.056368555054924 ] ], "features": [ "intercept", "ln p_k", "-ln(1 - p_k)" ], "constraints": "a, b >= 0", "normalization": "divide by the sum" }, "test_fallback": null }, "isotonic_ovr": { "fallbacks": 0, "folds": 24, "test_fit": { "maps": [ { "x": [ 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945588, 0.07176800507010232, 0.09433962404727934, 0.11631673674983668, 0.1698055753217098, 0.22140270538914275, 0.2566363834578649, 0.2926370633640524, 0.32937478881299864, 0.3584905564785004, 0.36442806777841047, 0.4169288275186069, 0.4716981053352354, 0.47206747503403934, 0.5094339847564696, 0.5418710069382002, 0.6226415038108825, 0.6507507397822531, 0.7287779339803262 ], "y": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.06441586573690657, 0.11027202082528834, 0.12501673993179127, 0.1611852832169587, 0.2026129956964417, 0.26232892498018157, 0.29192100320605424, 0.30881171139795055, 0.35617625093158345, 0.3573124576976539, 0.3850662238740245, 0.4113318585110843, 0.42659689543432616, 0.45057288156992364, 0.4638433259455927, 0.48371007446799547, 0.5029326223811591, 0.5512245074315472, 0.7651423031320105 ] }, { "x": [ 0.04469598870374335, 0.05660377442836761, 0.056603774428367566, 0.10987169774178723, 0.13207547366619135, 0.16936968958230877, 0.16981132328510293, 0.18992396608291903, 0.20754717290401514, 0.24340603677444228, 0.24528302252292633, 0.2799958752818583, 0.2830188572406772, 0.3170772142244881, 0.3475471125260336, 0.3844379542086511, 0.42313366791027707, 0.48225145411208115, 0.5532325227523478, 0.5849056839942931, 0.5849056839942932, 0.621122039214408, 0.7154412598015986, 0.755478237107744, 0.8436586057791967 ], "y": [ 0.16509741406367165, 0.1672235574800105, 0.1769628843768948, 0.20971578965473653, 0.21407223491548147, 0.22857665189924478, 0.2379770421068252, 0.24403978469871962, 0.24417910234931528, 0.25952633091245486, 0.2606274747490076, 0.2857985379394043, 0.302256099073943, 0.307267821361097, 0.31912703042808965, 0.33289874613424764, 0.3527540930533652, 0.3777626177983684, 0.3778035482999687, 0.394614703919102, 0.4078805919523294, 0.4242498892323464, 0.5420372511452067, 0.5770068517001833, 0.6668208844220204 ] }, { "x": [ 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.1308783281350113, 0.19008978026346215, 0.2075471729040146, 0.20754717290401417, 0.23591434233632672, 0.24528302252292639, 0.27482254851650756, 0.3117186297691533, 0.32075470685958885, 0.3504617348632381, 0.3866118696967656, 0.424475617781497, 0.4595720308168166, 0.4716981053352353, 0.4972157788787764, 0.5094339847564697, 0.5094339847564701, 0.5362072920911084, 0.5760706593125979, 0.6290836877291579, 0.7174915479651228, 0.8616330624676395 ], "y": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.11208662146434063, 0.18339255411387054, 0.19469594698276116, 0.2000518852765773, 0.22647631855452405, 0.2427438646659124, 0.2617471302990753, 0.29746860348181825, 0.323274537484784, 0.36911948644728815, 0.38612309487274954, 0.40522754982301784, 0.423483638004042, 0.4397773872609889, 0.4504985457429139, 0.4977068775853201, 0.5004488257817197, 0.5071015368471734, 0.5094310835823024, 0.5283800584890356, 0.586662583635267, 0.6152819239686058, 0.6667240531776296 ] } ], "blocks": [ 42, 25, 31 ], "normalization": "divide by the sum", "floor": 0.0001 }, "test_fallback": null } }, "selection": { "criterion": "inner leave-one-year-out RPS of the calibrators (training years only)", "chosen_training": { "1993": "climatology_blend", "1994": "climatology_blend", "1995": "climatology_blend", "1996": "climatology_blend", "1997": "climatology_blend", "1998": "climatology_blend", "1999": "climatology_blend", "2000": "climatology_blend", "2001": "climatology_blend", "2002": "climatology_blend", "2003": "climatology_blend", "2004": "climatology_blend", "2005": "climatology_blend", "2006": "climatology_blend", "2007": "climatology_blend", "2008": "climatology_blend", "2009": "climatology_blend", "2010": "climatology_blend", "2011": "climatology_blend", "2012": "climatology_blend", "2013": "climatology_blend", "2014": "climatology_blend", "2015": "climatology_blend", "2016": "climatology_blend" }, "chosen_test": "climatology_blend", "frequency": { "climatology_blend": 24, "platt_ovr": 0, "beta_ovr": 0, "isotonic_ovr": 0 } } } }, "tests": { "platt_ovr": { "rps": { "Feb": { "training": { "mean_difference": -0.002333606137110693, "bootstrap_95": [ -0.01348055240977231, 0.008570296815524145 ], "p_improvement": 0.3408, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.014858552275710177, "bootstrap_95": [ 0.0069667332459648805, 0.02256144562980397 ], "p_improvement": 0.99609375, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0002922773965376134, "bootstrap_95": [ -0.0023187515984205375, 0.0027467378363729557 ], "p_improvement": 0.583595, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0012517880201150522, "bootstrap_95": [ -0.0007603298130913718, 0.0034762125862285876 ], "p_improvement": 0.8515625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.0006701086226953793, "bootstrap_95": [ -0.002505481634752901, 0.0011819278380618666 ], "p_improvement": 0.24592, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0017179499510830605, "bootstrap_95": [ -0.005280378627955451, 0.0018561739556561228 ], "p_improvement": 0.1875, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0007267266899872518, "bootstrap_95": [ -0.0011769738071588025, 0.0025544317017525604 ], "p_improvement": 0.767915, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.004241987603586868, "bootstrap_95": [ 0.0010015306870561323, 0.0069271594370348515 ], "p_improvement": 0.984375, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0002226420130277638, "bootstrap_95": [ -0.000864732164835307, 0.0013087251589301624 ], "p_improvement": 0.65423, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.00082622010181016, "bootstrap_95": [ -0.0033153340881855375, 0.0013877966853243747 ], "p_improvement": 0.279296875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -0.0030525155764492182, "bootstrap_95": [ -0.011030058556416669, 0.004419435781492854 ], "p_improvement": 0.22212, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.012258933950369297, "bootstrap_95": [ 0.005717919095531646, 0.018309708119757448 ], "p_improvement": 0.994140625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.00012137210043330442, "bootstrap_95": [ -0.0023601533567260157, 0.002412999738724294 ], "p_improvement": 0.536395, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.002713180767903386, "bootstrap_95": [ -0.0018856167674785322, 0.007476081296071705 ], "p_improvement": 0.841796875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.00040059761028839066, "bootstrap_95": [ -0.00205458047460282, 0.0012160960352884894 ], "p_improvement": 0.321545, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.0015440624531042012, "bootstrap_95": [ -0.0035484956911124637, 0.006439072861375278 ], "p_improvement": 0.708984375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0010815423051568427, "bootstrap_95": [ -0.0016947372289433415, 0.0038103099467736465 ], "p_improvement": 0.77039, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0037928813833861263, "bootstrap_95": [ -0.0022980447279434798, 0.008109734176240058 ], "p_improvement": 0.8828125, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.00016097671016136565, "bootstrap_95": [ -0.001713516146303496, 0.0013328347450614376 ], "p_improvement": 0.418535, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0004601141589501839, "bootstrap_95": [ -0.004025109572881481, 0.003668232620148229 ], "p_improvement": 0.5625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": 0.0007189089521321979, "bootstrap_95": [ -0.0032461497415229583, 0.004868100887895488 ], "p_improvement": 0.632215, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.002599625957191965, "bootstrap_95": [ 0.0007897332703587216, 0.004877805450014152 ], "p_improvement": 0.986328125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.000170905212344653, "bootstrap_95": [ -0.00023434868432020865, 0.000553079411304491 ], "p_improvement": 0.79203, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.001461389183953289, "bootstrap_95": [ -0.005086045467195243, 0.0018948291989958276 ], "p_improvement": 0.2421875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.0002695109702224435, "bootstrap_95": [ -0.0022835533254316562, 0.0016868090001776312 ], "p_improvement": 0.395755, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.0032620080377812766, "bootstrap_95": [ -0.009493547820575814, 0.002809721565547614 ], "p_improvement": 0.181640625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": -0.0003548159993836484, "bootstrap_95": [ -0.0031063724481613987, 0.0023101480138643504 ], "p_improvement": 0.399375, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.00044910821020483556, "bootstrap_95": [ -0.003210302570174233, 0.004284084484894211 ], "p_improvement": 0.5859375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.00038361915448583095, "bootstrap_95": [ -0.0008849612541538096, 0.001579338136395858 ], "p_improvement": 0.719995, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0012863287912144644, "bootstrap_95": [ -0.004507361779735086, 0.0017655964840249162 ], "p_improvement": 0.234375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } } }, "log_loss": { "Feb": { "training": { "mean_difference": -0.006806328247707026, "bootstrap_95": [ -0.025787535221970564, 0.011525060790475621 ], "p_improvement": 0.2419, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.02928089845772523, "bootstrap_95": [ 0.01779728422283705, 0.039314086318898 ], "p_improvement": 0.998046875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0010049881499966384, "bootstrap_95": [ -0.0044608944172267835, 0.0061500678363788945 ], "p_improvement": 0.63791, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.0012244462908167868, "bootstrap_95": [ -0.006204711226143344, 0.010008573403148263 ], "p_improvement": 0.60546875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.0014982243555139163, "bootstrap_95": [ -0.006120761691672941, 0.003076864974565286 ], "p_improvement": 0.272445, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.0031174319303595155, "bootstrap_95": [ -0.016097958318017642, 0.011370085685008979 ], "p_improvement": 0.34375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.001412417980307057, "bootstrap_95": [ -0.004312225072592462, 0.007174632045075754 ], "p_improvement": 0.681625, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.01583959000825155, "bootstrap_95": [ 0.00019065211086345048, 0.028520702599059804 ], "p_improvement": 0.96484375, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.0014679009733409483, "bootstrap_95": [ -0.0048520687905441555, 0.0017541757411348238 ], "p_improvement": 0.198075, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.00437655626296507, "bootstrap_95": [ -0.015083802466774269, 0.0050978573475540575 ], "p_improvement": 0.2265625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } } } }, "beta_ovr": { "rps": { "Feb": { "training": { "mean_difference": -0.0166892229448798, "bootstrap_95": [ -0.031910286429402884, -0.0031518099695569545 ], "p_improvement": 0.01696, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.014503416875198584, "bootstrap_95": [ -0.00026944330030324024, 0.031226877247412015 ], "p_improvement": 0.9453125, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 0.2544, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0002442270613354641, "bootstrap_95": [ -0.0038633853705209577, 0.004055114994010309 ], "p_improvement": 0.54764, "years_better": 11, "years": 24 }, "test": { "mean_difference": 3.875749213933583e-05, "bootstrap_95": [ -0.006209886305710362, 0.007151723725865417 ], "p_improvement": 0.50390625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0006039461725268133, "bootstrap_95": [ -0.0014307256598109065, 0.002934065158688387 ], "p_improvement": 0.690585, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0015648927822782142, "bootstrap_95": [ -0.004823786525423006, 0.001463336066400957 ], "p_improvement": 0.19140625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": -0.0012801029601616197, "bootstrap_95": [ -0.003501485633159858, 0.0008438223957665341 ], "p_improvement": 0.131575, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.007031609090274017, "bootstrap_95": [ -0.002230146094767834, 0.02055202533683721 ], "p_improvement": 0.81640625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0013946533640536347, "bootstrap_95": [ 0.0002859728362354956, 0.0026475094199106 ], "p_improvement": 0.987955, "years_better": 8, "years": 24 }, "test": { "mean_difference": -0.0008991976718465164, "bootstrap_95": [ -0.003484750441980601, 0.0012814761848523749 ], "p_improvement": 0.279296875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -0.009066234905219963, "bootstrap_95": [ -0.01971856169977894, 0.00044532494504513176 ], "p_improvement": 0.04655, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.013649911715714764, "bootstrap_95": [ 0.005755675891885098, 0.02188733644800379 ], "p_improvement": 0.99609375, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 0.69825, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -6.918236594063061e-05, "bootstrap_95": [ -0.0031997269065406906, 0.0027765228226190337 ], "p_improvement": 0.48135, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0022720893109289602, "bootstrap_95": [ -0.0044888942307663455, 0.008655766406978195 ], "p_improvement": 0.7421875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.000323668526442582, "bootstrap_95": [ -0.0010264465643856655, 0.0016341779734291703 ], "p_improvement": 0.67915, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0015670862866645253, "bootstrap_95": [ -0.0029033488076027686, 0.005848846952119449 ], "p_improvement": 0.7421875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -0.0003952390560042508, "bootstrap_95": [ -0.0029270347718988073, 0.0018199650402394671 ], "p_improvement": 0.37414, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.004829981726522236, "bootstrap_95": [ -0.0026409674170831954, 0.01355457878153015 ], "p_improvement": 0.82421875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.00044142087533355936, "bootstrap_95": [ -0.0011726028373555786, 0.002078629233958398 ], "p_improvement": 0.694785, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.00045737225614639484, "bootstrap_95": [ -0.004135807630359631, 0.0036775249018493102 ], "p_improvement": 0.5546875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": -0.00762298852686613, "bootstrap_95": [ -0.012672067233675461, -0.0028343785345122225 ], "p_improvement": 0.003905, "years_better": 17, "years": 24 }, "test": { "mean_difference": 0.0008535127913349258, "bootstrap_95": [ -0.006907946656146046, 0.009709603361143942 ], "p_improvement": 0.5703125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 0.058575, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0003134093435164526, "bootstrap_95": [ -0.0012863637945387878, 0.0019101036636418069 ], "p_improvement": 0.641465, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.002233328254954586, "bootstrap_95": [ -0.007191309607938332, 0.002097071770929331 ], "p_improvement": 0.203125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0002802776882687488, "bootstrap_95": [ -0.001885606351479546, 0.002779237728326606 ], "p_improvement": 0.58636, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0031319747025367727, "bootstrap_95": [ -0.009240219908339882, 0.0029366533806550804 ], "p_improvement": 0.1875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": -0.0008848642883714399, "bootstrap_95": [ -0.004128017186338547, 0.0022573918202588926 ], "p_improvement": 0.298075, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.002201629353755887, "bootstrap_95": [ -0.003906672519442234, 0.009010786622324836 ], "p_improvement": 0.716796875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0009532329200168133, "bootstrap_95": [ -0.0002322705343426943, 0.00204864168189939 ], "p_improvement": 0.93955, "years_better": 8, "years": 24 }, "test": { "mean_difference": -0.0013565644584470472, "bootstrap_95": [ -0.004409770286817016, 0.00152302770091433 ], "p_improvement": 0.205078125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } } }, "log_loss": { "Feb": { "training": { "mean_difference": -0.028048604283210002, "bootstrap_95": [ -0.05308159222592098, -0.004471878109641696 ], "p_improvement": 0.018965, "years_better": 15, "years": 24 }, "test": { "mean_difference": 0.0287496170316601, "bootstrap_95": [ 0.0023924513109956076, 0.05586330697749364 ], "p_improvement": 0.970703125, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 0.284475, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0006775302575913097, "bootstrap_95": [ -0.006421701010006802, 0.007457238073453053 ], "p_improvement": 0.573945, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.0005040356550112504, "bootstrap_95": [ -0.014289772131570356, 0.015611057773307773 ], "p_improvement": 0.482421875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0002445847553868378, "bootstrap_95": [ -0.004054357636958753, 0.004718623544787005 ], "p_improvement": 0.541405, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.00369396650756267, "bootstrap_95": [ -0.015299569711387847, 0.00922652648489692 ], "p_improvement": 0.296875, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": -0.0028489630247004924, "bootstrap_95": [ -0.009246425649714505, 0.0031684469153803923 ], "p_improvement": 0.19165, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.019348856409812765, "bootstrap_95": [ -0.0024156885279313983, 0.044172803461272094 ], "p_improvement": 0.923828125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0005430372827271943, "bootstrap_95": [ -0.0029266109105946826, 0.003909628405483243 ], "p_improvement": 0.61963, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.004423035136828044, "bootstrap_95": [ -0.015256234471768573, 0.004920533867890696 ], "p_improvement": 0.2265625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } } } }, "isotonic_ovr": { "rps": { "Feb": { "training": { "mean_difference": 0.026723188783679103, "bootstrap_95": [ -0.0002314309311095526, 0.054168952721259066 ], "p_improvement": 0.966735, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.04848473791798517, "bootstrap_95": [ 0.009963709777336663, 0.08442960718903683 ], "p_improvement": 0.9765625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0159955038623104, "bootstrap_95": [ -0.0009674370482473861, 0.03428566879887628 ], "p_improvement": 0.95223, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.03242775302217197, "bootstrap_95": [ -0.005099892121088328, 0.06669274032992135 ], "p_improvement": 0.9375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0024724212457327976, "bootstrap_95": [ -0.0013745864032033348, 0.006944953014761285 ], "p_improvement": 0.863665, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.0013138082538065835, "bootstrap_95": [ -0.009536439332343669, 0.01212038958446753 ], "p_improvement": 0.5859375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -0.0023661813806950586, "bootstrap_95": [ -0.0070547192013386125, 0.0020048955961980077 ], "p_improvement": 0.162, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.009953792496120932, "bootstrap_95": [ -0.007541033791629793, 0.03442737279112804 ], "p_improvement": 0.724609375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.002073516716944892, "bootstrap_95": [ -0.0012796208124146702, 0.005676479643321584 ], "p_improvement": 0.86171, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0001834049782336897, "bootstrap_95": [ -0.006567649088997715, 0.004989606244515639 ], "p_improvement": 0.478515625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": 0.02430206960622669, "bootstrap_95": [ 0.00828729186223061, 0.041680887266381424 ], "p_improvement": 0.996365, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.021336737527247414, "bootstrap_95": [ 0.005601267056506416, 0.036901662521583715 ], "p_improvement": 0.982421875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.010667367203508438, "bootstrap_95": [ 0.0005352120349306807, 0.02208883928035759 ], "p_improvement": 0.964725, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.02812087716084683, "bootstrap_95": [ 0.012047782828714364, 0.04409446743657375 ], "p_improvement": 0.994140625, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0018849001549746738, "bootstrap_95": [ -0.0003179319330627321, 0.004102907758790025 ], "p_improvement": 0.94049, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.004159685044136933, "bootstrap_95": [ -0.0010049188030706437, 0.00872647281396576 ], "p_improvement": 0.921875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -0.0010044374131945085, "bootstrap_95": [ -0.003386843990350137, 0.0011519846666715758 ], "p_improvement": 0.206255, "years_better": 15, "years": 24 }, "test": { "mean_difference": 0.00643407994275521, "bootstrap_95": [ -0.0015329918667328585, 0.018878576329777904 ], "p_improvement": 0.8125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.000994016579516259, "bootstrap_95": [ -0.00048415247290396003, 0.0029439624199478504 ], "p_improvement": 0.82502, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.0019052166101350054, "bootstrap_95": [ -0.000760317211362973, 0.004644288316391915 ], "p_improvement": 0.892578125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": 0.002421118690246122, "bootstrap_95": [ -0.011648219330878982, 0.01582495282028311 ], "p_improvement": 0.6288, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.02714800802258889, "bootstrap_95": [ 0.0022938319089152305, 0.05101398962161679 ], "p_improvement": 0.962890625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0053281365750423165, "bootstrap_95": [ -0.0032364859376619198, 0.013727252567721754 ], "p_improvement": 0.879105, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.004306879425160186, "bootstrap_95": [ -0.017895733216237542, 0.024117675407953624 ], "p_improvement": 0.646484375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0005875211329426459, "bootstrap_95": [ -0.0023620737968002648, 0.004175278989535553 ], "p_improvement": 0.625595, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.002845872423924373, "bootstrap_95": [ -0.012373971276353504, 0.006398066211890051 ], "p_improvement": 0.30078125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": -0.0013617443517146, "bootstrap_95": [ -0.006042024799454013, 0.003198828200545438 ], "p_improvement": 0.28617, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.0035197145433698285, "bootstrap_95": [ -0.0069233737129080096, 0.01607011723910001 ], "p_improvement": 0.6875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0010795005687253625, "bootstrap_95": [ -0.001601812633184146, 0.003654208672184972 ], "p_improvement": 0.781505, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.002088616118822834, "bootstrap_95": [ -0.00843530677358293, 0.0037045591766258126 ], "p_improvement": 0.2734375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } } }, "log_loss": { "Feb": { "training": { "mean_difference": 0.47629820143042706, "bootstrap_95": [ 0.17183575714478125, 0.809568980338066 ], "p_improvement": 0.99953, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.6952653516751505, "bootstrap_95": [ 0.42715071607860955, 0.9632620312691582 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.2583416749733671, "bootstrap_95": [ 0.10634013506942032, 0.4402345633955927 ], "p_improvement": 0.999695, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.5620946161105564, "bootstrap_95": [ 0.31509169836695605, 0.799814464771704 ], "p_improvement": 0.998046875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.01759423466888138, "bootstrap_95": [ 0.003677099950457835, 0.038671253710484695 ], "p_improvement": 0.991075, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.04815487071540319, "bootstrap_95": [ 0.0031959818904246672, 0.09795691824818818 ], "p_improvement": 0.939453125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.002263306891914091, "bootstrap_95": [ -0.010595668475235331, 0.016737176059404404 ], "p_improvement": 0.615015, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.061680024757520165, "bootstrap_95": [ 0.008584506803418763, 0.11934512928971633 ], "p_improvement": 0.96484375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.005556375162439948, "bootstrap_95": [ -0.0012634256237835987, 0.012913464074827928 ], "p_improvement": 0.92528, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0021484482085054723, "bootstrap_95": [ -0.015637136232564824, 0.008503388020758661 ], "p_improvement": 0.40234375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } } } }, "SEL": { "rps": { "Feb": { "training": { "mean_difference": -0.0166892229448798, "bootstrap_95": [ -0.031910286429402884, -0.0031518099695569545 ], "p_improvement": 0.01696, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.014503416875198584, "bootstrap_95": [ -0.00026944330030324024, 0.031226877247412015 ], "p_improvement": 0.9453125, "years_better": 2, "years": 9 }, "decision": { "holm_p": 0.0848, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.0012023981995196165, "bootstrap_95": [ -0.00333639315636889, 0.0 ], "p_improvement": 0.250905, "years_better": 2, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } } } } } }