{ "cells": [ { "cell_type": "markdown", "metadata": {}, "source": [ "## Notebook to compare models in term of AUC on the trainval" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [], "source": [ "import ptitprince as pt\n", "import pandas as pd\n", "import scipy.stats as st\n", "import matplotlib.pyplot as plt\n", "\n", "import pickle\n", "import os\n", "import numpy as np\n", "import pandas as pd" ] }, { "cell_type": "code", "execution_count": 2, "metadata": {}, "outputs": [], "source": [ "experiment_dir = ''\n", "models = ['23-10-30_IPTR_baseline_nnunet',\n", "'23-10-30_FOPF_dcop','23-10-30_LVHZ_dcp','23-10-30_KBLB_dco','23-10-30_MSBS_dcop_with_combat','23-10-30_THSG_cop','23-10-30_ZNZT_dop']\n", "model_paths = {}\n", "for model in models:\n", " model_paths[model[14:]] = os.path.join(experiment_dir,model,'s_0')" ] }, { "cell_type": "code", "execution_count": 9, "metadata": {}, "outputs": [], "source": [ "\n", "aucs = []\n", "labels= [] \n", "n_epochs = []\n", "for model in model_paths.keys():\n", " \n", " for fold in np.arange(5):\n", " fname = os.path.join(model_paths[model],f'fold_0{fold}','results_best_model','roc_auc.pickle')\n", " with open(fname, 'rb') as handle:\n", " b = pickle.load(handle)\n", " # optimal_threshold(b)\n", " \n", " aucs.append(b['auc_plus'])\n", " labels.append(model)\n", " vs=os.path.join(model_paths[model],f'fold_0{fold}','val_scores.csv')\n", " vs_df = pd.read_csv(vs)\n", " n_epochs.append(len(vs_df)-400)\n" ] }, { "cell_type": "code", "execution_count": 11, "metadata": {}, "outputs": [ { "data": { "image/png": "iVBORw0KGgoAAAANSUhEUgAAAmcAAAE+CAYAAADI27ezAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjUuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8qNh9FAAAACXBIWXMAAAsTAAALEwEAmpwYAABVBklEQVR4nO3dd5hU9dn/8fc9s70v7MICC7uA9CIooth7SWI3kRBDypPypJmYJ/nFFIxKjKaaYknUJIZo7GLFLkWxgUoREERhYakLbO+78/39MYMusCy77MyemdnP67r2YuacM+fcc5g5c59vNeccIiIiIhIdfF4HICIiIiKfUHImIiIiEkWUnImIiIhEESVnIiIiIlFEyZmIiIhIFFFyJiIiIhJFErwOIFzy8vJccXGx12GIiIiIHNLbb7+9yzmX3966uEnOiouLWbp0qddhiIiIiBySmZUcbJ2qNUVERESiiJIzERERkSii5ExEREQkiig5ExEREYkiSs5EREREooiSMxEREZEoouRMpJcqLy/n+uuvp6KiwutQRESkDSVnIr3U3LlzWbt2LY8++qjXoYiISBtKzkTinHMO59w+y8rLy1m4cCHOORYtWqTSMxGRKKLkTCSOle2p4/YHlvG3B5azu6L+4+Vz5879OGELBAIqPRMRiSJxM32TSLx49tln2bFzZ6e2nXbccYwcOfKg6z8qraShsRWADaWV9M1JBWDx4sW0tLQA0NLSwuLFi/nqV7/azchFRCQclJyJRJmnnp5HalYhiclpHW5XubuUhISEDpOzUcW5vP/RbsxnjCzO/Xj5CSecwIIFC2hpaSEhIYETTjghbPGLiEj3KDkTiTL9+vWH1P7kFQzvcDvnAofcV05WCl+6aPwByy+++GIWLlwIgM/n45JLLjm8YEVEJOzU5kwkykw5ejJVuzZF9Bi5ubmccsopmBknn3wyOTk5ET2eiIh0npIzkShz4oknsnvnRhrrqyN6nIsvvphRo0ap1ExEJMpENDkzs3PNbK2ZrTezq9tZP8TM5pvZu2a2wsw+1WbdT0OvW2tm50QyTpFokpWVxVlnnknp+iURPU5ubi7XXHONSs1ERKJMxJIzM/MDtwLnAWOBz5vZ2P02+wXwoHNuMjAduC302rGh5+OAc4HbQvsT6RUuueRi6qt3Ul4W2epNERGJPpEsOZsKrHfOfeScawLuBy7cbxsHZIUeZwNbQ48vBO53zjU65zYA60P7E+kVUlJS+Na3vsmG1YtobmrwOhwRiSGami32RTI5GwRsbvO8NLSsrWuBK8ysFJgHfK8Lr8XMvmFmS81saVlZWbjiFokKEyZM4Pjjj2PjmlcOGOFfRORgNDVb7PO6Q8Dngbudc4XAp4D/mFmnY3LO3eGcm+Kcm5Kfnx+xIEW8csUXZmCttezcstbrUEQkWjRvgcq50LLngFWami0+RDI52wIMbvO8MLSsrf8BHgRwzr0OpAB5nXytSNxLSkriyiu/y+YP3qSxodbrcETEa64VNn0ZdlwHW79/wGpNzRYfIjkI7RJghJkNJZhYTQdm7LfNJuAM4G4zG0MwOSsDngD+a2Z/BAYCI4C3IhirSNQqLi7mzDNO5+3lbzJ8wulehyMi3fTGG2/wz3/8nWCz6wP5/Yn8+sbfkpub287aAARqQg9rDlirqdniQ8SSM+dci5l9F3gO8AP/dM6tMrPrgaXOuSeA/wPuNLOrCH5Kv+yCKf8qM3sQWA20AN9xzrVGKlaRaHfJJRezYMH3qa3aRXpWntfhiEg31NTUMLqokfNPqmx3/S0P51NbW9t+cmaJUHgb1MyHrAsOWK2p2eJDRKdvcs7NI9jQv+2ya9o8Xg20+8lxzt0A3BDJ+ERiRUpKCueddx6L31rFsHGneB2OiHRDRkYGTS0JpKcepOTMZx3vIHVy8K8dmpotPnjdIUBEOunkk09i946P1HNTJMb179+fsorIDN2pqdnig5IzkRjRt29fUlJSaKir8joUEemGwsJCdpU309gcmf1rarbYp+RMJIZkZmbR3FTvdRgi0g2JiYkUDxnIxq2RaVmkqdlin5IzkRhSX1dHQmKS12GISDcdOflY3i9J9ToMiVJKzkRiRGVlJdU11aSkZXsdioh009Spx7JyfQoBNSGVdig5E4kRCxcupG//Yny+yDQkFpGeU1hYSEZmNh+WRnTQBIlRSs5EYkBVVRVPPvk0BUOO9DoUEQmTU087myWrM70OQ6KQkjORKBcIBLj99r/Tp+AI0rP6eh2OiITJiSeezJoNfuoaDjGumfQ6Ss5Eotx//3sfm7fsYPCIqV6HIiJhlJWVxeRJR7J0dbLXoUiUUXImEqWcczzw4IO8+tqbjJh0jtqaicShM8/+NG+sykJjS0tbSs5EolBrayt3/eOfLFj4GqOP/gyJSepyLxKPRo0aRUJSBh9t0c1XrHDO0bBnI821uyJ2DHUTEYky1dXV3PynP7O7vJYxU84nIVFVHiLxysw448xP8ebb9zK8sNzrcHq9OXPmUFJSAsCaNWsAGDNmDABFRUXMnDmTmtK3qd70JpiP/CM/R2J6+NsCKzkTiSLr16/nj3/8E5l5RYycdDLmU+G2SLw74YQTefih+6lvhFTdi3XZb35zI1tKS9tZY3zzf7/FuHHjwnq81qba4AMXINBcByg5E4lLgUCAJ598isefeJLiMSeRVzDM65BEpIdkZWUxevQI3ltfxTHjmrwOJ+Zs+OgjLj9zLOmp+86e8vybH7F79+4u7WvmzJkfP54xYwYAs2bN2mebrCHHYubDn5JFcs7gw4y6Y0rORDy2e/du/vLXW9hdXsP44y4hJVXjHon0NieceAYvzvuAY8ZFrh1TvAoEHLlZqWSk7VvsmJwUmRTHl5hC9rCTIrLvj48R0b2LyEE553j11Vf5yU+uptlyGDPlfCVmIr3UpEmT2LgFGhq9jiT2+P1+WuNsHiyVnIl4oKamhjvuvIt1H3zIyMmfIiM7v8eOHQg4As6R4Ne9mUi0SEtLY/iwwawvrfA6lJiTnJxEc0ur12GElZIzkR62atUq/nrLrWT1LWLcsZfi90f2a9i299G2bduprqkDHAkJfvy+T0YmT05OpqCgAPikV5KI9JwJR05l/dr1XocRc1JTUmhobPE6jLBScibSQwKBAA899DAvvPAiQ8edSm7+kB45bklJCSUlJRQVFREIOBzu43j87QxsuzeRE5GeNXr0GF5doDENuyozM5O6hmavwwgrJWciPaC6upo//vFP7K6oZfy0y0hKTuvR4xcVFTFr1iyaW1p5Yv6HVFY3cu6JQxnYL+OAbWfPnt2jsYlIUHFxMTt2tZCVqQFpuyIrK5va+hqvwwgrJWciEbZ161Z+feNNpOcMYdRRp2DmXVuvxAQ/l5410rPji8jBJSUl0b9fLqVbuzb8Q2+X26cv1V0cMiPaqUWwSASVlJRw7XXX02fgeIpGHedpYiYi0W/goEFehxBz+vTtS019fFVr6pdCJELKysq44dc3Mmj4sRQMHut1OCISAwYMLPI6hJiTm5tLdV18dQhQciYSAa2trfz+93+kX+EE8geO8DocEYkR/foVeB1CzOnTpw9VtfE1QJySM5EIePnll6lvcgwonuh1KCISQ3JycrwOIebk5uZSXVvvdRhhpeRMJAKefe4FCoonY2aH3riH1NQ10dwcXwM1isSb7Oxsr0OIOTk5OVTX1uNc/MwSoN6aImHW0tLCzh3bGDoxOqontm/fTl1dPT/88S/w+4z+een7DD67v5KSEpKTkw+6XkQiJz093esQYk5iYiKJiYk0NrWQkpzodThhEdGSMzM718zWmtl6M7u6nfU3m9my0N86M6tos+63ZrbKzNaY2V8smoogRDrg8/lwDoiiu7hAKJbWgFPpmUgUS0vr2TEQ40V6Wip1jfHTYzNiJWdm5gduBc4CSoElZvaEc2713m2cc1e12f57wOTQ4+OBE4C9DXZeBU4BFkQqXpFw8fl8FBUPZU/ZJvIKhnkdDgUFBTQ1tzLm2MvJzUrh7BOK8PsOfl+mQWhFvJOSkuJ1CDEpNTWVxjiawimSJWdTgfXOuY+cc03A/cCFHWz/eeC+0GMHpABJQDKQCOyIYKwiYXXhBZ9h64dLCLRGx8UiKdHPjE+P4byThnaYmNXUNX1cyiYiPS8hIVhmEggEPI4ktiQnJdHUEj/nLJJtzgYBm9s8LwWObW9DMysChgIvAzjnXjez+cA2wIBbnHNrIhirSFgdc8wxLH7tdT5aNZ/hE87wfPDZkpISZs+ezfbt22lsbL/LuT8hEefPpL66jOHDins2QBEB+LgTUXNz/FTR9YSEhARaW+MnOYuW3prTgYedc60AZnYEMAYoJJjknW5mJ+3/IjP7hpktNbOlZWVlPRqwSEfMjO98+1tkpftZv/IlT0vQioqKKCo69MCWra3BErPUzHz65g+MdFgi0oGWlugodY8V8dYsPZIlZ1uAwW2eF4aWtWc68J02zy8G3nDO1QCY2TPANOCVti9yzt0B3AEwZcoU1cVIVElKSuJnP72aW269jTVLn2D4hDNJScvq8ThmzpzZqe12ldfz4hslZGUkcc7xxZENSkQ6pGrNrmkNtBJPs+NF8q0sAUaY2VAzSyKYgD2x/0ZmNhrIBV5vs3gTcIqZJZhZIsHOAKrWlJiTlJTEVT/4Puedcwar3pzLzi1ro3YsnrzcVKafN5pPnTQMvz+OrnIiEveamppJ8Pu9DiNsInYFds61AN8FniOYWD3onFtlZteb2QVtNp0O3O/2/cV6GPgQWAksB5Y7556MVKwikWRmfOYzn2bWrJ9TtXMNHyx/jsb6aq/DEpEoFq03cdGqsbGR5MT4Sc4iOgitc24eMG+/Zdfs9/zadl7XCnwzkrGJ9LTi4mJ+c9ONPPb44zzzzCMMLJ7MgKIJWAe9J0Wkd4q3NlSRVldXT0py/Iyrr18FkR6UmJjIZy+7jBt+NZtEt4f33nyEyj3bvA5LRKKMTzdtneaco7aujrSUJK9DCRv974t4YMCAAVwz6xfMvGI6G1e/zIfvzaepsc7rsEQkSig567yamhqSEhNJiKO2svHzTkRijJkxbdo0/nTzH5k4tpgVrz3E9k2r1dZEREhMjI85IntCRUUFWRmpXocRVkrORDyWmprKl2Z+kV9e8wuaqjfy/ttPUl9b6XVYIuKBvUNo7J0pQA5tz549ZKbH17RXSs5EokRRURG/vuFXnHPmyax6ay7bN61SKZpIL9PQ0OB1CDGnvLycrLT4KmlUciYSRXw+H5/5zGeYff111Fd8xPoVL9DS3OR1WCLSQ+rr670OIebs2bOHjNT4KmlUciYShQYNGsSvb/gVo0cMZtVbc2moUzWnSG9QXa0xELtqz+5dZKYnex1GWCk5E4lSiYmJfPMbX+eSiz7D6rcep7Zql9chiUiEVVbqRqyrKirKyUiNn2E0QMmZSNQ755xz+OpXv8z778yjrqbc63BEJIL27NnjdQgxp7qqirRUtTkTkR52/PHH84UZn2fdsmdpaVaDYZF4tWO7BqXuqtraWlKTlZyJiAdOP/00jplyFCXvv+Z1KCISIaWlH3odQsxpaGwiOVEdAkTEI1+84gvU1+ykYvcWr0MRkQgoKdmMJgfompaWlh6dHSDQ0kQgwjUY8ZVqisS5lJQUZnx+Og88/AQZuYVehyMiYbRnzx4aGhrI7xNfjdsjLRAI0J154ufMmUNJSclB18+ePfvjx661mebaXQzMS+Or3/w+yTmDD//AHVB+LhJjjjvuOJoaqqmrVsNhkXjy3nvvMbzQYd3JNHohv99HIHD4A3aXlJR0mJy1FWhtYktZNVvKamisKD3sYx6KSs4kJrjStQSeuQty+uG76EosMb7GtOmKhIQEjp82jedfeAEY6XU4IhImS956hTHFVews7+N1KDElKSmJ5pbWbu2jqKiIWbNmHXK7QEsj1/7iJ0CAtIJx3TpmR5ScyUFVVVWxePHij+d6C6eTTjqJrKysTm8/5x93UbJlG7CN9+d+BYAxY8YAwS/VzJkzwx5jNDvqqMk899yzXochImFSU1PD6tVrufDLLSx81+toYktaaioNTS09cixfQjKJ6X0BSEjp/G9YVyk5k3Zt2bKFm341m6FpkJEQ3iL2RaVV5OfnM3Xq1E6/xnILYOt2SEgENJTEsGHDACKSOItIz3v11VcYVRQgLUXz6XZVdnY21XXxNc2dkjM5QGVlJTf+6nrO7Z/I1P5pYd9/eUvXk72ZV/4fLtCK+fzMmDEDoFNF0PEqPT0dgHINWCkS81pbW5n39ONMP0OzAxyOvnl5VNXs9DqMsFKHADnA/ffew8QsX0QSs+4wn9/rEKLO7t27vQ5BRLrplVdeITutjuKB3Ws31Vv1LxjInqr4qlFRcib7aGho4M233uKsQdGVmEn7qqqqvA5BRLqhsbGRhx+6l/OmaWq2wzVo0CB2VTV6HUZYKTmTfWzatIn+GSmkJ6qUKhbU1tZ6HYKIdMOjjzxIUYFKzbpjyJAhbC+LryphJWeyj+rqajKUmMWMxsb4ulsU6U02btzI/Pkvcv6JFV6HEtPy8vJoDTiqauOnalPJmewjLS2N+lbvewC6slICb83DVZR5HUpUa25u9joEETkMTU1N3HrLHzn/xAqy0tVDszvMjOHDhlK6I36aeai3puyjsLCQrVX1tAQySfB5M0q1cwECD/2Oe9btoaT5YaxgaLvbtZ1SY6/eNOaZz+fTUBoiMeqe//yL/MzdHDVaN1jhMGrMODatW8LYYf28DiUsVHIm+8jMzKRw4ADWlntcPGxQUufYVN35sWu6MgVHPPD7Vf0sEoveeON13n37NS49vbxbc0LKJ8aMGcOmHdVehxE2KjmTA5x+9rksmns/4/qmenJ8Mx++z/4YNvyBotTMTo9n1l5JWjzz+XRvJRJrtmzZwj//8Xe+dsEeUnvvLHRhN3z4cMr2VFPf2ExqcqLX4XSbru5ygBNOOIHtDa1sqfFuxGXLK8Qy+4RmBBARiX319fXc/IebOPe4Sgr7q3dmOCUmJjJ8WDEbt8bHkCQRTc7M7FwzW2tm683s6nbW32xmy0J/68ysos26IWb2vJmtMbPVZlYcyVjlE4mJiZx97nm8slM9AaOZqT5EJGY457jjb7cwOH8Xx03QtTUSxk+cxMat8TGkRsSSMzPzA7cC5wFjgc+b2di22zjnrnLOTXLOTQL+CjzaZvUc4HfOuTHAVCC+5maIcqecehrLy+poCagXUbRSciYSO55/7hm2bFrJRafER/IQjSZMmMCGbRVehxEWkSw5mwqsd8595JxrAu4HLuxg+88D9wGEkrgE59wLAM65GudcXQRjlf3k5ubSPz+vSw3yRUTkQBs3buSRRx7givP2kKiW3hEzdOhQKmsaqKmL/ZLJSCZng4DNbZ6XhpYdwMyKgKHAy6FFI4EKM3vUzN41s9+FSuKkBw0fMYpNHrY7ExGJdc3Nzdzy1z9w/okV5OVo6JtI8vl8jBo5gg1bYr/dWbR0CJgOPOyc29tCMgE4CfgRcAwwDPjy/i8ys2+Y2VIzW1pWpsFKw+2IUaMoqfc6ChGR2PXY3Efom1Gu8cx6yPgJR7Jxe+xXHUcyOdsCDG7zvDC0rD3TCVVphpQCy0JVoi3AY8BR+7/IOXeHc26Kc25Kfn5+eKKWj02aNIm1e+qpboreXkWB1x+n9R8/IfDuS16H0uOcU3tAkWi2e/dunn/+GS48WeOZ9ZQxY8awaXvszxQQydrvJcAIMxtKMCmbDszYfyMzGw3kAq/v99ocM8t3zpUBpwNLIxirtCM7O5tTTzuN+995ja+OzMLfw1eX7du309jYePDxy5zDla4LPl4yh00tiSQn956Bg5ScSTyratzCuopnGZh+FAMzJnsdzmGZ++gDHDe+jpzMHvyuugC07oGEvJ47ZhQpKiqisqaeuobYbpITseTMOddiZt8FngP8wD+dc6vM7HpgqXPuidCm04H7XZtfGudcq5n9CHjJgl3S3gbujFSscnDTZ3yB32/exD/XlvKFIzJJS4iWmnDADFIzoL4G0jKgKvYbgYp4raamhsbGw/suJScnk5GR0ent58yZ8/GsHmvWrAGCJR8A5G7miLPK+bDyRS4efhdJ/vTDiskrdXV1vPHGm/zoisj0ZWt77uCTm1kCdeBawRLBlwIE/18KCgqA+J/izufzUVw0hNIdsV21GdF+I865ecC8/ZZds9/zaw/y2heAiRELTjolISGBH/3kp/zn33fz+zde47LidMb26ZmZA/ZeTA41Q4BrqMNS0nrdDAGaV1PCzTnHN77xDVLTk/D5u1hS7sAFfNx15z/CEovfFywFT/Sl4bfYG4x6+fLlFA90EZvUfO90dUVFRZ8sdC6YmAG4lnZf0xuMGDGKLdvXeB1Gt6hTrxxSQkICX/mfr3H0MVP5xx1/441dVVwwOI281Oj4+FhKmtcheKKl5cCLr0h3mBmFgwvoN6mC/sO69v1uaXIs+EfXStzaluDMmBFs9bL3Zqw5UM+WmqXkpYzE70vq0n6jwfurVzBsYGTneiwqKjrw5nX3nVD9DOR+CbL3Hb2qt9zADhs+nOfXvENKUuwO8hBFdVQS7SZOnMjv/vgnRp98Nje/V86TJdU0tKj0xitqcyaR8IUZX2LtQkd9lbff7URfKsVZJ5GR1N/TOA7XzrJt5OV40Jmq79eh+NEDErPepKioiO27YrtTgJIz6ZKkpCQuuvgSfvuHP9I4aDS/Wb6H1Xs03oZXEhNjr7pHotuRRx7JxRdextK5rdTs0c3X4WpuaurZAWdbq6D8v1C/sgcPGp369etHbV0jjU2xW7sQHfVSEnNyc3P59ve+z6pVq7j9lr9wXF2Aswtjq8FuPOhNvVOl53zqvE+TlprGPff+m3Fn+cgr0k9FV2VmZlFbH7ke7gf0Zm9cD60VYA9ByoRgh4D9lJSU9Iprhs/no1+/PHaV13gdymFTyZl0y7hx4/jVjb/hnWofy8o0w1ZPS0vrne3tJPJOPfU0/u+HP2HNyz5KVsRuCYRXioaOonRnTyZCbr9/e7eCggJ2V9Z6HcZh0+2QdFtOTg6XfO5yXn30v0zSWMA9KjMry+sQJI6NGTOG2dfdwK9vnE1rYx3DjtFPRmdNmDCR+S89zvmuJiID0B7Qm71lD1Q+AqmTIO2Ydl/TWzoEABQUDKS19V2vwzhsKjmTsPjg/ffpG3sdqmJebk6u1yFInOvfvz/X/nI2O9cms+NDlaB11rBhw0hMzODD0h5KaBP6BDsDHCQx623yYnzWICVnEdbQ0sxTJSt5Y+cGr0OJCOccjz78EMveep0zBvbM+GcSnEwZoG/fvh5HIr1Bbm4u3/z6t9i4RHMQdZaZ8enzL+WlpTleh9Ir9enTx+sQuqXXl1G3tLTQ1NS5aR58Ph8pKSmd3vecOXNY8v57VDQF22L9Zese4JMRsGN9pOby8nL+fustVG3bzHfH5pCRGLtjysSaLVuC09Qm9Gh3MOnNioqKqK1sITjhi3TGySefzBOPP8zqDRWMHapSx56Uk5PjdQjd0uuv7Ndcdy2lmzdjnWgU0Nrcwm233UZWF9r5+D7eb3zdcb766qv85+5/MS0/mS+Nzcbvi6/3F+3Wrl3rdQjSizjneHTuI/QbqqFbusLv9/OVr36TO//2B44oLCNJp6/HZGZmeh1Ct/Tq5Ky5uZnNmzaRf9lpWMKh7wbLH3v14+qkzpg5cyZfCAR4q2wjfZPTufbbVwGHno4omrW0tPCPO/7O+yve5RsjMxmcqYZmXnj77XdJy1SVpkRefX09//zXXaxa9y5HXahSs66aOHEiI0dP5NnX3+KCkyM7Y4B8ItaTs17d5mzHjh0kZ6R3KjE7XH6fj2n9hzEyJzZHuW7LOcdf//RHdq9bwQ/H50RnYtZQS+tjfyGw5g2vI4mYmpoa1q1bS59+RYfeWOQwNTU18fwLz/ODq75HaeUyjrnUT3KaSsgPx5e/8g1WfJjJ+s29ujykR+1tgtTa6sEsDWHQqz8pZWVlJGZqnKjOWrt2LZvWr+PHE3JJ6KFqzJKSkgO6f69ZE5zQdm/bvbbbDklqgY/KcBvfw42cgvnj7yP+8vz55BUMw58QhcmxxLzy8nJeevlFnn/hOTLzYcKnHdn9VGLWHZmZmXz9G9/hrjv+xA8/v4vUFI1FFmk+X7DsqaGhweNIDk/8/XJ1QW1tLWoE0Hm1tbVkJPnx99DNc1FR10qGioqKGNJSDlRCnwFxmZg1NTXx9FPzGD7xbMp3bfY6HIkTLS0tLF++nBdffo7316xlwMgEJp0PmXlKysJl8uTJTD7qOB5/5RWmn1XhdTi9Rn19bE4vGH+/Xl3Q3NwMasjeaRMmTOCBxDSe2VzLuYPT23R2iIyD9WSdMWMG0H7bPdfSDDs2Qn5hJEPzzFNPPU1aVj4Z2flKzqRbnHNs3LiRBQvn89pri0nLMfqPauXkrySRkKTrYiRc8cWvcPX/W8F7H9Ywfrh6b/aEzo7GEG16dXKWmJgIARUvd1ZSUhI/v+Zabv79b7lldRmXFKVRmBFdVWuWkAiDRngdRkTs2LGDp55+mvHHXuJ1KBLDKisreeWVRbw0/wXqGmooGOk4+lI/6Tk+enkz5IhLSUnhm9+6kr/86SaGD1L1Zk9QchaDMjMzobHzvS8FsrOzuea62bz00ovc+dCDDMtI4KyBqQxMV/VwJAUCAW655TYGFk8iJU1TNkWzxpIKXEMLySP7dmqInp6ydu1ann7mSVauWEn/4QkUnwC5A/1RFWNvMGbMGCYfNZUXlizigpPUezPSujLCQjTp1clZXl4ezdWRmRh1e10lS8o2MalvIYMz4muKHZ/Px1lnnc1JJ53M8889x9+ffpLCtAROL0hmWFaSLvYR8OjcuVRUNzD66CO9DkUIDjBdUlIC7NtBJdDQQr+aVC4uPJHM04aSPmWQl2EC8MEHH/Cfe+9mR9k2Cic6TvpyEonJsfUdrW7axoLSX2MYpxb+nIyk2O79fvn0K/jR/y3h+Am15OUEvA4nrqm3ZgwqKCigsbaOQHMLvjCNtL73or2hehfNgVYeMR/Ds/ad46u9yWdjcbaAlJQULrjwQs497zwWLVrIA48/RlppPWcWJDOuT4qStDBZvXo1zzzzHOOPu7TXn9OmpiZ+8dOfU1FREdb9Hn30UXzz29/q/o7aNJMINHrbpigQCHDvf//DwlfmM/xY4/hzEvBFQRvbtolte9q7PtY2l+Hvu5Px5wbYXPMmY/pcEMkQIy47O5uzzz6Xl5c+wefOrPA6nLjW0hKbbft6dXLm9/sZNHgwNbsqSB6QF5Z9lpSUUFJSgvXJAMA6MTNARxeqWJCUlMSZZ57F6aefwVtvvcXjjzzEM1srOG9gipK0biovL+fPf/4rw8adRnJKutfheG7VqlUkNhvfmXhp2PZZUrWNZdu69h1seyPVtoOKc466d7fhGlpInVRAoKkVX5I3PR7nPvYoS5YvZNqMRJJSouc7uPca2ZXe2GVbashoSSTVn8ag9KMjGF3POfe8T/OD78/jMycaaWp7FjGBQGyWTPbq5Axg8sQjefmDFWFLziBYCvbtH/+QZbs3M77PQPqndtxGqL07xVjk8/k47rjjOPbYY3n77bd54N7/sHBnFZcWpVGQpjZpXRUIBPjTn/5C3wGjyM0f7HU4UaG2tpaMxFTSk1LDts+UhGToRJvhrpT4uKZWmv9dy6C0PL76o2+RNKjn2wm+8eZihk+zqErM9ioqKur0TCmrds/lzj98QGpCHhcd8afIBtaDMjMzmThxAsvWLub4I2Oz0XosULVmjJpy9NG8sHA+brILawlP35R0zhg0Omz7iyVmxpQpU5g8eTIvvvACtzz0IOcMSuXEgjSVonXB448/zp7KOkYffZrXoUSN4cOHc0/FHJpam0ny92zC35USn0BjC1vqysA5mkoqPEnOJk6YxLvvLCK7n8OfGD3fu+3bt9PY2Njpm9Kddaup3A4JSTsjHFnPO2bqCSx4biXHH7nL61DilkrOYtSwYcNIxEdLeTWJfdQLLpz8fj/nnHsukyZP5o+//Q1lG2u4uDjD67BiQmlpKU8+9XSonZmGN9hrwIABjB47hpc2L+W84mk9fvzOlvi01jZx3dWzwEHq+H49ENmBpl8+g4q/l/PmAys44gTIL47NnpnJ/kygGr8vuobtCYdRo0bx73/F3v+JRF6vT87MjFNOPokF61YqOYuQ/v3788vZv+JX1/6S+VvrvA4nJtx99xwGDp1MSmrkJu8tLy/nr3/9K1deeSU5OTkRO064fe2bX+ean89iYem7nDxoUlQmHP70JBL7BW9E/FkpnsSQmJjI9777A9555x3+c++/2fBWDYUTAxSMSMCf4N05KygoANofRPpgrrv+WnwWf7MV9OnTh6bmAPWNkJrsdTQSTXRLDpxx+hk0bNyGa4nNuulYkJaWxg//3094eWsde+rUvqIjGzZsoGTTJgqGjI/ocebOncvatWt59NFHI3qccMvIyGDWtdewtqGUJz56leZAbPbG6ilHHXUUf/jdzXz1iu/QsrWYRf9q4v0FrVRsb8W52GiIHo+JGQQLB9LTUqhvjL4bDPGWkjMgPz+fI0aMoH7DVq9DiWt5eXmceMopbK5U6VlHFi1aRN8Bo/D5IveDVF5ezsKFC3HOsWjRorAPTRFpubm5XPer2fgGpHHXe0+ws3aP1yFFNZ/Px1FHHcUvfvZLfnPj7znqiPNY93Iyr93TygdvNFOzJzbb5cQDn99HIKDkLFKisWS9M5SchVz0mfNpXrclZu4kY9XRU47xOoSot3rNWrL7Rnbw0vsfeJiWluAPcktra8yVngGkpqbygx9exWc+exF3r5nHotJltDolGYeSn5/PpZdexl/+dCs/vurnDM85mWVPGG/cF+DDJc3UVeoc9qS6ukZSk/W7I/uKaJszMzsX+DPgB+5yzt203/qbgb1d0dKAfs65nDbrs4DVwGPOue9GMtZx48aRlZpG45YyUgq9acDbG+TlhW/IknjVUF/HhytfwufvuOSsqbGByWPOO6xjvPXm6zgXrMYPtLayePFivvrVrx7WvrxkZpx2+mmMnzCeO27/O3e+9zgXFJ/IwMz8Q7+4lzMzhg8fzvDhw/niF7/E2rVreXXxIt58+E3SsyF/RCsDRiaQlBqbJQ+xoK6ujpaWFo1zFkH+Q1xHo1XEkjMz8wO3AmcBpcASM3vCObd67zbOuavabP89YPJ+u5kNLIpUjG2ZGZdceBH/eexhUHIWMY2NjV6HEPV+9avZ1NV1ruq3T58+h3WMk046kfnz59Pa2orfn8AJJ5xwWPuJFvn5+fxs1s955ZVXuHfOPUzoO5zTBx/d48NtxCqfz8eYMWMYM2YMX/3K11i5ciULFr7Eq3NWkF+UyICxAfoOjs3entFs69at9OubiE5r5Ph8sVlBGMmSs6nAeufcRwBmdj9wIcGSsPZ8Hvjl3idmdjTQH3gWmBLBOD82bdo07r3/PprKyknKj6/5MKPFhx9+6HUIUS8zM5PMzMj10gS4+OKLWbhwYSg583HJJZdE9Hg9wcw4+eSTmTRpEnP+dTe3r3iU84eeyLAc7+e3jCV+v59JkyYxadIkamtrWbz4VZ59fh4fvFpD4ZEBBo1OwOdXNhEO69evp7CfblgjKVZLzg6aUprZOWZ2WTvLLzOzszqx70HA5jbPS0PL2jtWETAUeDn03Af8AfhRJ44TNn6/n4vOv4Dm9zcfemPpskAgwEvPPeN1GEKwQf0pp5zycUITS0NpHEpWVhbf/f6VfOV/v8bjJa8yb8NrNLU2ex1WTEpPT+fss8/hD7/7E9/++lW0bBnCa/e0sHVts9rnhsH7q5dRVFDrdRhxLSEhNkcM66i87xpgYTvLFwDXhzmO6cDDbm8jGPg2MM85V9rRi8zsG2a21MyWlpWVhSWQU089leZdlbRU1oRlf/KJZ5+ZR2t1ORMKcrwORQiWno0aNSouSs3ac9RRR/Gb3/8WBqRx53tPsLO23OuQYpaZMX78eK6ZdR1XXfkTdq/uw7uPB2ioUeeBwxUIBFjz/lqGF2oomEhKTIzNpg0dJWfJzrkDMh7n3C6gMzMwbwHaTghYGFrWnunAfW2eTwO+a2Ybgd8DM83spv1f5Jy7wzk3xTk3JT8/PA2Ak5OTOeess2lU6VlYvfzSSzw591FmHpGJTzUiUSE3N5drrrkmrkrN9peRkcH3fnAlF1x+Mf9a/RRrdm/0OqSYN3r0aG684becMOVc3nqolepdGh/ycGzevJmUZEefLJVARlJSUmzOLNFRcpZlZgeUB5pZItCZWYeXACPMbKiZJRFMwJ5oZ3+jgVzg9b3LnHNfcM4Ncc4VE6zanOOcu7oTxwyLc84+m4ZN22lt0GCp3VVXV8cdt9/GEw/+l++MyaZvSmwWMUvsMjNOO+00rv75T5m3+XWWbDtYs1fpLL/fz2WXfpYvf/F/ePfJAE31SjC6auXKlRxR2OB1GHEvOTk2p17oKDl7FLjTzD4uJTOzDOBvoXUdcs61AN8FngPWAA8651aZ2fVmdkGbTacD97soasCQnZ3N0UcfTcP6DmtVpQOBQIBXXnmFH//wKho+WskPx+fSLy02i5clPgwfPpxrr7+O13atYul2JWjhcMIJJ3LsMdPY+LZKz7pq1cqlHDGo3usw4l48Jme/AHYAJWb2tpm9A2wAykLrDsk5N885N9I5N9w5d0No2TXOuSfabHNtR6Vizrm7Iz3GWXs+fd6naPpwqxq9dlEgEODNN9/k6h/9H8888B++WJzC9GGZpCTEZndmiS/9+/fnF7+cxYJty1hfrpuvcDj9tDPZs1nf764IBAKs/3AjQwepvVmk7P3tTktL8ziSw3PQOqZQydfVZnYdcERo8XrnXK9I9YcNG0ZOZhZN23aTPFADpx5Kc3Mzr776Kk899ihJLY2cNyCZsX2yNS6SRJ3+/fvzve9fyV9v/jPfmhifnSF6ks/nA93DdklZWRmJCY6sdJ24SKmvD6YqsTqUxkGTMzPb/6rlgBwzW+acq45sWNHh7DPO5LHX5is560B9fT0vvfAC855+koIUPxf3T2JEjpIyiW7jxo3j2GnHMX/tO4zNLfY6nJj21ltvkDPQAfrOd1ZpaSkDNIlFRFVXx3aa0lHr7PPbWdYHmGhm/+OcezlCMUWNadOmcd8DD5B2zGgsITaz70hpamrimXlPM++ppxiRncTXjkinMCM2e8VI73TZ5z7LVd//AYPT9St5uDZt2sRzLzzH1M/q+tgVu3btIjejmx3OXAsEaqC1BvwZ4QksjlRWVnodQrd0VK35lfaWhwaMfRA4NlJBRYvs7GyGFBexZ+suUob09zqcqLFy5UruuP02ClMc3xmTRYEa+ksMyszM5Nipx7Js5Qck9onNdile2rJlC7++6VeMPAnSsn20NKmKrrOqqqpIT+nmzACNaynZ6ph9zTchZfQ+q9asWQPAmDFj9lleUlJCUVFR944bIyoqKrwOoVu63IrTOVcC9Jpf4xOOm0br1t1ehxE15r/8Mrf9+WY+W5jIV0ZEJjFz9TW0Pnkbgaf+hmvo3ByTIofjuBOm8aE6BnTZ8uXLufa6WRQd08LAUb3m5yBsmpsbSfB3I5l1jqL+1RQVNIDrfJJXVFTUa5KzXbt2eR1Ct3R50KnQuGS9ZjKwyZMm8cDDD5GmXptUVVVx5113cfGwbALOsXrP4fUN2VzZccLlVi6CD94OtjEeOBw76izmzJlDSUnJPtvNnj0bCF5wZs6ceVixSO82cuRIAFpaNRREZzQ1NXH/A/fxyuIFjD/XR59Bqs48HImJSTR1Z3IFM2b+z8+g6hnIvgjS9p1+esaMGQDMmjWrGweJbTt2bPc6hG7pqEPAkxzYB6cPMAC4IpJBRZP+/fuTnJRES5XmP2ttbWXUEcNZn+BnfTd+ywoK+zBw4MCDrreCoTifH8yw/sWHfyCRQ9g7BlLZnti+y+4J69at4/a/3UJCZi3HXp5Acpo6AByujIxMyhqT6VY5R/oJwT9p17atW0hNjt1S3Y5Kzn6/33MH7CGYoF1BmxH9493o0aNZu0Pz8uXm5vLL62dH/Dg2ZAy+/wnO1mWZfQBUMiYRVVVd5XUIUauhoYH/3ncPr73+KiNP9lFwhF+9sbspLy+Pd6pjc3DUWLFly1b69c3yOozD1lGHgI8nPTezycAM4LMEB6J9JPKhRY+xo0bz/mvzvQ6jV9mblIlEWkJCAi0tGgy0PWvWrOHW2/5Cev8mps1IJClVSVk4FBYWsn2XzmWk1NTUUFdXR1FBgdehHLaOqjVHAp8P/e0CHgDMOXdaD8UWNYYNG0Zg3pNehyEiEeAC3Wn8E5+cc8yd+wjznn2KMaf56DdMc+KGU//+/alvdFTXGpkaiDbsNmzYwMB+ucRyAW9HvTXfB04HPuOcO9E591egV7aaLSwspH5PJc7pIi4Sb1oDAZISNUbfXs457rzr78xf/AzHXp6gxCwCfD4fI0cM48NSndtI+OCDDxiYl37oDaNYR8nZJcA2YL6Z3WlmZ9BLh4BOSUkhLSOdxhoN6yAST/bOv9c3V9Xoe7388kusWP0WR13kIyUjfHNmtgQaeX3bX6lo3ETAqRp54qRjWbc5thOIaLVm1UqGFMRuezPouM3ZY8BjZpYOXAj8AOhnZrcDc51zz/dIhFEiv18/qitie8RhEdnXnj17AMjKzPQ4kujxxFOPMfIUIyEpvPfim6pfY2PVIppa/Wws2fDxUDh7HWzgVIjPwVMnT57MY4/eR8CBr1cWe0RGU1MT6z/cwAXTjuf9kj1eh3PYDnlb5Jyrdc791zl3PlAIvAv8JOKRRZn+/fp5HYKIhNmKFStITUzBemelQLtqampJzQr/+chNLsZvSWQXwKDBXWuoHY+Dp/bv35/MzEw2bdNYceH0/vvvU5CfHdPDaEAXB6F1zpUDd4T+epX++UrOROLNqwtfYWzfYmpRe9K9Jk6YyOblKxlxfPiqNAFyU4Zy/rBb+NS3mshIOnA6vN44cOrRx0xj9YYdFA/UOJrhsnTJW4wozPY6jG4L77cvjuXm5HgdgoiEUUlJCaWbSxnTd6jXoUSVmV/8MmUfJLB5ZXPY952akNtuYtZbHX30VNZsVLuzcAkEAixZsoQxQ2O/MEXJWSdlZcV240IR+YRzjjn/+jcnDTySBJ+qldrKzc3lmlnXsXVFKu8vaqW1RUM9RMrw4cOprjMqqlWtHg5r164lLSWB/NzYT3iVnHVSRkaG1yGISJi88PzzVO0s55gBY70OJSoNGDCAm379W7IZwZKHWqkq65WjKEWcz+dj7JhRrN+sITXCYdHC+UwYlud1GGGh5KyTUlNTvQ5BRMJgzZo1PPzgw1x2xGn4TZfAg8nIyODHP/oJl130Rd59PMD6N1oItKoULdxGj53Exu2xX9LjtYaGBpYsWcrEkbE7K0BbujJ1kpIzkdi3fv16bv7DH7l0+Kn0TY39RsORZmacdupp/Oam35NcP5S3HmqlerdK0cJp6NChbN2leTa76/XXX6doYC5Z6SlehxIWSs46KSUlPv7DRXqrlStX8tsbf8OFxScxPLfQ63BiSt++ffnpT37BJed/gbfnBihdrUFkw2XAgAHsKlfC2x3OOZ57dh5Hj4qPUjPo4lAavVliYmyPmSLSWznnePH5F3jowYf43IjTKc4e6HVIMcnMOOP0Mxg1chS//d2NNFTVc8Rx+gnprszMTJqbAzQ1Q5J+Zg7LBx98QG11FUcMOXAA41ilkrNOSkrS3HsisaahoYHb/nor8+Y+xf+MO1+JWRgUFhYy+/pfU7Upk00rVILWXWZGcnIijc3qsXm4npn3FMeMHYgvlmc634+Ss05KSNAdokgs+eijj/jp/7ua+k17+Pr4C9TGLIyys7P5yY9/ykdvBmis1QC+4p1du3axcuV7HDUmvm68lHF0ks8XzGMDAV2IRKJZa2srj899jGefeZbzhhzHhH5HeB1SXCooKGD8hAns3PAeg8frPv9wOedobGwmKVE9YQ/Hs8/MY9LIAlKS4iudia930wNaW9VwUyRabdu2jdv+cgvUtvDNCReRnazxCSMpMyOTmmYlFd1RW1tLQoIR41NBeqK+vp6FCxfyzUuO9jqUsFNy1kXO6UIkEm2cc7z88ss88N/7OXngJKaOHhdX7U+iUUNDA0uXLmHCpzXDQnds3bqVvFz9FB+OBQvmM3RQH3Iy42+oq4h+IszsXODPgB+4yzl3037rbwZOCz1NA/o553LMbBJwO5AFtAI3OOceiGSsnaVqTZHoUldXx99v/xul60v48phP0y891+uQ4l4gEODOu/5O9qAAWflKzrpj48aNDMxr9DqMmBMIBHhm3jwuOnm416FERMSSMzPzA7cCZwGlwBIze8I5t3rvNs65q9ps/z1gcuhpHTDTOfeBmQ0E3jaz55xzFZGKt7NUciYSPbZv385vb/wNg5Py+Nr4C0j0qQQi0pqamvj7HbezftMKJl+gtmbd9f7qZRQV1HkdRsx59913SU0yhhTkeB1KRETySjYVWO+c+wjAzO4HLgRWH2T7zwO/BHDOrdu70Dm31cx2AvlARQTjFZEYUlJSwo03/JpTCiZF3RyZtUu30LyjBn9mfI38vn37dv70lz/QmrSHyRf48Ceq6rg7AoEAq1a/z2mf1ZAkXfXsvKc5Zkz8DDq7v0gmZ4OAzW2elwLHtrehmRUBQ4GX21k3FUgCPoxAjCISg8rKyrjphhs5t/BYxuf3TLXG9u3baWxsZPbs2R1u5wKO5i1VbKnbRXJNfIyPGAgEePGlF3jggfsZOtUYMtGPqU1ft23cuJG0lAB9s9Vcpiu2b9/OxpKNXHLi8V6HEjHRUgcwHXjYObdPV0gzGwD8B/iSc+6AT6+ZfQP4BsCQIUN6Ik4R8Zhzjtv+eitT88f0WGLWFeYzLMkPdWD+2E9gysrKuPX2v7K7agtTLvWT0UdVmeHy9ttLGFNU63UYMWfBgvkcObKAxITwtXd0rS00lJeQnDMkKm48IpmcbQEGt3leGFrWnunAd9ouMLMs4Gng5865N9p7kXPuDuAOgClTpvRIY7Bo+E8T6c3Wrl3Lnp27+PzEU3r0uAUFwSqUWbNmHXJb1xJg9vXXY4mx21jeOceCBQu4579zKJpsTDnLj8+n6184LV3yGudPa/A6jJgSCAR4ZdFCZpwdvqYM27dto76uml/dcCP+5EwSUrI63L6kpITk5Mg2WYhkcrYEGGFmQwkmZdOBGftvZGajgVzg9TbLkoC5wBzn3MMRjLHL9g5GKyLeWL16NaOyh+Cz6P0uWoIvphOz5uZm/n7H7axet4yjL/KRmRe77yValZWVUb6nnOIBGjuzK9auXUtKkp/+fTPDuNc2ZTuB6Gj/F7HkzDnXYmbfBZ4jOJTGP51zq8zsemCpc+6J0KbTgfvdvt0gPwecDPQ1sy+Hln3ZObcsUvF2lt+vi5SIfMIFHK2VDfizU7A4KFlqbW3lt7+/ifL6jRzzWT8JavQfEcuWLWNUcSu63++aN954nTHFfcO6z4IBA2ltrOEHXz6XzMHH4D/E4NWHancaDhFtc+acmwfM22/ZNfs9v7ad190D3BPJ2Lpqb+6okjMRb40dO5ZFz8/nTHdMj5eelZSUHHBhXrNmDQBH5A0hMT99n22Liop6NL5wePyJueyq3sik830Rq8Z8b/cjfFjxIqNyP8XoPudH5BjRbuXytxg5uMbrMGKKc45333mby88YFfZ9+5MzyDnitENv2EOipUNA1Ns7bZPanIl4a9SoUeT268trW1dy4qAje+y4h0q0XMO+1SFFRUUxmZw9/NCjDJ6QwOaVXaslCLR2rtmvc473dj2Eo5V777mfpMpl+6zfm/wWFRUxc+bMLsUQK5xzvL92PedOjo4qtFixc+dOmhob6dcn/qdlU3LWSc3NzV6HICIEb5C+/b3vcM3PZ5GblMm4/GE9ctyDJQozZgSb0v70Oz8i7cjYH3fpoosvpLxiT9dvRH0w9vxDVzeZGUMyj6OkejGZiQPpjWPj7969G78vQE6mBjXvijVr1lA8qE+vKCRRctZJTU1NXocgIiH5+fn85GdXc9Ovb6S+tZEpBWO8DikuEjOAz3328ogf4/iBP+CYwDdJHBV/cyJ2RmlpKQV58Z9ghNv6desYlJd+6A3jgBpQdZKSM5HoUlxczC+vu5a3Ktby1IbFNEdJLyvpnERf70zMIFhylpPpwW9KaxWU/QHK/9Pzxw6DjSUfMSAvnL00o5dKzjqpoUFj0YhEmwEDBvCrG2/gb7fdzj9WPcmlw08lP00Tn0t0q6urg0ALeyrbLx9p6WT7vbbmzJlDSUnJPssOaL+3+29Q8d/gyqRhkH5Cl4/jpW3bd5J38lCvw+gRSs46qb6+3usQRKQdaWlpXPV/P+SlF1/in/fdz6mFk5laMK5XtEuR2NS3b1+e35rD+sdz2l2fkJBIRkYEGr0n5Ice+MDfJ/z7j6C6ujpaW1pIT030OpQeoeSsk5SciUQvM+PMs85k7Lix3PqXW1i3djMXDj2ZrOTe0T5FYsvxxx/P8ceHd17ITvVszf1ysMQsIQ9SvG+n2RUVFRVkZab1mpsutTnrpOrqaq9DEJFDGDhwINffMJuJJx3D31bO5b2yD70OSSR6mEHGKZAyzutIuqyuro7U5CSvw+gxSs46ScmZSGzw+/1cetml/ORnV7OgbDmPf/gKTa0aCkckljU2NpKYECUpi3O0NFRR+dErBFoj07FD1ZqdVFFR4XUIItIFw4cP58bf3sQ/7riTu1Y9wfQRZ9InNdvrsETkMAQCgYjO0NPR7B9jxuxbBbxx4wYG9EmmdtsKfElpZBYeHfZ4oiQNjX47d+/yOgQR6aLU1FS+c+X3OOfCT/GPVU9SUrnN65BE5DD4fD4CgUBE9t3V2TyGDB708XhrCclZEYlJJWedtHNXmdchiMhhMDPOOfdcCgYM4Na/3MJFw05mZJ8hXoclIl2QlJREc0tkkrNDzf4xa9asA9Y11eyEQCtJWQMiEpNKzjppd5lKzkRi2ZFHHsmPfvJjHvtoERsqtnodjoh0QVpaGg2N0dN2NCmjX8QSM1By1inNzc3UVFWTnJ7mdSgi0g0jR47kyqu+z0PrX2ZPfZXX4YhIJ2VlZVFT13sGg1dy1gk7duwgJSsDi2BjRBHpGePHj+eiiy/i0Q8XEHCRqSYRkfDKyMiguaWFpuZWr0PpEco2OqG0tJTEnN4xn5dIb3Dup84jKSeNd3es8zoUEekEM6NPbg6VNb1jQHglZ52wYeNGApkpXochImHi8/m44ktf5JVtywm4rs9jKCI9r1+/fuyuqPM6jB6h5KwT1q5fR0IflZyJxJORI0eSmZ3FhootXociIp1QWDiYMiVnAuCco2TDRhL7avBKkXhz7AnHsa58k9dhiEgnDB5SxK7K3tEpQMnZIWzduhVfYiL+NFVrisSbUaNGsaN2j9dhiEgnFBUVsX13jddh9AglZ4fw/vvvk9gvx+swRCQCCgoKvA5BRDpp8ODB7Cqv7hU9NpWcHcLy91ZiearSFIlHaWkau1AkViQmJjJo4AC2lsX/GIVKzjrgnGP16tUkFfTxOhQRiYDW1vi/AxeJJ6NGjWbT9gqvw4g4JWcd2LJlC85nJGTq7lokHlVWVnodgoh0wZix49i8s9brMCJOyVkHli1fTqJKzUTiVmlpKQk+v9dhiEgnjR49mpKtu2ltje/ZPZScdWDJO2/jK8j1OgwRiZA1q1YzOKu/12GISCdlZWXRLz+P0p3xXeqt5Owgmpqa2PDhRyQX9PU6FBGJgEAgwJI332JUnyKvQxGRLpg4aTLrN5d7HUZERTQ5M7NzzWytma03s6vbWX+zmS0L/a0zs4o2675kZh+E/r4UyTjbs2bNGlLzcvAlJfb0oUWkByxfvpwUXxL909R0QSSWTJ58FB+Udj85a67bza6Vj1Gxfj7ORVc1aUKkdmxmfuBW4CygFFhiZk8451bv3cY5d1Wb7b8HTA497gP8EpgCOODt0Gt7LFV+d9ky6KchNETikXOORx98mGn9xmNmXocjIl0wcuRIKqvrWb5uG0mJB28zWlHd8STpNZvfpqlqC01VW0jNO4LknMHMmTOHkpKSfbabPXs2EBwEd+bMmd1/A50QseQMmAqsd859BGBm9wMXAqsPsv3nCSZkAOcALzjn9oRe+wJwLnBfBOPdx7srlpE0aWhPHU5EetDixYupr6xl/ODhbKzc6nU4ItIFfr+fz11+OcveeRs4eIlXTt5AhgwZctD1SdmDqN/1Ab7EVBJSo6sEPZLJ2SBgc5vnpcCx7W1oZkXAUODlDl47KAIxtquiooKK8gr69lHJmUi8qays5J5//4fpI87Ep1IzkZh01llnc9ZZZ3drH+kF40jOGYwvIRlfQjJAj5WMHUq0dAiYDjzsnOvSiJBm9g0zW2pmS8vKysIWzOrVq0kryMN8unCLxJNAIMCtf72FyXkjKMzs53U4IuKxhJSsjxOzaBLJ5GwLMLjN88LQsvZMZ98qy0691jl3h3NuinNuSn5+fjfD/cR7q1cR6JsRtv2JSHR49OFHqNlewamFR3kdiojIQUUyOVsCjDCzoWaWRDABe2L/jcxsNJALvN5m8XPA2WaWa2a5wNmhZT1izdq1JOVrfDOReLJkyRJefv5FPjviNPwaeFZEoljEkjPnXAvwXYJJ1RrgQefcKjO73swuaLPpdOB+55xr89o9wGyCCd4S4Pq9nQMirbGxkV07dpLYJ6snDiciPWDz5s3c+bc7uHzkmWQmpXsdjohIhyLZIQDn3Dxg3n7Lrtnv+bUHee0/gX9GLLiD2Lx5M6l9sjF/tDTHE5HuqKmp4fe/+R3nDJnKILUzE5EYoAxkP5s3b8aXrTtrkXjgnONvt97GEWkDOLLfSK/DERHpFCVn+9m0eTMuIyXs+315y1oe2fAu9S1NYd+3iLRv4YKFbC/ZyllF7Y7iIyISlSJarRmLSrdtxZ+ddtiv3759O42NjR+PKAxQ29LIltoKABYkpdEvNXOf15SUlJCcHH1deUViWV1dHffd+1+uGHUOCeoAICIxRCVn+9m1axf+jNSw7tNvPiA4ZlqCT6dcpCe89OKLDMsexICMPK9DERHpEpWc7aeqspLM1MMvxSooKABg1qxZ+yzfULWLyqZ6juxbeMBcfm1L2UQkPBYvepUz8ib3+HHrVmynYd1u0o8ZRHJRTo8fX0Rin5KzNgKBAA119WSnJIV930OzdPcu0lMCgQCl27bS2udINlR0PHfm9trdewu2O+1gkyO7gCN/TxIXF55Ia0U9+V+b0tXQRUSUnLVVX19PQmICpqpHkZjmnGP8uHG8Ube2U9tPmDgxLMc1M3wpwctqYn/NMiIih0fJWRv19fX4k8JfaiYiPcvv93P1z34asf13NDlyoKmFll31JBYoORORw6PkrI3Gxkb8iTolInL4fEkJJA3MPPSGIiIHofq7NpqamjC/utyLiIiId5SctdHS0oL5u9gyWERERCSMlJy10dLSos4AIiIi4illIm0EAgEwlZyJiIiId5SctaGSMxEREfGaMpE2WltbwaeSMxEREfGOkrM2lJyJiIiI15SctdHc3Ayq1hQREREPKRNpo6mpScmZiIiIeEqZSBtNTU2gcc5ERETEQ0rO2mhoaCCQoFMiIiIi3lEm0kZ1TQ0kaPomERER8Y6SszaqqquxpESvwxAREZFeTMlZG5XVVfhSkrwOQ0RERHoxJWdtVFZV4lPJmYiIiHhIyVkb1VXV+FJVciYiIiLeUXLWRk1VNf7UZK/DEBERkV5MyVlIU1MTLc3N6hAgIiIinopocmZm55rZWjNbb2ZXH2Sbz5nZajNbZWb/bbP8t6Fla8zsL2YW0dFhy8vLSU5PJcKHEREREelQQqR2bGZ+4FbgLKAUWGJmTzjnVrfZZgTwU+AE51y5mfULLT8eOAGYGNr0VeAUYEGk4q2oqCAhLTVSuxcRERHplEiWnE0F1jvnPnLONQH3Axfut83XgVudc+UAzrmdoeUOSAGSgGQgEdgRwVipqKjAp/ZmIiIi4rGIlZwBg4DNbZ6XAsfut81IADNbDPiBa51zzzrnXjez+cA2wIBbnHNrIhgrFRUVuOTwnI6PNm7gSz+6kgSfj8HpufhDk6mvWRN8C2PGjNln+5KSEoqKisJybBEREYltXncISABGAKcCnwfuNLMcMzsCGAMUEkzyTjezk/Z/sZl9w8yWmtnSsrKybgVSXlFBIAzJWVFREen9+xIgQFOghbrWpk69RsmZiIiIQGRLzrYAg9s8Lwwta6sUeNM51wxsMLN1fJKsveGcqwEws2eAacArbV/snLsDuANgypQprjvB7i7fE5bZAWbOnMnxlTv5+5pXyUlO4wfjTyM9MVhdOmPGDABmzZrV7eOIiIhIfIpkydkSYISZDTWzJGA68MR+2zxGMBHDzPIIVnN+BGwCTjGzBDNLJNgZIKLVmpWVlWGbuumI7H787rhL+Pnkcz9OzEREREQ6I2LJmXOuBfgu8BzBxOpB59wqM7vezC4IbfYcsNvMVgPzgR8753YDDwMfAiuB5cBy59yTkYoVoLqmBl+yZgcQERERb0WyWhPn3Dxg3n7Lrmnz2AE/DP213aYV+GYkY9tfbW0tvqQBPXlIERERkQN43SEgajTUN2CJEc1VRURERA5JyVlIc1MjvkS/12GIiIhIL6fkLKSluRnzKzkTERERbyk5A5xztLa0gl+nQ0RERLylbIRgcgZo0nMRERHxnJIzERERkSii5IxPSsz2lqCJiIiIeEXJGcHkzHw+CCg5ExEREW8pOQtJSEzAtbZ6HYaIiIj0ckrOQpKSk3HNSs5ERETEW0rOQlLT0gg0NXsdhoiIiPRySs5CMjIyCDQ0eR2GiIiI9HJKzkL65OYSqG/0OgwRERHp5ZSchfTP70drXYPXYYiIiEgvp+QspKB/f3x1qtYUERERbyk5CykoKMDV1HsdhoiIiPRySs5CCgsLadhTGdZZAp7e9B4/fP1hHtnwbtj2KSIiIvEtwesAokVOTg5+n4+aFR9iCe3nrC1NXav2nHvfAzSWlfMYC1md3e/j5bNnzwagqKiImTNnHn7QIiIiEneUnIWYGTOv+CKbNm8+6DZJQ8aSnZ3d6X0WpGVTQjlZiSnhCFFERER6AYuXyb6nTJnili5d6nUYBwg4hy80sbqIiIgIgJm97Zyb0t46tTmLMCVmIiIi0hVKzkRERESiiJIzERERkSii5ExEREQkiig5ExEREYkiSs5EREREooiSMxEREZEoouRMREREJIooORMRERGJIkrORERERKJI3EzfZGZlQInXcXRCHrDL6yDigM5jeOg8hofOY3joPIaPzmV4RPI8Fjnn8ttbETfJWawws6UHm0tLOk/nMTx0HsND5zE8dB7DR+cyPLw6j6rWFBEREYkiSs5EREREooiSs553h9cBxAmdx/DQeQwPncfw0HkMH53L8PDkPKrNmYiIiEgUUcmZiIiISBRRciZRycyuNbMfeR1HPNE5DR+dS5H4E03f67hKzsys2Mzei9C+TzWzp0KPLzCzqyNxHC+E3tvxXschIpETDT88ZnaXmY0NPf5Zm+URu3Z3lpndbWaXdWH7YjObEcmYpPeKq+SspzjnnnDO3eR1HGF0KuB5cmZmPzezdWb2KjAqtOwIM3vRzJab2TtmNtyCfmdm75nZSjO7PLTtqWa2yMyeNrO1ZvY3M+vVn/EunFOdu0Po7udTwDn3Nefc6tDTn3W4cfQrBjxLzsxsppmtCH32/hNKFl8OLXvJzIaEtrs79H1eGvr8fsarmKPRQb7Xk8zsjdC5nGtmuaHlC8zsz2a2LPT9nhqxwJxzcfNH8MvyPnAvsAZ4GEgDrgGWAO8R7HmxtyPElcBqYAVwf2hZOvBP4C3gXeDC0PJTgadCj78M3BJ6fDfwF+A14CPgsjbx/Dh03BXAdYeIew1wJ7AKeB5IDa1bAPwmFM864KT9Ywg9fwo4NfS4BrgBWA68AfQPLc8HHgnFtAQ4IXTs7cAWYNne/Xvwf3c0sDL0/5UFrAd+BLwJXBzaJiW0/lLgBcAP9Ac2AQNC/0cNwLDQuhfa/n/0tr8unlOdu/Cdy3Y/nx7F/fPQdeNV4L5QzEcAL4auD+8AwwEDfkfwGrkSuDz0+lOBRcDTwFrgb4DvIMf6LPDH0OPvAx+FHg8DFoceLwCmADcBraFrzr10cA08yLG6+h4WAo8TvEbfBHyB4DV1JTA8tN3dofe3NHTOPhNaXgy8EjrOO8DxoeVvAJWh93BVD/+/jgvFmBd63gd4EvhS6PlXgcfavK9nCRbGjABKgRSvv1PR8NfB93oFcEpom+uBP7X5/N4Zenwy8F6kYovHO+NRwG3OuTFAFfBtgknMMc658UAqsPfO4WpgsnNuIvC/oWU/B152zk0FTgN+Z2bphzjmAODE0H5vAjCzswl+EaYCk4CjzezkDvYxArjVOTcOqCB4gd8rIRTPD4BfHiIWCCaYbzjnjiR4Yf16aPmfgZudc8eE9n+Xc24jwQvSzc65Sc65Vzqx/0g4CZjrnKtzzlUBTxD8vxrknJsL4JxrcM7VETzX9znnWp1zOwheeI8J7ect59xHzrlWgj9GJ/b4O4keXTmnoHPXkXB9PnuMmR0NTCd4/flUmxjuJXitOZJgifk24JLQdkcCZxK87g0IbT8V+B4wlmASdMlBDvkKwfNE6N/dZjYo9HhR2w2dc1cD9aFrzhdCizu6Bu6vq+/hSILX+DHAF4GRoWvqXaH3tldx6P1+GvibmaUAO4GznHNHAZcTvBmH4O/HK6H3cHMHsUbC6cBDzrldAM65PcA04L+h9f9h3+/vg865gHPuA4IJ6uieDDaKtfe9TgdynHMLQ9v8m2Aittd9AM65RUCWmeVEIrB4TM42O+cWhx7fQ/ADepqZvWlmKwl+qMeF1q8A7jWzK4CW0LKzgavNbBnBLDkFGHKIYz4W+uCvJninvHc/ZxMsfXuH4JdhRAf72OCcWxZ6/DbBi8Rejx5k+cE0ESxJ2/81ZwK3hN7bEwQ/WBmd2F8s2X9sGI0V03k6d/GlR294nHPbgQwzywQGE0wUTg7F0Zmbvo6ugR8L7b+r72GJc26bc64R+JBgyRwES03aHqe9JCYRuDP0+/EQwSQ11ui7HT49ci7jMTlr78TdRrCKZgLBYvOU0LpPA7cCRwFLzCyBYNH4paG7oUnOuSHOuTWHOGZjm8fW5t8b2+znCOfcPzq5j1YgoZ11bZe3sO//X0qbx80uVO6632t8wHFtYhrknKvp8J31nEXARWaWGrr4ng/UA6VmdhGAmSWbWRrBC/3lZuY3s3yCPwBvhfYz1cyGhtpLXU6wOqe36so5BZ27joTr8xmLuvJj9BrwFYJVoHtL0qYBizt4zV4dXQO7q+2+A22eB/Y7Tnvv9SpgB8HStylAUhjjOlwvA581s74AZtaH4LmfHlr/BfZNiD9rZj4zG06wmnltTwYbxdr7XtcC5Wa2txT4iwQT/b32tnE+Eah0zlVGIrB4TM6GmNm00OMZfPIDsytUSnQZQOgHaLBzbj7wEyAbyACeA75nZhbabvJhxvEc8NW9JVNmNsjM+h3mvtqzEZgU+sINJlgUfyjP06YI38wmhR5WA5lhjK3LnHPvAA8QbEPyDME2cRD8YlxpZisIXnwKgLkESz2XE7xI/b/QXTuh191CsP3KhtC2vVIXzyno3B1UGD+fPcmLG55XCLbZWUSw1uA0oPEgP2DNZpbY1TflnKs+jPfQWe0lMdnANudcgOD/tz+0rWfXTefcKoLtihea2XLgjwSv7V8JfRa/SLDd316bCJ6LZ4D/dc419HDIUamD7/WXCFaLryBYVX59m5c1mNm7BJsD/U+kYgvnnUm0WAt8x8z+SbCx/+1ALsFGotv55OT7gXvMLJtgKddfnHMVZjYb+BOwInQx2sAnbdQ6zTn3vJmNAV4P5Xk1wBUE2y+Ew+JQbKsJ/pi+04nXXAncGvrAJRC8gP4vwYakD5vZhcD3vGp35py7geAFZ3+nt7Psx6G//VU559QbKaSz5zTUs0vnrgNh+nz2GOfcO2a294dnJ/smlH83s+uBZoIN+ecSLOFaTrC06P8557ab2Wg+SdqPAObTcdL+CsEqzUXOuVYz20ywk1Z77iB4nX2HYFvfrujqe+isvUlMFqEkxsxuAx4xs5kEG9bXhrZdAbSGkqO7e7rdmXPu3wTbQ7XV3mcR4EXn3P8eZF2v1sH3+riDvOQe59wPIhdRkKZvkrhhZqcCP1KC0XU6d9IefS5in5ndTXCkgYe9jiXWmdkCgt+HpRE/lpIzERFpj5IzEW8oOetBocabL7Wz6gzn3O6ejkdE5HCY2ZtA8n6Lv+icWxnm49xKcDzGtv7snPtXOI8jEm2UnImIiIhEkXjsrSkiIiISs5SciYiIiEQRJWciIp1gZhvNLK+724iIHIqSMxEREZEoouRMROKWmRWb2ftmdreZrTOze83sTDNbbGYfmNlUM+tjZo+Z2Qoze8PMJoZe29fMnjezVWZ2F59MzYaZXWFmb5nZMjP7u5n59ztuupk9bWbLzew9M7u8h9+6iMQwJWciEu+OAP5AcBLr0QSndTuR4DRDPwOuA951zk0MPZ8Tet0vgVedc+MIjj4/BCA088flwAnOuUkE54H8wn7HPBfY6pw70jk3nuDI8iIinRKP0zeJiLS1Ye/4W2a2CnjJOefMbCVQDBQBlwI4514OlZhlEZyb8ZLQ8qfNrDy0vzOAo4EloanZUjlwWraVwB/M7DcER2f3ZEo0EYlNSs5EJN41tnkcaPM8QPAa2NzF/Rnwb+fcTw+2gXNunZkdBXwK+JWZveScu/5g24uItKVqTRHp7V4hVC0Zmq5ol3OuClhEsAoUMzsPyA1t/xJwmZn1C63rY2ZFbXdoZgOBOufcPcDvgKMi/zZEJF6o5ExEertrgX+a2QqgDvhSaPl1wH2hqtDXgE0AzrnVZvYL4Hkz8xEsefsOUNJmnxOA35lZILT+Wz3xRkQkPmj6JhEREZEoompNERERkSii5ExEREQkiig5ExEREYkiSs5EREREooiSMxEREZEoouRMREREJIooORMRERGJIkrORERERKLI/wfelXhOc4l+kAAAAABJRU5ErkJggg==", "text/plain": [ "
" ] }, "metadata": { "needs_background": "light" }, "output_type": "display_data" } ], "source": [ "df = pd.DataFrame(np.vstack([aucs,n_epochs,labels]).T,columns=['AUC','n_epochs','models'],)\n", "\n", "df['AUC'] = df['AUC'].astype(float)\n", "df['n_epochs'] = df['n_epochs'].astype(float)\n", "\n", "fig, ax = plt.subplots(1,1,figsize=(10,5))\n", "pt.RainCloud(data=df, x='models',y='AUC',ax=ax)\n", "ttests = np.zeros((len(model_paths.keys()),len(model_paths.keys())))\n", "for m_i,model in enumerate(model_paths.keys()):\n", " for m2_i,model2 in enumerate(model_paths.keys()):\n", " ttests[m_i,m2_i] = st.ttest_rel(df['AUC'][df['models']==model],\n", " df['AUC'][df['models']==model2]\n", " )[0]" ] }, { "cell_type": "code", "execution_count": 6, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "[[ 1. -0.61414281]\n", " [-0.61414281 1. ]]\n", "[[1. 0.0096851]\n", " [0.0096851 1. ]]\n", "[[1. 0.51305337]\n", " [0.51305337 1. ]]\n", "[[1. 0.6717883]\n", " [0.6717883 1. ]]\n", "[[1. 0.83943415]\n", " [0.83943415 1. ]]\n" ] }, { "data": { "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD4CAYAAAAXUaZHAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjUuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8qNh9FAAAACXBIWXMAAAsTAAALEwEAmpwYAAAhZklEQVR4nO3deZwcdZ3/8dene7pnJufkIjdJIAkQkHOIgNzIERQSERFEiZCF3QVceez+fiu7+vvp+lt/6y4qyqKuiCKoXCJHkDMcEVkEnAjhJuQAcmcSMrnm6Ouzf0wF5+jJTGa6p7pr3s/Hox9T9a3qqnd6Kp/59rerq8zdERGRaImFHUBERApPxV1EJIJU3EVEIkjFXUQkglTcRUQiqCLsAACjR4/2qVOnhh1DRKSsLFmyZLO7j8m3rCSK+9SpU6mrqws7hohIWTGz97papmEZEZEI6lFxN7N3zexVM3vZzOqCtpFmtsjM3gl+jgjazcxuMLPlZvaKmR1ZzH+AiIh0tjc991Pc/XB3rw3mrwWedPcZwJPBPMAcYEbwuAL4caHCiohIz/RlWGYucGswfSswr037bd7qeaDGzMb3YT8iIrKXelrcHXjczJaY2RVB21h3Xx9MbwDGBtMTgdVtnrsmaBMRKRnuOTz9Kp5ainsm7DgF19OzZY5397Vmtg+wyMzearvQ3d3M9uoKZMEfiSsA9t133715qohIn3hqKd5wJfguwIAE1Hwfqzwu7GgF06Oeu7uvDX5uAu4DZgMbdw+3BD83BauvBSa3efqkoK3jNm9y91p3rx0zJu9pmiIiBee5XfjWSyFXD97YWuC9AW/4Wzy7Oex4BdNtcTezwWY2dPc0cAbwGrAQmB+sNh94IJheCFwSnDVzDLCtzfCNiEi4WhaB5zq3ew6aH+z/PEXSk2GZscB9ZrZ7/dvd/VEz+xNwt5ktAN4DLgjWfxg4G1gONAKXFjy1iEhv5RqAdJ4FLXhuC9bPcYql2+Lu7iuBw/K0bwFOy9PuwFUFSSciUmjJ2UCcTgXeBmHJY8NIVBT6hqqIDCiWmAVVp4NVt2mthsQREKHiXhLXlhER6U82/DpofghvvBvIYtWfgup5mEWnv6viLiIDjlkMqs/Bqs8JO0rRROfPlIiIfEjFXUQkglTcRUQiSMVdRCSCVNxFRCJIxV1EJIJU3EVEIkjFXUQkglTcRUQiSMVdRCSCVNxFRCJIxV1EJIJU3EVEIkjFXUQkglTcRUQiSMVdRCSCVNxFRCJIxV1EJIJU3EVEIkjFXUQkglTcRUQiSMVdRCSCVNxFRCJIxV1EJIJU3EVEIkjFXUQkglTcRUQiSMVdRCSCVNxFRCKox8XdzOJm9pKZ/S6Yn2ZmL5jZcjO7y8ySQXtlML88WD61SNlFRKQLe9Nz/zLwZpv5fweud/fpwFZgQdC+ANgatF8frCciIv2oR8XdzCYBnwBuDuYNOBW4J1jlVmBeMD03mCdYflqwvoiI9JOe9ty/D/wjkAvmRwEN7p4J5tcAE4PpicBqgGD5tmD9dszsCjOrM7O6+vr63qUXEZG8ui3uZvZJYJO7Lynkjt39JnevdffaMWPGFHLTIiIDXkUP1vkYcK6ZnQ1UAcOAHwA1ZlYR9M4nAWuD9dcCk4E1ZlYBDAe2FDy5iEiZcndIPQfpVyA+FirPwmKDCrqPbnvu7v5P7j7J3acCFwJPufvFwNPA+cFq84EHgumFwTzB8qfc3QuaWkSkTLm34B9chDdche/8Ab7tm3j9SXj6nYLupy/nuX8F+HszW07rmPrPgvafAaOC9r8Hru1bRBGR6PBdP4f06+CNtH6M2Qi+HW+4pqD76cmwzF9CuS8GFgfTK4HZedZpBj5TgGwiItHTdC/Q0qHRIfs+nt2AxccVZDf6hqqISMko3Ai2iruISH+q/hRQ2bk9PhmLjy/YblTcRUT6kQ2+DBIHgQ0CDBgENgyrub6g+9mrMXcREekbsyoYeWdwKuRSiI2FqjlYbHBB96PiLiLSz8xiUHl866NINCwjIhJBKu4iIhGk4i4iEkEq7iIiEaTiLiISQSruIiIRpOIuIhJBKu4iIhGk4i4iEkEq7iIiEaTiLiISQSruIiIRpOIuIhJBKu4iIhGk4i4iA1oql2JneifuhbvFXSnQ9dxFZEBqyjZxy6pbWbL1JcAZmRzJpdPmM2vYQWFHKwj13EVkQPrBshtZsvUlMp4h41k2tdRz/bIbWNe0LuxoBaHiLiIDzobmjSzfuYKMZ9q1Z3IZHt3weEipCkvFXUQGnM0tm6mIdR6VzpFjfdOGEBIVnoq7iAw4k6onks6lO7VXWAUzh84IIVHhqbiLyIBTk6zhhNEfIxlLfthmGJWxJKeP/XiIyQpHZ8uIyIB0ydTPM6F6Ao9vXERjpolDhh/MZyafR01yeNjRCkLFXUTKxo5dzTz7pxW0pDIcc8Q0xo0Z1uttxSzGGeM+zhnjotFT70jFXUTKwvMvreJr1z2AmeHu3PDzp5h//jHMP//YsKOVJI25i0jJa2xK8bXrFtLckqGpOU1zS4ZUOssv732BN5evDzteSVJxF5GS9/xLq4jFrFN7Kp3l0cVvhJCo9HVb3M2sysxeNLOlZva6mf1L0D7NzF4ws+VmdpeZJYP2ymB+ebB8apH/DSIScZlsDvJc+yWXc1LpTJ5nSE967i3Aqe5+GHA4cJaZHQP8O3C9u08HtgILgvUXAFuD9uuD9UREem32YVNaC3wH1ZUJTj3uwBASlb5ui7u32hnMJoKHA6cC9wTttwLzgum5wTzB8tPMrPP7KRGRHqoZNogvLziVymQF8bhhBlWVCU48Zga1h+4bdryS1KOzZcwsDiwBpgM/BFYADe4fXphhDTAxmJ4IrAZw94yZbQNGAZs7bPMK4AqAfffVL0dE9mzu6YdxxKzJPPbMGzQ1pzlx9nQOmzUJ9R3z61Fxd/cscLiZ1QD3AX1+H+TuNwE3AdTW1kbrQsoiUhT7ThzJ5RcdH3aMsrBXZ8u4ewPwNHAsUGNmu/84TALWBtNrgckAwfLhwJZChBURkZ7pydkyY4IeO2ZWDZwOvElrkT8/WG0+8EAwvTCYJ1j+lEftFiciIiWuJ8My44Fbg3H3GHC3u//OzN4A7jSzfwVeAn4WrP8z4Jdmthz4ALiwCLlFRGQPui3u7v4KcESe9pXA7DztzcBnCpJORER6Rd9QFRGJIBV3EZEIUnEXEYkgFXcRkQhScRcRiSAVdxGRCFJxFykj2UyWxh1N6HuB0h0Vd5EykGpJc8PVN3Pu8Es4b9QXmT/jS9Q9vjTsWFLCVNxFysB3LvsRj93yNKmmFNlMjvUrN/KN8/6DZUtWhB1NSpSKu0iJ27ppG8/e+wKpplS79lRTmjv+7b6QUkmpU3EXKXGb3t9MorLzlULcnTVvrwshkZQDFXeREjdx+jgyqc73CY3FYxwwe3oIiaQcqLhL6FItae7+zkIWHHwNCw6+hrv+435SzanunzhADKkZzLlXnUXloMp27ZXVSS689lMhpZJSZ6VwSlVtba3X1dWFHUNC4O78r1O/wdsvLqclGFOurE4y46j9+N7vv6lbqAXcnQd++Ci/+e6D7Niyg4OPO4ArrvsC0z4yJexoEiIzW+LutfmW9eg2eyLFsnTx6yxbsvLDwg7Q0pRixcvv8tKTr3Lkxw8NMV3pMDPmXT2HeVfPCTuKlAkNy0io3vjjMlKNLZ3am3Y18/pzb4eQSCQaVNwlVKMmjOg0lgxQNaiS0RNHhpBIJBpU3CVUJ55/DPGKeKf2eEWcky44LoREItGg4i6hqh5SzXcX/wuTZo6nsjpJZXWSiTPG852nv8GgodVhxxMpW/pAVUK336FT+PmbP2DDu5vAYdy0fXSWjEgfqbhLSTAzxk8bG3YMkcjQsIyISASpuIuIRJCKu4hIBKm4i4hEkIq7iEgEqbiLiESQiruISASpuIuIRJCKu4hIBKm4i4hEULfF3cwmm9nTZvaGmb1uZl8O2kea2SIzeyf4OSJoNzO7wcyWm9krZnZksf8RIiLSXk967hngH9x9FnAMcJWZzQKuBZ509xnAk8E8wBxgRvC4AvhxwVOLiMgedXvhMHdfD6wPpneY2ZvARGAucHKw2q3AYuArQftt3npz1ufNrMbMxgfbERHpVsP2Rp59cQWZbJbjavdnn1FDw45UdvbqqpBmNhU4AngBGNumYG8Adl/SbyKwus3T1gRtKu4i0q2nnnubf/3PR4iZ4e7ccMvT/PXFJ/DZc/LeB1q60OMPVM1sCPBb4Bp33952WdBL973ZsZldYWZ1ZlZXX1+/N08VkYhq2N7Iv/7nI6RSGZpb0rSkMqTSWW66/VlWrd4cdryy0qPibmYJWgv7r9393qB5o5mND5aPBzYF7WuByW2ePiloa8fdb3L3WnevHTNmTG/zi0iEPPviCmJ5btSSyWR54tm3QkhUvnpytowBPwPedPfvtVm0EJgfTM8HHmjTfklw1swxwDaNt4tIT2SyWVoHAtrLuZNOZ0NIVL560nP/GPAF4FQzezl4nA18GzjdzN4BPh7MAzwMrASWAz8Frix8bBGJouNq989b3CuTFZxy3MwQEpWvnpwt8yzQ1Q0tT8uzvgNX9TGXiAxA+4wayt9cfCI/uf0PZDJZcu5UJis45+OHctD08WHHKyu6h6qIlJQLzjmKow+fwhPPvkUmk+PkY2d0KuwbN2+npSXDpPEjiMV6dzP1VC7FpuZ6apLDGVIxpBDRS4qKu4gURNPOJu7/z0f4/W/+SPWQKuZedRYnXXAclucD0u5Mmzyayy86vlP7hk3b+Op1C1m1ejOxWIzBg5J87Utnc/RhU/Zq+w+te4QH1j2IYWQ8Q+2II1mw32UkY4m9zlqqLN/4Vn+rra31urq6sGOISC+lmlNcefS1rF+xgVRzGoCqwZWceekpXH3DgoLsI5dzPnvVT9m4eQe53F/qVlVlBbdd/0UmjK3p0XZe2PIiN6+6hVQu9WFbwhJ8dNRsLt/vsoJk7S9mtsTd834BQBcOE5E+e+qO/2bju5s+LOwAzbtaeOTmJ9n0fmG+x/LS66vZtqO5XWEHyGRzLFz0So+38+C6h9oVdoC0p3l+ywu0ZFsKkrUUqLiLSJ/VPfoSzbs6F8Z4Is5r//12QfaxZevOvGfSZDI5NtRvz/OM/Lal869rGLuyjb3OV2pU3EUkL/cs3vJHvPlxPPfBHtcdPWkU8Yp43mUjxg4vSJ5ZM8aTzeY6tVdVJqj9SM/H3GcMnY7lOQGwKl5FTaIwWUuBiruIdOLpZXj9CXjDlfi2a/FNJ5Lb+dMu1//kX59ORaJ9cbeYMaRmMIeeNKsgmSaNH8Fpxx9IVeVfPvRMJOKMGTWE0084sMfbOX/SeVTGKom1KX/JWJKL972QmEWnJOoDVRFpxz2H158IuU0dllRjI2/Gkkfnfd4fH6zjui/e2Hp+ejbHuGlj+eb9/8iE/ccVLFsu5zz81Kvc++jLNLWkOeXYmXxu7myGDK7cq+1saN7IwrUPsmzncsZUjubcCZ/koGE9/wNRKvb0gaqKu4i046kl+Na/At/VYYlB1dnEaq7v8rnZTJaVr7xH1eBKJh8wsbhB99LbO5Zx9+p7WNO4llGVozhv4lxqRx4Vdqw+2VNx13nuItKe7yT/l9Idcnv+4DJeEWfGkfsVJVZfvLX9bb677PsfniWztmktP1l5M03ZJk4Y0/l8+iiIzgCTiBRG4ijwdOd2q8aq5vR/ngK4e/U9nU5/TOVS3L36nrxn4ESBiruItGOxITD0q0AVfykR1VAxE6rPDTFZ761t6nTVcQB2ZRtpyjb1c5r+oWEZEekkNvhCPHkI3ngH5LZiVWdA1dmYJcOO1isjk6NY17yuU3vCElTFq0JIVHzquYtIXpY4hNjwbxEb8SOsel7ZFnaA8ybNJRlrnz8ZSzJn/JmROv2xLfXcRSTyjh5Zy65MI/es+S1N2SYqLMFZ487g3AmfDDta0ai4i8iAcPI+J3LimONpyjZTFa8kbvm/URsV0Xw/IjIA5DxHOpfnrBbpUsxiDK4YtFeFPZvNkmopv9dZPXeRMpPKpbnz/bt4pv5ZMp5hYvUE5k/9AjOHzgg7WqQ0N7bwoy/fwhO/eoZMOsN+h07hmv+6ggNnl8frrJ67SJn5yYqbeKb+WdKexnHWNK3lure/x7qmzmeDSO998/zv8OSvnyHdksZzzoqX3+V/n/YvrF+5MexoPaLiLlJGPkh9wNKGV0l3+JJRJpfhkfWPhZQqetYuX8/Sxa+3uz49QDqV4d4fPBRSqr2jYRmRLrzX0MAf17zPsMoqTp02jaqK8G/Btqm5nopYBels+6KTI8fqpjUhpYqedcs3kKhMdCru2XTrtXPKgYq7SAfuzrf+sJhfv7qUmBkxM+KxGLfNO59DxxbuCoe9Mb56XN4PUePE2W/wtBASRdOUWZPyfoiaSFZw0Ec15i5Slp5+dxV3vPYKLdksTZkMu9Jptre0sGDhfWRznW8W0Z+GJ4Zz3KhjSXb4QlEilmDO+DNDShU9++w7huPnzaay+i+vsxkkq5PM+1J5XF9HPXeRDu58/RWaMplO7c2ZDH/esI6jJ0wKIdVfXDrtEvapHMOiTU/QlGlixtAZfG7fzzKmcky/7H/thga+99MnqHv1fRIVcc448SCunn8yg6rL9xus+fzjrVdz+/+/lwd//BhNO5o57JSD+Zvvzmf0xFFhR+sRFXeRDlryFHZo7bmlstl+TtNZzGKcM/ETnDPxE/2+7+07m7n82l+xY2cL7k42m+ORxa+z8v3N/PhbF2GW71LB5akiUcElX7+AS75+QdhRekXDMiIdnHvAQVRXdO735Nw5avyEEBKVjoeefJWWlky7y+Sm01mWv1vPWys2hJhMOlJxF+ng3JkHcuT4CQxKtJ4dk4jFqKqo4LqPn1kSZ8yEadmqjbSkOr+zMYN3V28JIZF0RcMyIh0k4nF+MffTLH5vFU+vWsnI6kF8+qCDmVJTE3a00M2YNpZnXljeqcC7w5RJ5TEWPVCouIvkEY/FOG3a/pw2bf+wo5SUT556CL+69wVS6Qy7R2YSiTj7TxnNQdPDPU1U2tOwjIj02LCh1fzk3y7mqI9MIRYzKpMVnHniLK7/v5+J1IepUaCeu0iErF+1kd9e/zve/tMK9j9sCuf/w7lMmjG+oPuYPGEE3//6Z3B3FfQSpuIuEhErX3mPa074GqnmNNl0lneWrODJX/+B/3ji60X5VqUKe2nrdljGzH5uZpvM7LU2bSPNbJGZvRP8HBG0m5ndYGbLzewVMzuymOFFBhp3Z9XOd3m5YSnb09vbLfvRNbfQtKOZbLr1XPxsJkfzrhZuuOqnYUSVkPWk5/4L4EbgtjZt1wJPuvu3zezaYP4rwBxgRvD4KPDj4KeI9NEHqa1c99Z32ZL6gJjFyOTSnDnuDM6fdB5mxuvPvZ33eSteepdsNks8Hu07D0l73fbc3f0Z4IMOzXOBW4PpW4F5bdpv81bPAzVmVtgBP5EB6oZ3bmRD80Zaci00ZZtIe4ZFG59kydY/AzBoaFXe5yWrk8RiOndioOntb3ysu68PpjcAY4PpicDqNuutCdo6MbMrzKzOzOrq6+t7GUNkYKhvqWdN41pytL9wWUuuhcc2LiKVzTL23IPxRPv/0snqBGdffprGxztY+f5mbr//RX778J/5oGFX2HGKos8fqLq7m5l3v2an590E3ARQW1u7188XGUgaM03ELd7pJh2tyxq54nf38+LhcYa9OpLBL2+BihiWdWrPOoK/+vbnQ0hcum68dTH3Pfoy2WyOeDzGj375DP/n787m5GNnhh2toHpb3Dea2Xh3Xx8Mu2wK2tcCk9usNyloE5E+mFg9gZh1fqNdYRVMTs7k/rVraPYczZ+fTvycfUlsaqJi3FAO+dQckpUD+5IJbS19cw33P/byh9+wzWRb3wn9vxse5ujDpjB4UGWY8Qqqt8MyC4H5wfR84IE27ZcEZ80cA2xrM3wjIr1UEavg0qmXkIwliQX/bZOWYESyhsGpA9qtmx2epHnGcHYOjbFknfpWbT3+zJt5r40TjxnPv7QqhETF023P3czuAE4GRpvZGuDrwLeBu81sAfAesPuamA8DZwPLgUbg0iJkFhmQZo86mnHV41i04Um2pLZw6PCPcNI+J1C3diOxPGPqlfE402pGhJC0dLW9mmU7ZnS1qFx1W9zd/aIuFp2WZ10HruprKBHJb99Bk1mw3xfbtX1s8hRGDRpE8/btZNtUqEQ8zvmzDunnhKXt9BMO4vFn3qS5wy30stkcHz1iajihikTnR4mUuZgZd336Qj46cTKJWIxELMbMUaO547wLGDVoUNjxSsrhsybxiVMPoTJZQSxmJBJxksk41155JkMH5z+VtFxZl29T+lFtba3X1dWFHUOk7G1vaSGTyzKyOlpFfdmWzdz12qtsbmrktGn7MWf6TBJ9+FLWO6s28dySlVQmKzj1Ywewz6ihBUzbf8xsibvX5l2m4i4ipez+t97gn59aRDqbJevOoESCA0aN5vbzLqAyzx2zBpI9FXcNy4hIyWpKp/nqU0/QnMl8+HlCYzrNW5vruf+tN0JOV9pU3EWkYDz9Dt74G7zlGdz7fjPxP29YRzzW+UygpkyGB5e91eftR9nAfk8jIgXhnsUb/h5angYMLAY2FEb+GquY3O3zuzKoItHl6YuDk9H5wlExqOcuIn3mjXdCy2KgGWgC3wW5TXjD3/Vpu4eNG8/QPEW8uiLBxR85rE/bjrrI9NzX7djON3//NIvfW0VFLMY5Mw/kn44/iWGV+usuUnRNdwBNHRpzkFmOZzdg8d7dXzVmxs/nnscX7vsNLZksjpPO5bjsiCM5ccrUvqaOtLIt7tlcjhfWrqG+cRcHjRrDF+6/hy1NjeTcSWWz3PfWG7y2aSMLL/y8rognUmze0sUCA0/1adMHjh7Dc5f9Nc+tfp9tLc18dOJkxg4Z0qdtDgRlWdzf39bA5357N9tamgFoyWZxd3JtxuZS2SyrGrbyp3VrmT1xUlhRRQaGqrNh18+ADoU8NgLivR9z3y0Rj3PS1Gl93s5AUpZj7n/zuwfYsGsnu9JpdqXTZHK5dl+73i3nzrItm0NIKDKw2ODLW4u47f7yVBKsGqv5jt45h6Tseu7vNTTw7raGdr30rsTN2H/EyH5IJTKwWWwIjH4Amh/BU89DfBJW/elej7VL35VdcW/MpIn3oCeQiMWYOGw4x0zq+1tCEemeWRKq52LVc8OOIpThsMzMkaOojHf+m5SMx5kyvIaYGYlYjDnTZ3Lnpy/QW0IRGZDKrucej8X4zhlzuPLhhWRzOdK5HIMqEkwYOpR7P3sxgxOtd51RUReRgazsijvAyVOn8fDnLuHO115h3Y4dnDBlKufOPHDAX0RIRGS3sq2GU2tGcO3xJ4UdQ0SkJJXdmLuIiHRPxV1EJIJU3EVEIkjFXUQkglTcRUQiSMVdRCSCVNxFRCJIxV1EJIJU3EVEIkjFXUQkglTcRUQiSMVdRCSCVNxFRCKobK8KKQLguUZofghPvwIV+2PV87BYTdixREJXlOJuZmcBPwDiwM3u/u1i7EcGNs/W41s+DbltQBNQhe+8EUbdiVVMDzueSKgKPixjZnHgh8AcYBZwkZnNKvR+RHzHdZDbTGthB2gG34Fv++cwY4mUhGKMuc8Glrv7SndPAXcCumOuFF7LE0CmQ6ND+lXcm8NIJFIyilHcJwKr28yvCdraMbMrzKzOzOrq6+uLEEOiL9FFu6FzBWSgC+1/gLvf5O617l47ZsyYsGJIOav+FFDZobECKk/ELBlGIpGSUYzivhaY3GZ+UtAmUlA29MuQOARsEFAFNhjik7Fh3wo7mkjoinG2zJ+AGWY2jdaifiHwuSLsRwY4s2oYeTukl0LmLYjvC8ljMNOQjEjBi7u7Z8zsauAxWk+F/Lm7v17o/YgAmBkkD299iMiHinKeu7s/DDxcjG2LiEj39P5VRCSCVNxFRCJIxV1EJIJU3EVEIsjcPewMmFk98F4/7Go0sLkf9tNbpZxP2XqvlPMpW++VQr4p7p73W6AlUdz7i5nVuXtt2Dm6Usr5lK33SjmfsvVeqefTsIyISASpuIuIRNBAK+43hR2gG6WcT9l6r5TzKVvvlXS+ATXmLiIyUAy0nruIyICg4i4iEkFlXdzN7Cwze9vMlpvZtV2sc4GZvWFmr5vZ7W3a55vZO8Fjfpv2o8zs1WCbN5iZ9Wc2MzvczP4YtL1iZp9ts/4vzGyVmb0cPA7vz2xBe7bN/he2aZ9mZi8E27zL+nC3jD68dqe0yfaymTWb2bxgWb+8dmZ2fZt9LDOzhjbLQj3musrWH8dcX/IFy4p63PXhtSv6Mddr7l6WD1ovJ7wC2A9IAkuBWR3WmQG8BIwI5vcJfo4EVgY/RwTTu9d5ETiG1nu1PQLM6edsM4EZwfQEYD1QE8z/Ajg/rNctmN7ZxXbvBi4Mpv8L+Nsw8rVZZyTwATCoP1+7Dut/idZLXpfEMbeHbEU95vqar9jHXV+zFfOY68ujnHvuPbkR9+XAD919K4C7bwrazwQWufsHwbJFwFlmNh4Y5u7Pe+tv5zZgXn9mc/dl7v5OML0O2AQU8j6EfXnd8gp6mqcC9wRNt9K7162Q+c4HHnH3xl7m6G22ti4C7gimS+GYy5utH465PuXrSgGPu0JlK8Yx12vlXNx7ciPumcBMM/tvM3vezM7q5rkTg+k9bbPY2T5kZrNp7UmsaNP8reCt8/Vm1vEGov2Rrcpab2z+/O63n8AooMHdM3vYZn/l2+1COv8H7I/XDgAzmwJMA57q5rn9ecx1la3tsmIcc4XIV8zjriCvHcU55nqtnIt7T1TQ+hb+ZFr/2v7UzGrCDNTGHrMFPbpfApe6ey5o/ifgQOBoWt8CfiWEbFO89SvXnwO+b2b7FylDb/Ptfu0+QuvdwHbrr9dutwuBe9w9W+T99EbebCEfc93lK4XjDvb82oV9zLVTzsW9JzfiXgMsdPe0u68CltFaFLp67tpgek/bLHY2zGwY8BDwVXd/fvcT3H29t2oBbqH17WS/ZnP3tcHPlcBi4AhgC1BjZhV72Ga/5AtcANzn7undDf342u3WsRdXCsdcV9mKfcz1OV+Rj7s+ZQsU65jrvbAG+/v6oLX3tpLWt0i7PwQ5uMM6ZwG3BtOjaX3rNYrWv6KraP1ga0QwPTJYr+OHW2f3c7Yk8CRwTZ7tjg9+GvB94Nv9nG0EUNmm/R2CD56A39D+g60r+/v32mb588ApYbx2wXoHAu8SfEkwaAv9mNtDtqIecwXIV9Tjri/Zin3M9eXRbzsqSng4m9Ze2wpaexwA3wTObfOifg94A3h190EQLLsMWB48Lm3TXgu8Fmzzxny/yGJmAz4PpIGX2zwOD5Y9Faz7GvArYEg/ZzsumF8a/FzQZpv70Vqklgf/4SpD+r1OpbXXFeuwzX557YL5b+T7jxz2MddVtv445vqYr+jHXR9/r0U95nr70OUHREQiqJzH3EVEpAsq7iIiEaTiLiISQSruIiIRpOIuIhJBKu4iIhGk4i4iEkH/A7BGSwdTIDnBAAAAAElFTkSuQmCC", "text/plain": [ "
" ] }, "metadata": { "needs_background": "light" }, "output_type": "display_data" } ], "source": [ "df=df[df['n_epochs']>0]\n", "models = np.unique(df['models'])\n", "c=[]\n", "for m in df['models']:\n", " c_ind = np.where(models==m)[0]\n", " c.append(c_ind)\n", "plt.scatter(df['AUC'],df['n_epochs'],c=c)\n", "for model in models:\n", " model_mask = df['models']==model\n", " print(np.corrcoef(df['AUC'][model_mask],df['n_epochs'][model_mask]))" ] }, { "cell_type": "code", "execution_count": 12, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "" ] }, "execution_count": 12, "metadata": {}, "output_type": "execute_result" }, { "data": { "image/png": "iVBORw0KGgoAAAANSUhEUgAAAPoAAAECCAYAAADXWsr9AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjUuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8qNh9FAAAACXBIWXMAAAsTAAALEwEAmpwYAAAMEUlEQVR4nO3db6ie9X3H8ffXRGsbsxwhWRVP6vHBsBQhjYRAUWSzf3Az6ybsQYUW0g58sollg6J7MvqgT0sHjrIQ7Ry1laIVtri5ClWcsFoTk+5oko0grh5pyLGaNH+kmfG7B+dyJvGwc+Xc15+Tft8vCDnnyn1fn6+Jn3Nd93X/+UVmIuk32yVjDyCpfxZdKsCiSwVYdKkAiy4VYNGlAlZU0SPitoj4z4g4FBH3Dpz9YEQciYiXhsw9K39jRDwdEfsj4uWIuGfg/Msj4qcR8bMm/+tD5jczrIqIvRGxa+jsJv/ViJiNiH0RsXvg7KmIeDQiDkbEgYj4VKf7XynPo0fEKuC/gM8Cc8ALwJ2ZuX+g/FuAE8A/ZOYNQ2Sel381cHVmvhgRa4E9wB8P+N8fwJrMPBERlwLPAfdk5k+GyG9m+AtgC/BbmbltqNyz8l8FtmTmGyNkPwT8W2bujIjLgI9k5tGu9r+SjuhbgUOZ+UpmngYeAf5oqPDMfBZ4c6i8RfJ/kZkvNl8fBw4A1wyYn5l5ovn20ubXYEeBiJgGbgd2DpW5UkTEOuAW4AGAzDzdZclhZRX9GuC1s76fY8D/0VeSiJgBNgPPD5y7KiL2AUeApzJzyPxvAV8D3h0w83wJ/Cgi9kTEXQPmXgfMA99pHrrsjIg1XQaspKILiIgrgMeAr2bmr4bMzswzmflJYBrYGhGDPISJiG3AkczcM0Te/+PmzLwR+H3gz5qHc0NYDdwIfDszNwMngU6vUa2kor8ObDzr++lmWxnNY+PHgIcz84djzdGcNj4N3DZQ5E3A55vHyI8At0bEdwfK/j+Z+Xrz+xHgcRYeTg5hDpg76wzqURaK35mVVPQXgN+JiOuaixFfAP5x5JkG01wMewA4kJnfHCF/Q0RMNV9/mIWLogeHyM7M+zJzOjNnWPh3/3FmfnGI7PdExJrmIijNafPngEGegcnMw8BrEXF9s+nTQKcXYVd3ubNJZOY7EfHnwL8Cq4AHM/PlofIj4vvA7wLrI2IO+OvMfGCofBaOal8CZpvHyQB/lZn/PFD+1cBDzbMflwA/yMxRnuYayUeBxxd+3rIa+F5mPjlg/t3Aw81B7hXgy13ufMU8vSapPyvp1F1STyy6VIBFlwqw6FIBFl0qYEUWfeCXH66YbPPN7yt/RRYdGPMve9R/aPPN72OnK7XokjrUywtm1q9fnzMzM8u+//z8PBs2bFj2/Y8dW/ZdOXZsnnXrlp8NcOrU8u978uQ8a9ZMlj81tfz7vvXWPFdeOVn+mTPLv+/Ro/NMTU2W//bby7/viRPzXHHFZPkLL65bnuPH51m7dvn5v/zlqxw//sYHJujlJbAzMzPsfuGFPnbdyq4nJvib7sDevaPGc8cd4+YfPTpu/uzsuPmrR3xh+Te+sWXR7Z66SwVYdKkAiy4VYNGlAiy6VIBFlwqw6FIBFl0qwKJLBVh0qYBWRR9z8UNJk1uy6M3H//4tC6tXfAK4MyI+0fdgkrrT5og+6uKHkibXpugufihd5Dq7GBcRd0XE7ojYPT8/39VuJXWgTdFbLX6YmTsyc0tmbpnkQyMkda9N0Usvfij9JljyszDGXvxQ0uRafehNs6LnUKt6SuqYr4yTCrDoUgEWXSrAoksFWHSpAIsuFWDRpQIsulSARZcKsOhSAf2s+3jsGDzxRC+7bmPb7bePlg0wOzvuaq43PHP/qPls2jRq/M1f2TpqPm++OVr0393/P4tu94guFWDRpQIsulSARZcKsOhSARZdKsCiSwVYdKkAiy4VYNGlAiy6VIBFlwpos2zygxFxJCJeGmIgSd1rc0T/e+C2nueQ1KMli56ZzwLjve9O0sR8jC4V0M/66MeOdbVbSR3orOjnrI++bl1Xu5XUAU/dpQLaPL32feDfgesjYi4i/rT/sSR1ackPh8zMO4cYRFJ/PHWXCrDoUgEWXSrAoksFWHSpAIsuFWDRpQIsulSARZcKsOhSAf2sj37qFOzd28uuW5mdHS8buO/ee0fN55K7x83fvn3c/EOHxs2/6qrxsk+dWnSzR3SpAIsuFWDRpQIsulSARZcKsOhSARZdKsCiSwVYdKkAiy4VYNGlAiy6VECbBRw2RsTTEbE/Il6OiHuGGExSd9q8e+0d4C8z88WIWAvsiYinMnN/z7NJ6kib9dF/kZkvNl8fBw4A1/Q9mKTuXNBj9IiYATYDz/cyjaRetC56RFwBPAZ8NTN/tcifv78++smTXc4oaUKtih4Rl7JQ8ocz84eL3eac9dHXrOlyRkkTanPVPYAHgAOZ+c3+R5LUtTZH9JuALwG3RsS+5tcf9DyXpA61WR/9OSAGmEVST3xlnFSARZcKsOhSARZdKsCiSwVYdKkAiy4VYNGlAiy6VIBFlwroZ330qSm4445edt3G/c/cMFo2wN0j//jMd98dNf+fdo37iunDh0eN5zMfHy/715evW3S7R3SpAIsuFWDRpQIsulSARZcKsOhSARZdKsCiSwVYdKkAiy4VYNGlAiy6VECblVouj4ifRsTPmvXRvz7EYJK60+bda78Gbs3ME80abM9FxL9k5k96nk1SR9qs1JLAiebbS5tf2edQkrrVdjXVVRGxDzgCPJWZro8uXURaFT0zz2TmJ4FpYGtEfOCTHc5ZH/2ttzoeU9IkLuiqe2YeBZ4Gblvkz95fH/3KKzsaT1IX2lx13xARU83XHwY+CxzseS5JHWpz1f1q4KGIWMXCD4YfZOaufseS1KU2V93/A9g8wCySeuIr46QCLLpUgEWXCrDoUgEWXSrAoksFWHSpAIsuFWDRpQIsulRAP+ujnzkDR4/2sus2Nm0aLRqA7dvHzWfXuG9F+MNt20bNf21u3PXZN06P97ksH/rQ4ts9oksFWHSpAIsuFWDRpQIsulSARZcKsOhSARZdKsCiSwVYdKkAiy4VYNGlAloXvVlocW9EuHiDdJG5kCP6PcCBvgaR1J+2yyZPA7cDO/sdR1If2h7RvwV8DXi3v1Ek9aXNaqrbgCOZuWeJ272/PvqIHzoh6YPaHNFvAj4fEa8CjwC3RsR3z7/ROeujT011O6WkiSxZ9My8LzOnM3MG+ALw48z8Yu+TSeqMz6NLBVzQh0Nm5jPAM71MIqk3HtGlAiy6VIBFlwqw6FIBFl0qwKJLBVh0qQCLLhVg0aUCLLpUQD/ro7/9NszO9rLrNrZ+5ebRsgEOHRo1Hg4fHjd/bm7U+I3T06Pm8/Ofj5d9+vSimz2iSwVYdKkAiy4VYNGlAiy6VIBFlwqw6FIBFl0qwKJLBVh0qQCLLhVg0aUCWr2ppVmO6ThwBngnM7f0OZSkbl3Iu9d+LzPf6G0SSb3x1F0qoG3RE/hRROyJiLsWu8E5yyafONHdhJIm1vbU/ebMfD0ifht4KiIOZuazZ98gM3cAOwC2XHttdjynpAm0OqJn5uvN70eAx4GtfQ4lqVtLFj0i1kTE2ve+Bj4HvNT3YJK60+bU/aPA4xHx3u2/l5lP9jqVpE4tWfTMfAXYNMAsknri02tSARZdKsCiSwVYdKkAiy4VYNGlAiy6VIBFlwqw6FIBFl0qoJ/10SNgdT+7buPNN0eLBuCqq8bN5+OfGTU+pzeOmj/m8uQA137sY+OFX3bZops9oksFWHSpAIsuFWDRpQIsulSARZcKsOhSARZdKsCiSwVYdKkAiy4V0KroETEVEY9GxMGIOBARn+p7MEndafvOk78BnszMP4mIy4CP9DiTpI4tWfSIWAfcAmwHyMzTwOl+x5LUpTan7tcB88B3ImJvROxs1mCTdJFoU/TVwI3AtzNzM3ASuPf8G52zPvrx4x2PKWkSbYo+B8xl5vPN94+yUPxzZOaOzNySmVs2rF3b5YySJrRk0TPzMPBaRFzfbPo0sL/XqSR1qu1V97uBh5sr7q8AX+5vJElda1X0zNwHbOl3FEl98ZVxUgEWXSrAoksFWHSpAIsuFWDRpQIsulSARZcKsOhSARZdKsCiSwVEZna/04h54L8n2MV64I2OxrmYss03f9L8azNzw/kbeyn6pCJid2aO8iaaMbPNN7+vfE/dpQIsulTASi36jqLZ5pvfS/6KfIwuqVsr9YguqUMWXSrAoksFWHSpAIsuFfC/8TEfR3rEyyAAAAAASUVORK5CYII=", "text/plain": [ "
" ] }, "metadata": { "needs_background": "light" }, "output_type": "display_data" } ], "source": [ "plt.matshow(np.nan_to_num(ttests),cmap='bwr')" ] }, { "cell_type": "code", "execution_count": 7, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "[]" ] }, "execution_count": 7, "metadata": {}, "output_type": "execute_result" }, { "data": { "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXoAAAD4CAYAAADiry33AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjUuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8qNh9FAAAACXBIWXMAAAsTAAALEwEAmpwYAAAlpElEQVR4nO3deXyU5bn/8c+VbRKSgQAz7CCCIKAIUtzBpW6gVu1xP12sP1uPttbW2h7b08We2l/32tr+bC1tOZ7lVZdqbSnu1XoAEQsUCKBIWISELdsQlsk+9++PmcRUgQQy8zyzfN+vV15k5nlmnush4eKee7luc84hIiLZK8/vAEREJLWU6EVEspwSvYhIllOiFxHJckr0IiJZrsDvAA4lFAq5sWPH+h2GiEjGWLlyZZ1zLnyoY2mZ6MeOHcuKFSv8DkNEJGOY2bbDHVPXjYhIllOiFxHJckr0IiJZToleRCTLKdGLiGQ5JXoRkSynRC8ikuXSch69ZLea/c08+kYVHbGY36F4avSgflwzYxR5eeZ3KJJjlOjFc//x2jv88tXNWA7lu85tH/60eicPXD+NIf2L/Q1IcooSvXhucWUtpx8/iCf+5Sy/Q/GMc47Hl1fxzT+vZ86Di/nxddO4YNIQv8OSHKE+evFU/YEW1u/cx+wTQn6H4ikz48bTx7Dws7MY2r+YWx5Zzr//eT0t7R1+hyY5QIlePPXa5nqcg9kTD1l7KeudMCTI058+m0+cPZb/eO0drn5oKZtqDvgdlmQ5JXrx1OKNtQwoKWTqyAF+h+Kb4sJ8vnnlSfz25pns2dfMh36+hMeXb0f7N0uqKNGLZ5xzLNlUxzknDCZfM0+4cPJQnvvcbGYcV869T63lzt+torGpze+wJAsp0YtnNtceYFdjM7Mn5Ga3zaEM7V/Mf/+fM7h3ziReWL+byx5czIp3GvwOS7KMEr14ZnFlHQCzcmwgtid5ecYd54/nyTvOJj/PuP5Xr/OzlyvpiKkrR5JDiV48s7iyjuNDpYwe1M/vUNLS9NHlPHPXLK6cNoIHXtrITb9exs69TX6HJVlAiV480doeY9mWerXmexAsLuSnN57KA9dPY/2ORuY+uJjn1+32O6ycUrlnP81t2TXtVQumxBN/3x4h2trB7AlK9L3xTzNGMWPMQO56bBW3/89KPnzqSE4YUuZLLFecMpzjBpf6cm2vvblzH5f/fDGXTBnKwx/9AJYly7eV6MUTiytryc8zzho/2O9QMsbYUClP3n42P37xbX6zZKtvffaPLd/Oc587l7JA9qeL7z2/AQNeWL+Hp/6+g2s/MMrvkJIi+39ykhaWVNZx6uhygsWFfoeSUYoK8vjKZZP50qUn4keeX7U9wo2/Xsa3F77J9645xfsAPLSkso5FG2v5t8sm8Ze3avj3Bes5c9wgRg3M/DGlHvvozWy+mdWY2brDHP+ImVWY2VozW2pm07odeyfx/GozW5HMwCVzRA62UrGjUdMq+6AgP4+iAu+/zhg3mH85dzyPLa/i5bf2+P3XkDKxmOO7z73FyPISbj57LD++bhox5/jS7yuIZcHsp94Mxj4CzDnC8a3Aec65qcD9wLz3HL/AOTfdOTfz2EKUTLc0UfZglvrnM9LdF09g0rAg9z61lvoDLX6HkxJ/rtjJ+p37+OKlEwkU5DN6UD/u+9BJvL6lnvmvbfU7vD7rMdE75xYBh13B4Zxb6pyLJB4uA7KjU0uSZnFlLcHiAqaNyt2yB5ksUJDPT26Yzr6mNr769LqsK9XQ0t7BD194mynD+3PVtJFdz183cxQXTR7KD154m8o9+32MsO+SPb3yVuC5bo8d8KKZrTSz2470QjO7zcxWmNmK2traJIclfnHOsbiyjrPHD6YgX7N5M9Xk4f35wiUTeX79bp5etcPvcJLqf5ZtpzrSxFcum/QPm8KYGd+7ZirBQAF3P7Ga1vbM3Sgnaf/yzOwC4on+3m5Pz3LOzQDmAp8xs3MP93rn3Dzn3Ezn3MxwWH252WJr3UF27G1S/3wW+NTscZw2diD3/Wk9O7JkIVdjUxv/75VKZk8IHfJ3NFQW4Dv/NJV1O/bx81cqfYgwOZKS6M3sFOA3wFXOufrO551zOxJ/1gBPA6cn43qSOTrLHpyrRJ/x8vOMH183PTFIuSYrBikf/t/NRKJt3Dtn0mHPufSkYVz7gVE89NdN/H175LDnpbM+J3ozGwP8AfiYc25jt+dLzSzY+T1wCXDImTuSvRZX1jFmUD/GDM78KWoCYwb34+tXTGHp5noeWfqO3+H0ya7GJuYv2crV00dwcg9ls7/xoSkMH1DCPU+sIdra7lGEydOb6ZWPAq8DJ5pZtZndama3m9ntiVO+AQwGfvGeaZRDgSVmtgb4G/CMc+75FNyDpKm2jhivb67Tatgsc8Npo7lw0hC+//wGNtVk7iDlT17aiHNwzyUn9nhu/+JCfnTdNN6pP8h3n93gQXTJ1eOCKefcTT0c/yTwyUM8vwWY9v5XSK5YtX0vB1X2IOuYGd+9ZiqX/mQRdz++hj98+mwKM2ygfeOe/Ty5sppbzjm+10X2zho/mFvPOZ7fLNnKRVOGcl4G7ZKWWT8dyShLKmvJMzhrvBJ9thkSLOY7H57K2h2N/PyVTX6Hc9S+/9wGSgMF3HnBCUf1ui9eeiIThpTxr0+uYW+0NUXRJZ8SvaTMoso6po8uZ0CJyh5ko7lTh/NPp47kob9uYnXVXr/D6bVlW+p5eUMNnz7/BAaWFh3Va4sL42sK6g+08vU/rU9RhMmnRC8p0Rhto6J6L7M02yarffOqkxgaDPCFx1fT1Jr+pX2dc3z3uQ0MH1DMLeeMPab3OHnkAD5/0QT+vGYnC9bsTG6AKaJELymxdHMdMQfnqn8+q3UOUm6pO8j3nnvL73B69Oza3ayp2svdF0+kuDD/mN/n9vPGc+qYcr7+x3XsbmxOYoSpoUQvKbGoso6yQAHTRpf7HYqk2NknhLjlnLH85+vbWFyZnFXt1ZEoK7dFklpuoa0jxg9f2MCJQ4NcM6NvlVoK8vN44PrptLbH+NenKtK+LIQSvSRdvOxBLWeNH5xxszHk2Nw7ZxLjw6V86fcVNEbbjuk9WttjPFOxi4/99g1m/+CvXPPLpdz12Gr2NR/b+73Xo3/bzjv1Ub48dxL5eX3fUOT4UCn/dvlkFm2s5X/e2J6ECFNH/wol6bbVR6mONGlaZQ7pHKSsO9DCNxYc3brIyj37+fbCNznzuy/zmd/9nc01B7jrgxO4+6KJPLt2F5c9uJiV2/q2IvVASzsP/qWSM8cN4vwTkzdu9NEzxnDuxDDfeeYtttYdTNr7Jps2HpGkW7wpXvZA9W1yyymjyvnsByfwk79s5OIpQ7nilBGHPTfa2s7Cil08vryKldsiFOQZF08Zyg2njWb2hHBXi3v2xBCfe2wV1//qde6+aAJ3nH/CMbXG5/3vZuoPtjJ/7uSkbg9oZvzgmlO49KeLuPvx1Tx5+1lpWbxPiV6SbvHGWkYNLGGsyh7knM9cMJ5X3q7ha39cx+ljBzGkf3HXMeccFdWNPLa8ij+v2cmBlnbGh0v56mWT+fCMkYTKAu97vxljBvLMXbP52tPr+NGLG1myqY6f3nAqwwYUv+/cw6nZ18yvF2/l8lOGp2TMaNiAYu6/+mTuenQVD//vZu784ISkX6Ov0u+/Hslo7R0xXt9cz+wJoazZWFl6Lz5IOY3mto6uQcq90VYeeW0rcx9czFUPvcbTq6qZc/Iwnrz9LP7yhfP41LnjDpnkO/UvLuTBG6fzo+umUVHdyJwHF/Hi+t29jumnL1fS1hHjS70odXCsrpw2gg9NG8FP/1LJuh2NKbvOsVKLXpJqTfVe9re0q9smh40Pl/GVuZO5b8F6bpi3jNVVe2ltj3HKqAH83w+fzIemjaD/Ue4dbGZc+4FRzBhTzl2PreK2/17Jx848jq9ePvmI0yQ31x7g8eVVfPSMMYwNlfb11o7o/qtOYummOn7x6iZ+8ZEPpPRaR0uJ3meN0TZ+8eomWnza1ODqU0cyPYkfZxdtrMMMzh4/OGnvKZnnY2cex6tv17ByW4SbThvN9aeN5qQRfd9hbFy4jKfuOJsfvfA2v168lb9tbeDn/3wqE4cGD3n+D57fQElhPp+9MPXdKeX9ipgyoj8796bfvHolep89tnw7v1q0xZcyAc1tHfxp9Q5e+Py5/9CX2hdLNtVxyqhyyvsd3dJyyS55ecZvbj4N51zSBycDBfl89fIpzJoQ5p4nVvOhny/h61dM4SNnjPmH7sKV2xp4Yf0e7rl44hG7hpIpHAywpTb9Zt8o0fvsmbW7mDZqAH+6c5bn195Uc4DLf7aYL/9hLb+9eWaf+9T3Nbexumovnz5/fJIilEwWnx2TunGa8yaGee5z53LP79fwtT+uY9HGWn5w7SmU9yvCOcd3nt3AkGCAW2cfn7IY3itcFqDuQAvOubQao9JgrI+21R+korqRy08Z7sv1TxhSxlfmTuKVDTU8tryqz+/3+uZ6OmKOWSdo/rx4IxwM8MgnTuNrl0/mr2/XMPfBxSzbUs+Lb+5h5bYIn79oIv2KvGvPhoMBWtpj7G9Jr81JlOh99MzaXQBcNtWfRA/w8bPGcs4Jg7l/4Ztsq+/bR87FlbWUFuVz6piBSYpOpGd5ecYnZ4/jD3ecQ3FhPv/862V8+akKxodLuX5m30odHK3OLqLa/S2eXrcnSvQ+WrhmF6eOKWfUQP/mm+flGT+8dhr5ecY9T6yhow/7gC6urOPMcYMpKtCvlXhv6qgBLPzsLK6ZMYpItI2vzJ3s+eKlcDCe6OuU6AVgS+0B3ty174irB70yoryEb111Eiu2RZi3aMsxvcf2+ijb6qMqeyC+Kg0U8MPrprH6Gxdz0ZShnl+/q0V/QIlegGcq4t02l/vYbdPd1dNHctnUYTzw0tu8tWvfUb9+8aZ41cLZGbS9mmQvv2Z9qUUv/2BhxS5OGzvwqJZyp5KZ8e2rpzKgpIi7H19NS/vRbSKxpLKOEQOKGZfiRSki6ay8pJD8PFOLXuLV+t7esz8tum26G1RaxA+uncqG3ft54KWNvX5de0eM1zbVMXtCOK2mlIl4LS/PCJUVUbc/vfaTVaL3wcKKXZjB3KnD/A7lfT44aSg3nT6GeYu2sPydhl69pmJHI/ua25ml/nkRwsGAWvS5zjnHwoqdnHH8IIYE06Pb5r2+dvlkRg/sxxeeWM2BXswHXlIZL3twjubPixBKLJpKJ0r0Htuwez+baw+mXbdNd6WBAh64fhrVkSa+vfDNHs9fXFnLySMGMKhUZQ9EwmUBzaPPdc9U7CLPYO7J6ddt093MsYP4l3PH89jyKl5+a89hz9vf3Maq7Xs1rVIkIRR8twxCulCi91Bnt83Z40MM9qjIUl/cffEEJg0Lcu9Ta6k/zEfRZVsaaI85lSUWSQiXBWjrcDQ2JWev22RQovfQ+p37eKc+yhU+1bY5WoGC+D6g+5ra+OrT6w7ZQllcWUtJYT4zjiv3PkCRNBQKpl8ZhB4TvZnNN7MaMzvkjr9m9hEzqzCztWa21MymdTs2x8zeNrNNZvblZAaeiRZW7KIgz7j0pPTutulu8vD+fOGSiTy/fjdPr9rxvuNLKus4c9wgAgWH3/xBJJeE03B1bG9a9I8Ac45wfCtwnnNuKnA/MA/AzPKBh4C5wBTgJjOb0qdoM1hnt805J4QYmGGDlp+aPY7Txg7kvj+tZ8fepq7nqyNRttQdZJa6bUS6hIPxf98Z1aJ3zi0CDjuh2jm31DkXSTxcBnSWizsd2OSc2+KcawUeA67qY7wZa011I9WRpozptukuP8/48XXTiTnHl36/hlii8NmSyjoAztVArEiXcFl82nTdgfRZNJXsPvpbgecS348Euhc5r048d0hmdpuZrTCzFbW1tUkOy3/PVOykMN+4ZErmdNt0N2ZwP75+xRSWbq7nkaXvAPFqlcP6F3PCkDJ/gxNJI/1LCijKz8usFn1vmdkFxBP9vcfyeufcPOfcTOfczHA4u7oCYjHHMxW7OHdCmAH9vN8yMFluOG00F04awvef38Dbu/fz2uY6Zk0IqeyBSDdmiTIIGdZH3yMzOwX4DXCVc64+8fQOYHS300Ylnss5q6r2srOxmSumZV63TXdmxnevmUq/onxunv839kbbNH9e5BDCwfRaNNXnRG9mY4A/AB9zznWvhLUcmGBmx5tZEXAjsKCv18tECyt2UlSQx0WTva+PnWxDgsV858NT2b0vvtO9yh6IvF+6lUHocTNFM3sUOB8ImVk1cB9QCOCcexj4BjAY+EXiI3x7ogum3czuBF4A8oH5zrn1KbmLNBaLOZ5du4vzJ4YJFmdut013c6cO52NnHseuxqaujRZE5F3hYIC1Oxr9DqNLj4neOXdTD8c/CXzyMMeeBZ49ttCyw4ptEfbsa/FtA/BUuf/qk/0OQSRthcoC1B9sJRZz5OX5P4allbEptrBiJ8WF2dFtIyK9Ew4G6Ig5ItH0mGKpRJ9CHTHHs2t388FJQygN9PjhSUSyRLrtHatEn0JvbK2n7kALl09N35LEIpJ87+4dqxZ91ltYsYt+Rfl8cNIQv0MREQ+FyhJlEA40+xxJnBJ9irR3xHh+3W4unDyUkiIV/BLJJWrR54jXt9TTcLCVy6dm12wbEelZWaCA4sI89dFnu4VrdlEWKOD8E7OrnIOI9CxeBiFAXZqsjlWiT4HW9hjPr9/NxVOGUlyobhuRXBQOBtSiz2avba6jsalN3TYiOSyURpuEK9GnwMI1uwgWFzB7ourAiOSqcDB96t0o0SdZS3sHL765m0umDNP2eiI5rLMMQntHzO9QlOiTbfHGOvY3t2d8SWIR6ZtwMIBz0JAGZRCU6JNsYcVOBpQUMkvle0VyWrgsffaOVaJPoua2Dl56cw9zThpGYb7+akVyWdeiqTTYO1bZKIlefbuWg60d6rYRkXcLm6lFn10WVuxkUGkRZ40b7HcoIuKzzkSfDjNvlOiTpKm1g5ffqmHOycMoULeNSM4rDRRQWpSvFn02eWVDDU1tHVyRZTtJicixC6XJJuFK9EmysGInobIAZxyvbhsRiQunySbhSvRJcLClnVc21HDZ1GHkp8H+kCKSHtKlDIL2t0t4+a09vPTmnmN6bc3+FlraY1xxinaSEpF3hYMB3tha73cYSvSdfvqXSjbu2U95v8Jjev1Z4wYz87iBSY5KRDJZqCxAJNpGW0fM17U1SvQJVZEo13xgFN/58FS/QxGRLNG5aKr+QCvDBhT7Fof66IH9zW3sjbYxemA/v0MRkSwSSpMyCEr0QHWkCYDRg0p8jkREssm7ZRCU6H1X1RAFYJRa9CKSRJ2JXi36NFDV2aIfqBa9iCRPV70btej9V9UQpV9RPoNKi/wORUSySHFhPsHigvRv0ZvZfDOrMbN1hzk+ycxeN7MWM/vie469Y2ZrzWy1ma1IVtDJVh1pYvTAfphpsZOIJFe4zP9NwnvTon8EmHOE4w3AXcCPDnP8AufcdOfczKOMzTPVkagGYkUkJULBAHXp3qJ3zi0inswPd7zGObccaEtmYF5xzlHVENVArIikRKa06PvCAS+a2Uozu+1IJ5rZbWa2wsxW1NbWpjisd0WibRxs7WCUBmJFJAXCmdCi76NZzrkZwFzgM2Z27uFOdM7Nc87NdM7NDIfDKQ7rXZ1TK0cPUoteRJIvVFbEvuZ2mts6fIshpYneObcj8WcN8DRweiqvdyy6Fkup60ZEUqCrDMJB//aOTVmiN7NSMwt2fg9cAhxy5o6fqiKJxVIajBWRFEiHRVM9FjUzs0eB84GQmVUD9wGFAM65h81sGLAC6A/EzOzzwBQgBDydmLJYAPzOOfd8Cu6hT6oaogwoKaR/8bFVrRQROZKuvWPTOdE7527q4fhuYNQhDu0Dph1jXJ6pijRpaqWIpExXi97HmTc5vzK2uiGq/nkRSZnBpf533eR0oo/FHNV7mzTjRkRSpqggj/J+hb5WsMzpRF97oIXW9piKmYlISvm9d2xOJ3qVJxYRL4TLAmrR+6VzaqUGY0UklUJBteh9U9UQXyylFr2IpFK8RZ+FC6YyQXUkSjgYoLgw3+9QRCSLhYJFHGhpp6nVnzIIOZ3oqxqaNBArIikXLvN379jcTvQRlScWkdTrXDRV41M/fc4m+vaOGLsamzUQKyIp17V3rBK9t3Y1NtMRc1oVKyIpNySorhtfvDu1UoleRFJrUGkRZmrRe666QXXoRcQbBfl5DOpXpBa916oiUfIMhpcX+x2KiOQAP8sg5G6ib4gyfEAJhfk5+1cgIh4KB/0rg5CzWa460qQNwUXEM6GyIt9q0udsoq+KRDUQKyKeCQcD1O1vxTnn+bVzMtE3t3WwZ1+LBmJFxDPhYICmtg4O+lAGIScT/Y69ncXM1HUjIt7wc9FUTib6zjr06roREa+EfVw0lZOJvjqSmEOv8gci4hG16D1WFYlSlJ/H0KDm0IuIN9Si91h1QxMjB5aQl2d+hyIiOWJgvyLyfCqDkJOJPl6eWN02IuKd/DxjsE97x+Zmom9QHXoR8Z5fZRByLtEfaGknEm3TQKyIeC4cDFDrw96xOZfoqzvLE6tFLyIeC5UVUZeOLXozm29mNWa27jDHJ5nZ62bWYmZffM+xOWb2tpltMrMvJyvovqjqLE+sOfQi4rFwMN5143UZhN606B8B5hzheANwF/Cj7k+aWT7wEDAXmALcZGZTji3M5OlaLKXBWBHxWLgsQGtHjH3N7Z5et8dE75xbRDyZH+54jXNuOdD2nkOnA5ucc1ucc63AY8BVfQk2GaoiUUoK8xlUWuR3KCKSYzrn0ns9IJvKPvqRQFW3x9WJ5w7JzG4zsxVmtqK2tjZlQVVHmhg9qAQzzaEXEW+Fy/xZNJU2g7HOuXnOuZnOuZnhcDhl16lqiGogVkR8EcrCFv0OYHS3x6MSz/nGOZdo0SvRi4j3srFFvxyYYGbHm1kRcCOwIIXX69HeaBsHWtq1KlZEfDGgpJCCPPO8RV/Q0wlm9ihwPhAys2rgPqAQwDn3sJkNA1YA/YGYmX0emOKc22dmdwIvAPnAfOfc+pTcRS9VJebQa1WsiPghL88I+VAGocdE75y7qYfju4l3yxzq2LPAs8cWWvKpPLGI+C0ULMqqPvq0ow1HRMRv4bIAdR6XQcitRB+JMqCkkP7FhX6HIiI5qnN1rJdyK9E3NKnbRkR81dlHH4t5VwYhtxJ9JMqocnXbiIh/wsEA7TFHY9N7iwmkTs4keuccOyJq0YuIv7r2jvVw5k3OJPra/S20tMc0ECsivuraO9bDfvqcSfRVqkMvImlALfoUercOvbpuRMQ/flSwzKFEH2/Rj9RgrIj4qH9xAUX5eWrRp0J1pIlQWYCSony/QxGRHGZmhIMB6vZ7t2gqZxJ9VSSqbhsRSQuhsiK16FOhKqI69CKSHrxeHZsTib69I8bOvc1q0YtIWggHva1gmROJfldjMx0xp/LEIpIWQmUB6g+00OFRGYScSPRd5YmV6EUkDYSDAWIOIlFvBmRzItF3LZZS142IpIGuRVMe9dPnRKKvboiSZzCiXIleRPzXVQbBo376nEj0VZEmhg8ooTA/J25XRNKcWvQpUNUQZaQ2BBeRNKEWfQpUR5o0ECsiaaO0KJ/iwjy16JOlpb2DPfs1h15E0kdnGQQl+iTZEWnCOU2tFJH04uUm4Vmf6Ks659BrwxERSSOhMrXok6azPPEoDcaKSBrxsgxC1if66kgThfnG0P7FfociItIlVBagIdpKe0cs5dfK+kRfFYkysryE/DzzOxQRkS7hYADnoOFg6vvpsz7RVzdE1T8vImmnc9FUjQf99D0mejObb2Y1ZrbuMMfNzH5mZpvMrMLMZnQ71mFmqxNfC5IZeG9VRZpUtVJE0o6Xi6Z606J/BJhzhONzgQmJr9uAX3Y71uScm574uvKYozxGB1vaaTjYqoFYEUk7YQ/LIPSY6J1zi4CGI5xyFfBfLm4ZUG5mw5MVYF9Ua2qliKSpULAIwJMtBZPRRz8SqOr2uDrxHECxma0ws2VmdnUSrnVUOqdWjlaLXkTSTL+iAkqL8j3ZJLwgxe9/nHNuh5mNA14xs7XOuc2HOtHMbiPe9cOYMWOScvF369CrRS8i6SccDGRMi34HMLrb41GJ53DOdf65BXgVOPVwb+Kcm+ecm+mcmxkOh5MQFlQ1NFFSmM/g0qKkvJ+ISDKFgwHq0qGPvhcWAB9PzL45E2h0zu0ys4FmFgAwsxBwDvBmEq7Xa1WRKKMGlmCmOfQikn5CZd606HvsujGzR4HzgZCZVQP3AYUAzrmHgWeBy4BNQBS4JfHSycCvzCxG/D+U7znnPE301ZEmdduISNoKBwO8vqU+5dfpMdE7527q4bgDPnOI55cCU489tL5xzlHdEOX0sQP9CkFE5IhCZQH2RttobY9RVJC69atZuzK2samN/S3tatGLSNrqXDRVfzC13TdZm+irGuJz6LUqVkTSlVd7x2Zvoo+oPLGIpDevyiBkbaKv1hx6EUlzobLE6li16I9NVUMT/YsLGFBS6HcoIiKHpK6bPqqKqDyxiKS34sJ8+hcXpHzv2OxN9A1RbQguImkvFEz93rFZmeidc1RHmjQQKyJpL+zB6tisTPS1B1poaY+p60ZE0l7Ig3o3WZnoO+fQjx6kFr2IpDe16I9R19RK9dGLSJoLBwPsb26nua0jZdfIykTfueGIVsWKSLrr3FIwlYumsjTRNxEqC1BSlO93KCIiR9S1pWAK++mzMtFX741qxo2IZIRwWTGgRH/UqhpUh15EMkNniz6Vi6ayLtF3xBw79zZpQ3ARyQiDS1NfBiHrEv2uxibaY04tehHJCEUFeQzsV6jB2KPRNYdeM25EJEOEylJbBiHrEn216tCLSIYJBwNq0R+NqkgTZjCiXIleRDJDKMWrY7Mu0Vc3RBnevzilG+2KiCRTOMX1brIuG1ZFoozSQKyIZJBQWYCDrR0cbGlPyftnX6JvaNJArIhklFTvHZtVib6lvYM9+5s1ECsiGaVz71gl+l7YubcZ57QhuIhkls4WfaqmWGZVou+sWqlVsSKSSboSfYrKIGRXou+sQ68WvYhkkEH9ijBTi75XqhqaKMw3hvYv9jsUEZFeK8jPY3Bpkb999GY238xqzGzdYY6bmf3MzDaZWYWZzeh27GYzq0x83ZyswA+lOhJlRHkJ+XmWysuIiCRdKssg9LZF/wgw5wjH5wITEl+3Ab8EMLNBwH3AGcDpwH1mNvBYg+1JVURTK0UkM6WyDEKvEr1zbhHQcIRTrgL+y8UtA8rNbDhwKfCSc67BORcBXuLI/2H0SXVDVBuCi0hGSmWLviBJ7zMSqOr2uDrx3OGefx8zu434pwHGjBlz1AF0xBznTQxzxvGDj/q1IiJ+O/34QQRSVLolWYm+z5xz84B5ADNnznRH+/r8POOBG6YnOywREU/cdPoYbjr96Bu5vZGs/z52AKO7PR6VeO5wz4uIiEeSlegXAB9PzL45E2h0zu0CXgAuMbOBiUHYSxLPiYiIR3rVdWNmjwLnAyEzqyY+k6YQwDn3MPAscBmwCYgCtySONZjZ/cDyxFt9yzl3pEFdERFJsl4leufcTT0cd8BnDnNsPjD/6EMTEZFkyKqVsSIi8n5K9CIiWU6JXkQkyynRi4hkOYuPo6YXM6sFth3jy0NAXRLDyQS65+yXa/cLuuejdZxzLnyoA2mZ6PvCzFY452b6HYeXdM/ZL9fuF3TPyaSuGxGRLKdELyKS5bIx0c/zOwAf6J6zX67dL+iekybr+uhFROQfZWOLXkREulGiFxHJchmb6M1sjpm9ndiQ/MuHOB4ws8cTx98ws7E+hJk0vbjfL5jZm4nN2V82s+P8iDOZerrnbuddY2bOzDJ+Kl5v7tnMrk/8rNeb2e+8jjHZevG7PcbM/mpmqxK/35f5EWeymNl8M6sxs3WHOW5m9rPE30eFmc3o80Wdcxn3BeQDm4FxQBGwBpjynnM+DTyc+P5G4HG/407x/V4A9Et8f0cm329v7zlxXhBYBCwDZvodtwc/5wnAKmBg4vEQv+P24J7nAXckvp8CvON33H2853OBGcC6wxy/DHgOMOBM4I2+XjNTW/SnA5ucc1ucc63AY8Q3KO/uKuA/E98/CVxoZuZhjMnU4/065/7qnIsmHi4jvptXJuvNzxjgfuD7QLOXwaVIb+75U8BDzrkIgHOuxuMYk6039+yA/onvBwA7PYwv6Zxzi4Aj7ctxFfBfLm4ZUG5mw/tyzUxN9L3ZdLzrHOdcO9AIZOrO4b3eZD3hVuItgkzW4z0nPtKOds4942VgKdSbn/NEYKKZvWZmy8xsjmfRpUZv7vmbwEcTmx49C3zWm9B8c7T/3nuUNpuDS3KY2UeBmcB5fseSSmaWBzwAfMLnULxWQLz75nzin9oWmdlU59xeP4NKsZuAR5xzPzazs4D/NrOTnXMxvwPLFJnaou/NpuNd55hZAfGPfPWeRJd8vdpk3cwuAr4KXOmca/EotlTp6Z6DwMnAq2b2DvG+zAUZPiDbm59zNbDAOdfmnNsKbCSe+DNVb+75VuAJAOfc60Ax8eJf2apX/96PRqYm+uXABDM73syKiA+2LnjPOQuAmxPfXwu84hIjHRmox/s1s1OBXxFP8pnebws93LNzrtE5F3LOjXXOjSU+LnGlc26FP+EmRW9+r/9IvDWPmYWId+Vs8TDGZOvNPW8HLgQws8nEE32tp1F6awHw8cTsmzOBRufcrr68YUZ23Tjn2s3sTuAF4qP2851z683sW8AK59wC4LfEP+JtIj7wcaN/EfdNL+/3h0AZ8PvEmPN259yVvgXdR72856zSy3t+AbjEzN4EOoAvOecy9ZNqb+/5HuDXZnY38YHZT2Rwow0ze5T4f9ahxLjDfUAhgHPuYeLjEJcBm4AocEufr5nBf18iItILmdp1IyIivaRELyKS5ZToRUSynBK9iEiWU6IXEclySvQiIllOiV5EJMv9f4uC8RLRabrVAAAAAElFTkSuQmCC", "text/plain": [ "
" ] }, "metadata": { "needs_background": "light" }, "output_type": "display_data" } ], "source": [ "youden = b['sensitivity_plus']/max(b['sensitivity_plus'])+b['specificity']/max(b['specificity'])\n", "\n", "plt.plot(b['thresholds'],youden)" ] } ], "metadata": { "kernelspec": { "display_name": "Python 3", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.9.13" }, "orig_nbformat": 4, "vscode": { "interpreter": { "hash": "26e275ceef4766aa0e798dd77381c3d2e5e3e504ec96375b0267e7506358c3a2" } } }, "nbformat": 4, "nbformat_minor": 2 }