{ "cells": [ { "cell_type": "markdown", "metadata": {}, "source": [ "# Assessing feature performance\n", "\n", "DWPC = 0.4, computed on a [subset](http://doi.org/10.15363/thinklab.d115#1) of non-indications" ] }, { "cell_type": "code", "execution_count": 1, "metadata": { "collapsed": false }, "outputs": [], "source": [ "import re\n", "\n", "import matplotlib.pyplot\n", "import pandas\n", "import mpld3\n", "import mpld3.plugins\n", "import seaborn\n", "\n", "%matplotlib inline" ] }, { "cell_type": "code", "execution_count": 3, "metadata": { "collapsed": false }, "outputs": [ { "data": { "text/html": [ "
\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
metapathnonzeroaurocauprclength
0CcSEcCiD0.5900.8970.7983
1CiDiCiD0.2550.8400.8143
\n", "
" ], "text/plain": [ " metapath nonzero auroc auprc length\n", "0 CcSEcCiD 0.590 0.897 0.798 3\n", "1 CiDiCiD 0.255 0.840 0.814 3" ] }, "execution_count": 3, "metadata": {}, "output_type": "execute_result" } ], "source": [ "auc_df = pandas.read_table('data/auc.tsv')\n", "# Add metapath length\n", "auc_df['length'] = auc_df.metapath.map(lambda x: len(re.split(r'[a-z<>]+', x)) - 1)\n", "auc_df.head(2)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Performance by path length" ] }, { "cell_type": "code", "execution_count": 4, "metadata": { "collapsed": false }, "outputs": [ { "data": { "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYEAAAEMCAYAAAAidwoiAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3XmcHHd95/9XVd893TM9R88haSSNrtJl65YPHC4fAQdY\nIDxICJtrIQnJJmG9eWB48AtJyELgEUJ+AZLALySQwBK8C7vLvQ6QxMGAjTA4PiS7sGXZsg5LGh2j\nOfqsqt8f1d0zI82MZqTp6a7p9/NB0z3d1dWfLtv17vpWfb9fw/M8RESkNZmNLkBERBpHISAi0sIU\nAiIiLUwhICLSwhQCIiItTCEgItLCwo0uoKpcdrzz5ycaXcYVdXYmUZ2LJwh1BqFGUJ2LLSh1ZrNp\n41re3zRHAuFwqNElzIvqXFxBqDMINYLqXGxBqfNaNU0IiIjI0lMIiIi0MIWAiEgLUwiIiLQwhYCI\nSAtTCIiItDCFgIhIC1s2IeC6LiMjI+TzeTRHgojI/DRNj+GFKpWKPPTQAR5//FFOnDjOyZMnKBYL\nAEQiEdLpdgYHV7Nr11527txDe3t7gysWEWk+gQuBkydPcN99/8z3vvcdJibG/ScNEzPaTjidxXMd\nHCfP+YsTnHvkYR555GEM42+xrC286lWvZevW7Y39AiIiTSQwIVAo5Pnyl/833/zmN3Bd13/SjJBc\nextmNI1hXN6y5RZHKY8epzx6jCefPMSTTx5i8+atvP71b2TDhk1L/A1ERJpPIM4JPProw/z+79/N\nvfd+DUIJ4itvxggnMUIRQrGOGQMAwIymiXZvJrn2NoxQHIwQTz55iD/5kz/ib//245NHEiIiLaqp\njwQcx+F//I/P8e1v3wuGQbR7C9GebRhmGCd3dmErM00MM0Z8xU0UTj3M979/P088cZD/9J9+g23b\nrqvPFxARaXJNGwJjY6N8/OMf5YknDmLG2omvuJlQPFN7Pd6366rWG05mCa29jeLwIc4PH+TDH/4A\nd9zxSt7whjcRDjft5hARqYum3OsdP36Mj3zkzxgePk04tZL4ihsxQpFFW79hmMSy2wmnVpA/8SDf\n/Ob/5ejRo/zWb/0uqVR60T5HRKTZNd05geeeO8IHPvhehodPE+3eSnzVLTMGQO7498kd//41fVYo\n0UVy7e2EUyt58smD/PEf/z7Hjh29pnWKiARJU4XA4cNP86d/+j4mxseJD+wn1ns9hjHzpDlObhgn\nNzzvdSdW3kxi5c2XPW+EIsRX3UK0ZxvDw2d43/v+kEcfffiqv4OISJA0TQgcPHiQP/uzPyGXyxNf\ncSORzLo5lzfDScxwct7rDyV6CCV6ZnzNMAxi2euIr3wRpVKZj370w9x//30LKV9EJJCa5pzA+9//\nfgrFAvGVNxNpH7zi8sm1ty16DZH2Qcxwgtyx7/DpT/8N58+f49Wvft2sRyMiIkHXNEcCo6OjhJL9\n8wqAegole0iuuQ0z0saXvvRFPvvZT012ThMRWWaaJgQWqnjOpnjOrsu6zVg7iTW3YcYy3HffP/OJ\nT3yUUqlUl88SEWmklgmBhS5vRhIk17ycUCLLQw8d4CMf+RC5XO5qShURaVqBDYGFupojByMUJbH6\nJYRTKzl06HE+9KH3MzIyUqcKRUSWXmBDILnmNpJrFv/k8KUMM0x81YsIdwzx7LPP8I533M3w8Jm6\nf66IyFIIbAiYkSRmZP6XiF4LwzCJD+wn2r2FkydP8P73/yHPP69OZSISfIENgYV2FrtWhmEQ691B\nrG8XIyMX+OAH38uhQ48v2eeLiNRDYENgocNGzNVZbCGiXRbxFTeRyxf48z//oDqViUigNU1nsXqb\naciIqxXpWIMRSZA/9l0+/em/4fTpF3jd696IaQY2U0WkRQV2rxXr3UWs9+qGk14M4WQvybW3Y0ZT\nfP3rX+Gv/uovmJiYaFg9IiJXI7AhEGkfbHjvYjOaJrnmdkLJXh5++KHKKKTPN7QmEZGFCGwINAsj\nHCOx+qVEuzdz+vQLvO997+GBB77b6LJEROYlsCEw9vRXGHv6K40uA6hMUtO70x+FtOzxyU/+NZ/4\nxMcYGxtrdGkiInMKbAgs1FKERqR9kOTQHZiJbg4ceID3vOduHn303+v6mSIi1yKwIRBODxJON/ac\nwEz88wS3Es1ez8jFi/zFX/wpf/3XH1EvYxFpSoG9RPRqJ5pfCoZhEuvZ6s9h/MIPeeihH/Dvj/yY\nn7nzNbziFa8iFos1ukQRESDARwJBEIpnSK65jfiKG3C8MF/+8v/iHXf/Lt/4xlfI5XQ5qYg0XmCP\nBKq9hRezE1g9GIZBpGOIcGoVxbNPMH7+Kb74xXv4xje+ystffjsvfvHL6OnJNrpMEWlRgQ2BhY4b\n1OiwMEIRYr3XE+3eTPH8U+TO/YSvfe1LfP3rX2bLlm381E+9lB07dhOPxxtap4i0lsCGwEImmQcW\nZdygxWCEosR6thHtsihffJ7ShcMcOvQ4hw49TjgcZsuWbezatZetW7eTzfZqfmMRqavAhkA9Jppf\nSoYZJpIZIpIZwilcpDzyLOWxEzz22CM89tgjAGQynWzaZLF+/SZWr17D4OBqksm2BlcuIstJYENg\nOQnF2gn1Xk+s93rc4hjlsRM4E6cZGR3mwIEHOXDgwdqyXV3dDAysoLe3n76+frLZLF1dPXR1dZFK\npXXkICILEtgQqE4VGe2yGlzJ4jKjKaJdm6BrE57n4RVHcfLncPIXcAvnOX9xhHPnHuPgwccue28k\nEqGjI0NHRwc9Pd3EYklSqTTpdJpkso22tjaSyTaSySTxeIJEIkE8niASiTTgm4pIM2iZEAhiaBiG\ngRFrx4y1E+mYfN5zSrilMdziKF5pHLc0gVeawCnnOHthnOHhMxw+/PS8P8c0Q0SjUaKxKNFIlEgk\nSiQSJhyOEAqFajfDMCo3E9OcfsTheR6eB+DN9m0wTf+9oZCJaYYIh8Ok00nKZYhGo8RiMWKxGPF4\ngmQyWQuuVCpNe3sH0Wh0wdtQROYW2BBYqCCGwGyMUIRQqJNQvHPG18ee8ofHSK5+KZ5TxHXy4BTx\nnBKeW8RzinhuGdwSnlvCcx2KbpnCRBm8MfBc8Fw8z8Hfs8+2Y19asVic9o4OOjOdZDKddHV10dXV\nQ3e3f8tme0kkEo0uUyRQAhsCSzHJfFCFK0Nsm7F2AELXuD7P8/xg8P+qBMO0JYDKkYHB5OOpr9eO\nErzK+jzwnErYuOCV8dzyZDg5pUpYlfCcAl45T6lcYPjcCGdOn5q11nQ6TTbbR29vH/39A/T19Vfu\nB3T5rcgMAhsCSzXJfBAt9pAahmGAca1RMmV91/h+z3Pxynm88gRuaQK3NO43ixXHGSuMMXrkGZ55\n5vLmsEymk4GBFfT3r2DFihUMDKxkYGAFmUynTqhLywpsCFQ7izXL9f+ydAzDxIgkIZIkNEPrj+e5\neKUJ3OLolNtFRsZGufDEQZ544uC05ePxeC0cqvf+0UMfkYjOQ8jyFtgQqA4bkdrwmnkt30phEZQh\nNerFMEyMaAozmgIGpr3muWXcwkXc4sXafbE4ypFnn+XIkWcuWY9BZ2cXg4Or6Ozsobe3j2y2j2y2\nl2w2SyKho1EJvsCGwEK10g5xoUNqtBLDDBNKdBFKdE173j96GK8Eg3/k4BZHOX9xjHOPPDLjupLJ\nNnp6snR3d9PZ2UVXl3+fyXTS0ZEhk8mQSCTV1CRNLbAh0MhJ5pvdQofUkOrRQxozmr7sNc8tV4Jh\nHK80hlscwy2Nky+N8/yxYxw9+uys6w2FwrS3t9Pe3k463U4qlaKtrXqr9ttoI5FIkEgka303Eok4\n4XBEASJ1V7cQsCwrBHwS2IR/WcjbbNs+OPe75q/Rk8w3s6APqdFsDDNMKD7zJbme54FTxC37fTXc\ncg6vcnPLebxyngtjBc5feN6/GmoBTDNU6TcRr/WhiMXiRKMxYrEo0WiMaNTv1xGLRclk0hSLbu25\nSCRSuw+Hw7X7cDhCJBImFAoTDvv3U/uDmKZZu8nyV88jgVcBrm3bt1iW9RLg/cBr6/h5IkvOMAwI\nxwiFYzBLv40qzy37l706hcp9sXI5bPVSWL/fht9/w79ctuCWyI8V4OJE7TLapWSaZq1zoH9UUu0w\nCDNeCjz1L68SkpcwjMmrjKvrMgyz8nnVzojTb344VYPKnBJgoUqw+eE29XG1w6MffpFKKE4uNz0U\nI5etx/NyXLxYmBKQ4VpILqcjtLqFgG3bX7Ys62uVP9cC5xdz/dX5gud7YriVLKeOccuJYYYxzDBc\nw+XNXrV/hevgeeXK/Qx/ew6e6/r3ldcn+2RUn68+dvH7b7iVvbNb3YPjVfp1OLUdfKXPxww798q3\nnP7nbAcTUxfzpvQjcal8rls5cprSR+WyWt1L17pkqsFkGCYYM1/2PNMmmpodk0G48M9ft24Dd931\nTsLha9+F1/WcgG3bjmVZfw+8DnhDPT/rSlopNBQCy5ffZyMMZhiDpZ+mdPKX/ZV6kV++Z7v01/Pl\n65oSBtWe6pUgmgwndzKsPLcSfNWOhiX/sVOqdDos1h57brHyWrG23LVwXRfXbVwIPfHEQYaHz9Df\nP3Dlha+g7ieGbdv+Fcuy3gn8wLKsLbZt5xZjvc04ybzIYqv9ynerO7Ypv/hdp9JENPV+rqOA6ffT\njwz8X9iTO1+3spOe8lwLMAyjdp4kGo1ghkKEp50zCU9rkqo2DU1tujKMyeeqTV3V5rNLm9Ku1Kw0\n9fWpj7u6uunr61+U71zPE8O/CKyybfsDQA7/QG/RorOZJ5pvNA2p0TxqJ46d/JRzAf799PGcpp4P\nKNV+3dajyaO6M5tsU49dcmI4VGnumL5Tm3qD2XdgM50HmPpcOGxSLrvT1lHdafqPZzsnUD0XEJrh\nO4RnaN+f3vbvnxOITHv+0vMCU0+GZ7NpzpwZXZyN3sTqeSTwReDvLcv6NyACvN227UIdP08qNKTG\n0vDccmXICn/4Cq88gVfKVa4QyuM5Obxygfn+ijYMg0QiSbytOsx3nFiseovVbv7VQf6VQVOvEMpm\nO5iYKF9yddD0W/XXayO1ys41KOp5YjgH/Fy91t/qvWLnoiE1FofneXjlPG5pFK9Y7R/g33ulcTxn\n9t800WiMTFeG9vaOyq2dVCo9Sz+BJMlkkmg0dk1XnWjnKlcjsJ3FgjbR/FJa6JAara7WGaw6nERx\nFLcwilcanfGSzFAoTLYnS09PDz09Wbq6umu3TGWYaw1pLUER2BAI6kTz0hie5+E5hWljBrmFUdzi\nCF5p4rLlI5EIfSv8IaiHhlaTTndVxg7qJZPpbHiTishiCWwIqFfs7Fp5SA3PKU5ptpkcRdQrjvon\nYy/R3t7BivVbLxlFdICuru7ajl7NLLKcBTYEZHbLdUiNyXkEKidfqydkS+O1OQVmaqc3zRD9fX21\nIaIHBqpzCQyQTLY14JuINI/AhoA6RC0uz3P9yxIrvUn969Gr1467k512ZpxZbDbVk5xTlp9yPbrn\nTb+W3b8Ovlzr3DN5GWURz8nP+Eu+qtpOn8320tvbS29vP/39/fT1DdDTkyUUWrxJcUSWk5YJgVYI\nDc9z8ZwiE0fuBc8j1rerMjVjYXJu4cp16dWelbXxaBrYBX8uhmHQ1paivT1Le3sH6XQ7nZ2dZDJd\ndHZ2VuYXztLR0aF2epGrENgQWKjlEAL+JYu5Sjv3GF7JH964OoKlV84z9Vd3/sSDM67HNE1/uOJU\nkng8QTwem3a9+dRONH4PSbPWgajaWejSHW61M9ClHYU8z7ukQ1Co1gkpHI7Q2Zkin3eIRqPEYvHa\ntfH+5ZN+fdq5i9RPYEOgFXrFuqVxnIkzOPlzuPkLuIULMzaJmGaIrs5OOjsHyWQydHRkGBjoxTRj\npFJp0un0tLHrY7Frux59Memkq0hjBTYElmOvWM8pUR5/gfLYcZyJM3il8Wmv9/b2MTi4pjL/bX9t\nusOZmkK0cxWR+QhsCCyXXrGeW6Y8eozSyHM4E6dqbfNtbSk2bd/Dxo0WGzZsYtWq1cTj8QZXKyLL\nTWBDIOgTzTv5C5QuHKZ88blaE8/g4Gp27drLzp27Wb16rdrCRaTuAhsCC9Usw0Y4uXMUhw9SHjsO\nQEdHhltueQW33PIS+vqufWxwEZGFCGwIBK1XrFMYoXDq33HGTwL+zEB33vlqduzYrWvYRaRhAhsC\nQekV6zlFCmceo3T+acDDsrbwmte8ns2btzbNFToi0roCGwLNzvM8yhefo3DqYTynQG9vP2960y+y\nY0ewjmBEZHkLbAg085zBbjlP4YWHKI8eIxqN8R9e/yZuv/2VizIptIjIYmqZvdJShUZ59AT5Fw7g\nlfNs3Gjxlre8jd7evrp+pojI1QpsCDTbRPOe51I88zjFs4cIhcL87Bt/gTvuuFOXeYpIUwtsCDTT\nRPNuuUD+xPdxxk/R09PLb//2XaxevabRZYmIXFFgQ6BZOPnz5I/dj1uaYMeOXbz1rb9JW1uq0WWJ\niMxLYEOgGSaaL4+dIH/8+3humde+9g286lWvVfOPiARKYEOg0RPNF889ReHUjwlHwvz6297O3r03\nLOr6RUSWQmBDoFETzXueR+H0I5TOPUk63c7v/u7vsX79xkVZt4jIUgtsCDRionnPc8mfPEB55Fn6\n+we46653ks32LnkdIiKLJbAhsNQ8t0zu2Pdwxk+ybt163v72d5BOtze6LBGRaxLYEFjK6SK9coGJ\n57+Dmz/Lnj17eOtb/zOxmMb2F5Hga5kQuNrQcEsT5I7eh1u8yE033cLdd/8e58/nFlasiEiTCmwI\nLNTVhIBbuEju+ftwSxPcccedvPGNv6Dxf0RkWQnsHq3eE807ubPknv8OnlPgZ3/257nzzldr6GcR\nWXaaKwS88rwXredE8+XR4+RPPACewy//8lt5yUteXrfPEhFppKbp3rpy5SqciTMUTj+K53lXXN7J\nDS+4w9h8FM8fJnfsu4RDJr/zO/9VASAiy1rThMAf//F7yWZ7KZ49ROH0I1cMgtzx79eGjpiPUKJn\nzg5jfiewRym88ENSqRR33/377Ny5Z97rFxEJoqYJgd7eXt71rj+kv38FpXNPUjj1YzzPXbT1J1be\nPOvQEZ5TInfsfopnD5HN9vLud/8R69dvWLTPFhFpVk0TAgCdnZ28853vYeXKVZTOP0Xu+fvxnOKM\ny8Z6dy3KZPNucZSJZ7+FM3aCrVu38573vI/+/oFrXq+ISBA0VQgAdHR08K53/QHbt1+PM36SiWe/\nhVu4eNlykfbBa5ps3vM8SheeYeLIP+EWL3LHHXdy113vJJXSMNAi0jqaLgQA2tpS/Jf/cjc//dM/\n4/9Sf+5blEaendcJ4/lwyzlyx+4nf/IAsWiEX/u13+Lnf/4/EgqFFmX9IiJB0VyXiE5hmiY/93Nv\nZtWqQT7zmU+RP/EgoZEjxPv3YkbTVzVnsOc6lC48TXH4EJ5TYPPmbbzlLb9Bd/fijDAqIhI0TRsC\nVS960YvZtGkzn/3sp3n88UcYf+ZeIp0bwfNgnp23PM9h7CdfBrcEeMTicV7/xl/i1lvv0CQwItLS\nrhgClmVFgduAHqC61/Vs2/5MPQubKpvt5a677uaHP/wBn//8Zxg59yQARjhJ6cIRzHgnZjSNYfrN\nOZ7n4jlFnInTlEeP4YydBLdEJBLl1lvv4M47X00qlV6q8kVEmtZ8jgS+APQDTwBTG+WXLAQADMNg\n//4b2bVrNw89dIB/+7d/4Sc/eZL8yR9Ul8AIJ8Bz8JzCtPd2d2fZt+8G7rjjlWQynUtZtohIU5tP\nCFjAFtu2F+es7DWKRKLcdNMt3HTTLZw4cZyDBx/l5MkTnDhxnDNnThOPx0mn20mn06xatZpdu/Yy\nOLha4/6IiMxgPiFwGFgNPFfnWhZsxYqVrFixstFliIgE1qwhYFnWv1YeZoHHLMt6BKiO8ObZtq1B\ndUREAm6uI4H3Vu49Jk8IM+U5EREJuFlDwLbt+wAsy/qYbdu/M/U1y7L+Afi3+pYmIiL1Nldz0N8C\n64G9lmVtv+Q9mXoXJiIi9TdXc9D7gTXAR4E/YrJJqAwcqm9ZIiKyFOZqDjoCHLEs69VMPwfg0aRj\nDomIyMLM5xLR/wNcDzxa+Xs78IJlWWXg123b/na9ihMRkfqazy/6Y8ANtm3vtm17N7AHeAh4KfCB\nOtYmIiJ1Np8QWGfb9o+qf9i2/Riw3rbto4DGXhYRCbB59Ri2LOuDwGfxd/q/ADxlWdbNgFPP4kRE\npL7mcyTwS0AE+Efg7/GvEvpVYAh4W90qExGRurvikYBt2yPA783w0ucWvxwREVlK85lP4FeAPwO6\npjzt2bat8wEiIgE3n3MCf4h/JdDBZhlOWkREFsd8QuCYbduP170SERFZcvMJgR9ZlvVF4JtAdcqu\nJZ1eUkRE6mM+IZABxoCbLnleISAiEnDzuTroVwAsy+qybftc3SsSEZElM5+rg3YC9wBtlQ5i9wFv\nnNqLWEREgmk+ncU+BrweGLZt+3n8DmIfr2tVIiKyJOYTAknbtmvzB9i2/S0gVr+SRERkqcwnBM5W\nmoQAsCzrzYDODYiILAPzuTroN4F/ALZalnUBeAp4c12rEhGRJTHXHMP/OuXPEv6kMiH8y0U/Aby8\nvqWJiEi9zXUk8N4pjzVchIjIMjTXHMP3LWEdIiLSAJowXkSkhSkERERamEJARKSFKQRERFqYQkBE\npIUpBEREWphCQESkhSkERERa2HzGDmo6juOQy02Qz+cplYo4jothGIRCIaLRKPF4gng8jmkq40RE\n5tK0ITAxMc7Ro89x/PgxXnjhBGfOnOHs2WEuXDjP+PjYFd9vmiapdJrOTCddXT1ks1n6+1cwMLCC\nVasGaWtLLcG3EBFpbk0TAp7n8b3vfYeDBx/j8OGnOHPm9IzLhdIRwj1xzKiJETbBNPybB4WjowBE\nsgm8osNYYZzRYxd57rlnL1tPV1c3Q0PrGBpaz4YNmxgaWkckEq3nVxQRaTpNEwJHjx7l7/7uEwAY\nEZNIb4JQJkq4PUooHWX0wRfAMMjcPjjrOkqnJgBov7m/9pzneXgFF2eihDNawhkt4lwocn7kAud+\n9EN+9KMfAhAOh9mwYRObN29l27brGBpar+YkEVn2miYEisUiALGhNG07ezAMY9rr0VVX13xjGAZG\nPIQZDxHpitee9zwPN+dQPpenfDZPaTjPk08e4sknD/GlL32RZLKN7duvZ8eOXVx33U5SKTUficjy\n0zQhUGWEzcsCAKDtuu7F/RzDIJQME0qmiFUCxi04lIZzlE7lyJ/KceDAAxw48ACmabJxo8WuXXu5\n/faXYhiJRa1FRKRRmi4EGsmMhYitTBFbmcLzPJyLJUovTFA8OY5tP4FtP8E993yWoaF17N17A3v2\n7Ke3t6/RZYuIXLXAhMDogVMApPfPvtNN7e9dtM8zDINwR5RwR5SElcHNlSmenKB4Ypwjzz7DkSPP\n8IUvfJ61a9exb98N7Nt3Iz092UX7fBGRpRCYECifK1xxmalt/ovNTISJr2snvq4dt+BQPDlO8dg4\nzz73DM8+6wfC+vUb2b//RvbuvZHOzs661SIislgCEwJmItToEmrMWIj42nbiayuBcGKcwrExDj/z\nFIcPP8U99/x3Nm3azP79N7Fnz37a29sbXbKIyIwCEwIdL1nZ6BJmZMZCxIfaiQ+14+bLFI77RwjV\ncwif+9zfs2XLNvbtu5Hdu/eSSqUbXbKISE1gQiAIzHiYxPoOEus7cCbKFI+PUTg2zsGDj3Hw4GN8\n5jN/x5Yt29i79wZ27dqrIwQRabjAhEDu6REAEhs6rmmZpRJKhklszJDYmMEZL1E8Pn5ZIGzatJnd\nu/eya9denVQWkYYITAjk57GDn88yjRBqi5DYlCGxqRIIJ8YpHp9sMvr85z/L4OBqdu7cw44du1i7\ndp16K4vIkghMCCwXobZI7QihdtnpyXGeP/48zz9/lK9+9f+QTqfZvn0H1123g61br1OzkYjUTWBC\noP3FKxpdwqKbetmpV3Ipns5RemGc8VMTPPDAd3ngge8CsHr1WrZu3c7mzVvZuNEikVCPZRFZHIEJ\ngVAyMKVeFSNiElvZRmxlm99beaRI6VSO4ukJjh57jqNHn+Xee7+GaZqsWTOEZW1m40aL9es36UhB\nRK5aYPaspXN5YO4OYeGu2FKVU1eGYRDOxAhnYiSsDF7ZpXQ2T+lMnvKZHEeePcyRI4e5996vA9Db\n28e6dRsYGlrP0NA6BgfXALoUVUSuLDAhMHbAn1+g8xWrZ11mriElgswIm0T7kkT7kgB4ZZfyuQKl\ns/4IqGfOn+H0g6d48MHv+csbBoODg6xYMcjg4GpWrVrNqlWDZDKdMw7OJyKtKzAhIJOMsD/fQqTX\nPzfgeR7uWIny+QLl8wXyRy5y9OhRjh49WgsGgHg8wcqVK+nvX1G5DdDX109vbx/RqCbUEWlFgQmB\n5HVdjS6haRmGQSjtT74TW52meLIyuc4tA5RHCjgXS/45htEih595msOHn75sHR0dGbLZXnp6svT0\nZOnq6qa7u4fOzi66urpIJJI6ihBZhgITArGVmtRlvqIr2wAIpSKEUhGYMuKG53q445VZ1sb8mzte\nZnR8jJHDF3j66Z/MvM5olEymk46ODB0dHbS3T97S6TSplH9ra2ujrS1FJBJZiq8qItcoMCEg8zfX\nBDyGOXnUcCnP9XBzZdwJ/+bkyv7fOQcnV2Z4ZJjTZ06Bd+UaIpEIyWQbyWSSRCJJIpEgHk8Qj8eJ\nx+NEozFisRhdXe0Uix6RSIRoNEo4HCESCRMKhYlEIoRCIUKhEKZZvTcwTRPD8Ccfqh6dTH3sed60\n++rjqc9P/u1RXWzq8lPl8ynOn5+ofYZpmoRCIQzDJBQyKzWGCYfDled1xCTBEZgQOH/vUWDuE8Pz\nWUZmZ5gGobYIobbZf8V7rodXdHDzDm7BwSs4uEW3cu/glVy8ootbdBktjXHx7Che2QV3HsmxTITC\nYSLhMJFIlEgkQiwWIxqNEov54RePx6YEYqIWlMlkshKcbbS1tZFKpYjHE+o9LnUVmBCQ+ZvPBDxX\nyzANjHjm/6EHAAAN60lEQVQYM76wf3U8x8Mru1NuHp7jguP5j13Pfzz13q38WncBz8Or3NeORKq/\n7Gv/N7XQaXeXPG9Mf8G4bIGplU+7w6vU4k3WUq219tjxKLkuRScHuQm88cp3Krvz32DVagyDVCpF\nKtVOOp2ms7OLN7zh5+nu7lnwukRmEpgQqLZzy5XNZwKepWaEDIxQCGLNMy/EUvM8bzL0qmFYmrx3\nS27tSMorOv7fBYfxYp6xsxOcPHkcgA0bNnHrrXc0+NvIchGYEFjsieaXs2aagEcmGYYBYQMjDLDw\nf0aF42OM/eD0rOcuRK5G3ULAsqwI8ClgDRAD3mfb9lfr9XkyqVkn4BGR5lPPM05vBs7Ytv1i4BXA\nX17LykYPnKq1dc8mtb93USebFxFZ7urZHPQF4IuVxyZQvpaVNXqi+SBppsl1RKS51S0EbNseB7As\nK40fCP/PtaxP7dzz16yT64hI86nriWHLsgaB/w38lW3b91zLutTOLSKy+Op5YrgP+CbwW7Zt/2u9\nPkcutxwn4BGR+qjnkcC7gQ7gDyzL+oPKc6+0bTt/NSsL2kTzjbTcJ+ARkcVTz3MCbwfevljrC/JE\n80ttPhPwiIhAfS8RlQYZO3C6NgmPiMhcAtNuoHZuCbrJYSPcyaEjSpNDR7jVISNKlWEjitPvvaI/\n9pBGKZXFFJgQUDv3/DXbBDz+IHAeXmnKmDlOZQC5sld5XFnm0gHkKgOzXT6AnFf939xDW880kJwx\nw5Nz7VenDh5X/dzqAHLu5PfDZVrdnlP5Lo4Hjv+dF8o0TdraUqS606TTabq6uti5c/eC1yMym8Ds\nWVtpovlrVc8JeDzX84eNLswylHTll2xtWOnKjr+VhpIOh8NEwv78CJFYhGi0OpR0rHKL14aRjsfj\ntXkXqkNKt7X5w0mnUmni8biGkpa6CkwItPJE80tl6qQyzkR5coKZvIObK+NV5hCYj0gkSjKZItne\nRjKZIJFITtn5xYnF4lMmlXFrY+9HIhHC4TDhcKQySUu4MnFLGNM0Kzdj2qQyUyeUmfZ9LplcZqbJ\nZKqP/denv6+6zq6uNs6fn6h97mQdJqYZIhwO1SaW0aQyEjSBCQGZv7km1/Fcz59Scmxyekln3J9i\n0s2VZ21a8aeX7CGT6aS9vYOOjg7S6fba9JLpdLvfbJFKkUy2zXt6yWw2zZkzo1f9XZdCNpsmHm/u\nGkWuVmBCoNnauYPAGSv5E82PFP3J5keLOGOlGXf0mUwnPSuyZLO9dHf30N3dQ1dXN11d3XR2dmqi\neZFlKjAhoInmZ+d5Hu5YifL5AuXzhVq7/YVvPj9tuUQiwYp1axkYWEF//wB9fQP09w+QzfYSjV4+\n57CILH+BCQGZ5JVdyucKlM7mKZ/N+zv+0uTUhYZhsGb1GlasGGRwcDWrVg2ycuVqMpmMfs2LyDSB\nCYFWnmjeK7uUzuYpnclRPpOnfKEwrUmnr6+fdes2MDS0nqGhdaxatZpVq3qavq1dRBovMCHQSjzP\nwxkpUjqVo3h6gvLZQu0SS9M0WTe0gU2bLDZu3MyGDRtJp9sbXLGIBFVgQmC5TzTvlVyKp3OUXhin\ndCqHm/cvxaw27WzZsp0tW7axcaNFPK4xgURkcQQmBJbjRPNurkzx5ATFk+OUzuRrv/bT6Xau272D\n7dt3sHXrdtrb9UtfROojMCGwXDjjJYonxikeH582Zebg4Bp27drD9dfvZO3adeolKiJLIjAhUJ1k\nfq5ewc06ybwzXqJ4fJzCsXGcC/6O3zAMNm/eyq5de9m1aw89PdkGVykirSgwIRC0ieadiTLF42P+\njv+8X7tpmmzffj17997Azp171MwjIg0XmBAIwkTzbr5M4fg4xWNj/hU9+Dv+bduuY9++G9m9ey+p\nVLrBVYqITApMCDTrRPNuwaF4YpzCsTHKw3nwJpt69u+/id279+kXv4g0rcCEQDNxCw7Fk+MUj41T\nOpOrddzasGEj+/bdxL59N5DJdDa2SBGReQhMCDR6ovna5Zwnpu/4165dx/79N7Jv3410d/cs+ueK\niNRTYEJgqSea9zwP52KJ0gvjFE9OTDsxPTS0nr1797N37w1ks815RZKIyHwEJgSWgltwKA3nKJ3y\nb26uDPgndy1rC7t37+W2216KYSQaXKmIyOJouhDwyi6e51022uViTzTveR5uzqF8zh+JszScxxkp\n1l5PJtu47ob9XH/9Tq67bieplD+UdRAmQRERma+mCYHqePaFI6MUj40T7owRykQJt0cJpaOYbWGM\nyMJ70Xqeh1dwccYrs2hdLOKMFCmPFPGmTJUYDofZvHkrmzdvZdu26xkaUq9dEVn+miYEVq9ezVve\n8jYOHXqcp5/+CWdOn6Z0Ojd9oZBBKBnGiIUwIqZ/Mw0wjSkTxMLF77+AV6xMhJ538JzLp9Lq7u5h\n7fZ1rFu3ng0bNrF27RCRiCZWEZHW0jQhYBgGL3rRi3nRi14MwMTEOEePPseJE8c5efIEw8OnGR4e\nZmTkAuNnx2qTgc/EzZUxTZN0up3Mqgzd3Vl6erL09w8wMLCCwcHVJJPLe1RSEZH5aJoQuFQy2VZr\nnrmU4zjkcjny+RylUgnHcTAMg3A4RCQSJR5PEI/H1ZwjInIFTRsCcwmFQqRSqdrJWhERuTr6qSwi\n0sIUAiIiLUwhICLSwhQCIiItTCEgItLCFAIiIi1MISAi0sIUAiIiLUwhICLSwhQCIiItTCEgItLC\nFAIiIi1MISAi0sIUAiIiLUwhICLSwhQCIiItTCEgItLCFAIiIi1MISAi0sIUAiIiLUwhICLSwhQC\nIiItTCEgItLCFAIiIi3M8Dyv0TWIiEiD6EhARKSFKQRERFqYQkBEpIUpBEREWphCQESkhSkERERa\nWHgpPsSyLBP4a+B6oAC81bbtw1Nevwt4C3Cm8tSvA08DH5/tPc1Qo23bT1mW9WNgpPLcM7Ztv6Ve\nNc6zzn3AhwEDOA78ElCe6z3NUqdt28Vm2p6WZfUB90xZfCfwTuCTLOG/m1dbp23bf9NM27Py+uuA\ndwMe8Cnbtj9xpfc0S52V55dse86jxjcB7wDywBds2/5/r2ZbLkkIAK8ForZt32xZ1g34//G/dsrr\nu4FftG374eoTlmW9/grvaYYa4wC2bb+sjnXNu07Lsgzgb4CftW37Gcuyfg0YArYBsSXclldVp2VZ\nz0HzbE/btk8BL6vUfBPw3/AD4HU00facrc5m+/ez4s+BXcA4cMiyrHuAl9NE23OWOj+Pv1Ndyu05\n139D3cCfVGocAf7Vsqz78P97X9C2XKrmoBcB9wLYtv0DYO8lr+8B3m1Z1v2WZb1rnu9phhp3AEnL\nsv7Jsqx/rmz0epurzk3AWeC/Vv6FyNi2bVfe839neU8z1dls2xOohdZHgd+0bduj+bbnbHU24/Ys\nARkgiX8U2Kzbc6Y6l3p7zlXjeuAR27YvVP5ZPwi8mKvYlksVAu3AxSl/O5XDlqrPA7+B/4vgFsuy\nfmYe72mGGseBD9m2/dPA24DP1bnGK9XZA9wMfAy4DbjVsqyXXeE9zVRns23PqlcDj9u2/dQC3rPY\nrqbOZtyeHwZ+BDwGfNW27ZF5vKcZ6rzI0m/PuWp8CthmWVavZVlJ4Fag7QrvmdFShcBFID31c23b\ndqf8/RHbts/Ztl0Cvo5/iHOl9zRDjT8BPgdQ+Q/vLDBQxxqvVOdZ4GnbV8b/FbH3Cu9ppjqbbXtW\nvRm/+Woh71lsV1NnU21Py7JWA78NrAHWAn2WZb1hrvc0WZ1LvT1nrdG27fPAXcD/Av4R+DEwPNd7\nZrNUIfA94E4Ay7JuBB6tvmBZVgfwmGVZbZXD2ZcDD831niaq8VfxfzFgWdYK/BQ+2ag6gWeAlGVZ\n6yt//xTw+BXe00x1Ntv2rNpr2/YDC3zPYruaOptte8YBByhUdkyn8Ztcmm17zlRnJ0u/PefaJ4Xx\n/3n/FPBz+E1V377C95rRkgwgV9lxVs9Yg78x9wAp27Y/WTnLfRf+iZdv27b93pneY9v2T5qsxjDw\nafxfDAB327b9YL1qnGedLwM+iN+O+T3btu9a6m15DXU24/bMAv9k2/buud7TBNtzpjqbcXveBfwC\n/hUtTwO/hr/DbbbtOVOdsITbcx41vgf/pK8DfMK27U9dzb+bGkVURKSFqbOYiEgLUwiIiLQwhYCI\nSAtTCIiItDCFgIhIC1MIiIi0MIWAiEgLUwiIiLSwpRpKWqQpVHrRfhx/eO0+wAZ+D/iGbdtDlWX+\nCPAqvcLP4A8R0gfsB+7GH6PHAb6J32vUrfQw/Y3K81+1bftdiASAjgSk1dwE5G3bvhnYACSAV16y\njFe5AXQDH6gMx3AH/kidu/EHENwAvM2yrP3AbwL78Lvr77Esa1e9v4jIYtCRgLQU27bvtyzrrGVZ\n/xnYDGwEUld42w8q9y8H/tG27QKAZVmfAn4ZP0i+Ytv2aGW52xe/cpH60JGAtBTLsl6DPxzwGPAp\n4DuVl4wpi0Wnvqe6068sM3U5E/+HVGnq85ZlraiMPCvS9BQC0mpuBf6nbdv/AJzCn43pAtBpWVaP\nZVkx4BWzvPdfgDdZlhWvnFv41cpz9wOvrAw1HsafgGhPvb+IyGJQCEir+ST+jvyHwP8HfBnIAh8C\nfgh8C3+qvqraMLu2bX8d+Br+ieLHgSPAx2x/3um/BB4A/h24z7btf6n/VxG5dhpKWkSkhelIQESk\nhSkERERamEJARKSFKQRERFqYQkBEpIUpBEREWphCQESkhSkERERa2P8PnCNKCOKsutMAAAAASUVO\nRK5CYII=\n", "text/plain": [ "" ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "ax = seaborn.violinplot(x='auroc', y='length', data=auc_df, cut=0, orient='h', inner='quartile')" ] }, { "cell_type": "code", "execution_count": 5, "metadata": { "collapsed": false }, "outputs": [ { "data": { "image/png": "iVBORw0KGgoAAAANSUhEUgAAAX4AAAEMCAYAAADDMN02AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3Xl8VPW98PHPzJmZJBMWE4SgSCCE5ARERZEoi0KAhCAu\ngAguqHd52l4fbX167/O0vd2UttZeu9zetl67XeuCS8VabF1BwQ2UAO5ADotAECQsCVsmM5k5c54/\nzsyQSWYmk5CZyXC+79fLl2SY5XcS8j2/8z3f3/dnMwwDIYQQ1mHP9ACEEEKklwR+IYSwGAn8Qghh\nMRL4hRDCYiTwCyGExUjgF0IIi3FkegBhgYBuNDd7Mj2MlCkocCPHl53O5GMDOb5sN3hwf1t3X9Nn\nZvwOh5LpIaSUHF/2OpOPDeT4rKjPBH4hhBDpIYFfCCEsRgK/EEJYjAR+IYSwGAn8QghhMRL4hRDC\nYiTwCyGExUjgF0IIi5HAL4QQFiOBXwghLEYCvxBCWIwEfiGEsBgJ/EIIYTES+IUQwmIk8AshhMVI\n4BdCCIuRwC+EEBYjgV8IISxGAr8QQliMBH4hhLAYCfxCCGExEviFEMJiHJkegJXk5Dpxu10AeDxt\nBPUgdsWe+LFWP3Yb5OY6I88J+HV0PZiZgwhRFDsOlwN3njmuVq+fPLeLNl8g42MTQiQmgT8NFMWO\nry3A8jU7WFXXAEB1ZTFLais4cKSFpQ/Xse/QSaori7mltoIX1+5i+evbI8+7eXYFv3jyfd7XDprP\nmV2Bp8WXsQCrKHbc+Tk88Wp95HhmTSzmxupy8vvl0HIyc2NLNUWx43AqUSfrvnAiFqI7JPCngcOp\nsOyVela8uTPyWPjPV4wfxnf/qZLvPrQu8lh5cQEtrf7I82zAnTdchLa7iT/+bTM2GyycPrpXg013\nAprDqfDEq9HH8/xbO7HZ4MrxwygqyEtpIMxU8I11wusLJ2Ihukty/GngdrsigaK9VXUNjBjan+fW\n7ODGGjXyWOXYoqjnraxrwOWwUzAgl5/ffSWGQSTo9QaXSyEnz0VurhNdN9iw5QCrNuwlv18OBYX5\n5OQ6UZRT/1QSHU/x0AE9Gpui2MnJdVJQmB/zM9s/z52fw/I1O1hyzyssuecVlq/ZgTs/J+bze1P7\nE15Lq5+WVj8r3tzJkyvrcTiVlH62EL1JZvx9wKq6BpbUVrR7xBbjWTaGF/Vn9ca93Fit9tpnmwHX\nxbJX6nltw6m0zfUzRvPC2l2cMyifrbubWFJbgd+v0+YL9Npntx9DsjNpV46DvQdPsKS2giW1FWzY\n0siTK7WUXAV1FO+Et3J9A7ddNRaf15+yzxaiN8mMPw08rX6qK4s7PV5zWTHbGo5GPVZdWUybX6e4\nqH/UY/6ADgZMGncOLocdb1sg7qy4O8Kz2OffOjWLff6tnTy3ZgfnDMpnQsUQVry5k2Wv1LP/iAd3\nfg5eb+zjqa4spuHAcTyeth6NoauZtKLYcToV3nx/H7f/YCW3/2Al9Xuaue+OyWzZ1dSrV0FCnMlk\nxp8GdhssnlUOEDWjXTSzHBuwaGYZm3cdYd60UhZUjWZV3R5++rUr+Gj7IfYfamHmxGIcip22gE6O\nS8GvB8l1OXj+3Z1cPbUEPWDgyjEDpN+v43QqSee9E6VtltSOAYx2X1fwxKv1LKwq45bZFdhs5mw3\nfDyLZ5XjdNhpOenr1vcn2Zl0+F7J8291vrewYProbn1mT3g8bVRXFkfd2wDzBN7dk50QmSSBPw1y\nc51868F3uO7K0khKp25LI/f84T3u/99TqLlsBIpio6U1wHceWkfTcS9zp4xiy64mbqpReeej/Uwa\ndw45TgXDAKfDDPIzJg7nhbW7uKD0bIYUuPnRn9ZTMaKQhTPKeH3jXuZOLjmtm442G6zf3Bj52m63\ns/mzJm67ysnxY60srCrjtqvGAuYJR9eDKa3oSXSSunXOGDyt/k4ls8mc/JK9WRzw651OeDWXFXNz\njZmSEiJbSOBPk88PnuSBxzdGPZaf5zQDuVMBw4j8fX6eEzAiM8sbq8tZ+9EXjDx3AIePtjJxbBEH\nm1p5+d3djBlZyIihA1j2ylauu7KUBx7fiM1mVgY9ubK+y7x3vFlsdWUxvjadp1Zqka937T/G9/7p\nMgB0PYje2oav1ZzpDh7cn0OHTvToe5NoJu31BigozAfMk8uwwf3Y1tDc6T3sdhs5LvOKoDsVN925\nv6DrQTwtPhZOHx054Xk8bVLRI7KO5PjTIBzYOqquLGZTfWPMx+u2mI+vqmvA5VSYfOE5FA1yc+Bw\nCz6/zlsf7GNVXQMTKoqw221R1UDhP69c39Bl3js8i50/vZT8PCf5eU7mTy/l5tkVPPTcxzQd90ZS\nUL98+gP+smY7Xm/v3uBNNIZX1++JVO88uVJj6Zcuj7r/AaEThC8QKZntTsVNdyt1dD2Iz+unuamF\n5qYWfF6/BH2RdWTGnwYBv84toRRP+1nlgqrRrNmwF79fR1FsPHv/1TQ0HmdIoZt/f3Bt5PU2m43t\ne4/y2b5jzJxYTI5TYe6UEjbWN2KzYd747aGYs9hWPzYM7l58MWBQt6WR7zy0jr2NJ2g67uX2uWNp\n9fReaiPWGLzeAC++s4tHXtwSed6KN818/v+58WK+9/t3gVOpFofD3qOKG6nUEVYkgT8N9NDN2MXV\n5dw+1wxsh5o9bNjcyFVTSnj7w31Muehc3t/WyP5DLcyqLI4UdNZcZlb5jC0p5GSrnx8+vJ4f3zGF\nHJfCl+ddgK9NJ8dpj7pKCP852ZuOuh6MzGTD3Hn5LLnnlchCslTrOIaCwnyWr97e6XnhgLxsaS1w\nKtUyYGBeWsYpxJlAUj1poChm+eWfV26LpC1eWrebqePP5a0P95Gf50QJ3TidMXE4r21o4JbaCuZN\nKzUrf2zwwOObeODxjYwtKWRTfSOGAaOGDeTdT75g94ETXF9Vxoo3dzJvWinXV5VxqNnDzTUVBPw9\nuxqIl57qKxUsHVMtPR1vXz9OIVJBuffeezM9hrB7z8RfNEWx48px4nDYuXD02Zw3uB87Pj9G3eYD\nBPQgwwb3Y0JFEWDww4fXYxhQcu5AKs8fSqsvwH8+9QFHjnn552vH0T/fxVVTSvhkx2FOeNo4d3A+\nI4b2p1+uE3eek+rKYs4vKSQv18Hwwf1OL/9swIQxQwnoQfY2nsTlVLh6agk311Tg8/oxDCPq6fn5\nOVGB0jxuBwMG5JGX58IwzPfs+Lq4H2+A169Tvyf6Ru7VU0soGzYQPdDhuLo53u68ruOxnWnk+LJb\nfn7O0u6+xpbsL2IaGD2tCumr4lWMLKmt4NjJNh55cQt3L74Yux3e+/QADzy+kfw8J49+fzZgsPDf\nXwTMKp/H7pmNP6Bz+GgrZw3I5fW6BmouG0FbCm8uduzAGS7ZjNWBs31VT2/0tAm/x5Mr62OWTsZ6\nj5728OnqdadTsZQN5Piy2+DB/WMt9U9Icvwp5HAqvLhuF2pxQaR+f8OWRl5cu4uL1SF8bdF47Hbw\n+XXe2LQ38rqO9fNgzoAdisJrG8yWDbWXj0RRbOiKDYez+7XryXI5FR59cUvcAB4OmgE9SEFhPh5P\nG3a7rVMTt/CN2WTbKvSkdDLWvYpktH9d+HjC9wzO5JmisC4J/CnkdruYeWkxz67ezm+e/Qgw++As\nnFFGP7eT59/ayezLR5DjVJg+YTh1Wxo71c/DqbLPCRVFkQA6ccxQNmw9wOJZKk+v0k67W2SsWW9X\nARyIe0WzdXdTp89IVCkTb9bt8/q79fxkryZivTbR8SiKvdevrKTFs8gUCfwp5PfrPLt6e8wWAzfV\nqJwzKJ9cl4M2v07l2KGR2vW33t9H03Ev+aG8/YKq0azesJcjx1oBM4DeOmcs9z1Sx21XjWVJbQVq\ncQFPrtS6PbOGxCmpRAHc42mLe2JYMH009z+64bQ+P94J7HRSSYleGwjop32lEuvzunOSkRbPIh0k\n8KeQ06lEOl62t6rODJwTxpgLrpwOJRJcHIqdyReew4yJw4FTZZ8zJxbjzjn147KFsnq6bnD7D1Yy\na2Ix990xme8+tK7bNeix+usnE8AT1cCbfX6ixauUSfT5sQJuouffVK0m7FXU1Wt7s6Y/3ScZIZIl\n5ZwZEjQMFLuNNr8OGHi9gUigenpVdNnnlRcP4/WNDdgVG8VF/SMdPM16/QNRHTXDff27I1EAv3RM\nUafHkyl1tNttnVfixikvTfT5sVYeJ3q+3W5P2KM/0WudvdxTP9GqYEWJv+BMuoyKVJMZfwol6oOz\n54vj2IBhQ/rh9enk5ToIBoOduk9G+vXUqDQ2tXD3jRdz7tn5HGzysKBqNN95aF3kueEOmtt7sQbd\nbrcxb1pp1Iz15tkVeD1tibtVtvp7tadNx5TJ3YvH8/jL9ext7FitYUQCbE9mz4/dMxvDMCJ9/vc2\nnuhxTX9Xq4KFyBSp40+lGDXic6eUsHhWOe48Jz9/8n1qJ43k1898yKQLzsHpVPAHdHZ/cYLjLae+\nF3sPnuSGGWX4Qk3K7DZoaDzJT5dtigp8LqfCgumjGTfq7MS16x2HmaBmvnBALk6Hwl0LL2L+tFK8\nbTofbTtE6XlnEfDrcWvg/W0B2toCeFv9eFv96IFg3PF0VbOPYebDn35tGz97YhPPvbGD/m4Xdy26\niE1bD3Is9L2aO6UEb5vO2o/3m9+3xpMsrlHxtlt9nOiz+rtdfO0Xb7DizZ0MyM/hq4vGc1Y/F9dX\nlXXr+xmWl+fiuTd24O+w5sDlVFhQNZp500opOWcADY2nft5x1ymkkAXq3M/04+t2Hb8E/hQyDAM9\nEOTiiiIWzijn+qrRjC0ppH53Mz9dtomDzeas/WCzh+Mn2/jmg+/EDGgup8L1VWW4c50EgwZBYOvu\npk6zyaunllBRXIi3ta17M+s4i5humV3B5wdPMr5sMGCWoj61UmNj/UEW16jmL5NhcGHZEBbOKGPe\ntNH4A0He1w4ydtTZCYN9Mp8fXkTlcCo8/do2Vry5E38giD8QRNvTjGHAjEuH88G2Q8ydUsKCqtH8\n158/jATRcIBtH/jjfdaimeX88OE6Dh9tjbw/GFw7tRR3npOT3dxjAOKfZOZOKaHNr/Ot/14bOcFs\n2XWEKy8e1vWCsxSwQGA8049PFnD1Rf365/LEq1pUCgdg3rRSbq5RCQL1u5r4n79vZm/jCeZNK6W8\nuCDSpnn+9FKqJgxnaKGbjfUH2dbQzOLqcv68alv0TcNaMwXj70Gbhk7VJ61+cl0Kj73ceUvG+/5U\nx0/unEpzUws5uU6Wr9nRKd0zf3opC6ePTvqGaKLSxoLC2H2D8vOckZ49n+07xi+f/iDqCijeGDp+\nlt+v893fvdup3XP4/R2KvUcLgGItQgtXaYWb3oXHeVO1it+vZ6Sc0wILnM7045MFXH2RzWb21LfZ\nortzLp5VDjZw2u18sO1QpConvPtVuJxz0cxytu89yvCi/jy1Uot0yCxvtzCsbksjL63dxaxLh4Nf\njxncElW7dFz8lJPr5PE4u119Zd4FUZueLKkdEyknDQez7lbChMfj8bThdrtwu11Jz9KOH2uluKg/\nl44ZQtNxLxB/g5RYJxi328W+QyeT+qzuiLUIrW7zgaigD6e+VydPeHt9DELEIoE/DRwOhbZAgCvG\nD4uUOe45cJygAS6bHbvdxgfaQfMEUaPy4LMfoSg2Hv1+TWSnrh/fMYWgYbC38URooxYi/ffDKZim\n416uvbKUgF/vVEYYXjiW7M5ciXa7un3uWHQ9GLXpSfty0oZ2QS28mrermWyi0sfwHr/xtjxMdpVv\nos+4YWYZj7ywJeb7D+ifG3fcXWl/Qi0ozOdXz3yYto6n8XQ8+Xl9gZQsUBN9l+T4UyjcqMzpVHAo\nNgKBIPm55rl2W8NRPtlxmByXQvMJHyXnDuTpVdu4a+FFeLx+gkGDO3+6hrUf78fbprNg+mh8bTob\ntjQy9aJzKS8+i3++7zVWvLmTgf1y+Nqi8Xy47RCzKovRg0acnLhB8dABvPnB54wrPTvhDcSubkw+\n/vLWmDn3aZecx9qP90fy2N988B28oZvAiXL+rhxHpzHX72kmoAcZM3IQF5cPSdhILXw/JdHN5ESf\nMe/K0ejB2O+fl5f81Uci3W48lwLhk1/7G+UtXn+XP59sJjn+zmTGnyKxZpfhWfeP/rSeMSMLWTyr\nHMOAe//4Hj++YzIPYm66smhmObphUFzUn4ZQOaHPr7Ny/R7uvvFihhS4cec6GTQgl4bGE5HSxTsX\nXhRJXcTfQL2CB5/9qMs0TKJSTb9fT7hBe3jHru88tC7p0squSh+PH2s97fLQrj4j1Vsq9oU9e7u7\nWK4npBVF35eywK+qqgL8ASgHDOBfNE3bnKrP62ti/YI9/9ZO7Hb44ZcnYQAHmzwUDMyNrMKtuayY\nw0db+dGf6phQMYRbQi0TFs0sZ9f+YyxfvZ1rryzlWw++w3/cOZUba9TIDeD2AbI3JApSDkf8dX+K\nYmPMyMK4eeye7mjV0wZs3RGvL1Bv6Qt79qZ6x7He6MwqUi+VM/6rgaCmaVNVVZ0G3AfMS+Hn9Sld\n/YK1+XWOHPOyqf4gX553AXsOnGD+9NGdtjjUg0Yoxz8ZgGAwyNiSQtoCeiTH3177TUliLRxLdmeu\nSJCqKosEKX9olbGvLcB/3DmFoYPMTdDDi50uHTMEv19PmMeONxtMuBisly7T0/EZXUnHCSyT0nFF\nIU5fygK/pmnPq6r6QujLkUBzgqdbiq4bPPmqxo3V5ZQVF+DOdfDRtkOdyhEB2tdpVVcWsye025bD\nbsfAiPq7cBlnrNl6dWUx11eVsXpjQ7dSCx3bMs+aWMyN1eUMPsvNd367js8PnmTWxGIeuGsqTocd\nv1/nhpllFBW4mdju5vPBZg+eVn/c2aDP25byNEhfSLUkI5WpklSf/GQP4+yQ8jp+VVUfAeYDCzVN\nW5XgqWdUHX+8+vb2NfrzppVyxfhhnDekH4u/81LU8+ZPL2XOpJGs/fgLai8fwZFjrQwdlM+xkz4+\n3HaYkecO4PDRVn71zIenSkMNg9bQL293yzm7ewxXjB9GY5Mnaq3BwqoyDF0nJ8/Fsg71/0vmVBAM\nBHkqdHO147GGm6t5fQFyQ83oEm380lM9CarJ1oH3RsBOdaok1RvcdLXmormp5bTG3xNSx99ZWhZw\nqapaBKwHxmiaFi8JfUYF/mQW74R321IUG4+9tKXT7Py1DQ3MnDicNRv3MvvyEdjtNg4e8TD07Hyw\ngc2wYQANB45TPLQ/LSd7N4ea6Jc41i5hy5bW4vG0xV3QdVO1yj/+aFXc97v9B69GTmL3/vE9Pj94\nsk/kh5MJHL0VsHtrQVxXY20fyAOBYMKg353jSsf4u0sCf2epvLl7K3Cepmn3A61AMPSfJZh53DYW\nzSiP5MgPNnn49TMfRqdzQj+yRTPLWVI7BsMwqNvSyLcfWsvexhMcO+ljzMhCHIrCsle2srhaRdfN\nk7XLZd5kLSrISzrop7rioueNyU41VwO47spSHnh8Y9bkh3srt52OVEnH+wyDB/fnxPHY87HuHle2\npNOsLpU3d58FHlFV9U3ACdytaZplfvKKYicn19WpnPOri8ZHFjlVVxZz0tOGtqeZrbubuKW2Arst\nOq8fLpGEU79w4fYNx4+1pjSNkLC76IHjNDZ5Io+Fc8RdtRROdNM5+pgrIl/3ZtBL1Ykv23Pb8b4v\n3T2uTFcuxToO0Vkqb+62AotT9f59XbxyTpuNSJnm9VXmFow5ToVN9ebK3TmTRnKgyRNZBXvkuBeb\nDfwBc5eu8O5bNhv4nUq3fpl6Y/YWTsXYbPC7v35Cfp6TmsvMk0fLSV+XrZpjvV/H9tKpkg2lhpmq\nPIr3femJTFUuJdpJTlYmR5OVuykyYEAeP3tiU6eVr3sPnuSri8bT6gvw+xWfMOPS4bz63h7uWnQR\nz63ZwTVTR3FeUT9Wb9zLZePO4ax+OVSMKGTl+j3cUlvBB9pBqiuLMQxwuZTozpM9HVOofbFhmM/J\ny3NhGBAMGvj9OuNGD2ZxtcqCqtGcX1KIEQQMgzmTzY6YZcMGku92mR0su+i06ffrjCs9m8U15vsN\nyHfx40c2RKW/OrZXTrSyNbw6uv24MYi5AjXRyt2LK4qw2W0xX5vMys9eW5XbxfcvFffkFMepCUHH\n74s6vIDWtkBGVxsnK97P168Hu1ypns1k5W4fc96Qfsy7sjSqrPGvb+5E14M88PhG5k8vRdeDVIwo\nYPWGvSyYPhrDMHhuzQ7GjCzk0jFFTKgYws+e2MSWXU1ce2Upd91wEW1+nfo9TVw4enCvpi6Wr9kR\ncybsa23D19o58LW2D4b9cyNjcTjs3HbV2KhtENvPqMOzQUWxx26uNruC+t1NlBcXcP6owrj54e7O\n4BOlLW6ZPYbla7Qez/57K7ediVSJwxF/N7DbrhqbNTn7bE+3pZME/hTxev3c+78u5+lV2/jNsx8B\nZo5/6ZcuZ8uupsjG6rv2H+NAk4dZE4vJz3WwdU9zJK9vs9n4v796O1IBFAwaFBW4CRoGu/cfZ/Sw\ns3olZ19zWTGf7Tt2+jcm4+0vG+dE1HGRWDBosHFrI995aB1jSwr58R2T8QeCBAI6AwbmRY4h/H49\nuaF69+LxXKIOAU4tPDNPOsZp3UjuzYDd1xZ5ZXq1seh9kupJEcWh8Mzr23n+rehGZkHDoOqS8xhe\n1J+6zY2MGzWIkmEDeX1DA6XDBjL4rDz2Np7g8nHnsH7zAV5etxsw0x/+QJDioQNoOtbKRWWDMYIG\nT62KnbqIeWmbYMOVBx7fxJFj0W2BY+1gleh446ULEl1mG4aBw2HnyZUaP/if9bzz0X6OHPNGXaL/\nuV1DsXDDN0Wxk5fn4oLSsyk5N3oXq1jjVhQ7ikPh9Q17+cVT70d22bpr0UW4cx0cPdnG2o/3x3xt\nsk2+kmkU1xc5nQ5avP646Ry/X8+K4+oLTfAyoSepHtlsPUXcec64l50Oh8K6j7/givHnsu6TL2g8\n4uGcQfk4HArLXqnnn645nza/zoo3d5Kf54w0PfvLmh0AvPvJAQwDcnPjf0as6pr2s9JlS2tZtrSW\nhdNHoyj20+5Hnyhd0FWlT8IN0B32mJuVHzrmZck9r3D7D16lfk8z990xmeKi/vHHF7o6eP6tU+8V\n3qC+pnIET63Uun/QZ4jcHAe3zK5g/vRS8vOc5Oc5zSvSGvNqLVuE020djyN81SlOkVRPBhiGwYyJ\nw3n53d3UVI4gx6UwYugAgkEj0u++8UhLpD9P3RYz/TGhYgit3gCzLivmpXW7mDNpZLc/O14aIdM9\nbOKx221889ZLO23ycuucsZGFYOFqqXDTunAFUXuJO5aOibx3XzjmTDgT0jnx0m05LgfH9d5pXnim\nkBl/ioTz6R1VVxazfvMBnluzg3MG5ZPjUgjoQWw2qNtyIPK8/vk5oQ1NbFSOHcrXb7qYG2aWk5fr\nwGm3U3LuQJxOJeZnhIOXuZbASUFhPgWF+eTkOlGUzj/yeDOl7sz4AoFgwrEkkuh7Vbf5QMwZva3D\nWsVVdQ1Ujh3KvGmlLJpZTo5LiXms8WTrLLe3hCcDzU0tNDe14PP6syroh8U6DtGZzPhTJF4NfLhm\nvem4N7RSF1wOhVZfgKdWalRXFuNrC2CzwcfbD/O9370bee3CGWUYQYPPD51EHVEAwK1zOldc3DK7\nAr8/SH4/R9QuWZGbrQGd3FxzF69Id8wkZ3zxqojC6YKeVH909b3a23giakZfXVlMW4zgrCg2yosL\n+MZv3uHSMUOibtImurEdDAYj7SaybZYrRE/IZusppCh28twu7HY7YLZieCqUssjPc/LYPbPZuLWR\nyvOH8uiL5rZ/t9RWEAgEeeW9PcycODxqK8N500qZM3kkgwbkoSg2du07xrmD+2EYBrk5jkhVzF/W\n7GBsibnRyzd/807UVojzp5cy9aJhfP/3p04oyZYwJiqfzM1x0NTU0uPS0vYnFF03qNtyIPK9glP9\nfJa9spXFs8rxeP3c+8f1kb/vuEF9uHdQeHVzT5qThVmg14scXxbrU716xKl8+ueHTlJc1J/KsUXY\nINK7PqAHaWn1420LcOucCgK6wc69R6nf00xRoZvn1uyI2mxlVV0DS+aMIdyN+bd//YSf3DkFn0/n\n0Re3RM1mtzWYlQ3tXw/hmvWKSH68OyWMiconb6pWGTAwD4+nrdutJNp/r9xuF7f/4NWY/fwVxcYV\n44cRNOCtD/fz4zumRHYzi7X6Nxg0cOfnRAL7mZDH7k3hk21ADya9N7I4M0jgTyFFseNwKLz1wb6o\nGfIDX70Ch2LDDky58Fxefnc3F4w+m8NHW9myq4mFM8pw5yo8+OxHUT1rAOw22P3FcVrb9FAljo3c\nXEfCrRa7kuwCl0TVN7fOGcs3f/MOY0sKu3UF0fEKIdHG6m1+ncYmT2TfguMtPn745UnsPXiy045f\n4Xsp2/c2R05qfa0+PpOyoX2FSB0J/CnkcDl4cd0u1OKCSADesKWRle/tZvblIwhidmRbvno7V08d\nxYih/bn/0Q3mDLpG7fR+Zv5fZ+igfL754Dvm5isBHZdTSXpMHRui9RbDMPjuP1Xy3YfWJXUFkSjw\nLKntfK9gwfSyyGK2sPAJa9Swgfzy69PYVN/Is6vNNFf7eynxTmrdXfV8Ju0lKztlWZsE/hRy5zmZ\neWkxz67eHrV6d+GMMnKcDj7bf4zhQ/p1et2qOjOg1VxWzOZdR8jPc0Z69OfmOPjFk+8zoWKIuROX\nYsfrDcSdJTccMO8nhL++qaaCny7b2Ol58SpvOga7B/9fFf3znBicWvk6oWII6zcfYFtDMzfWqFGb\nuccLlgkDT1VZVErG79f57u/e7bQ7GZjpnNuWvgqYJ4777pjM5s+ORO15EO+4ujPjPdNmyNLewNok\n8KdQIKBzqNnDrXMquHVORSRQ2mxwc43KiKEDUBRbzDbHYLBoZjlOh53H7qlh/eZGfvjwev7jzql8\nbfF4Nn92hNc3NFA7aSRGUOfGapVb55hVQu9rjXxxuIWrJpcQNAweu2c2hgGb6ht5ae0u/vWmSyIb\nnZyqAtLpTc3ZAAAWI0lEQVQ7dTCMFezCJ64f/Wk9FSMKeeCuqeiGwb8/uDZUqVTBgwleHw6WXfWH\naV+Kl5PrZGxJYeS+RVg4ndP+fgVAeXFBl3X53Z3xygxZnEkk8KeIotix2Wy8+cG+qC0I77tjMvf9\nqQ6nU4lsqHLz7AoCepBfPv0BYAaroyd83POH97h0zBBurFaxAZMvOIe2gM5TKzWuHD+MuVNK0AMB\n7A4HToc9EvT3H2ph7tQSgrrZDsEwjMhJZ2/jCY6FcuOKYmfj1ka+HeqN03H2mqi1dHijFLsdLig9\nO2p2HQ62Xd0MTla8BmgLppfx7YfWRj03vCAr3C46Xjlpd2e8Z9oMuS9sPC8yRwJ/ijicZvuF59/q\nHDQXTB8Nhrll4rAh/Xh53W5mVRbjznVEFiA5HXbOHZTPyvVmIKvf08ySWnOmvHV3E7fPHcvJE15y\n81wseyV6f9vrZ4zmpbW7GFd6dqRsM3zS+e5D6yLvef23XoiMbVtDc6fZa+LVruY9i3CVEJgz8IYD\nJyLBdsDAvITBMtnAE6siJ1H6R1FsLFtai9cbwNvaJrPxGGSnLGuTlbspkihoXjqmCJ8/wLlD+mEE\nDVZv3Mtf1mxn6ZcuZ3zZYL7xm3fMnj3Xng+YbQsOHG7hyVfrOd7iM08cgF2xx+0/M3RQPqOGDeTR\n79dw18KLeF87GCkPBbOhVUfJ9NWJzcb86aUsqa3gnEHupHPe8fqq2O22TqtuO67I9Pt1xpYUdnrP\ncPXPhi0HeHX9HnLzXDFX8MZbLRxvxtvd5/d18fo2ZeP9CtF9EvgzIBzYgkGDV97bw401aqghmcKo\n8wZiwzxBDCl0U11ZjNcX4F+uv4CVdQ0MyM9h4piiyDaH8U4uEyqK0HWD23+wMtLyYOvuJirHFlFz\nWTGb6ruu7EnYSiFUGRRe+XpzjbkDV6vn1Ay7q2AZbsm8bGktj90zm4oRhXz7oXX8+fXtuPNzErZc\niNVmYt60UhZML+N7v3uXzZ81MWPicF5atwtHjKqn7rap6I22Fn1N+GTqUOxZ3aZBdJ+kelIkUQ71\nA+0gn+w8zAWlZ7N89XYe/X4ND0JkE5ZwZQzAgqrRvPreHq6aPJLzhpirdAN6sMtgY7MRufHZPsVk\ns9m4uaaCF9fu6vSajrPXeK0Urq8q44cPr48EPk+Lj8LC/E4bdneVTtD1IA7DiLn4rKubph3TP8Gg\nwfrNByKb1IffY8zIQtxu12nvDZvpBWBnUimpyDwJ/CkSL2jOn36qvrz9nqbhWXQ4f74t1LMn/Nzr\nppXy5XkX4PXp5OU6OKkHE26G7mvTo1oNr6pr4NY5Y2hr0wn4A8ydUsKxFl/C/G6sYOf1BsjNdfAf\nd03tMvAlEyxP56Zp+9W+ty3tvNq3/Ub1sVamdndBV1/bSzZbS0lF5kngT5Fw0LupWuWW2WMI9+rp\nWF9ec1kx+w+3RLUcsNlsZq7bRtRzRw0byPNv7uSqySNRFHvcGfWN1So/e2JTpxufdruNNp95OR8M\nJjd7jRXsWj3d20owk6tlbTb4eMchHnh8U9YGSyklFb1NAn8K6XoQv19n+Rot5qx8z4ETLJppNhwL\nnxDmTy/F4/VTt7mRvFzzx1NzWTHanmbKiwtYvno7100rxe9U8Hn9MWfkL6/bzYYOq3PDPep7OttN\nld4oK0x05dPm1zGCRDZxycZgeaaVkorMk5u7KRZ3V6DaCk60tHHPH95jYL9cmo57IzcnX9+wl8rz\nh7LizZ3Mn17Kwhnl1O9uwh84ldcP53o7Vru0+fzMnVIS+yZkWyBT34a4emUvAL/OktoK5k2Lfo+b\nalT++y8fM650UOS5Pa9cEuLMITP+FIuX8vnXX74VSeOE6879fh2nU2H25SNwORV+fMcUNtU3smr9\nHmZOLMZht1FTWczBZg9DCtwJPy9bulD2xnjDbZfHjCyMrC+o29LI//3V26GN1LObLLYSvU0Cfxro\nehCbzcayV7bG/eVt355g1ca9DClwUzm2iAkVQ6jb0sjrGxq4YPTZ3Dy7grc/3Ee/sfF/dH0ljZOs\n3hivx9PG1t1N3P/ohqjH500rjWpKl43BUhZbid4mgT9Nkt2hKuDXmTu5hCdX1kdKOsP9dI61+Hj7\nw31cMX6Y/MJ3EC84LppZzj1/eK/LFg59WbZdxYm+T3bgSpPBg/snvUNVx5rtcAllotdkWl/Y5ahT\nrXurH7uNTttMdvd71xeOLZXk+LKb7MDVxyWb0jjdEkqrivf9bc2y1I4QqSZVPUIIYTES+IUQwmIk\n8AshhMVI4BdCCIuRwC+EEBYjgV8IISxGAr8QQliMBH4hhLAYCfxCCGExEviFEMJiumzZoKqqC5gF\nnA2Ee0IYmqY9lsqBCSGESI1kevUsB4YCW4H2Hd0k8AshRBZKJvCrwBhN0/pMG08hhBA9l0yOfydQ\nnOqBCCGESI+4M35VVdeE/jgY+ERV1Y+A8KathqZpM1I9OCGEEL0vUapnaej/Bqdu6tLuMSGEEFko\nbuDXNO0NAFVVf61p2lfb/52qqo8Cb6Z2aEIIIVIhUarnj0ApcKmqquM6vOasVA9MCCFEaiRK9dwH\njAB+BdzLqXRPANiS2mEJIYRIlUSpnl3ALlVVryE6p28gK36FECJrJVPH/1fgQuDj0NfjgAOqqgaA\nL2ua9lqqBieEEKL3JTNz/xy4TNO0SzRNuwSYAGwEpgP3p3BsQgghUiCZwD9K07RN4S80TfsEKNU0\nrQFQUjYyIYQQKZFMqmenqqo/AR7HDPQ3A9tVVZ0M6KkcnBBCiN6XzIz/NsAJPAk8glnd849ACfAv\nKRuZEEKIlOhyxq9p2jHg32L81RO9PxwhhBCplkw//n8AfgYUtnvY0DRN8vtCCJGFksnx34NZwbNZ\nWjMLIUT2Sybwf65p2qcpH4kQQoi0SCbwb1JV9VlgJeALPSZbLwohRJZKJvCfBZwEJnV4XAK/EEJk\noWSqev4BQFXVQk3TmlI+IiGEECmVTFXPeOBpID+0aOsNYFH71bxCCCGyRzILuH4NLAAOa5q2F3PR\n1kMpHZUQQoiUSSbwuzVNi/Tf1zRtFZCTuiEJIYRIpWQC/5FQugcAVVVvASTXL4QQWSqZqp47gEeB\nsaqqHgW2A7ekdFRCCCFSJtGeu2vafenH3IhFwSzt/C0wI7VDE0IIkQqJZvxL2/1ZWjUIIcQZItGe\nu2+kcRxCCCHSRDZNF0IIi5HAL4QQFiOBXwghLEYCvxBCWIwEfiGEsBgJ/EIIYTES+IUQwmIk8Ash\nhMUk06tHCNGBothx5IA7LxcAT6uXgA90PZjhkQnRNQn8IikS6E5RFDvu/g6e+fTvrNn1LgBVJZNY\nNO4aPCcClvyeiOwigV90SQJdNEcOPPPp33lh2+uRx17Y9jo2m43rymrRPRkcnBBJkBy/6FL7QNfi\n99Di9/DCttdZvvkFHBbcksedlxs5Aba3+rN1kSsiIfoyCfyiSxLohDizSOAXops8rV6qSiZ1enzG\nqMl4Wr0ZGJEQ3SOBX3RJAl20gA8WjbuGa9RZ5Dvd5DvdXKPO4obzrybgy/TohOia3NwVXQoHOpvN\nxurP1gFm0L/h/KvxnAhkeHTpp+tBPCcCXFdWy00XzgPMk6MVb3SL7CSBX3RJAl1nuh5E94DPIyU8\nIvtI4BdJkUAnxJlDAn8fIoukhBDpIIG/j5BFUkKIdJHA30fIalAhRLpIOWca5bjtFAxyUzDITY7b\njqKc+vbLIikhRLrIjD8NFMWOL9DGim0vSxpHCJFxMuNPA0cO/PnTvyXsdSOLpIQQ6SKBPw3cebms\n+SxxGkdWgwoh0kVSPX2ELJISQqSLzPjTwNPqpWpU12kcXQ/i8wRpPuKh+YgHnycoQV8I0etkxp8G\nAR8sHnctNqTXjRAi8yTwp4GuB8lxuCSNI4ToEyTwp5HPE5ReN0KIjJMcvxBCWIzM+NMsUSM2adIm\nhEgHCfxplKgRm8+jk+NWLNWkTU50QmSGBP40StSIbX7FHEs1aZNupEJkjuT40yhRI7ZcV46lmrS1\nPwnGa2NxJlMUe8KmfUKkUspm/KqqOoGHgRFADvAjTdP+nqrPE5mjKHa8AR8Fg9xAcimbRCfBmy6c\nd0ZXP8nVjsi0VE4xbgEOaZp2JVAL/CaFn5UVEjVi87b5srJJW/sg9qUV3+BLK77Bim0v4+7vkBls\nHFa/2hGZl8rfzOXA99t9juWXqMZtxDbuanJdOdx80Xzur/4WZYUlWdOkLRLEtO4FMSt3I5W9F0Sm\npSzVo2laC4Cqqv0xTwLfSdVnZYtYjdjaAm28uv0NVmxdCZiX/N+v+j8odgVvmw9vi96nL/17mrIJ\nnwRtNmljIUS6pbSqR1XV4cBzwIOapj2dys/KFroeRPeAz+MhL1+hsfUgtWVV1JZV8f7+T3hm8wtg\nA3VQKdrhnSwadw3BE0afDv49YeVupOGrnfYVXGCNqx3RN6Ty5m4RsBL435qmrUnV52QrRbHjdDl4\nR9vIG6EZ8/SSSdxT9XV++vZvWTzuWn6+7vd9vpzzdIJY+5OglcjVjsi0VM74vw0MBL6vqmo41z9H\n0zSZ0hDaleuTv/Fiu4D54rbXsdng2orqyGN9vcpFglj3WflqR/QNqczx3w3cnar3z3bxcuNrPnuX\nGy+4jo37PsrAqLovHMRuGHe1BLFusOrVjugbZOVuH2S32Vm++UUgO/K+uh4k15HDoUMnMj0UIUQS\npNA6QxKVM25u1DjaejwryjmFENlHZvwZEjc3Pu5qHHYHf5j3gKRMhBApIYE/Q+Le4DseQNfbMjw6\nIcSZTAJ/BskNPiFEJkiOXwghLEYCvxBCWIykeoRAdgMT1iKBP8XCAUUP6hQMcncroEgwSo+u+uML\ncaaRwJ9Cp7PhhmzWkT6JtsS8rqw2gyMTIjUkx59Cp7PhhmzWkT7SH19YjQT+FDqdgCLBSAiRKhL4\ns5Rsa9h7rLwbmLAmiR4pdDoBJd5rq0ZNYnfzXtnTthfF3RJT+iSJM5Tc3E2h0+lVH+u1VaMmcW1F\nDUvX/CeXnDOuT2/Qkk2kP76wGgn8KWbDxqThE1g07hoA9h7bjw1bl68LB6OF58+NvHbT/o9ZuuY/\n2Xf8AEdbj/fpDVqyjbTPEFYigT+FHDnw50//1mlbwmvUWUnN1nU9iFPJ5UsrvkGLXwKSEKJ3SJI4\nhbqqzMlx27vM08uNRyFEb5PAnyF6UGfFtpe7vEkrNx6FEL1NUj0pFJ6td0z1VI2axKb9H0etDo2X\n9pEbj0KI3iYz/hSKNVu/Wp3JtRU1kT11k1mQpetBfJ4gzUc8NB/x4PMEJegLIXpMZvwp1HG2rgf1\nqMocIYTIBAn8KRYuE3TlBHjmk793SvvITVohRLpJ4E+TXEdOjxdzCSFEb5LAn0Zyk1YI0RdI4E8j\nWR0qhOgLpKpHCCEsRgK/EEJYjAR+IYSwGAn8QghhMRL4hRDCYiTwCyGExUjgF0IIi5HAL4QQFiOB\nXwghLEYCvxBCWIwEfiGEsBgJ/EIIYTES+IUQwmIk8AshhMVI4BdCCIuRwC+EEBYjgV8IISxGAr8Q\nQliMBH4hhLAYCfxCCGExEviFEMJiJPALIYTFSOAXQgiLkcAvhBAWI4FfCCEsRgK/EEJYjM0wjEyP\nQQghRBrJjF8IISxGAr8QQliMBH4hhLAYCfxCCGExEviFEMJiJPALIYTFONL5Yaqq2oH/Bi4EfMD/\n0jRtZ4zn/R44omnav6dzfKerq+NTVfXrwD8Dh0IPfUXTtG1pH2gPJXF8E4GfAzZgH3CbpmltmRhr\nTyQ6PlVVi4Cn2z19PPBNTdN+n/aB9lASP7/5wLcBA3hY07TfZmSgPZDEsd0E/D/ACyzXNO0/MzLQ\n06Sq6mXATzRNq+rw+DXA94AA5s/uj4neJ90z/nmAS9O0ycC3MINEFFVVvwKMw/zHl226Or5LgFs1\nTasK/Zc1QT8k7vGpqmoDfg/8g6ZpVwCvAyUZGWXPxT0+TdMawz83zOC4CfhDZobZY139+/wFUA1M\nAf5NVdWBaR7f6Uj0b3MQ8GNgBuaxXaeq6sUZGeVpUFX1G5j/5nI6PO7k1M9uGvBlVVWHJHqvdAf+\nKcArAJqmrQcubf+XqqpOBiqB32HOGrNNwuMDJgDfVlX1bVVVv5XuwfWCRMdXDhwB/lVV1TeAszRN\n09I+wtPT1c8vfIL7FXCHpmnZNjnp6vj8wFlAHubvXzYdX6JjKwU+0jTtaOhn9h5wZfqHeNp2AAvo\nHBvHADs0TTumaZofeIcuji/dgX8AcLzd13roEg1VVc8Bvg/cRXYGfUhwfCFPAV/BnHlMVVV1bjoH\n1wsSHd/ZwGTg18AsYKaqqlVkl65+fgDXAJ9qmrY9fcPqNV0d388xr2Q+Bf6uaVr75/Z1iY5tO3C+\nqqpDVFV1AzMBd7oHeLo0TXsOM5XT0QDgWLuvTwAJr9bSHfiPA/3bf76macHQnxdiBo+XgG8CN6uq\neluax3e6Eh0fwH9pmtYUOiu/CGTb5Wai4zuCOevQNE0LYM6+Os2Y+7iufn4At2CmtLJR3ONTVbUY\nc9I1AhgJFKmqujDtI+y5uMemaVoz8HXgL8CTwPvA4bSPMHWOEX3s/YHmRC9Id+BfC1wFoKrq5cDH\n4b/QNO3XmqZdGsqh/gR4UtO0x9I8vtMV9/hC+dJPVFXND6ULZgAbMzLKnot7fMBnQD9VVUtDX1+B\nOXPMJomOL+xSTdPeTeuoek+i48sFdMAXCpgHMdM+2SLR754D8+d2BbAYuAjzHtSZoh4oU1W1QFVV\nF2aaJ+G/0bRW9QB/BapVVV0b+vofQ3fb+2ma1vFGWTblF8MSHl8or78Gs+rgNU3TXsnUQHuoq+P7\nZ+DJ0IltraZpL2dspD3T1fENJvqSOtt0dXyPAutUVfVi5pMfydA4e6KrY9NVVd2EeXL7raZpn2Vs\npKfPgEilUvj4/hV4FXMy/z+apn2R6A2kO6cQQliMLOASQgiLkcAvhBAWI4FfCCEsRgK/EEJYjAR+\nIYSwGAn8QghhMRL4hRDCYiTwCyGExaR75a4QGRVavv8QcD5QBGjAvwEvaZpWEnrOvYChadpSVVUP\nYbbWKMLsHPsNzH49OrAS+IamacHQXgtfCT3+d03TsrH7qrAImfELq5kEeEN920djtiCe0+E5Bqda\nhgwC7tc07RKgBrM75yWYDfZGA/+iqmolcAcwEXMjkAnZ2O9dWIfM+IWlaJr2tqqqR1RVvROoAMqA\nfl28bH3o/zMwmwf6AFRVfRi4HfPk8TdN006Enlfd+yMXovfIjF9Yiqqq1wJPACeBh4G3Qn/Vfg8I\nV/vXhAN96Dntn2fHnDz52z+uquq5WbZ7lbAYCfzCamYCz2ia9ijQiNnC9ihQoKrq2aqq5gC1cV67\nGrhJVdXc0L2Cfww99jYwJ9Ry24G54c6EVB+IED0lgV9YzR8wg/cGzC0+nwcGAz8FNgCrMLfmC4u0\nr9U07UXgBcybvZ8Cu4Bfa5r2AfAbzB7oHwJvaJq2OvWHIkTPSFtmIYSwGJnxCyGExUjgF0IIi5HA\nL4QQFiOBXwghLEYCvxBCWIwEfiGEsBgJ/EIIYTES+IUQwmL+P599sxahW+/ZAAAAAElFTkSuQmCC\n", "text/plain": [ "" ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "ax = seaborn.stripplot(x='auroc', y='length', data=auc_df, jitter=0.25, orient='h')" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Feature AUROC versus non-zero fraction" ] }, { "cell_type": "code", "execution_count": 6, "metadata": { "collapsed": false }, "outputs": [ { "data": { "text/html": [ "\n", "\n", "\n", "\n", "
\n", "" ], "text/plain": [ "" ] }, "execution_count": 6, "metadata": {}, "output_type": "execute_result" } ], "source": [ "grid = seaborn.jointplot('nonzero', 'auroc', data=auc_df, joint_kws={'alpha': 0.5})\n", "points = grid.ax_joint.collections[0]\n", "labels = auc_df.metapath.tolist()\n", "tooltip = mpld3.plugins.PointLabelTooltip(points, labels)\n", "mpld3.plugins.connect(grid.fig, tooltip)\n", "mpld3.display()" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Feature AUPRC versus AUROC" ] }, { "cell_type": "code", "execution_count": 7, "metadata": { "collapsed": false }, "outputs": [ { "data": { "text/html": [ "\n", "\n", "\n", "\n", "
\n", "" ], "text/plain": [ "" ] }, "execution_count": 7, "metadata": {}, "output_type": "execute_result" } ], "source": [ "grid = seaborn.jointplot('auroc', 'auprc', data=auc_df, joint_kws={'alpha': 0.5})\n", "points = grid.ax_joint.collections[0]\n", "labels = auc_df.apply(lambda x: '{}: {:.1f}% nonzero'.format(x['metapath'], x['nonzero']*100), axis=1).tolist()\n", "tooltip = mpld3.plugins.PointLabelTooltip(points, labels)\n", "mpld3.plugins.connect(grid.fig, tooltip)\n", "mpld3.display()" ] } ], "metadata": { "kernelspec": { "display_name": "Python 3", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.4.3" } }, "nbformat": 4, "nbformat_minor": 0 }