{ "cells": [ { "cell_type": "markdown", "metadata": {}, "source": [ "# Test For `ModelDriftChecker`-`pydrift` \n", "\n", "We're going to test how it works with the famous titanic dataset\n", "\n", "# Dependencies" ] }, { "cell_type": "code", "execution_count": 1, "metadata": {}, "outputs": [], "source": [ "import pandas as pd\n", "\n", "from sklearn.model_selection import train_test_split\n", "from catboost import CatBoostClassifier\n", "\n", "from pydrift import ModelDriftChecker\n", "from pydrift.constants import PATH_DATA, RANDOM_STATE\n", "from pydrift.models import cat_features_fillna" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "# Read Data " ] }, { "cell_type": "code", "execution_count": 2, "metadata": {}, "outputs": [], "source": [ "df_titanic = pd.read_csv(PATH_DATA / 'titanic.csv')" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "# Constants " ] }, { "cell_type": "code", "execution_count": 3, "metadata": {}, "outputs": [], "source": [ "TARGET = 'Survived'" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "# Model Training " ] }, { "cell_type": "code", "execution_count": 4, "metadata": {}, "outputs": [], "source": [ "X = df_titanic.drop(columns=['PassengerId', 'Name', 'Ticket', 'Cabin', TARGET])\n", "y = df_titanic[TARGET]\n", "\n", "cat_features = (X\n", " .select_dtypes(include=['category', 'object'])\n", " .columns)\n", "\n", "X_filled = cat_features_fillna(X, cat_features)\n", "\n", "X_train, X_test, y_train, y_test = train_test_split(\n", " X_filled, y, test_size=.5, random_state=RANDOM_STATE, stratify=y\n", ")\n", "\n", "ml_classifier_model = CatBoostClassifier(\n", " num_trees=5,\n", " max_depth=3,\n", " cat_features=cat_features,\n", " random_state=RANDOM_STATE,\n", " verbose=False\n", ")\n", "\n", "ml_classifier_model.fit(X_train, y_train);" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "# Instanciate `pydrift.DataDriftChecker` " ] }, { "cell_type": "code", "execution_count": 5, "metadata": {}, "outputs": [], "source": [ "df_left_data = pd.concat([X_train, y_train], axis=1)\n", "df_right_data = pd.concat([X_test, y_test], axis=1)\n", " \n", "model_drift_checker_ok = ModelDriftChecker(\n", " df_left_data, df_right_data, ml_classifier_model, target_column_name=TARGET\n", ")" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "# Test `ml_model_can_discriminate` Feature" ] }, { "cell_type": "code", "execution_count": 6, "metadata": { "scrolled": false }, "outputs": [ { "data": { "image/png": "iVBORw0KGgoAAAANSUhEUgAAAhUAAAEaCAYAAACmWqU2AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+j8jraAAAgAElEQVR4nO3de7xuU7348c9w2UWbyKXbxqZQDqV8nV8qzu6inFM7ukpJEtEvSX7o5FI6VG6dLidO5bYL0R1boSgn1UmNoouKXDYR2cLORrGZvz/GWMz9WGvttfae6/Ks/Xm/Xuu1njnHnGOOOebtO8cczzNT0zRIkiQtqxUmugCSJGlqMKiQJEmdMKiQJEmdMKiQJEmdMKiQJEmdMKiQJEmdWGmiC9Dv5s6d28yePXuiiyFJ0nhJQyXYUiFJkjphUCFJkjphUCFJkjphUCFJkjphUCFJkjphUCFJkjphUCFJkjphUCFJkjphUCFJkjphUCFJkjphUCFJkjphUCFJkjphUCFJkjphUCFJkjphUCFJkjphUCFJkjphUCFJkjphUCFJkjqRmqaZ6DL0tXT8IitQkjQpNQeuNBbZpqESbKmQJEmdMKiQJEmdMKiQJEmdMKiQJEmdMKiQJEmdGJNuoRMlIjYCjgG2BaYDdwEZ2Dnn/MBElk2SpKluqrVUfAe4FdgUWA3YBriIYb7+IkmSujFlWioiYi1KMPG6nPOCOvpm4HOtaXYCDgeeQQk+jso5nxkRKwKXANfmnPes0+4KfALYMud86/itiSRJ/WlK/fhVRPwW+BslkMjA73POTU3bHjgb2An4MRCUVowdc84/jIinAlcAB9d5fwq8Nud8yXDL9MevJEmT1Xj/+NWUaamoZgEHAPsDmwN3R8R/AUcB7wM+nXO+rE77s4g4A9gN+GHO+daIeAtwDnAb8IklBRSSJOlRUyqoyDnfARwCHBIRqwJvAk4CbgE2BF4SEQe0ZlkRuKw1/APgOmBj4D/HpdCSJE0RUyqoaMs53wfMiYj3AlsCNwJzcs7HDTPbocDjKY8+Pgu8fcwLKknSFDFl+lRExJqU/hBnAlcDDbAj8GVgV2ABMAfYGfgJpZViCyDlnHNEzALOo3xjZD5wJXBYzvnU4ZZrnwpJ0mTlC8WW3gPAusA3gTspgcFhwH4556/lnL8L7AUcB9xB+fbHJ4HpEfFk4Kw67VU559uBXYBPRcQW478qkiT1nynTUjFRbKmQJE1WtlRIkqS+ZFAhSZI6YVAhSZI6YVAhSZI6MWV/p2K8nLfpBcyePXuiiyFJ0oSzpUKSJHXCoEKSJHXCoEKSJHXCoEKSJHXCoEKSJHXCoEKSJHXCoEKSJHXCoEKSJHXCt5QuI99Sqq6N0VsFJakrvqVUkiSNLYMKSZLUCYMKSZLUCYMKSZLUCYMKSZLUib4PKiLi0og4bKLLIUnS8m7SfHctIi4FtgEeBB4CrgeOyjl/YyLLJUmSRmaytVQcmXOeDqwFnAV8JSI2meAySZKkEZg0LRVtOedFEXEicAywRUTcBRwNbA+sAVwL7JJzvrp33og4DXh5ne5PlNaOL9e0NYEvAC+lrPvNwD4558si4nnAfwFbUFpK/gC8Kud815iurCRJU8Rka6kAICKmAe+hPAr5DXAeJUjYuv7fHbhniNl/BGxZp/sPYE5EbFbTDgJWBTao6a+lBBYAJwDfBZ4EPBk4AHigw9WSJGlKm2wtFYdGxIGUi/m1wOspF/8A1s45L6jT/XqoDHLOp7QGz675zQJ+V/NdC9gUuCLnfE1r2geA9YH1cs7zgJ92sUKSJC0vJltQ8dGc81HtERHxJuD2VkAxpIhYATgC2Bl4CtAATwDWqZMcB6wMfBF4akScDxycc/4L8A7gcOBHEfEgcAbwkZzzoi5WTJKkqW5SPv7oMQ9YNyJWH8G0uwB7Ulo41sw5rwH8ivryk5zzvTnnQ3POmwP/BDydEmiQc74h57xHznkG8Jqaz25dr4wkSVPVZGupGEwGfgmcHBH7AncAmwN35Jz/3DPt6sAiYD6wQkTsDjwXOB8gImZTHqtcAywE/k7plElEvB34Xs3z7prPQ2O6ZpIkTSGTvqUi5/wwMBu4H7iScsE/FZg+yORfBC6nBA63AJsBl7XSnwHMBf5GaQG5H/hATXsp8IuIuBf4X+DLwOndro0kSVNXappmosvQ19Lxi6xAdao5sB8aECUtx9JQCZO+pUKSJPUHgwpJktQJgwpJktQJgwpJktQJe4Qto/M2vYDZs2dPdDEkSZpwtlRIkqROGFRIkqROGFRIkqROGFRIkqROGFRIkqROGFRIkqROGFRIkqRO+EKxZeQLxSYfX8glSWPKF4pJkqSxZVAhSZI6YVAhSZI6YVAhSZI6YVAhSZI6YVAhSZI60dffvYuIS4FtgAdbo8/OOe85MSWSJGn51ddBRXVkzvmopZ05IlbOOT+45CklSdJwpkJQsZiIeDPwQWBD4F7gPOCAnPO9NX0ecCrwEmBrYM+I+DpwMLA7sC5wFfC+nHMe7/JLktSvpmKfigXAW4A1gG3r32E90+wFHACsBpwLfATYEdgBWIsSdFwYEWuOU5klSep7U6Gl4tCIOLA1vEPO+ar6+dqIOBHYrWeek3LOVwBExN+B/YBX5Zyvr+mnRMT+wKuAM8aw7JIkTRlTIaj4aLtPRURsHxGXAc8CHgesCNzeM8+81ue1genA3Ihov8djZWDGmJRYkqQpaCoEFY+IiGnAOZT+EafmnO+PiH2BA3smfbj1+Q5K34uX55x/Pj4llSRp6plqfSqmUVon7qoBxWbAvsPNkHNugE8Dx0fExgARMT0iXhkRTxvzEkuSNEVMqaAi57wQeDdwbEQsBE4AvjyCWT9M6bB5bkT8DfgjsA9TrH4kSRpLqWmaJU+lIaXjF1mBk0xz4JR6qidJk00aKsE7cUmS1AmDCkmS1AmDCkmS1AmDCkmS1Al7tC2j8za9gNmzZ090MSRJmnC2VEiSpE4YVEiSpE4YVEiSpE4YVEiSpE4YVEiSpE4YVEiSpE4YVEiSpE4YVEiSpE74ltJlNBFvKfUtnJKkCeRbSiVJ0tgyqJAkSZ0wqJAkSZ0wqJAkSZ3oy6AiIt4aEb9qDV8aEYdNZJkkSVreTdqvEUTERsAxwLbAdOAuIAM755zPBM4cRV4rAIcCuwFPAR4A/gAclnP+QcdFlyRpuTSZWyq+A9wKbAqsBmwDXMQwX2UZxgeAtwCvyTmvBmwAHAnc301RJUnSpGypiIi1KMHE63LOC+rom4HP1fTdKa0Mz2zNtnZEnA/MAm4EDsw5X1DTXgjMzTn/HiDnvBC4sLW8mcANwF7AwcCTgUuBvXLOt3e/hpIkTT2TsqUi5/xX4Crg5IjYLSI2i4gltVC8E/g0sAbwMeBbNVgA+CGwZ0R8MCK2jYgnDJHHbsB2wHrAw8AZy7gqkiQtNyZlUFHNorQW7A9cCfwlIg4fJrg4J+f8vZzzotrnIlMeeQAcD+xH6Z9xHnBnRJwbEev15PGRnPNtOee/AQcB20fE0zpdK0mSpqhJ+fgDIOd8B3AIcEhErAq8CTgJuIXSitBr3iDDM2peDaXV4QyAiNgKOJXS2XO7IfIY+DwD+PPSrockScuLydxS8Yic83055znAr4Eth5hs5iDDNw+R3y+AkwfJa+YgnwfNQ5IkLW5StlRExJqUDpNnAlcDDbAjsDlwNDBYn4idIuJllEcmbwICeFvN7wDg98BPcs4LImJjSv+Jy3ryODwifkv5VsgxwMU5Z1spJEkagcnaUvEAsC7wTeBOYD5wGLBfzvlrQ8xzCnAAsAD4EPD6nPMNNe1vwOHA9RGxELgY+AXw9p48zqAEGn8CplGDEkmStGS++pzFvlK6Xs55VI87fPW5JGk546vPJUnS2DKokCRJnbAdHcg5z2Ppfv5bkiRVtlRIkqRO2FKxjM7b9AJmz5490cWQJGnC2VIhSZI6YVAhSZI6YVAhSZI6YVAhSZI6YVAhSZI6YVAhSZI6YVAhSZI6YVAhSZI6YVAhSZI6YVAhSZI6YVAhSZI6YVAhSZI6YVAhSZI6Me5BRUQ0EfHijvM8IiIu7jC/kyNiTlf5SZK0PFjiq88j4lJgG+DBnqRtcs6/GYtCSZKk/rPEoKI6Mud81JiWZClFxMoTXQZJkjTyoGJQtRXjl8CGwMuB24F3AQn4FLA+cAmwW875nsVnjc8CzwAysFfO+dqa8GbggzXPe4HzgANyzvfW9HnAqcBLgK2BPQcp1zuAI4HX55wvj4idgMPr8m4Fjso5n9mafg/gUGAd4Nxa/kXLUjeSJC1vuuhT8TbgaGAN4CvA6ZTAYjtgJrApsF/PPO8C3gCsC1wFnBcRK9a0BcBban7b1r/DeubfCzgAWI0SBDwiIo4EPgBsVwOK7YFTgP2BJwFvBz4bEdvV6bcFTgD2qenfA3ZeqpqQJGk5NtKWikMj4sD2iJzzGvXjV3POlwNExBmUVobjcs531nHnA9GT3ydaLRMHA3cB/wf4Sc75gtZ010bEicBuPfOflHO+on6+PyIAptXlrw+8cGD5wPuAT+ecL6vDP6vT7Qb8sP7/es75ezX9SxGx98iqRZIkDRhpUPHRYfpU3Nr6fN8Q41brmWfewIec830RMR+YAVBbFj4EPAt4HLAi5bHKoPO3PJvSofQVrYACymOUl0TEAa1xKwIDQcYMyiOYthsGyV+SJA1jmfpULIOZAx8iYlVKX4abI2IacA5wMHBqzvn+iNgXOLBn/ocHyfNXwInANyLiTTnnga+Y3gjMyTkfN0RZbmmXp1W+a0e8NpIkacKCivfXTp63UPpjXA9cDqxCaZ24qwYUmwH7jjTTnPM3I+Je4KsR8Y6c87mUDqNzIuKnwE8orRRbACnnnCl9QC6sv0vxP8CbKY9iDCokSRqFkXbUPDwiFvb8vXoZlnsy8E1gPvBcYMec80M554XAu4FjI2IhpQPll0eTcc75ImBH4NSIeGvO+buUjp3HAXdQHs18Ephep/8f4L21THcCO1A6nEqSpFFITdNMdBn62ty5c5vZs2dPdDEkSRovaagE3/0hSZI6YVAhSZI6YVAhSZI6YVAhSZI6YVAhSZI6YVAhSZI6YVAhSZI6YVAhSZI6YVAhSZI6YVAhSZI6YVAhSZI6YVAhSZI6YVAhSZI6YVAhSZI6YVAhSZI6YVAhSZI6YVAhSZI6YVAhSZI6YVAhSZI6YVABRMQREXHxRJdDkqR+ttJEF2A4EXEpsA3wIPAQcD1wVM75GxNZLkmS9Fj90FJxZM55OrAWcBbwlYjYZDQZRMTKY1IySZL0iEndUtGWc14UEScCxwBbRMTpwCbAIuASYL+c8+3wSAvHlcBM4KXAxyLiGGAv4L3ABsAC4Jic82frIlJEfAzYsw7/d875w+OxbpIkTQX90FIBQERMA95DeRTyF2BfYB1gC+BpwKd7ZtkD+AzwxPp/H+AI4N3AGsDzgMtb028H3FTzeg1wSES8aGzWRpKkqacfWioOjYgDgQeAa4HX55x/1Eq/LSKOBU7tme/rOefv18/3RcR7gY+25r2j/g24Juf8ufr5pxFxJRDAj7tcGUmSpqp+CCo+mnM+qj0iIrYCPgY8F1gVSMD0nvnm9QzPBK4ZZjm39gzfC6w2yrJKkrTc6pvHHz3OBn4JbJJzXh3YZZBpHu4ZngdsPMblkiRpudUPLRWDWZ3S0fKeiFgf+PcRzHMCpZ/EFZS+FE8CNsw5/3zsiilJ0vKjX1sq3kX5lsY9wDeBr41gnhOBjwOnAH+jtHRsPVYFlCRpeZOappnoMvS1uXPnNrNnz57oYkiSNF7SUAn92lIhSZImGYMKSZLUCYMKSZLUCYMKSZLUCYMKSZLUCYMKSZLUCYMKSZLUCYMKSZLUCYMKSZLUCYMKSZLUCYMKSZLUCYMKSZLUCYMKSZLUCYMKSZLUCYMKSZLUCYMKSZLUCYMKSZLUCYMKSZLUCYMKSZLUiSkVVETEoRHRRMTbJ7oskiQtb6ZMUBERKwB7AXcC75rg4kiStNxZaaIL0KFXAk8HdgLOj4jNc86/BYiITYCTgOcBNwCnAp/KOaeavhJwMLA7sC5wFfC+nHMe75WQJKlfTZmWCkrrxAU5528Dvwb2hkcChrnAr4AnA6+ltGi0fQTYEdgBWIsSdFwYEWuOT9ElSep/UyKoiIinAa+mBAMApwC7RsQqwAuAmcAHcs7355yvBz7ZmjcB+wEH5Zyvzzk/lHM+BbgVeNU4roYkSX1tqjz+eCelL8X5dfgM4FhgZ+B+4Pac8/2t6W9sfV4bmA7MjYimNX5lYMaYlViSpCmm74OK2kHzncAawM0RMZC0IuURyEHAOhGxSiuwWL+VxR3AvcDLc84/H59SS5I09UyFxx87AOsBLwS2bP29mvLoYwFwE/DxiHh8RGwI7D8wc865AT4NHB8RGwNExPSIeGV9rCJJkkag71sqKK0R5+Scf9Ez/raI+N+a/hrgC8B84HrgdOCo1rQfpvSrODciZlBaLn4KvHeMyy5J0pSRmqZZ8lRTTETsDfy/nPMmy5rX3Llzm9mzZ3dQKkmS+kIaKmEqtFQsUUS8mPJtjuuBLSi/SXHGhBZKkqQpZrkIKih9Lr5M+abHfOBrwMcntESSJE0xy0VQkXM+CzhrosshSdJUNhW+/SFJkiYBgwpJktQJgwpJktQJgwpJktQJgwpJktQJgwpJktQJgwpJktQJgwpJktQJgwpJktQJgwpJktQJgwpJktQJgwpJktQJgwpJktQJgwpJktQJgwpJktQJgwpJktQJgwpJktQJgwpJktQJgwpJktQJgwpJktSJ1DTNRJehrz3ucY/77QMPPPD3iS7HVLPSSiutvWjRojsmuhxTjfXaPet0bFivY6Ojer2jaZodBs1/GTNe7m2xxRZ/zznHRJdjqomIbL12z3rtnnU6NqzXsTHW9erjD0mS1AmDCkmS1AmDimX3hYkuwBRlvY4N67V71unYsF7HxpjWqx01JUlSJ2ypkCRJnfDbHyMQEZsAXwTWAv4K7JZz/mPPNCsCnwF2ABrg6JzzyeNd1n4ywno9HHgz8BDwIHBIzvmi8S5rPxlJvbam3RS4Ajgx53zg+JWyv4y0TiPiTcDhQKKcB16ec/7LeJa1n4zwHLAucBqwHrAy8ANgv5zzonEubt+IiOOB1wMzgS1yzr8dZJoxuWbZUjEynwNOyDlvApwAfH6Qad4KPBPYGNgGOCIiZo5bCfvTSOr1Z8DWOefnAHsAX4mIVcaxjP1oJPU6cFL5PHDOOJatXy2xTiMigCOA7XPOmwMvBhaMZyH70Ej21UOA39dzwHOArYDXjV8R+9I5wHbAjcNMMybXLIOKJahR8vOBs+qos4DnR8Q6PZPuDJyUc3445zyfslHfOH4l7S8jrdec80U55/vq4K8pd4BrjVtB+8wo9leAfwfOB64Zp+L1pVHU6fuB43POtwHknBfknP1hvCGMol4bYLWIWAF4HDANuGXcCtqHcs4/yjn/aQmTjck1y6BiydYDbsk5PwRQ//+5jm9bn8WjwpsGmUaPGmm9tu0GXJdzvnkcytevRlSvEfFc4JXAJ8e9hP1npPvqZsBGEfHDiPhlRBwWEWmcy9pPRlqvRwKbALcCtwEX5Zx/PJ4FnaLG5JplUKG+EBH/Qjm57DLRZel3EbEy5Wtl+wyc0NWJFSnN89sD/wL8K/C2CS3R1PBGSivlU4GnA9tFxBsmtkgaikHFkv0JeHp9/jzwHPppdXzbTcAGreH1B5lGjxppvRIR2wBnADvlnK8e11L2n5HU61OBZwDfiYh5wP7AXhHh7wIMbjTngK/nnP+Rc74HOBf453EtaX8Zab2+FzizNtMvoNTrS8a1pFPTmFyzDCqWIOd8O3Alj94h7wJcUZ9BtX2NcmJeoT4T3An4+viVtL+MtF4jYmvgK8Abcs6/HN9S9p+R1GvO+aac89o555k555nApyjPVt817gXuA6M4B3wZeEVEpNoa9DLgV+NX0v4yinq9gfINBSJiGvBy4DHfZtCojck1y6BiZPYB3hsR11Ci5n0AIuI7tcc3wOnA9cAfgZ8C/5FzvmEiCttHRlKvJwKrAJ+PiCvr3xYTU9y+MZJ61eiMpE7PBm4Hfke5WF4FnDIBZe0nI6nX/YFtI+I3lHq9BjhpIgrbLyLiMxFxMzADuDgirqrjx/ya5S9qSpKkTthSIUmSOmFQIUmSOmFQIUmSOmFQIUmSOmFQIUmSOmFQsRxKKb0ypXRZa3hWSmneBBZp3KSU5qSUOnt7bEppZkqpaQ2vk1K6MaW09gjm3SeldHpXZekHKaVtU0p3T3Q5lkcppV1Hc5x3faxoeGN1bCzFdj86pXTk0i7PoGI5k1JKlPc9fHgJ0707pfTblNLfUkp3pZRySmnnVvq8lNKug8z3mPGpuKbmNb0nbVZKqUkpLax/f04pnZZSetKyrenEaJpmPuVHkJZUv08A/oPyVsvlRtM0lzVNs8ZEl2MoKaUjUkoXT3Q5lgdjVdcppUtTSod1ne9Y6z02JnBfPAZ4T0rp6Uszs0HF8ucVlLf8/WCoCVJKu1Auiu8Enkj56dz3A3ct5TJfAmwEPMzg7+54qGma6U3TTKe8Lnobyq889qtTgXeklFYfZppdgd80TXPdOJVpMSmlFVNKHv+SFtM0zV3ABcDeSzO/J5UxVO/aD0sp/aDehf8mpfSclNIuKaVrU0oLUkonp5RWas2zfkrp6yml21JKt6aUvpBSWq2V/rGU0vU1v+tSSvu30mbWu/63pZR+l1K6J6X03ZTSU1vF2gm4uBn+V89eCPywaZrLm+L+GkV/dymrYm/gQsovuA27ozZNcz3lddzP601LKa1U62SnnvFzUkqn1c8vSyldXltX5qeUzk4prTvU8mp9vbg1PCultKhnmYfUlpa7U0o/TikN+6uUTdP8EbiD8nPCQ9kJ+F5PWd6XUvpD3W43pZQ+nlJasaYdl1I6p2f6WXXaJ9ThzVNKF9X1Hph/5Zo2sG+8M6X0O+A+YN2U0ptTSr+qrUi3ppQ+P5Bfne8pKaW5dV+9ps7fpJRmtqbZq7ZqLUgpXZFSesVQKz1I/c5JKZ2eUjq11u8t9fjYMqX087p+P0gpPa01z7yU0odSSj+qx0FOKW3dSh92H0gprVy36dU1/+tSSm9IpSXuEGBWerTlbKMh1uNf6jIW1G22dyttVkppUUpp55r3gpTSV9vH8SD5Lc254jkppe/X9by+zr9iK/2fa90sTCn9iBLYt5e5akrp+JTSDSmlO1NKF6aUnjlUGQcp81oppS+lcq66LaX0xdRqYUw9rZatfXDGUHWdUtq9ru8H6v54e0rpE4PsxzNa+e6eUrq2fv4ssC1weM1z0HcFpdIKcElK6Zi6j/w1pXRASmmDWqf3pJR+kVJ6dmueZTpWWvv6Sa19/TH7Tf08bP30rMtij6k62u7fo5yjRq9pGv/G6A+YR/kJ1GcDK1NeinUd5Q2RT6C8wOV24K11+scD11KaxVcB1gS+A5zaynNXSstBAl4K3A+8sqbNBBrKRXltYHXgx8BJrfkvB/brKecsYF5r+I3A34GjKO8vWGOIddt1SeOBdYB/AK+jBAoNsFXPshe1hp8JXN1e5578jwXOaQ1PBxYC29bhFwNbAysBTwF+CJzVmn4OcHJruAFePEx5PlrrbCPKWyjfSQkY1mzX+SDlnAscNcy+8RfgNT3jXg9sWLft8+o0e9e0zYAHgHVa038ROKV+Xhf4KyVom0Z5m2MGPtSzb1xS62VaXZ9/Bf6JcoPxTMpPTH+8tYxLgG/UfWld4NKaz8yavhdln31uzePf6vZ45hDr3Vu/cyj78Kvq/PvU+c+j/MTwqsD3WXwfnkd5RfZWdT3+HZgPrD7CfeCYup7PqXU9A3hOTTuCEnQPd1xvWMu8e13GC4A7gTe21rGh/ET3dODJlPPAoR2eK55Y94/DgcfV+a4HDmql/7XWzbRaH7ex+HF+JuVc8eQ6zUeAPwArD3asDFLmCyn7+Zr179vAt4c5F8ys9TJjqLqudfogcALlHPgMys9yHzJYHq15rm0NXwoctoRteERdzp48ehw8BFzcsw2+15pnWY+VOZT95jU1j9fVMmwwxLExVP1c2zPuke3UxXav02xFaVmeNlw9Dlq3o53Bv1FUbjmoDmoN/1vdydoXhq8Cn6yf3wBc15PHVpSL8opDLOPrwLH188ABt3Ur/T3AFa3ha4Dde/KY1d7p6rhXA9+knLgeojwu2bxn3e4F7u75e5jFTyQHU06GAyeqXwKf71l2U+e9i/LyoM8xSCBTp3825eK6bh3eA7hmmG3wauD21vAjB2AdHjKooFxw7gG268nzNwPryNBBxZnAicOU6wFg1hL2n+OBr7aGLwfeXz+vVuv/RXX4QOD7PfO/nnoCau0b2y1hmfsCP6ufZ9R5Nmqlv4zFT5S/BXbryWMuQ5zUGTyoaF+IVq35v7E17v+y+D48DziyNZwob1x8y5L2gTrtQuBVQ0x7BEsOKg4Bftwz7uPART37dPs4Pw741jB5zmN054q3UN4omVrpewNX189vrXXSTv8o9Tin3HQ0wPqt9BWABdTjgWGCCsqNTQNs3Bq3aR331NY6LU1Q8Q9g1da4PanHeG8erXmWJqi4qmfc7YNsg7s6PFbm0NrX67j5wI5DHBtD1c9wQcUyb/c6buM63brD1eNgf480pWnM3Nr6fB+l/8D8nnEDzaIbAuunx/YAbih3XLeklPaj3B3OoJwgV6F0DBxqmfe28ody4R7uWX9ZYNOcT4lmSSk9i/Jir/NTShs2da+j3EWf0Z4vtXoZp5RSLesZTdM8WEefAhydUjqwaZp76riHmhF23mua5vcppV9SWmz+E3gHcFprmVsBH6PcOa9KqaPpg2Q1EmvXeeem1jc8KHcxMwaf5RGrUwKkoTxmO6TSl+UASqvISpS7iJ+2JjkNeDelo+2bgJubpvlxTdsQeFHPvpMod2Ft83qWuT3wIeBZlDveFSknVyitHVBOUgNu7MlvQ+CElNJnWuNWAm5m5B7ZX5umua/sNo85bnofHcxrzdOklG6ibpMl7APrUO78rxlF+Xqtx0M5CsYAAAYHSURBVGO37XXAjq3h3uO89zgczGjOFesBN7aOxYEyrFc/zxgkvV3mDev/X9f6HrByK4/hDEzTzvO6VtqtLL3bm6a5rzU8jyUfb0ujt4z3Mcx+18GxMtgyR7JfjEZX2311Hr3ZGxX7VEwuN1Ii8jV6/h7fNM0tKaUXUZpu9wbWrhfiuZST5khdQWlKH7Gmaf5AuZBtQGnmHKmXUpoJ9xh47kppaptOudNaWqcBu9fngC8AvtRKO5vSGrJJ0zSrM3jH0LaFlIvMgKe1Pt9BOehf3rM9ntA0zdFLyHdzSl0PZbHtkFJaj9LcehTlTu+JlCbg9rY9G9gkpfR8yh3Laa20Gyl3Ne1yPrEpnV/bHm4tcxpwTs13/VpfH2gt85b6f/3W/O3PA8vdo2e505umefcw696FmQMfavC6Po8GMsPtA/MpF4uNh8j34SHGt/2pvfxqozp+vPwJ2CAtfmVol+GWQdJntj4PXPA27tl2qzZNc9YIl9+b50Y9afcw9LEFQ9f1uimlVXvKPbBtB25ElibfpdbRsTJag61Hb53C4uvf1XbfnNKS88BoC21QMbmcD0xLpRPZaql4ekrptTV9dcqjiPlAk1J6FeU532icQ2mWG1JKaY+U0htT/a2F2ilqH+B3TdPcOYpl7U15nv0sYMv6tznlYviuUZa77WxKsPIZyjPPW1ppq1Oa8u5JKa1PebY4nF8Ab08pTasdqg4YSKjR/qeB41NKGwOklKan8jsfvSeyR9RgZx3K89mhnMPiHTmnU47H+cCDKaUXAG9rz9A0zd3AtyiBxwsofSoGfAmIuu0en1JaoXbs2mGYMkyj3HHd1TTN/SmlzShNugPLu5nSlHx03R/XAXq/qvdJ4IhUOlamlNIqKaUX19atsbRHSun5qXTgO4jSIvHtmjbkPlC36YnAsal0bE2pdBx8Tp3kNkpr4bRhln0WsFVKabdUOvL+M2VfH8/XnH+bsu0OqfvuppSL3EAZzqfsUwel0jH1+ZT+QAA0TXM7pYXzxFS/OphSWiOl9NrU87XvwTRN82fgu8An6nxrAp8ALmiaZuBu/BfALvWYWYfS/6NtqLpeATim7ksbUR7tfbEu96/UQDaVbzBtQWkN7c13xB1OR6iLY2W0BqufKylB16vrMf5aYLtWelfbfXvKOWrUDComkdrk91LKHewfKCfGSygXY4CLKBePn1Huot9AuciMxkXAopTSrGGmuYvSzP77lNK9lGf5d1OeTY9IKr3tdwKOb5rmtvYfpbXleWkJ36IYStM0Cyjr/a+Ur2+2vYvyDPYeSp+Qry0hu30pJ6A7Kc+s5/Skfxg4Fzg3pfQ3Sme6fRj+2NkDmFPLOZTTgefWkyZN0/y+tay7KRfCwe4YT6Os90Wtkze1Xl9CqfN5lG34LXp6frc1TbOQsp2PTSktpLSM9D5Kewvlgn0zpdPvQH3+o+ZxEqXz7Gl1mTdRLh4rD7PuXfgCJai8C9iZ0kdioL6XtA8cStnW59RpLuXRi9DXKHfat6XSQ3/DnnlpmuYGyvP2fSmd4k4HDm+a5qtdrdyS1HV9BSUw/QuPnhv+s6bfTen8ujOljj4D/HdPNntROkVfmlK6h9JX6I2UZu+R2JVSf1dTzld3A7u10g+j3ATdSqnjs3vmH6qub6TsbzdQzj0XUvaxAW+nnIsW1PXtDeY+SQmw704pXTXCdRlWF8fKUnhM/TTlK+jvo+z/dwI7UDqHDpRzmbd7SmkNyv79uaUpdFr80YuWB/Xu9ZCmabarw7MoF8GZE1muflRbN25omibV4XUo37qInufhg827D6Wj5duGm24ySSm9khL4rNJM0MkjlX47h/X251H/SyntTtm2Xbc0jLvJcKwsjZTSxyn9eZaqpcWOmsuhpmkupET/6lgNJDYY4bSfYynvBsZLSmlLyrPd31A6eR0FfKWfTpLSeJgqx0rTNB9clvl9/CEozeX9/AuWE+luSufTqWpNyiOEhcCPgF9Tml8lLc5jBR9/SJKkjthSIUmSOmFQIUmSOmFQIUmSOmFQIUmSOmFQIUmSOmFQIUmSOvH/AQTwHj5zlBDyAAAAAElFTkSuQmCC\n", "text/plain": [ "
" ] }, "metadata": { "needs_background": "light" }, "output_type": "display_data" }, { "name": "stdout", "output_type": "stream", "text": [ "No drift found in your model\n", "\n", "AUC left data: 0.86\n", "AUC right data: 0.84\n" ] } ], "source": [ "model_drift_checker_ok.check_model();" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "# Same But Make It Drift\n", "\n", "We will force model drift with a complex model (higher hyperparameters)" ] }, { "cell_type": "code", "execution_count": 7, "metadata": { "scrolled": false }, "outputs": [ { "data": { "image/png": "iVBORw0KGgoAAAANSUhEUgAAAhUAAAEaCAYAAACmWqU2AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+j8jraAAAgAElEQVR4nO3de7xuU7348c9w2UWbyKXbxqZQDqV8nV8qji7KObWjq5QkEf2S5IdOLqVD5dbpcuJUbrsQ3bEVinJSndQouqjIZRORLezcis38/THGYu7HWmuvtfdc61mXz/v1Wq/1zDnmHHPMMS/Pd445njlT0zRIkiQtq+X6XQBJkjQ1GFRIkqROGFRIkqROGFRIkqROGFRIkqROGFRIkqROrNDvAkx28+bNa+bMmdPvYkiSNF7SUAm2VEiSpE4YVEiSpE4YVEiSpE4YVEiSpE4YVEiSpE4YVEiSpE4YVEiSpE4YVEiSpE4YVEiSpE4YVEiSpE4YVEiSpE4YVEiSpE4YVEiSpE4YVEiSpE4YVEiSpE4YVEiSpE4YVEiSpE4YVEiSpE6kpmn6XYZJLR23yAqUJE1IzQErjEW2aagEWyokSVInDCokSVInDCokSVInDCokSVInDCokSVInxqRbaL9ExAbA0cDWwEzgTiADO+WcH+hn2SRJmuqmWkvFd4BbgI2BVYCtgAsZ5ucvkiSpG1OmpSIi1qAEE6/LOS+so28CPteaZkfgMOAZlODjyJzzGRGxPHAxcE3OeY867S7AJ4DNc863jN+aSJI0OU2ph19FxG+Bv1ECiQz8Pufc1LTtgLOAHYEfA0Fpxdgh5/zDiHgqcDlwUJ33p8Brc84XD7dMH34lSZqoxvvhV1OmpaLaFtgf2A/YFLgrIv4LOBJ4H/DpnPOlddqfRcTpwK7AD3POt0TEW4CzgVuBTywpoJAkSY+aUkFFzvl24GDg4IhYGXgTcCJwM7A+8JKI2L81y/LApa3hHwDXAhsC/zkuhZYkaYqYUkFFW875PmBuRLwX2By4AZibcz52mNkOAR5PufXxWeDtY15QSZKmiCnTpyIiVqf0hzgDuApogB2ALwO7AAuBucBOwE8orRSbASnnnCNiW+Bcyi9GFgBXAIfmnE8Zbrn2qZAkTVS+UGzpPQCsDXwTuIMSGBwK7Jtz/lrO+bvAnsCxwO2UX398EpgZEU8GzqzTXplzvg3YGfhURGw2/qsiSdLkM2VaKvrFlgpJ0kRlS4UkSZqUDCokSVInDCokSVInDCokSVInpuxzKsbLuRufz5w5c/pdDEmS+s6WCkmS1AmDCkmS1AmDCkmS1AmDCkmS1AmDCkmS1AmDCkmS1AmDCkmS1AmDCkmS1AnfUrqMfEuppoIxepOhpKnJt5RKkqSxZVAhSZI6YVAhSZI6YVAhSZI6YVAhSZI6MemDioi4JCIO7Xc5JEma7ibM78gi4hJgK+BB4CHgOuDInPM3+lkuSZI0MhOtpeKInPNMYA3gTOArEbFRn8skSZJGYMK0VLTlnBdFxAnA0cBmEXEncBSwHbAacA2wc875qt55I+JU4OV1uj9RWju+XNNWB74AvJSy7jcBe+ecL42I5wH/BWxGaSn5A/CqnPOdY7qykiRNEROtpQKAiJgBvIdyK+Q3wLmUIGHL+n834O4hZv8RsHmd7j+AuRGxSU07EFgZWK+mv5YSWAAcD3wXeBLwZGB/4IEOV0uSpCltorVUHBIRB1C+zK8BXk/58g9gzZzzwjrdr4fKIOd8cmvwrJrftsDvar5rABsDl+ecr25N+wCwLrBOznk+8NMuVkiSpOliogUVH805H9keERFvAm5rBRRDiojlgMOBnYCnAA3wBGCtOsmxwIrAF4GnRsR5wEE5578A7wAOA34UEQ8CpwMfyTkv6mLFJEma6ibk7Y8e84G1I2LVEUy7M7AHpYVj9ZzzasCvqC8/yTnfm3M+JOe8KfBPwNMpgQY55+tzzrvnnGcBr6n57Nr1ykiSNFVNtJaKwWTgl8BJEbEPcDuwKXB7zvnPPdOuCiwCFgDLRcRuwHOB8wAiYg7ltsrVwD3A3ymdMomItwPfq3neVfN5aEzXTJKkKWTCt1TknB8G5gD3A1dQvvBPAWYOMvkXgcsogcPNwCbApa30ZwDzgL9RWkDuBz5Q014K/CIi7gX+F/gycFq3ayNJ0tSVmqbpdxkmtXTcIitQk15zwGRotJQ0QaShEiZ8S4UkSZocDCokSVInDCokSVInDCokSVIn7J21jM7d+HzmzJnT72JIktR3tlRIkqROGFRIkqROGFRIkqROGFRIkqROGFRIkqROGFRIkqROGFRIkqRO+EKxZeQLxfrDF2BJUt/4QjFJkjS2DCokSVInDCokSVInDCokSVInDCokSVInDCokSVInJvXv8iLiEmAr4MHW6LNyznv0p0SSJE1fkzqoqI7IOR+5tDNHxIo55weXPKUkSRrOVAgqFhMRbwY+CKwP3AucC+yfc763ps8HTgFeAmwJ7BERXwcOAnYD1gauBN6Xc87jXX5JkiarqdinYiHwFmA1YOv6d2jPNHsC+wOrAOcAHwF2ALYH1qAEHRdExOrjVGZJkia9qdBScUhEHNAa3j7nfGX9fE1EnADs2jPPiTnnywEi4u/AvsCrcs7X1fSTI2I/4FXA6WNYdkmSpoypEFR8tN2nIiK2i4hLgWcBjwOWB27rmWd+6/OawExgXkS03+OxIjBrTEosSdIUNBWCikdExAzgbEr/iFNyzvdHxD7AAT2TPtz6fDul78XLc84/H5+SSpI09Uy1PhUzKK0Td9aAYhNgn+FmyDk3wKeB4yJiQ4CImBkRr4yIp415iSVJmiKmVFCRc74HeDdwTETcAxwPfHkEs36Y0mHznIj4G/BHYG+mWP1IkjSWUtM0S55KQ0rHLbIC+6A5YErduZOkySQNleCVuCRJ6oRBhSRJ6oRBhSRJ6oRBhSRJ6oS93ZbRuRufz5w5c/pdDEmS+s6WCkmS1AmDCkmS1AmDCkmS1AmDCkmS1AmDCkmS1AmDCkmS1AmDCkmS1AmDCkmS1AnfUrqMJuJbSn2DpyRpDPmWUkmSNLYMKiRJUicMKiRJUicMKiRJUicMKiRJUiemVFAREYdERBMRb+93WSRJmm6mTFAREcsBewJ3AO/qc3EkSZp2ptIDDV4JPB3YETgvIjbNOf8WICI2Ak4EngdcD5wCfCrnnGr6CsBBwG7A2sCVwPtyznm8V0KSpMlqyrRUUFonzs85fxv4NbAXPBIwzAN+BTwZeC2lRaPtI8AOwPbAGpSg44KIWH18ii5J0uQ3JYKKiHga8GpKMABwMrBLRKwEvACYDXwg53x/zvk64JOteROwL3Bgzvm6nPNDOeeTgVuAV43jakiSNKlNldsf76T0pTivDp8OHAPsBNwP3JZzvr81/Q2tz2sCM4F5EdF+5PaKwKwxK7EkSVPMpA8qagfNdwKrATdFxEDS8pRbIAcCa0XESq3AYt1WFrcD9wIvzzn/fHxKLUnS1DMVbn9sD6wDvBDYvPX3asqtj4XAjcDHI+LxEbE+sN/AzDnnBvg0cFxEbAgQETMj4pX1tookSRqBSd9SQWmNODvn/Iue8bdGxP/W9NcAXwAWANcBpwFHtqb9MKVfxTkRMYvScvFT4L1jXHZJkqaMafnq84jYC/h/OeeNljUvX30uSZpmhnz1+bT49omIF1N+zXEdsBnlmRSn97VQkiRNMdMiqKD0ufgy5ZceC4CvAR/va4kkSZpipuXtjy55+0OSNM0MeftjKvz6Q5IkTQBe0i6jczc+nzlz5vS7GJIk9Z0tFZIkqRMGFZIkqRMGFZIkqRMGFZIkqRMGFZIkqRMGFZIkqRMGFZIkqRMGFZIkqRM+pnsZ9esx3T6KW5LUJz6mW5IkjS2DCkmS1AmDCkmS1AmDCkmS1IlJGVRExFsj4let4Usi4tB+lkmSpOluwv6EICI2AI4GtgZmAncCGdgp53wGcMYo8loOOATYFXgK8ADwB+DQnPMPOi66JEnT0kRuqfgOcAuwMbAKsBVwIcP8lGUYHwDeArwm57wKsB5wBHB/N0WVJEkTsqUiItagBBOvyzkvrKNvAj5X03ejtDI8szXbmhFxHrAtcANwQM75/Jr2QmBezvn3ADnne4ALWsubDVwP7AkcBDwZuATYM+d8W/drKEnS1DMhWypyzn8FrgROiohdI2KTiFhSC8U7gU8DqwEfA75VgwWAHwJ7RMQHI2LriHjCEHnsCmwDrAM8DJy+jKsiSdK0MSGDimpbSmvBfsAVwF8i4rBhgouzc87fyzkvqn0uMuWWB8BxwL6U/hnnAndExDkRsU5PHh/JOd+ac/4bcCCwXUQ8rdO1kiRpipqQtz8Acs63AwcDB0fEysCbgBOBmymtCL3mDzI8q+bVUFodTgeIiC2AUyidPbcZIo+Bz7OAPy/tekiSNF1M5JaKR+Sc78s5zwV+DWw+xGSzBxm+aYj8fgGcNEheswf5PGgekiRpcROypSIiVqd0mDwDuApogB2ATYGjgMH6ROwYES+j3DJ5ExDA22p++wO/B36Sc14YERtS+k9c2pPHYRHxW8qvQo4GLso520ohSdIITNSWigeAtYFvAncAC4BDgX1zzl8bYp6Tgf2BhcCHgNfnnK+vaX8DDgOui4h7gIuAXwBv78njdEqg8SdgBjUokSRJS+arz1nsJ6Xr5JxHdbvDV59LkqYZX30uSZLGlkGFJEnqhG3oQM55Pkv3+G9JklTZUiFJkjphS8UyOnfj85kzZ06/iyFJUt/ZUiFJkjphUCFJkjphUCFJkjphUCFJkjphUCFJkjphUCFJkjphUCFJkjphUCFJkjrhW0qX0bK+pdS3jUqSJhnfUipJksaWQYUkSeqEQYUkSeqEQYUkSeqEQYUkSeqEQQUQEYdHxEX9LockSZPZhP49Y0RcAmwFPAg8BFwHHJlz/kY/yyVJkh5rMrRUHJFzngmsAZwJfCUiNhpNBhGx4piUTJIkPWJCt1S05ZwXRcQJwNHAZhFxGrARsAi4GNg353wbPNLCcQUwG3gp8LGIOBrYE3gvsB6wEDg65/zZuogUER8D9qjD/51z/vB4rJskSVPBZGipACAiZgDvodwK+QuwD7AWsBnwNODTPbPsDnwGeGL9vzdwOPBuYDXgecBlrem3AW6seb0GODgiXjQ2ayNJ0tQzGVoqDomIA4AHgGuA1+ecf9RKvzUijgFO6Znv6znn79fP90XEe4GPtua9vf4NuDrn/Ln6+acRcQUQwI+7XBlJkqaqyRBUfDTnfGR7RERsAXwMeC6wMuU55DN75pvfMzwbuHqY5dzSM3wvsMooyypJ0rQ1aW5/9DgL+CWwUc55VWDnQaZ5uGd4PrDhGJdLkqRpazK0VAxmVUpHy7sjYl3g30cwz/GUfhKXU/pSPAlYP+f887ErpiRJ08dkbal4F+VXGncD3wS+NoJ5TgA+DpwM/I3S0rHlWBVQkqTpJjVN0+8yTGrpuEXLVIHNAZO1sUiSNE2loRIma0uFJEmaYAwqJElSJwwqJElSJwwqJElSJ+wluIzO3fh85syZ0+9iSJLUd7ZUSJKkThhUSJKkThhUSJKkThhUSJKkThhUSJKkThhUSJKkThhUSJKkThhUSJKkThhUSJKkThhUSJKkThhUSJKkThhUSJKkThhUSJKkTox7UBERTUS8uOM8D4+IizrM76SImNtVfpIkTQdLfPV5RFwCbAU82JO0Vc75N2NRKEmSNPksMaiojsg5HzmmJVlKEbFiv8sgSZJGHlQMqrZi/BJYH3g5cBvwLiABnwLWBS4Gds053734rPFZ4BlABvbMOV9TE94MfLDmeS9wLrB/zvnemj4fOAV4CbAlsMcg5XoHcATw+pzzZRGxI3BYXd4twJE55zNa0+8OHAKsBZxTy79oWepGkqTppos+FW8DjgJWA74CnEYJLLYBZgMbA/v2zPMu4A3A2sCVwLkRsXxNWwi8pea3df07tGf+PYH9gVUoQcAjIuII4APANjWg2A44GdgPeBLwduCzEbFNnX5r4Hhg75r+PWCnpaoJSZKmsZG2VBwSEQe0R+ScV6sfv5pzvgwgIk6ntDIcm3O+o447D4ie/D7Rapk4CLgT+D/AT3LO57emuyYiTgB27Zn/xJzz5fXz/REBMKMuf13ghQPLB94HfDrnfGkd/lmdblfgh/X/13PO36vpX4qIvUZWLZIkacBIg4qPDtOn4pbW5/uGGLdKzzzzBz7knO+LiAXALIDasvAh4FnA44DlKbdVBp2/5dmUDqWvaAUUUG6jvCQi9m+NWx4YCDJmUW7BtF0/SP6SJGkYy9SnYhnMHvgQEStT+jLcFBEzgLOBg4BTcs73R8Q+wAE98z88SJ6/Ak4AvhERb8o5D/zE9AZgbs752CHKcnO7PK3yXTPitZEkSX0LKt5fO3neTOmPcR1wGbASpXXizhpQbALsM9JMc87fjIh7ga9GxDtyzudQOozOjYifAj+htFJsBqScc6b0AbmgPpfif4A3U27FGFRIkjQKI+2oeVhE3NPz9+plWO5JwDeBBcBzgR1yzg/lnO8B3g0cExH3UDpQfnk0GeecLwR2AE6JiLfmnL9L6dh5LHA75dbMJ4GZdfr/Ad5by3QHsD2lw6kkSRqF1DRNv8swqc2bN6+ZM2dOv4shSdJ4SUMl+O4PSZLUCYMKSZLUCYMKSZLUCYMKSZLUCYMKSZLUCYMKSZLUCYMKSZLUCYMKSZLUCYMKSZLUCYMKSZLUCYMKSZLUCYMKSZLUCYMKSZLUCYMKSZLUCYMKSZLUCYMKSZLUCYMKSZLUCYMKSZLUCYMKSZLUCYMKSZLUCYMKSZLUCYMKSZLUCYMKSZLUidQ0Tb/LMKk97nGP++0DDzzw936XY7JYYYUV1ly0aNHt/S7HZGF9jY71NTrW1+hYX4+4vWma7QdLWGG8SzLVbLbZZn/POUe/yzFZRES2vkbO+hod62t0rK/Rsb6WzNsfkiSpEwYVkiSpEwYVy+4L/S7AJGN9jY71NTrW1+hYX6NjfS2BHTUlSVInbKmQJEmd8NcfIxARGwFfBNYA/grsmnP+Y880ywOfAbYHGuConPNJ413WiWCE9XUY8GbgIeBB4OCc84XjXdaJYCT11Zp2Y+By4ISc8wHjV8qJY6T1FRFvAg4DEuWYfHnO+S/jWdaJYITH49rAqcA6wIrAD4B9c86Lxrm4fRURxwGvB2YDm+WcfzvINJ7rh2FLxch8Djg+57wRcDzw+UGmeSvwTGBDYCvg8IiYPW4lnFhGUl8/A7bMOT8H2B34SkSsNI5lnEhGUl8DJ7PPA2ePY9kmoiXWV0QEcDiwXc55U+DFwMLxLOQEMpL962Dg9/V4fA6wBfC68SvihHE2sA1wwzDTeK4fhkHFEtQI/vnAmXXUmcDzI2Ktnkl3Ak7MOT+cc15A2TnfOH4lnRhGWl855wtzzvfVwV9TribXGLeCThCj2L8A/h04D7h6nIo34Yyivt4PHJdzvhUg57ww5zztHlI3ivpqgFUiYjngccAM4OZxK+gEkXP+Uc75T0uYzHP9MAwqlmwd4Oac80MA9f+f6/i2dVk8ur1xkGmmg5HWV9uuwLU555vGoXwTzYjqKyKeC7wS+OS4l3BiGen+tQmwQUT8MCJ+GRGHRkQa57JOBCOtryOAjYBbgFuBC3POPx7Pgk4inuuHYVChvoqIf6Gc0Hbud1kmqohYkfJTtr0Hvhy0RMtTmvG3A/4F+FfgbX0t0cT2RkqL4VOBpwPbRMQb+lskTUYGFUv2J+Dp9X72wH3tp9XxbTcC67WG1x1kmulgpPVFRGwFnA7smHO+alxLOXGMpL6eCjwD+E5EzAf2A/aMiOn4m/nRHI9fzzn/I+d8N3AO8M/jWtKJYaT19V7gjNqkv5BSXy8Z15JOHp7rh2FQsQQ559uAK3j0Snpn4PJ6L63ta5QT/XL1fuWOwNfHr6QTw0jrKyK2BL4CvCHn/MvxLeXEMZL6yjnfmHNeM+c8O+c8G/gU5Z7uu8a9wH02iuPxy8ArIiLVlp6XAb8av5JODKOor+spv2YgImYALwce88sHAZ7rh2VQMTJ7A++NiKspEf3eABHxndrLHOA04Drgj8BPgf/IOV/fj8JOACOprxOAlYDPR8QV9W+z/hS370ZSX3rUSOrrLOA24HeUL9UrgZP7UNaJYCT1tR+wdUT8hlJfVwMn9qOw/RQRn4mIm4BZwEURcWUd77l+hHyipiRJ6oQtFZIkqRMGFZIkqRMGFZIkqRMGFZIkqRMGFZIkqRMGFdNQSumVKaVLW8PbppTm97FI4yalNDel1NkbBVNKs1NKTWt4rZTSDSmlNUcw794ppdO6KstkkFLaOqV0V7/LMR2llHYZzXHe9bGi4Y3VsbEU2/2olNIRS7s8g4ppJqWUKO+P+PASpnt3Sum3KaW/pZTuTCnllNJOrfT5KaVdBpnvMeNTcXXNa2ZP2rYppSaldE/9+3NK6dSU0pOWbU37o2maBZQHLy2pfp8A/AflTZrTRtM0lzZNs1q/yzGUlNLhKaWL+l2O6WCs6jqldElK6dCu8x1rvcdGH/fFo4H3pJSevjQzG1RMP6+gvIHwB0NNkFLamfKl+E7giZTH+r4fuHMpl/kSYAPgYQZ/x8dDTdPMbJpmJuUV1VtRnho5WZ0CvCOltOow0+wC/KZpmmvHqUyLSSktn1Ly+Je0mKZp7gTOB/Zamvk9qYyhetV+aErpB/Uq/DcppeeklHZOKV2TUlqYUjoppbRCa551U0pfTyndmlK6JaX0hZTSKq30j6WUrqv5XZtS2q+VNrte9b8tpfS7lNLdKaXvppSe2irWjsBFzfBPPXsh8MOmaS5rivtrFP3dpayKvYALKE+iG3ZHbZrmOsrrvZ/Xm5ZSWqHWyY494+emlE6tn1+WUrqstq4sSCmdlVJae6jl1fp6cWt425TSop5lHlxbWu5KKf04pTTsUy6bpvkjcDvlUcdD2RH4Xk9Z3pdS+kPdbjemlD6eUlq+ph2bUjq7Z/pt67RPqMObppQurOs9MP+KNW1g33hnSul3wH3A2imlN6eUflVbkW5JKX1+IL8631NSSvPqvnp1nb9JKc1uTbNnbdVamFK6PKX0iqFWepD6nZtSOi2ldEqt35vr8bF5Sunndf1+kFJ6Wmue+SmlD6WUflSPg5xS2rKVPuw+kFJasW7Tq2r+16aU3pBKS9zBwLbp0ZazDYZYj3+py1hYt9lerbRtU0qLUko71bwXppS+2j6OB8lvac4Vz0kpfb+u53V1/uVb6f9c6+aelNKPKIF9e5krp5SOSyldn1K6I6V0QUrpmUOVcZAyr5FS+lIq56pbU0pfTK0WxtTTatnaB2cNVdcppd3q+n6g7o+3pZQ+Mch+PKuV724ppWvq588CWwOH1TwHfadQKq0AF6eUjq77yF9TSvunlNardXp3SukXKaVnt+ZZpmOlta+f2NrXH7Pf1M/D1k/Puix2m6qj7f49yjlq9Jqm8W+M/oD5lEe5PhtYkfLyrGspb5x8AuVFNLcBb63TPx64htIsvhKwOvAd4JRWnrtQWg4S8FLgfuCVNW020FC+lNcEVgV+DJzYmv8yYN+ecm4LzG8NvxH4O3Ak5Z0Jqw2xbrssaTywFvAP4HWUQKEBtuhZ9qLW8DOBq9rr3JP/McDZreGZwD3A1nX4xcCWwArAU4AfAme2pp8LnNQaboAXD1Oej9Y624Dy5st3UgKG1dt1Pkg55wFHDrNv/AV4Tc+41wPr1237vDrNXjVtE+ABYK3W9F8ETq6f1wb+SgnaZlDeNJmBD/XsGxfXeplR1+dfgX+iXGA8k/JY64+3lnEx8I26L60NXFLzmV3T96Tss8+tefxb3R7PHGK9e+t3LmUfflWdf+86/7mURyWvDHyfxffh+ZTXd29R1+PfgQXAqiPcB46u6/mcWtezgOfUtMMpQfdwx/X6tcy71WW8ALgDeGNrHRvKY8FnAk+mnAcO6fBc8cS6fxwGPK7Odx1wYCv9r7VuZtT6uJXFj/MzKOeKJ9dpPgL8AVhxsGNlkDJfQNnPV69/3wa+Pcy5YHatl1lD1XWt0weB4ynnwGdQHhl+8GB5tOa5pjV8CXDoErbh4XU5e/DocfAQcFHPNvhea55lPVbmUvab19Q8XlfLsN4Qx8ZQ9XNNz7hHtlMX271OswWlZXnGcPU4aN2Odgb/RlG55aA6sDX8b3Una38xfBX4ZP38BuDanjy2oHwpLz/EMr4OHFM/DxxwW7bS3wNc3hq+GtitJ49t2ztdHfdq4JuUE9dDlNslm/as273AXT1/D7P4ieQgyslw4ET1S+DzPctu6rx3Ul5s9DkGCWTq9M+mfLmuXYd3B64eZhu8GritNfzIAViHhwwqKF84dwPb9OT5m4F1ZOig4gzghGHK9QCw7RL2n+OAr7aGLwPeXz+vUuv/RXX4AOD7PfO/nnoCau0b2yxhmfsAP6ufZ9V5Nmilv4zFT5S/BXbtyWMeQ5zUGTyoaH8RrVzzf2Nr3P9l8X14PnBEazhR3hz5liXtA3Xae4BXDTHt4Sw5qDgY+HHPuI8DF/bs0+3j/FjgW8PkOZ/RnSveQnkzZmql7wVcVT+/tdZJO/2j1OOcctHRAOu20pcDFlKPB4YJKigXNg2wYWvcxnXcU1vrtDRBxT+AlVvj9qAe4715tOZZmqDiyp5xtw2yDe7s8FiZS2tfr+MWADsMcWwMVT/DBRXLvN3ruA3rdGsPV4+D/T3SlKYxc0vr832U/gMLesYNNIuuD6ybHtsDuKFccd2cUtqXcnU4i3KCXInSMXCoZd7byh/KF/dw9/rLApvmPEo0S0rpWZQXgJ2XUlq/qXsd5Sr69PZ8qdXLOKWUallPb5rmwTr6ZOColNIBTdPcXcc91Iyw817TNL9PKf2S0mLzn8A7gFNby9wC+BjlynllSh3NHCSrkVizzjsvtX7hQbmKmTX4LI9YlRIgDeUx2yGVviz7U1pFVqBcRfy0NcmpwLspHW3fBNzUNM2Pa9r6wIt69p1EuQprm9+zzO2ADwHPolzxLk85uUJp7YBykhpwQ09+6wPHp5Q+0xq3AnATI/fI/to0zX1lt0nIinIAAAYnSURBVHnMcdN762B+a54mpXQjdZssYR9Yi3Llf/UoytdrHR67ba8FdmgN9x7nvcfhYEZzrlgHuKF1LA6UYZ36edYg6e0yr1///7rW94AVW3kMZ2Cadp7XttJuYend1jTNfa3h+Sz5eFsavWW8j2H2uw6OlcGWOZL9YjS62u6r8ujF3qjYp2JiuYESka/W8/f4pmluTim9iNJ0uxewZv0inkc5aY7U5ZSm9BFrmuYPlC+y9SjNnCP1Ukoz4e4D910pTW0zKVdaS+tUYLd6H/AFwJdaaWdRWkM2appmVQbvGNp2D+VLZsDTWp9vpxz0L+/ZHk9omuaoJeS7KaWuh7LYdkgprUNpbj2ScqX3REoTcHvbngVslFJ6PuWK5dRW2g2Uq5p2OZ/YlM6vbQ+3ljkDOLvmu26trw+0lnlz/b9ua/7254Hl7t6z3JlN07x7mHXvwuyBDzV4XZdHA5nh9oEFlC+LDYfI9+Ehxrf9qb38aoM6frz8CVgvLf7N0C7DzYOkz259HvjC27Bn263cNM2ZI1x+b54b9KTdzdDHFgxd12unlFbuKffAth24EFmafJdaR8fKaA22Hr11Couvf1fbfVNKS84Doy20QcXEch4wI5VOZKuk4ukppdfW9FUptyIWAE1K6VWU+3yjcTalWW5IKaXdU0pvTPVZC7VT1N7A75qmuWMUy9qLcj/7WcDm9W9Typfhu0ZZ7razKMHKZyj3PG9upa1Kacq7O6W0LuXe4nB+Abw9pTSjdqjafyChRvufBo5LKW0IkFKamcpzPnpPZI+owc5alPuzQzmbxTtyzqQcjwuAB1NKLwDe1p6haZq7gG9RAo8XUPpUDPgSEHXbPT6ltFzt2LX9MGWYQbniurNpmvtTSptQmnQHlncTpSn5qLo/rgX0/lTvk8DhqXSsTCmllVJKL66tW2Np95TS81PpwHcgpUXi2zVtyH2gbtMTgGNS6diaUuk4+Jw6ya2U1sIZwyz7TGCLlNKuqXTk/WfKvj6er1b/NmXbHVz33Y0pX3IDZTiPsk8dmErH1OdT+gMB0DTNbZQWzhNS/elgSmm1lNJrU8/PvgfTNM2fge8Cn6jzrQ58Aji/aZqBq/FfADvXY2YtSv+PtqHqejng6LovbUC5tffFuty/UgPZVH7BtBmlNbQ33xF3OB2hLo6V0Rqsfq6gBF2vrsf4a4FtWuldbfftKOeoUTOomEBqk99LKVewf6CcGC+mfBkDXEj58vgZ5Sr6DZQvmdG4EFiUUtp2mGnupDSz/z6ldC/lXv5dlHvTI5JKb/sdgeOaprm1/UdpbXleWsKvKIbSNM1Cynr/K+Xnm23votyDvZvSJ+RrS8huH8oJ6A7KPeu5PekfBs4Bzkkp/Y3SmW5vhj92dgfm1nIO5TTgufWkSdM0v28t6y7KF+FgV4ynUtb7wtbJm1qvL6HU+XzKNvwWPT2/25qmuYeynY9JKd1DaRnpvZX2FsoX9k2UTr8D9fmPmseJlM6zp9Zl3kj58lhxmHXvwhcoQeWdwE6UPhID9b2kfeAQyrY+u05zCY9+CX2NcqV9ayo99NfvmZemaa6n3G/fh9Ip7jTgsKZpvtrVyi1JXddXUALTv/DoueE/a/pdlM6vO1Hq6DPAf/dksyelU/QlKaW7KX2F3khp9h6JXSj1dxXlfHUXsGsr/VDKRdAtlDo+q2f+oer6Bsr+dj3l3HMBZR8b8HbKuWhhXd/eYO6TlAD7rpTSlSNcl2F1cawshcfUT1N+gv4+yv5/B7A9pXPoQDmXebunlFaj7N+fW5pCp8VvvWg6qFevBzdNs00d3pbyJTi7n+WajGrrxvVN06Q6vBblVxfRcz98sHn3pnS0fNtw000kKaVXUgKflZo+nTxS6bdzaG9/Hk1+KaXdKNu265aGcTcRjpWlkVL6OKU/z1K1tNhRcxpqmuYCSvSvjtVAYr0RTvs5lvJqYLyklDan3Nv9DaWT15HAVybTSVIaD1PlWGma5oPLMr+3PwSluXwyP8Gyn+6idD6dqlan3EK4B/gR8GtK86ukxXms4O0PSZLUEVsqJElSJwwqJElSJwwqJElSJwwqJElSJwwqJElSJwwqJElSJ/4/MIY0cFKHWwgAAAAASUVORK5CYII=\n", "text/plain": [ "
" ] }, "metadata": { "needs_background": "light" }, "output_type": "display_data" }, { "name": "stdout", "output_type": "stream", "text": [ "Drift found in your model, take a look on the most discriminative features (plots when minimal is set to False), DataDriftChecker can help you with changes in features distribution and also look at your hyperparameters\n", "\n", "AUC left data: 0.90\n", "AUC right data: 0.85\n" ] } ], "source": [ "ml_classifier_model_drifted = CatBoostClassifier(\n", " num_trees=10,\n", " max_depth=6,\n", " cat_features=cat_features,\n", " random_state=RANDOM_STATE,\n", " verbose=False\n", ")\n", "\n", "ml_classifier_model_drifted.fit(X_train, y_train)\n", "\n", "model_drift_checker_ko = ModelDriftChecker(\n", " df_left_data, df_right_data, ml_classifier_model_drifted, target_column_name=TARGET\n", ")\n", "\n", "model_drift_checker_ko.check_model();" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "# Checking Most Important Features Histograms\n", "\n", "`Sex` column is the most important one but no differences because model drift is caused by model hyperparameters" ] }, { "cell_type": "code", "execution_count": 8, "metadata": {}, "outputs": [ { "data": { "text/html": [ " \n", " " ] }, "metadata": {}, "output_type": "display_data" }, { "data": { "application/vnd.plotly.v1+json": { "config": { "plotlyServerURL": "https://plot.ly" }, "data": [ { "alignmentgroup": "True", "bingroup": "x", "histnorm": "probability density", "hovertemplate": "is_left=1
Sex=%{x}
count=%{y}", "legendgroup": "1", "marker": { "color": "#636efa" }, "name": "1", "offsetgroup": "1", "orientation": "v", "showlegend": true, "type": "histogram", "x": [ "male", "female", "male", "female", "male", "female", "male", "male", "male", "female", "male", "female", "male", "male", "male", "male", "male", "male", "male", "male", "female", "male", "male", "male", "male", "male", "male", "male", "male", "female", "male", "male", "male", "female", "male", "male", "male", "male", "male", "male", "male", "female", "female", "female", "female", "female", "male", "male", "female", "male", "male", "female", "male", "male", "male", "female", "female", "female", "female", "male", "male", "male", "female", "male", "male", "female", "female", "female", "male", "female", "female", "female", "male", "female", "male", "female", "female", "male", "male", "male", "male", "male", "female", "male", "male", "female", "male", "female", "male", "female", "male", "male", "female", "male", "male", "male", "male", "male", "male", "female", "female", "male", "female", "male", "female", "male", "female", "male", "male", "male", "female", "female", "female", "male", "female", "male", "male", "female", "male", "female", "female", "female", "female", "female", "female", "female", "male", "male", "female", "female", "male", "male", "male", "female", "female", "female", "male", "male", "male", "male", "male", "female", "male", "male", "female", "male", "male", "female", "male", "female", "male", "female", "male", "female", "male", "male", "male", "female", "male", "female", "male", "male", "male", "male", "female", "male", "female", "female", "male", "female", "male", "female", "male", "male", "male", "female", "male", "male", "male", "male", "male", "female", "male", "male", "female", "male", "female", "male", "male", "female", "male", "male", "male", "female", "male", "female", "female", "female", "male", "male", "male", "male", "male", "male", "male", "male", "male", "female", "male", "female", "male", "female", "male", "male", "male", "male", "female", "male", "male", "female", "male", "male", "female", "male", "male", "male", "male", "male", "male", "female", "female", "male", "male", "female", "male", "female", "male", "male", "male", "female", "male", "female", "female", "male", "male", "male", "female", "male", "male", "female", "male", "female", "male", "male", "male", "female", "female", "female", "male", "male", "female", "male", "female", "male", "female", "female", "female", "female", "male", "male", "male", "female", "male", "male", "female", "male", "male", "female", "male", "male", "male", "male", "male", "female", "male", "male", "male", "female", "male", "female", "male", "male", "male", "male", "female", "male", "male", "female", "male", "male", "male", "male", "male", "male", "female", "male", "male", "male", "female", "female", "male", "female", "male", "male", "male", "male", "male", "male", "male", "female", "male", "female", "male", "male", "male", "female", "female", "female", "male", "female", "male", "male", "female", "male", "male", "female", "male", "male", "female", "male", "male", "male", "male", "male", "male", "male", "male", "male", "female", "male", "male", "male", "male", "male", "female", "male", "female", "female", "male", "female", "male", "male", "male", "female", "female", "male", "female", "female", "male", "male", "male", "female", "female", "female", "male", "male", "male", "male", "female", "male", "male", "male", "male", "female", "male", "male", "male", "female", "female", "male", "female", "male", "male", "male", "male", "male", "male", "male", "male", "female", "male", "female", "male", "male", "male", "male", "male", "female", "male", "male", "male", "male", "male", "female", "male", "male", "male", "male", "male", "male", "male", "male", "male", "female", "female", "male", "male", "female", "male", "male", "female", "male", "male", "male", "male", "female", "female", "female", "male", "male", "male", "male", "male", "male", "female" ], "xaxis": "x", "yaxis": "y" }, { "alignmentgroup": "True", "bingroup": "x", "histnorm": "probability density", "hovertemplate": "is_left=0
Sex=%{x}
count=%{y}", "legendgroup": "0", "marker": { "color": "#EF553B" }, "name": "0", "offsetgroup": "0", "orientation": "v", "showlegend": true, "type": "histogram", "x": [ "male", "male", "male", "female", "male", "female", "male", "male", "male", "male", "male", "male", "male", "male", "female", "female", "female", "female", "female", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "female", "male", "male", "female", "male", "male", "male", "male", "male", "male", "male", "female", "female", "male", "male", "male", "male", "male", "female", "female", "female", "female", "male", "female", "female", "female", "female", "female", "male", "male", "female", "male", "male", "male", "female", "male", "male", "female", "male", "male", "female", "male", "male", "female", "male", "female", "male", "male", "male", "female", "female", "male", "male", "male", "female", "male", "female", "male", "female", "male", "female", "male", "male", "female", "female", "female", "male", "male", "male", "female", "male", "male", "male", "male", "female", "female", "male", "male", "male", "female", "male", "female", "female", "female", "male", "male", "female", "female", "male", "male", "female", "male", "male", "female", "female", "female", "male", "female", "male", "male", "male", "female", "female", "female", "male", "female", "female", "female", "male", "male", "male", "male", "female", "male", "male", "male", "female", "female", "male", "female", "male", "female", "male", "male", "male", "male", "male", "female", "male", "male", "male", "female", "male", "female", "female", "male", "female", "male", "female", "male", "female", "male", "male", "male", "female", "male", "male", "male", "female", "female", "male", "male", "female", "female", "male", "female", "male", "male", "male", "male", "male", "male", "female", "male", "female", "female", "male", "male", "male", "female", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "female", "female", "female", "female", "female", "female", "female", "male", "male", "male", "male", "male", "male", "male", "female", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "female", "female", "male", "female", "male", "male", "male", "male", "male", "male", "male", "male", "female", "female", "female", "female", "male", "female", "male", "male", "female", "male", "male", "male", "male", "male", "male", "female", "male", "male", "male", "male", "male", "female", "female", "male", "female", "female", "male", "male", "female", "male", "male", "male", "female", "male", "female", "male", "male", "male", "female", "female", "male", "male", "female", "male", "male", "male", "female", "female", "male", "male", "male", "male", "female", "male", "male", "female", "male", "female", "male", "male", "male", "male", "male", "male", "male", "male", "female", "male", "male", "male", "male", "male", "female", "male", "male", "male", "male", "male", "male", "male", "male", "male", "female", "female", "female", "male", "female", "male", "female", "male", "female", "female", "female", "male", "male", "male", "male", "male", "female", "male", "male", "male", "male", "male", "male", "female", "male", "male", "female", "male", "male", "male", "male", "male", "female", "male", "male", "female", "female", "male", "male", "female", "male", "male", "male", "female", "male", "female", "female", "female", "female", "male", "male", "male", "female", "male", "female", "male", "male", "male", "male", "female", "female", "female", "male", "male", "female", "female", "male", "female", "male", "male", "male", "female", "female", "male", "male", "female", "female", "male", "female", "female", "male", "male", "male", "male", "male", "male", "male", "male", "female", "female", "female", "female", "female", "female", "male", "female", "male", "female", "female", "female", "female", "male", "male", "female", "female", "male", "male", "female", "female" ], "xaxis": "x", "yaxis": "y" } ], "layout": { "bargroupgap": 0.1, "barmode": "group", "legend": { "title": { "text": "is_left" }, "tracegroupgap": 0 }, "template": { "data": { "bar": [ { "error_x": { "color": "#2a3f5f" }, "error_y": { "color": "#2a3f5f" }, "marker": { "line": { "color": "#E5ECF6", "width": 0.5 } }, "type": "bar" } ], "barpolar": [ { "marker": { "line": { "color": "#E5ECF6", "width": 0.5 } }, "type": "barpolar" } ], "carpet": [ { "aaxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "baxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "type": "carpet" } ], "choropleth": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "choropleth" } ], "contour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "contour" } ], "contourcarpet": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "contourcarpet" } ], "heatmap": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "heatmap" } ], "heatmapgl": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "heatmapgl" } ], "histogram": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "histogram" } ], "histogram2d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "histogram2d" } ], "histogram2dcontour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "histogram2dcontour" } ], "mesh3d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "mesh3d" } ], "parcoords": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "parcoords" } ], "pie": [ { "automargin": true, "type": "pie" } ], "scatter": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter" } ], "scatter3d": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter3d" } ], "scattercarpet": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattercarpet" } ], "scattergeo": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergeo" } ], "scattergl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergl" } ], "scattermapbox": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattermapbox" } ], "scatterpolar": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolar" } ], "scatterpolargl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolargl" } ], "scatterternary": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterternary" } ], "surface": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "surface" } ], "table": [ { "cells": { "fill": { "color": "#EBF0F8" }, "line": { "color": "white" } }, "header": { "fill": { "color": "#C8D4E3" }, "line": { "color": "white" } }, "type": "table" } ] }, "layout": { "annotationdefaults": { "arrowcolor": "#2a3f5f", "arrowhead": 0, "arrowwidth": 1 }, "coloraxis": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "colorscale": { "diverging": [ [ 0, "#8e0152" ], [ 0.1, "#c51b7d" ], [ 0.2, "#de77ae" ], [ 0.3, "#f1b6da" ], [ 0.4, "#fde0ef" ], [ 0.5, "#f7f7f7" ], [ 0.6, "#e6f5d0" ], [ 0.7, "#b8e186" ], [ 0.8, "#7fbc41" ], [ 0.9, "#4d9221" ], [ 1, "#276419" ] ], "sequential": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "sequentialminus": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ] }, "colorway": [ "#636efa", "#EF553B", "#00cc96", "#ab63fa", "#FFA15A", "#19d3f3", "#FF6692", "#B6E880", "#FF97FF", "#FECB52" ], "font": { "color": "#2a3f5f" }, "geo": { "bgcolor": "white", "lakecolor": "white", "landcolor": "#E5ECF6", "showlakes": true, "showland": true, "subunitcolor": "white" }, "hoverlabel": { "align": "left" }, "hovermode": "closest", "mapbox": { "style": "light" }, "paper_bgcolor": "white", "plot_bgcolor": "#E5ECF6", "polar": { "angularaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "radialaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "scene": { "xaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "yaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "zaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" } }, "shapedefaults": { "line": { "color": "#2a3f5f" } }, "ternary": { "aaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "baxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "caxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "title": { "x": 0.05 }, "xaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 }, "yaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 } } }, "title": { "text": "Both Histogram Normalized For Sex" }, "xaxis": { "anchor": "y", "domain": [ 0, 1 ], "title": { "text": "Sex" } }, "yaxis": { "anchor": "x", "domain": [ 0, 1 ], "title": { "text": "count" } } } }, "text/html": [ "
\n", " \n", " \n", "
\n", " \n", "
" ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "model_drift_checker_ko.interpretable_drift_classifier_model.both_histogram_plot('Sex')" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "# Drift With Data, Not With Model Params\n", "\n", "This is because you cannot see differences in the histograms because the problem is in your model params, not in the data\n", "\n", "## We Use The Non-Drifted Model But We Will Drift The Data\n", "\n", "If we drifted the dataset giving it a feature-related bias we can see differences" ] }, { "cell_type": "code", "execution_count": 9, "metadata": {}, "outputs": [ { "data": { "image/png": "iVBORw0KGgoAAAANSUhEUgAAAhUAAAEaCAYAAACmWqU2AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+j8jraAAAgAElEQVR4nO3debxvc7348dfHcIoOkaHp4FCoLlLe7k3F1aDcWycapYQM0U0qP3QzlC7J1G245VbCKUQzjkKl3FQ39SlNGlzDISKEYywO6/fH57NZ52vvffaw9vQ9r+fjsR/7u75rrc96f9b0fa/P+ny/KzVNgyRJ0ngtN9UBSJKk/mBSIUmSOmFSIUmSOmFSIUmSOmFSIUmSOmFSIUmSOrHCVAcw0y1YsKCZN2/eVIchSdJkSUONsKVCkiR1wqRCkiR1wqRCkiR1wqRCkiR1wqRCkiR1wqRCkiR1wqRCkiR1wqRCkiR1wqRCkiR1wqRCkiR1wqRCkiR1wqRCkiR1wqRCkiR1wqRCkiR1wqRCkiR1wqRCkiR1wqRCkiR1wqRCkiR1IjVNM9UxzGjphMWuQEnStNQcuMJEFJuGGmFLhSRJ6oRJhSRJ6oRJhSRJ6oRJhSRJ6oRJhSRJ6sSEdAudKhGxAXAssDUwG7gdyMBOOef7pzI2SZL6Xb+1VHwLuBHYGFgF2Aq4kGG+/iJJkrrRNy0VEbEGJZl4Tc55UX37euDTrWl2BA4HnkZJPo7KOZ8REcsDFwFX5pz3qtPuAnwE2DznfOPk1USSpJmpr378KiJ+C9xJSSQy8Pucc1PHbQecBewI/AgISivGDjnnH0TEk4HLgIPrvD8BXp1zvmi4ZfrjV5Kk6Wqyf/yqb1oqqm2BA4B3A5sAd0TEfwFHAe8CPp5zvqRO+9OIOB3YFfhBzvnGiHgTcDZwE/CRpSUUkiTpEX2VVOScbwUOAQ6JiJWBNwAnATcA6wMviogDWrMsD1zSGv4+cBWwIfCfkxK0JEl9oq+Sirac873A/Ih4J7A5cC0wP+d8/DCzHQo8lnLr45PAbhMeqCRJfaJv+lRExOqU/hBnAH8EGmAH4IvALsAiYD6wE/BjSivFpkDKOeeI2BY4l/KNkVuAXwKH5ZxPGW659qmQJE1XPlBs7O4H1ga+DtxGSQwOA/bPOX8l5/xtYG/geOBWyrc/PgrMjognAmfWaS/POd8M7Ax8LCI2nfyqSJI08/RNS8VUsaVCkjRd2VIhSZJmJJMKSZLUCZMKSZLUCZMKSZLUib79nYrJcu7G5zNv3rypDkOSpClnS4UkSeqESYUkSeqESYUkSeqESYUkSeqESYUkSeqESYUkSeqESYUkSeqESYUkSeqETykdJ59Sqplkgp5YKGnZ4lNKJUnSxDKpkCRJnTCpkCRJnTCpkCRJnTCpkCRJnZjxSUVEXBwRh011HJIkLeumzffLIuJiYCvgAeBB4GrgqJzz16YyLkmSNDLTraXiyJzzbGAN4EzgSxGx0RTHJEmSRmDatFS05ZwXR8SJwLHAphFxO3AMsB2wGnAlsHPO+Y+980bEqcBL63R/orR2fLGOWx34LPBiSt2vB/bNOV8SEc8B/gvYlNJS8gfgFTnn2ye0spIk9Ynp1lIBQETMAt5BuRXyG+BcSpKwZf2/O3DXELP/ENi8TvcfwPyIeFYddxCwMrBeHf9qSmIB8Cng28ATgCcCBwD3d1gtSZL62nRrqTg0Ig6kfJhfCbyW8uEfwJo550V1ul8PVUDO+eTW4Fm1vG2B39Vy1wA2Bi7LOV/RmvZ+YF1gnZzzQuAnXVRIkqRlxXRLKj6Ucz6q/UZEvAG4uZVQDCkilgOOAHYCngQ0wOOAteokxwMrAp8HnhwR5wEH55z/ArwVOBz4YUQ8AJwOfDDnvLiLikmS1O+m5e2PHguBtSNi1RFMuzOwF6WFY/Wc82rAr6gPP8k535NzPjTnvAnwD8BTKYkGOedrcs575JznAK+q5ezadWUkSepX062lYjAZ+AXwuYjYD7gV2AS4Nef8555pVwUWA7cAy0XE7sCzgfMAImIe5bbKFcDdwN8onTKJiN2A79Qy76jlPDihNZMkqY9M+5aKnPNDwDzgPuCXlA/8U4DZg0z+eeBSSuJwA/As4JLW+KcBC4A7KS0g9wHvreNeDPw8Iu4B/hf4InBat7WRJKl/paZppjqGGS2dsNgVqBmjOXAmNE5KmubSUCOmfUuFJEmaGUwqJElSJ0wqJElSJ0wqJElSJ+y1NU7nbnw+8+bNm+owJEmacrZUSJKkTphUSJKkTphUSJKkTphUSJKkTphUSJKkTphUSJKkTphUSJKkTvhAsXHygWIajg/wktSHfKCYJEmaWCYVkiSpEyYVkiSpEyYVkiSpEyYVkiSpEyYVkiSpEzP6+24RcTGwFfBA6+2zcs57TU1EkiQtu2Z0UlEdmXM+aqwzR8SKOecHlj6lJEkaTj8kFUuIiDcC7wPWB+4BzgUOyDnfU8cvBE4BXgRsCewVEV8FDgZ2B9YGLgfelXPOkx2/JEkzVT/2qVgEvAlYDdi6/h3WM83ewAHAKsA5wAeBHYDtgTUoSccFEbH6JMUsSdKM1w8tFYdGxIGt4e1zzpfX11dGxInArj3znJRzvgwgIv4G7A+8Iud8dR1/ckS8G3gFcPoExi5JUt/oh6TiQ+0+FRGxXURcAjwDeAywPHBzzzwLW6/XBGYDCyKi/RyPFYE5ExKxJEl9qB+SiodFxCzgbEr/iFNyzvdFxH7AgT2TPtR6fSul78VLc84/m5xIJUnqP/3Wp2IWpXXi9ppQPAvYb7gZcs4N8HHghIjYECAiZkfEyyPiKRMesSRJfaKvkoqc893A24HjIuJu4FPAF0cw6wcoHTbPiYg7gf8D9qXP1o8kSRMpNU2z9Kk0pHTCYleghtQc2Fd3GCUJIA01witxSZLUCZMKSZLUCZMKSZLUCZMKSZLUCXuRjdO5G5/PvHnzpjoMSZKmnC0VkiSpEyYVkiSpEyYVkiSpEyYVkiSpEyYVkiSpEyYVkiSpEyYVkiSpEyYVkiSpEz6ldJxmwlNKfVKmJKlDPqVUkiRNLJMKSZLUCZMKSZLUCZMKSZLUiRmZVETEmyPiV63hiyPisKmMSZKkZd20/VpARGwAHAtsDcwGbgcysFPO+QzgjFGUtRxwKLAr8CTgfuAPwGE55+93HLokScuk6dxS8S3gRmBjYBVgK+BChvkqyzDeC7wJeFXOeRVgPeBI4L5uQpUkSdOypSIi1qAkE6/JOS+qb18PfLqO353SyvD01mxrRsR5wLbAtcCBOefz67jnAwtyzr8HyDnfDVzQWt5c4Bpgb+Bg4InAxcDeOeebu6+hJEn9Z1q2VOSc/wpcDnwuInaNiGdFxNJaKPYEPg6sBhwNfKMmCwA/APaKiPdFxNYR8bghytgV2AZYB3gIOH2cVZEkaZkxLZOKaltKa8G7gV8Cf4mIw4dJLs7OOX8n57y49rnIlFseACcA+1P6Z5wL3BYR50TEOj1lfDDnfFPO+U7gIGC7iHhKp7WSJKlPTcvbHwA551uBQ4BDImJl4A3AScANlFaEXgsHGZ5Ty2oorQ6nA0TEFsAplM6e2wxRxsDrOcCfx1oPSZKWFdO5peJhOed7c87zgV8Dmw8x2dxBhq8foryfA58bpKy5g7wetAxJkrSkadlSERGrUzpMngH8EWiAHYBNgGOAwfpE7BgRL6HcMnkDEMBbankHAL8HfpxzXhQRG1L6T1zSU8bhEfFbyrdCjgW+m3O2lUKSpBGYri0V9wNrA18HbgNuAQ4D9s85f2WIeU4GDgAWAe8HXptzvqaOuxM4HLg6Iu4Gvgv8HNitp4zTKYnGn4BZ1KREkiQtnY8+Z4mvlK6Tcx7V7Q4ffS5JWsb46HNJkjSxTCokSVInbBcHcs4LGdvPf0uSpMqWCkmS1AlbKsbp3I3PZ968eVMdhiRJU86WCkmS1AmTCkmS1AmTCkmS1AmTCkmS1AmTCkmS1AmTCkmS1AmTCkmS1AmTCkmS1AmTCkmS1AmTCkmS1AmTCkmS1AmTCkmS1AmTCkmS1IlJTyoioomIF3Zc5hER8d0Oy/tcRMzvqjxJkpYFS330eURcDGwFPNAzaquc828mIihJkjTzLDWpqI7MOR81oZGMUUSsONUxSJKkkScVg6qtGL8A1gdeCtwMvA1IwMeAdYGLgF1zznctOWt8EngakIG9c85X1hFvBN5Xy7wHOBc4IOd8Tx2/EDgFeBGwJbDXIHG9FTgSeG3O+dKI2BE4vC7vRuConPMZren3AA4F1gLOqfEvHs+6kSRpWdNFn4q3AMcAqwFfAk6jJBbbAHOBjYH9e+Z5G/A6YG3gcuDciFi+jlsEvKmWt3X9O6xn/r2BA4BVKEnAwyLiSOC9wDY1odgOOBl4N/AEYDfgkxGxTZ1+a+BTwL51/HeAnca0JiRJWoaNtKXi0Ig4sP1Gznm1+vLLOedLASLidEorw/E559vqe+cB0VPeR1otEwcDtwP/BPw453x+a7orI+JEYNee+U/KOV9WX98XEQCz6vLXBZ4/sHzgXcDHc86X1OGf1ul2BX5Q/3815/ydOv4LEbHPyFaLJEkaMNKk4kPD9Km4sfX63iHeW6VnnoUDL3LO90bELcAcgNqy8H7gGcBjgOUpt1UGnb/lmZQOpS9rJRRQbqO8KCIOaL23PDCQZMyh3IJpu2aQ8iVJ0jDG1adiHOYOvIiIlSl9Ga6PiFnA2cDBwCk55/siYj/gwJ75HxqkzF8BJwJfi4g35JwHvmJ6LTA/53z8ELHc0I6nFd+VI66NJEmasqTiPbWT5w2U/hhXA5cCK1FaJ26vCcWzgP1GWmjO+esRcQ/w5Yh4a875HEqH0fkR8RPgx5RWik2BlHPOlD4gF9Tfpfgf4I2UWzEmFZIkjcJIO2oeHhF39/y9chzL/RzwdeAW4NnADjnnB3POdwNvB46LiLspHSi/OJqCc84XAjsAp0TEm3PO36Z07DweuJVya+ajwOw6/f8A76wx3QZsT+lwKkmSRiE1TTPVMcxoCxYsaObNmzfVYUiSNFnSUCN89ockSeqESYUkSeqESYUkSeqESYUkSeqESYUkSeqESYUkSeqESYUkSeqESYUkSeqESYUkSeqESYUkSeqESYUkSeqESYUkSeqESYUkSeqESYUkSeqESYUkSeqESYUkSeqESYUkSeqESYUkSeqESYUkSeqESQUQEUdExHenOg5JkmayFaY6gOFExMXAVsADwIPA1cBROeevTWVckiTp0WZCS8WROefZwBrAmcCXImKj0RQQEStOSGSSJOlh07qloi3nvDgiTgSOBTaNiNOAjYDFwEXA/jnnm+HhFo5fAnOBFwNHR8SxwN7AO4H1gEXAsTnnT9ZFpIg4GtirDv93zvkDk1E3SZL6wUxoqQAgImYB76DcCvkLsB+wFrAp8BTg4z2z7AF8Anh8/b8vcATwdmA14DnApa3ptwGuq2W9CjgkIl4wMbWRJKn/zISWikMj4kDgfuBK4LU55x+2xt8UEccBp/TM99Wc8/fq63sj4p3Ah1rz3lr/BlyRc/50ff2TiPglEMCPuqyMJEn9aiYkFR/KOR/VfiMitgCOBp4NrAwkYHbPfAt7hucCVwyznBt7hu8BVhllrJIkLbNmzO2PHmcBvwA2yjmvCuw8yDQP9QwvBDac4LgkSVpmzYSWisGsSuloeVdErAv8+wjm+RSln8RllL4UTwDWzzn/bOLClCRp2TFTWyreRvmWxl3A14GvjGCeE4EPAycDd1JaOracqAAlSVrWpKZppjqGGW3BggXNvHnzpjoMSZImSxpqxExtqZAkSdOMSYUkSeqESYUkSeqESYUkSeqESYUkSeqESYUkSeqESYUkSeqESYUkSeqESYUkSeqESYUkSeqESYUkSeqESYUkSeqESYUkSeqESYUkSeqESYUkSeqESYUkSeqESYUkSeqESYUkSeqESYUkSepEXyUVEXFoRDQRsdtUxyJJ0rKmb5KKiFgO2Bu4DXjbFIcjSdIyZ4WpDqBDLweeCuwInBcRm+ScfwsQERsBJwHPAa4BTgE+lnNOdfwKwMHA7sDawOXAu3LOebIrIUnSTNU3LRWU1onzc87fBH4N7AMPJwwLgF8BTwReTWnRaPsgsAOwPbAGJem4ICJWn5zQJUma+foiqYiIpwCvpCQDACcDu0TESsDzgLnAe3PO9+WcrwY+2po3AfsDB+Wcr845P5hzPhm4EXjFJFZDkqQZrV9uf+xJ6UtxXh0+HTgO2Am4D7g553xfa/prW6/XBGYDCyKiab2/IjBnwiKWJKnPzPikonbQ3BNYDbg+IgZGLU+5BXIQsFZErNRKLNZtFXErcA/w0pzzzyYnakmS+k8/3P7YHlgHeD6weevvlZRbH4uA64APR8RjI2J94N0DM+ecG+DjwAkRsSFARMyOiJfX2yqSJGkEZnxLBaU14uyc88973r8pIv63jn8V8FngFuBq4DTgqNa0H6D0qzgnIuZQWi5+ArxzgmOXJKlvpKZplj5Vn4mIfYD/l3PeaLxlLViwoJk3b14HUUmSNCOkoUb0Q0vFUkXECynf5rga2JTymxSnT2lQkiT1mWUiqaD0ufgi5ZsetwBfAT48pRFJktRnlomkIud8JnDmVMchSVI/64dvf0iSpGnApEKSJHXCpEKSJHXCpEKSJHXCpEKSJHXCpEKSJHXCpEKSJHXCpEKSJHXCpEKSJHXCpEKSJHXCpEKSJHXCpEKSJHXCpEKSJHXCpEKSJHXCpEKSJHXCpEKSJHXCpEKSJHXCpEKSJHXCpEKSJHXCpEKSJHUiNU0z1THMaI95zGN+e//99/9tquOYSCussMKaixcvvnWq45go/V4/sI79oN/rB/1fxz6q361N02w/6Jimafwbx98WW2yRpzoG62j9rGP/17Hf67cs1LHf69c0jbc/JElSN0wqJElSJ0wqxu+zUx3AJOj3OvZ7/cA69oN+rx/0fx37vX521JQkSd2wpUKSJHVihakOYCaIiI2AzwNrAH8Fds05/1/PNMsDnwC2BxrgmJzz5yY71rEaYR1fBhwNbAr8V875wEkPdIxGWL/DgTcCDwIPAIfknC+c7FjHaoR1fCvwHuAhYHngpJzzJyY71rEaSR1b024MXAacOFP21RFuwyOAfwP+XN/6Uc75HZMZ53iMdBtGxBuAw4FEOae+NOf8l8mMdaxGuB2/AGzWemszYMec87mTFugEsKViZD4NfCrnvBHwKeAzg0zzZuDpwIbAVsARETF30iIcv5HU8WpgL+D4yQysIyOp30+BLXPOmwF7AF+KiJUmMcbxGkkdvwY8O+e8OfB84P9FxGaDTDddjaSOA0n+Z4CzJzG2LoyofsAXcs6b178Zk1BUS61jRARwBLBdznkT4IXAoskMcpyWWsec864D2xDYDbgdmDEXMUMxqViKiFgbeC5wZn3rTOC5EbFWz6Q7Ua76Hso530I5mb1+8iIdu5HWMed8Zc75l8DiSQ5xXEZRvwtzzvfWwV9TrpDWmLRAx2EUdbwz5zzQkWplYEXKVeC0N4pjEeDfgfOAKyYpvHEbZf1mpFHU8T3ACTnnmwByzotyzjPiRwbHuB33BM7IOf99ouObaCYVS7cOcEPO+UGA+v/P9f22dYFrW8PXDTLNdDXSOs5UY6nfrsBVOefrJyG+Loy4jhHxqoi4nLK/Hp9z/s2kRjp2I6pjRDwbeDnw0UmPcHxGs5++MSJ+HRHfjoitJjPIcRppHZ8FbBARP4iIX0TEYRGRJjnWsRrV+SYiZgFvAk6ZtAgnkEmF1CMi/hk4Eth5qmOZCDnnc3PO/wBsBLyl9j3oCxGxIuVre/sOnNT70KeB9ettuuOBcyJiRrSojcLylD4G2wH/DPwL8JYpjWji7AhcV1uBZzyTiqX7E/DUeo924F7tU+r7bdcB67WG1x1kmulqpHWcqUZcv3rVdzqlw9QfJzXK8Rn1Nsw5X0fpR/LKSYlw/EZSxycDTwO+FRELgXcDe0fETPh9gBFtw5zzTTnnB+rr79Txm0xyrGM1mvPpV3POf8853wWcA/zjpEY6dqM9FvegT1opwKRiqXLONwO/5JGr1p2By2q/ibavUE5ey9V7ZzsCX528SMduFHWckUZav4jYEvgS8Lqc8y8mN8rxGUUdn9l6vSbwImBG3P4YSR1zztflnNfMOc/NOc8FPkbp6/S2SQ94lEaxDZ/aer05MBeYEQnwKM41XwReFhGptj69BPjV5EU6dqM5n0bEHGBr4IzJi3Bi+ZXSkdkX+HxEvJ/SQ3dXgIj4FvD+nHMGTgP+CRj42tB/5JyvmYpgx2ipdYyIFwJnAasCKSLeCOw5Q752OZJteCKwEvCZ0vkcgLfMoD4HI6nj2+pXgx+gdET9ZM7521MV8BiMpI4z2Ujqd3REbEH56vP9lH30pqkKeAxGUsezgAB+R/n684XAyVMT7piMdD/dDViQc759asLsnr+oKUmSOuHtD0mS1AmTCkmS1AmTCkmS1AmTCkmS1AmTCkmS1AmTimVQSunlKaVLWsPbppQWTmFIkyalND+l1NnTY1NKc1NKTWt4rZTStSmlNUcw774ppdO6imUmSCltnVK6Y6rjWBallHYZzXHe9bGi4U3UsTGG7X5MSunIsS7PpGIZk1JKlGcifGAp0709pfTblNKdKaXbU0o5pbRTa/zClNIug8z3qPdTcUUta3bPuG1TSk1K6e769+eU0qkppSeMr6ZTo2maWyg/3LO09fs44D8oT2JcZjRNc0nTNKtNdRxDSSkdkVL67lTHsSyYqHWdUro4pXRY1+VOtN5jYwr3xWOBd6SUnrrUKQdhUrHseRkwC/j+UBOklHamfCjuCTye8hOz76H8iMtYvAjYgPIjNoM9T+PBpmlmN00zm/KI460ov4Q4U50CvDWltOow0+wC/KZpmqsmKaYlpJSWTyl5/EtaQtM0twPnA/uMZX5PKhOoXrUfllL6fr0K/01KabOU0s4ppStTSotSSp9LKa3QmmfdlNJXU0o3pZRuTCl9NqW0Smv80Smlq2t5V6WU3t0aN7de9b8lpfS7lNJdKaVvp5Se3AprR+C7zfC/evZ84AdN01zaFPfVLHqsv7y4D3AB5VdHh91Rm6a5mvLI6uf0jksprVDXyY49789PKZ1aX78kpXRpbV25JaV0Vkpp7aGWV9fXC1vD26aUFreGV0gpHVJbWu5IKf0opRSDl/ZwHf4PuBV46TCT7Qh8pyeWd6WU/lC323UppQ+nlJav445PKZ3dM/22ddrH1eFNUkoX1noPzL9iHTewb+yZUvodcC+wdkrpjSmlX9VWpBtTSp8ZKK/O96SU0oK6r15R529SSnNb0+xdW7UWpZQuSym9bKhKD7J+56eUTkspnVLX7w31+Ng8pfSzWr/vp5Se0ppnYUrp/SmlH9bjIKeUtmyNH3YfSCmtWLfpH2v5V6WUXpdKS9whwLbpkZazDYaoxz/XZSyq22yf1rhtU0qLU0o71bIXpZS+3D6OBylvLOeKzVJK36v1vLrOv3xr/D/WdXN3SumHlMS+vcyVU0onpJSuSSndllK6IKX09KFiHCTmNVJKX0jlXHVTSunzqdXCmHpaLVv74Jyh1nVKafda3/fW/fHmlNJHBtmP57TK3T2ldGV9/UnKz14fXssc9OfLU2kFuCildGzdR/6aUjogpbReXad3pZR+nlJ6ZmuecR0rrX39pNa+/qj9pr4edv301GWJ21QdbffvUM5Ro9c0jX8T9AcspPxs9zOBFSkPqrqK8hTFx1EeOnYz8OY6/WOBKynN4isBqwPfAk5plbkLpeUgAS8G7gNeXsfNBRrKh/KalJ/T/hFwUmv+S4H9e+LcFljYGn498DfgKMpv7q82RN12Wdr7wFrA34HXUBKFBtiiZ9mLW8NPpzzH4JQh1ulxwNmt4dnA3cDWdfiFwJaUn6B/EvAD4MzW9POBz7WGG+CFw8TzobrONqA8OXFPSsKwenudDxLnAuCoYfaNvwCv6nnvtcD6dds+p06zTx33LMpPMq/Vmv7zwMn19drAXylJ2yzgqUAG3t+zb1xU18usWp9/Af6BcoHxdMrPIn+4tYyLgK/VfWlt4OJaztw6fm/KPvvsWsa/1u3x9CHq3bt+51P24VfU+fet858LzAFWBr7HkvvwQsqjpLeo9fh34BZg1RHuA8fWem5W1/UcYLM67ghK0j3ccb1+jXn3uoznAbcBr2/VsaH8rPRs4ImU88ChHZ4rHl/3j8OBx9T5rgYOao3/a103s+r6uIklj/MzKOeKJ9ZpPgj8AVhxsGNlkJgvoOznq9e/bwLfHOZcMLeulzlDreu6Th8APkU5Bz4NuAI4ZLAyWvNc2Rq+GDhsKdvwiLqcvXjkOHgQ+G7PNvhOa57xHivzKfvNq2oZr6kxrDfEsTHU+rmy572Ht1MX271OswWlZXnWcOtx0HU72hn8G8XKLQfVQa3hf607WfuD4cvAR+vr1wFX9ZSxBeVDefkhlvFV4Lj6euCA27I1/h3AZa3hK4Dde8rYtr3T1fdeCXydcuJ6kHK7ZJOeut0D3NHz9xBLnkgOppwMB05UvwA+07Psps57O3AN5dHOj0pk6vTPpHy4rl2H9wCuGGYbvBK4uTX88AFYh4dMKigfOHcB2/SU+ZuBOjJ0UnEGcOIwcd0PbLuU/ecE4Mut4UuB99TXq9T1/4I6fCDwvZ75X0s9AbX2jW2Wssz9gJ/W13PqPBu0xr+EJU+UvwV27SljAUOc1Bk8qWh/EK1cy399671/Y8l9eCFwZGs4UZ5q+aal7QN12ruBVwwx7REsPak4BPhRz3sfBi7s2afbx/nxwDeGKXMhoztXvIny1MvUGr8P8Mf6+s11nbTHf4h6nFMuOhpg3db45YBF1OOBYZIKyoVNA2zYem/j+t6TW3UaS1Lxd2Dl1nt7UY/x3jJa84wlqbi8572bB9kGt3d4rMynta/X924Bdhji2Bhq/QyXVIx7u9f3NqzTrT3cehzszweKTbwbW6/vpfQfuKXnvYFm0fWBddOjewA3lCuuG1JK+1OuDudQTpArUToGDrXMe1rlQ/ngHu5ef1lg05xHyWZJKT2D8saflXoAAAbqSURBVLCt81JK6zd1r6NcRZ/eni+1ehmnlFKN9fSmaR6ob58MHJNSOrBpmrvqew82I+y81zTN71NKv6C02Pwn8Fbg1NYytwCOplw5r0xZR7MHKWok1qzzLkitb3hQrmLmDD7Lw1alJEhDedR2SKUvywGUVpEVKFcRP2lNcirwdkpH2zcA1zdN86M6bn3gBT37TqJchbUt7FnmdsD7gWdQrniXp5xcobR2QDlJDbi2p7z1gU+llD7Rem8F4HpG7uH9tWmae8tu86jjpvfWwcLWPE1K6TrqNlnKPrAW5cr/ilHE12sdHr1trwJ2aA33Hue9x+FgRnOuWAe4tnUsDsSwTn09Z5Dx7ZjXr/9/Xdf3gBVbZQxnYJp2mVe1xt3I2N3cNM29reGFLP14G4veGO9lmP2ug2NlsGWOZL8Yja62+6o8crE3KvapmF6upWTkq/X8PbZpmhtSSi+gNN3uA6xZP4gXUE6aI3UZpSl9xJqm+QPlg2w9SjPnSL2Y0ky4x8B9V0pT22zKldZYnQrsXu8DPg/4QmvcWZTWkI2aplmVwTuGtt1N+ZAZ8JTW61spB/1Le7bH45qmOWYp5W5CWddDWWI7pJTWoTS3HkW50ns8pQm4vW3PAjZKKT2XcsVyamvctZSrmnacj29K59e2h1rLnAWcXctdt66v97aWeUP9v25r/vbrgeXu0bPc2U3TvH2Yundh7sCLmryuyyOJzHD7wC2UD4sNhyj3oSHeb/tTe/nVBvX9yfInYL205CdDO4YbBhk/t/V64ANvw55tt3LTNGeOcPm9ZW7QM+4uhj62YOh1vXZKaeWeuAe27cCFyFjKHbOOjpXRGqwevesUlqx/V9t9E0pLzv2jDdqkYno5D5iVSieyVVLx1JTSq+v4VSm3Im4BmpTSKyj3+UbjbEqz3JBSSnuklF6f6m8t1E5R+wK/a5rmtlEsax/K/exnAJvXv00oH4ZvG2XcbWdRkpVPUO553tAatyqlKe+ulNK6lHuLw/k5sFtKaVbtUHXAwIia7X8cOCGltCFASml2Kr/z0Xsie1hNdtai3J8dytks2ZFzNuV4vAV4IKX0POAt7RmaprkD+AYl8XgepU/FgC8AUbfdY1NKy9WOXdsPE8MsyhXX7U3T3JdSehalSXdgeddTmpKPqfvjWkDvV/U+ChyRSsfKlFJaKaX0wtq6NZH2SCk9N5UOfAdRWiS+WccNuQ/UbXoicFwqHVtTKh0HN6uT3ERpLZw1zLLPBLZIKe2aSkfef6Ts65P5aO5vUrbdIXXf3ZjyITcQw3mUfeqgVDqmPpfSHwiApmluprRwnpjqVwdTSqullF6der72PZimaf4MfBv4SJ1vdeAjwPlN0wxcjf8c2LkeM2tR+n+0DbWulwOOrfvSBpRbe5+vy/0rNZFN5RtMm1JaQ3vLHXGH0xHq4lgZrcHWzy8pSdcr6zH+amCb1viutvt2lHPUqJlUTCO1ye/FlCvYP1BOjBdRPowBLqR8ePyUchX9OsqHzGhcCCxOKW07zDS3U5rZf59SuodyL/8Oyr3pEUmlt/2OwAlN09zU/qO0tjwnLeVbFENpmmYRpd7/Qvn6ZtvbKPdg76L0CfnKUorbj3ICuo1yz3p+z/gPAOcA56SU7qR0ptuX4Y+dPYD5Nc6hnAY8u540aZrm961l3UH5IBzsivFUSr0vbJ28qev1RZR1vpCyDb9BT8/vtqZp7qZs5+NSSndTWkZ6b6W9ifKBfT2l0+/A+vx7LeMkSufZU+syr6N8eKw4TN278FlKUnk7sBOlj8TA+l7aPnAoZVufXae5mEc+hL5CudK+KZUe+uv3zEvTNNdQ7rfvR+kUdxpweNM0X+6qcktT6/oySmL6Fx45N/xnHX8HpfPrTpR19Angv3uK2ZvSKfrilNJdlL5Cr6c0e4/ELpT190fK+eoOYNfW+MMoF0E3UtbxWT3zD7Wur6Xsb9dQzj0XUPaxAbtRzkWLan17k7mPUhLsO1JKl4+wLsPq4lgZg0etn6Z8Bf1dlP3/NmB7SufQgTjHvd1TSqtR9u9PjyXotOStFy0L6tXrIU3TbFOHt6V8CM6dyrhmotq6cU3TNKkOr0X51kX03A8fbN59KR0t3zLcdNNJSunllMRnpWaKTh6p9Ns5rLc/j2a+lNLulG3bdUvDpJsOx8pYpJQ+TOnPM6aWFjtqLoOaprmAkv2rYzWRWG+E036aMV4NTJaU0uaUe7u/oXTyOgr40kw6SUqToV+OlaZp3jee+b39ISjN5TP5Fyyn0h2Uzqf9anXKLYS7gR8Cv6Y0v0pakscK3v6QJEkdsaVCkiR1wqRCkiR1wqRCkiR1wqRCkiR1wqRCkiR1wqRCkiR14v8Dj3QA0F37LFsAAAAASUVORK5CYII=\n", "text/plain": [ "
" ] }, "metadata": { "needs_background": "light" }, "output_type": "display_data" }, { "name": "stdout", "output_type": "stream", "text": [ "Drift found in your model, take a look on the most discriminative features (plots when minimal is set to False), DataDriftChecker can help you with changes in features distribution and also look at your hyperparameters\n", "\n", "AUC left data: 0.86\n", "AUC right data: 0.64\n" ] } ], "source": [ "df_left_data_drifted = df_left_data[(df_left_data['Sex'] == 'female') | (df_left_data['SibSp'] < 2)]\n", "df_right_data_drifted = df_right_data[(df_right_data['Sex'] == 'male') | (df_right_data['SibSp'] > 1)]\n", "\n", "model_drift_checker_ko_2 = ModelDriftChecker(\n", " df_left_data_drifted, df_right_data_drifted, ml_classifier_model, target_column_name=TARGET\n", ")\n", "\n", "model_drift_checker_ko_2.check_model();" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "# Checking Most Important Features Histograms\n", "\n", "`Sex` column is the most important one" ] }, { "cell_type": "code", "execution_count": 10, "metadata": { "scrolled": false }, "outputs": [ { "data": { "application/vnd.plotly.v1+json": { "config": { "plotlyServerURL": "https://plot.ly" }, "data": [ { "alignmentgroup": "True", "bingroup": "x", "histnorm": "probability density", "hovertemplate": "is_left=1
Sex=%{x}
count=%{y}", "legendgroup": "1", "marker": { "color": "#636efa" }, "name": "1", "offsetgroup": "1", "orientation": "v", "showlegend": true, "type": "histogram", "x": [ "male", "female", "male", "female", "male", "female", "male", "male", "male", "female", "male", "female", "male", "male", "male", "male", "male", "male", "male", "female", "male", "male", "male", "male", "male", "male", "male", "female", "male", "male", "female", "male", "male", "male", "male", "male", "male", "male", "female", "female", "female", "female", "female", "male", "male", "female", "male", "male", "female", "male", "male", "male", "female", "female", "female", "female", "male", "male", "male", "female", "male", "male", "female", "female", "female", "male", "female", "female", "female", "male", "female", "male", "female", "female", "male", "male", "male", "male", "male", "female", "male", "male", "female", "male", "female", "male", "female", "male", "male", "female", "male", "male", "male", "male", "male", "female", "female", "male", "female", "male", "female", "male", "female", "male", "male", "female", "female", "female", "male", "female", "male", "male", "female", "male", "female", "female", "female", "female", "female", "female", "female", "male", "male", "female", "female", "male", "male", "female", "female", "female", "male", "male", "male", "male", "female", "male", "male", "female", "male", "male", "female", "male", "female", "male", "female", "female", "male", "male", "male", "female", "male", "female", "male", "male", "male", "female", "male", "female", "female", "male", "female", "male", "female", "male", "male", "male", "female", "male", "male", "male", "male", "male", "female", "male", "female", "male", "female", "male", "male", "female", "male", "male", "male", "female", "male", "female", "female", "female", "male", "male", "male", "male", "male", "male", "male", "male", "female", "male", "female", "male", "female", "male", "male", "male", "male", "female", "male", "female", "male", "male", "female", "male", "male", "male", "male", "male", "male", "female", "female", "male", "male", "female", "male", "female", "male", "male", "male", "female", "male", "female", "female", "male", "male", "male", "female", "male", "male", "female", "male", "female", "male", "male", "male", "female", "female", "female", "male", "male", "female", "female", "male", "female", "female", "female", "female", "male", "male", "female", "male", "male", "female", "male", "male", "female", "male", "male", "male", "male", "male", "female", "male", "male", "male", "female", "female", "male", "male", "male", "female", "male", "male", "female", "male", "male", "male", "male", "male", "male", "female", "male", "male", "male", "female", "female", "male", "female", "male", "male", "male", "male", "male", "male", "male", "female", "male", "female", "male", "male", "male", "female", "female", "female", "male", "female", "male", "male", "female", "male", "male", "female", "male", "male", "female", "male", "male", "male", "male", "male", "male", "male", "male", "female", "male", "male", "male", "male", "male", "female", "male", "female", "female", "male", "female", "male", "male", "male", "female", "female", "male", "female", "female", "male", "male", "male", "female", "female", "female", "male", "male", "male", "female", "male", "male", "male", "male", "female", "male", "male", "male", "female", "female", "male", "female", "male", "male", "male", "male", "male", "male", "male", "female", "male", "female", "male", "male", "male", "male", "male", "female", "male", "male", "male", "male", "male", "female", "male", "male", "male", "male", "male", "male", "male", "male", "male", "female", "female", "male", "male", "female", "male", "male", "female", "male", "male", "male", "male", "female", "female", "female", "male", "male", "male", "male", "male", "female" ], "xaxis": "x", "yaxis": "y" }, { "alignmentgroup": "True", "bingroup": "x", "histnorm": "probability density", "hovertemplate": "is_left=0
Sex=%{x}
count=%{y}", "legendgroup": "0", "marker": { "color": "#EF553B" }, "name": "0", "offsetgroup": "0", "orientation": "v", "showlegend": true, "type": "histogram", "x": [ "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "female", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "female", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "female", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "female", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "female", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "female", "female", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "female", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "male", "female", "male", "male", "male", "male", "male", "male", "male", "male", "female", "male", "male", "male", "male", "male", "male", "male", "male", "female", "male", "male", "male", "male", "male", "male", "male", "male", "male", "female", "female", "male", "male", "female", "male", "male", "male", "male" ], "xaxis": "x", "yaxis": "y" } ], "layout": { "bargroupgap": 0.1, "barmode": "group", "legend": { "title": { "text": "is_left" }, "tracegroupgap": 0 }, "template": { "data": { "bar": [ { "error_x": { "color": "#2a3f5f" }, "error_y": { "color": "#2a3f5f" }, "marker": { "line": { "color": "#E5ECF6", "width": 0.5 } }, "type": "bar" } ], "barpolar": [ { "marker": { "line": { "color": "#E5ECF6", "width": 0.5 } }, "type": "barpolar" } ], "carpet": [ { "aaxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "baxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "type": "carpet" } ], "choropleth": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "choropleth" } ], "contour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "contour" } ], "contourcarpet": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "contourcarpet" } ], "heatmap": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "heatmap" } ], "heatmapgl": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "heatmapgl" } ], "histogram": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "histogram" } ], "histogram2d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "histogram2d" } ], "histogram2dcontour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "histogram2dcontour" } ], "mesh3d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "mesh3d" } ], "parcoords": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "parcoords" } ], "pie": [ { "automargin": true, "type": "pie" } ], "scatter": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter" } ], "scatter3d": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter3d" } ], "scattercarpet": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattercarpet" } ], "scattergeo": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergeo" } ], "scattergl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergl" } ], "scattermapbox": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattermapbox" } ], "scatterpolar": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolar" } ], "scatterpolargl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolargl" } ], "scatterternary": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterternary" } ], "surface": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "surface" } ], "table": [ { "cells": { "fill": { "color": "#EBF0F8" }, "line": { "color": "white" } }, "header": { "fill": { "color": "#C8D4E3" }, "line": { "color": "white" } }, "type": "table" } ] }, "layout": { "annotationdefaults": { "arrowcolor": "#2a3f5f", "arrowhead": 0, "arrowwidth": 1 }, "coloraxis": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "colorscale": { "diverging": [ [ 0, "#8e0152" ], [ 0.1, "#c51b7d" ], [ 0.2, "#de77ae" ], [ 0.3, "#f1b6da" ], [ 0.4, "#fde0ef" ], [ 0.5, "#f7f7f7" ], [ 0.6, "#e6f5d0" ], [ 0.7, "#b8e186" ], [ 0.8, "#7fbc41" ], [ 0.9, "#4d9221" ], [ 1, "#276419" ] ], "sequential": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "sequentialminus": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ] }, "colorway": [ "#636efa", "#EF553B", "#00cc96", "#ab63fa", "#FFA15A", "#19d3f3", "#FF6692", "#B6E880", "#FF97FF", "#FECB52" ], "font": { "color": "#2a3f5f" }, "geo": { "bgcolor": "white", "lakecolor": "white", "landcolor": "#E5ECF6", "showlakes": true, "showland": true, "subunitcolor": "white" }, "hoverlabel": { "align": "left" }, "hovermode": "closest", "mapbox": { "style": "light" }, "paper_bgcolor": "white", "plot_bgcolor": "#E5ECF6", "polar": { "angularaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "radialaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "scene": { "xaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "yaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "zaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" } }, "shapedefaults": { "line": { "color": "#2a3f5f" } }, "ternary": { "aaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "baxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "caxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "title": { "x": 0.05 }, "xaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 }, "yaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 } } }, "title": { "text": "Both Histogram Normalized For Sex" }, "xaxis": { "anchor": "y", "domain": [ 0, 1 ], "title": { "text": "Sex" } }, "yaxis": { "anchor": "x", "domain": [ 0, 1 ], "title": { "text": "count" } } } }, "text/html": [ "
\n", " \n", " \n", "
\n", " \n", "
" ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "model_drift_checker_ko_2.interpretable_drift_classifier_model.both_histogram_plot('Sex')" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "# Partial Dependence Plots Comparison " ] }, { "cell_type": "code", "execution_count": 11, "metadata": {}, "outputs": [ { "data": { "application/vnd.plotly.v1+json": { "config": { "plotlyServerURL": "https://plot.ly" }, "data": [ { "hovertemplate": "is_left=0
Age=%{x}
Prediction=%{y}", "legendgroup": "0", "marker": { "color": "#636efa", "symbol": "circle" }, "mode": "markers", "name": "0", "orientation": "v", "showlegend": true, "type": "scatter", "x": [ 5.014, 9.2, 11.280000000000001, 13.36, 15.440000000000001, 17.52, 19.6, 21.68, 23.759999999999998, 25.84, 27.92, 30, 32.08, 34.16, 36.24, 38.32, 40.4, 42.480000000000004, 44.56, 46.64, 48.72, 50.8, 52.88, 54.96 ], "xaxis": "x", "y": [ 0.20801538687728033, 0.26564149239897195, 0.2585147963051375, 0.18802687004668647, 0.1740973942272816, 0.21154765231986136, 0.1828317249321567, 0.1808770084900258, 0.23394625990342963, 0.17705829620135127, 0.24438177729873314, 0.2572320447371569, 0.215085094533443, 0.2323915796141595, 0.2879037523162083, 0.1875070444268182, 0.18826776275353244, 0.21508909541481872, 0.2593435135679668, 0.3368957760478218, 0.24176567061447826, 0.33417960753759846, 0.42266346752582706, 0.29193241811556736 ], "yaxis": "y" }, { "hovertemplate": "OLS trendline
Prediction = 0.00230957 * Age + 0.16998
R2=0.320216

is_left=0
Age=%{x}
Prediction=%{y} (trend)", "legendgroup": "0", "marker": { "color": "#636efa", "symbol": "circle" }, "mode": "lines", "name": "0", "showlegend": false, "type": "scatter", "x": [ 5.014, 9.2, 11.280000000000001, 13.36, 15.440000000000001, 17.52, 19.6, 21.68, 23.759999999999998, 25.84, 27.92, 30, 32.08, 34.16, 36.24, 38.32, 40.4, 42.480000000000004, 44.56, 46.64, 48.72, 50.8, 52.88, 54.96 ], "xaxis": "x", "y": [ 0.1815601481591163, 0.1912280285747865, 0.19603194430928098, 0.20083586004377546, 0.20563977577826997, 0.21044369151276446, 0.21524760724725897, 0.22005152298175346, 0.22485543871624797, 0.22965935445074245, 0.23446327018523694, 0.23926718591973145, 0.24407110165422594, 0.24887501738872042, 0.25367893312321493, 0.25848284885770945, 0.2632867645922039, 0.2680906803266984, 0.27289459606119293, 0.27769851179568744, 0.2825024275301819, 0.2873063432646764, 0.2921102589991709, 0.29691417473366544 ], "yaxis": "y" }, { "hovertemplate": "is_left=1
Age=%{x}
Prediction=%{y}", "legendgroup": "1", "marker": { "color": "#EF553B", "symbol": "circle" }, "mode": "markers", "name": "1", "orientation": "v", "showlegend": true, "type": "scatter", "x": [ 8.975, 11, 13, 15, 17, 19, 21, 23, 25, 27, 29, 31, 33, 35, 37, 39, 41, 43, 45, 47, 49, 51, 53, 55, 57 ], "xaxis": "x", "y": [ 0.3427272724211671, 0.17469684456146917, 0.8547863415303885, 0.43477019657493327, 0.4851941389766428, 0.2436813400904834, 0.4722572398990407, 0.5048219130854711, 0.33162793860920226, 0.3644079250900074, 0.4274897001115427, 0.41177247841294334, 0.45400949370356947, 0.4306390254183235, 0.356936106611931, 0.4349690172319185, 0.4654051881738259, 0.49739136800823436, 0.40864837246851643, 0.4053388787256273, 0.6099739425310989, 0.4685137544580555, 0.5107971707348996, 0.8320578106625385, 0.5254653837714084 ], "yaxis": "y" }, { "hovertemplate": "OLS trendline
Prediction = 0.00331641 * Age + 0.348497
R2=0.110611

is_left=1
Age=%{x}
Prediction=%{y} (trend)", "legendgroup": "1", "marker": { "color": "#EF553B", "symbol": "circle" }, "mode": "lines", "name": "1", "showlegend": false, "type": "scatter", "x": [ 8.975, 11, 13, 15, 17, 19, 21, 23, 25, 27, 29, 31, 33, 35, 37, 39, 41, 43, 45, 47, 49, 51, 53, 55, 57 ], "xaxis": "x", "y": [ 0.37826173426866677, 0.3849774633020031, 0.39161028210036, 0.39824310089871684, 0.4048759196970737, 0.41150873849543057, 0.41814155729378744, 0.4247743760921443, 0.43140719489050117, 0.43804001368885803, 0.4446728324872149, 0.45130565128557176, 0.45793847008392863, 0.4645712888822855, 0.47120410768064236, 0.4778369264789992, 0.4844697452773561, 0.49110256407571296, 0.4977353828740698, 0.5043682016724267, 0.5110010204707836, 0.5176338392691404, 0.5242666580674973, 0.5308994768658541, 0.537532295664211 ], "yaxis": "y" } ], "layout": { "bargroupgap": 0.1, "legend": { "title": { "text": "is_left" }, "tracegroupgap": 0 }, "margin": { "t": 60 }, "template": { "data": { "bar": [ { "error_x": { "color": "#2a3f5f" }, "error_y": { "color": "#2a3f5f" }, "marker": { "line": { "color": "#E5ECF6", "width": 0.5 } }, "type": "bar" } ], "barpolar": [ { "marker": { "line": { "color": "#E5ECF6", "width": 0.5 } }, "type": "barpolar" } ], "carpet": [ { "aaxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "baxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "type": "carpet" } ], "choropleth": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "choropleth" } ], "contour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "contour" } ], "contourcarpet": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "contourcarpet" } ], "heatmap": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "heatmap" } ], "heatmapgl": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "heatmapgl" } ], "histogram": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "histogram" } ], "histogram2d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "histogram2d" } ], "histogram2dcontour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "histogram2dcontour" } ], "mesh3d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "mesh3d" } ], "parcoords": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "parcoords" } ], "pie": [ { "automargin": true, "type": "pie" } ], "scatter": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter" } ], "scatter3d": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter3d" } ], "scattercarpet": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattercarpet" } ], "scattergeo": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergeo" } ], "scattergl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergl" } ], "scattermapbox": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattermapbox" } ], "scatterpolar": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolar" } ], "scatterpolargl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolargl" } ], "scatterternary": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterternary" } ], "surface": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "surface" } ], "table": [ { "cells": { "fill": { "color": "#EBF0F8" }, "line": { "color": "white" } }, "header": { "fill": { "color": "#C8D4E3" }, "line": { "color": "white" } }, "type": "table" } ] }, "layout": { "annotationdefaults": { "arrowcolor": "#2a3f5f", "arrowhead": 0, "arrowwidth": 1 }, "coloraxis": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "colorscale": { "diverging": [ [ 0, "#8e0152" ], [ 0.1, "#c51b7d" ], [ 0.2, "#de77ae" ], [ 0.3, "#f1b6da" ], [ 0.4, "#fde0ef" ], [ 0.5, "#f7f7f7" ], [ 0.6, "#e6f5d0" ], [ 0.7, "#b8e186" ], [ 0.8, "#7fbc41" ], [ 0.9, "#4d9221" ], [ 1, "#276419" ] ], "sequential": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "sequentialminus": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ] }, "colorway": [ "#636efa", "#EF553B", "#00cc96", "#ab63fa", "#FFA15A", "#19d3f3", "#FF6692", "#B6E880", "#FF97FF", "#FECB52" ], "font": { "color": "#2a3f5f" }, "geo": { "bgcolor": "white", "lakecolor": "white", "landcolor": "#E5ECF6", "showlakes": true, "showland": true, "subunitcolor": "white" }, "hoverlabel": { "align": "left" }, "hovermode": "closest", "mapbox": { "style": "light" }, "paper_bgcolor": "white", "plot_bgcolor": "#E5ECF6", "polar": { "angularaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "radialaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "scene": { "xaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "yaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "zaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" } }, "shapedefaults": { "line": { "color": "#2a3f5f" } }, "ternary": { "aaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "baxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "caxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "title": { "x": 0.05 }, "xaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 }, "yaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 } } }, "title": { "text": "Partial Dependence For Age" }, "xaxis": { "anchor": "y", "domain": [ 0, 1 ], "title": { "text": "Age" } }, "yaxis": { "anchor": "x", "domain": [ 0, 1 ], "title": { "text": "Prediction" } } } }, "text/html": [ "
\n", " \n", " \n", "
\n", " \n", "
" ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "model_drift_checker_ko_2.interpretable_drift_classifier_model.partial_dependence_comparison_plot('Age')" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "# Feature Importance Scaled Versus Drift Coefficient\n", "\n", "The red part of the plot is the most critical one and the features located there are the ones that will further decrease your model's performance" ] }, { "cell_type": "code", "execution_count": 12, "metadata": { "scrolled": false }, "outputs": [ { "data": { "application/vnd.plotly.v1+json": { "config": { "plotlyServerURL": "https://plot.ly" }, "data": [ { "customdata": [ [ 1, 1, 0.7505606053380488, "Sex" ], [ 0.4036635205348817, 0.4939327203962902, 0.3029739363255487, "Pclass" ], [ 0.3190287787899211, 0.7565683010946291, 0.23945043332882163, "Fare" ], [ 0.09696772726569365, 0.3187803879092026, 0.07278015607479385, "SibSp" ], [ 0, 0.16645887029292594, 0, "Age" ] ], "hovertemplate": "%{hovertext}

Feature Importance Scaled=%{customdata[0]:.2f}
Drift Coefficient=%{customdata[1]:.2f}", "hovertext": [ "Sex", "Pclass", "Fare", "SibSp", "Age" ], "legendgroup": "", "marker": { "color": "#636efa", "opacity": 0.75, "size": 10, "symbol": "circle" }, "mode": "markers+text", "name": "", "orientation": "v", "showlegend": false, "text": [ "Sex", "Pclass", "Fare", "SibSp", "Age" ], "type": "scatter", "x": [ 1, 0.4036635205348817, 0.3190287787899211, 0.09696772726569365, 0 ], "xaxis": "x", "y": [ 1, 0.4939327203962902, 0.7565683010946291, 0.3187803879092026, 0.16645887029292594 ], "yaxis": "y" }, { "mode": "text", "showlegend": false, "text": [ "NON-IMPORTANT FEATURES DRIFTED", "IMPORTANT FEATURES AND DRIFTED", "IMPORTANT FEATURES NON-DRIFTED", "NON-IMPORTANT FEATURES NON-DRIFTED" ], "type": "scatter", "x": [ 0.15, 0.85, 0.85, 0.15 ], "y": [ 1.05, 1.05, -0.05, -0.05 ] } ], "layout": { "legend": { "tracegroupgap": 0 }, "shapes": [ { "fillcolor": "khaki", "opacity": 0.25, "type": "rect", "x0": 0, "x1": 0.5, "y0": 0, "y1": 0.5 }, { "fillcolor": "coral", "opacity": 0.25, "type": "rect", "x0": 0, "x1": 0.5, "y0": 0.5, "y1": 1 }, { "fillcolor": "limegreen", "opacity": 0.25, "type": "rect", "x0": 0.5, "x1": 1, "y0": 0, "y1": 0.5 }, { "fillcolor": "crimson", "opacity": 0.25, "type": "rect", "x0": 0.5, "x1": 1, "y0": 0.5, "y1": 1 } ], "template": { "data": { "bar": [ { "error_x": { "color": "#2a3f5f" }, "error_y": { "color": "#2a3f5f" }, "marker": { "line": { "color": "#E5ECF6", "width": 0.5 } }, "type": "bar" } ], "barpolar": [ { "marker": { "line": { "color": "#E5ECF6", "width": 0.5 } }, "type": "barpolar" } ], "carpet": [ { "aaxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "baxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "type": "carpet" } ], "choropleth": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "choropleth" } ], "contour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "contour" } ], "contourcarpet": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "contourcarpet" } ], "heatmap": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "heatmap" } ], "heatmapgl": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "heatmapgl" } ], "histogram": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "histogram" } ], "histogram2d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "histogram2d" } ], "histogram2dcontour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "histogram2dcontour" } ], "mesh3d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "mesh3d" } ], "parcoords": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "parcoords" } ], "pie": [ { "automargin": true, "type": "pie" } ], "scatter": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter" } ], "scatter3d": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter3d" } ], "scattercarpet": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattercarpet" } ], "scattergeo": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergeo" } ], "scattergl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergl" } ], "scattermapbox": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattermapbox" } ], "scatterpolar": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolar" } ], "scatterpolargl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolargl" } ], "scatterternary": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterternary" } ], "surface": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "surface" } ], "table": [ { "cells": { "fill": { "color": "#EBF0F8" }, "line": { "color": "white" } }, "header": { "fill": { "color": "#C8D4E3" }, "line": { "color": "white" } }, "type": "table" } ] }, "layout": { "annotationdefaults": { "arrowcolor": "#2a3f5f", "arrowhead": 0, "arrowwidth": 1 }, "coloraxis": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "colorscale": { "diverging": [ [ 0, "#8e0152" ], [ 0.1, "#c51b7d" ], [ 0.2, "#de77ae" ], [ 0.3, "#f1b6da" ], [ 0.4, "#fde0ef" ], [ 0.5, "#f7f7f7" ], [ 0.6, "#e6f5d0" ], [ 0.7, "#b8e186" ], [ 0.8, "#7fbc41" ], [ 0.9, "#4d9221" ], [ 1, "#276419" ] ], "sequential": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "sequentialminus": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ] }, "colorway": [ "#636efa", "#EF553B", "#00cc96", "#ab63fa", "#FFA15A", "#19d3f3", "#FF6692", "#B6E880", "#FF97FF", "#FECB52" ], "font": { "color": "#2a3f5f" }, "geo": { "bgcolor": "white", "lakecolor": "white", "landcolor": "#E5ECF6", "showlakes": true, "showland": true, "subunitcolor": "white" }, "hoverlabel": { "align": "left" }, "hovermode": "closest", "mapbox": { "style": "light" }, "paper_bgcolor": "white", "plot_bgcolor": "#E5ECF6", "polar": { "angularaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "radialaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "scene": { "xaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "yaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "zaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" } }, "shapedefaults": { "line": { "color": "#2a3f5f" } }, "ternary": { "aaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "baxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "caxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "title": { "x": 0.05 }, "xaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 }, "yaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 } } }, "title": { "text": "Feature Importance vs Drift Map" }, "xaxis": { "anchor": "y", "domain": [ 0, 1 ], "range": [ -0.05, 1.05 ], "title": { "text": "Feature Importance Scaled" } }, "yaxis": { "anchor": "x", "domain": [ 0, 1 ], "range": [ -0.1, 1.1 ], "title": { "text": "Drift Coefficient" } } } }, "text/html": [ "
\n", " \n", " \n", "
\n", " \n", "
" ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "model_drift_checker_ko_2.show_feature_importance_vs_drift_map_plot(top=5)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "# Same For The Non-Drifted Model " ] }, { "cell_type": "code", "execution_count": 13, "metadata": {}, "outputs": [ { "data": { "application/vnd.plotly.v1+json": { "config": { "plotlyServerURL": "https://plot.ly" }, "data": [ { "customdata": [ [ 1, 0.30000860802434215, 0.9906946194708173, "Sex" ], [ 0.3494750673397579, 0, 0.3462230688526997, "Pclass" ], [ 0.23883141285457882, 0.2685025942101089, 0.2366089956756446, "Fare" ], [ 0.0676560472824605, 4.05125614905133e-05, 0.06702648201739682, "SibSp" ], [ 0, 0.2958030081376637, 0, "Age" ] ], "hovertemplate": "%{hovertext}

Feature Importance Scaled=%{customdata[0]:.2f}
Drift Coefficient=%{customdata[1]:.2f}", "hovertext": [ "Sex", "Pclass", "Fare", "SibSp", "Age" ], "legendgroup": "", "marker": { "color": "#636efa", "opacity": 0.75, "size": 10, "symbol": "circle" }, "mode": "markers+text", "name": "", "orientation": "v", "showlegend": false, "text": [ "Sex", "Pclass", "Fare", "SibSp", "Age" ], "type": "scatter", "x": [ 1, 0.3494750673397579, 0.23883141285457882, 0.0676560472824605, 0 ], "xaxis": "x", "y": [ 0.30000860802434215, 0, 0.2685025942101089, 4.05125614905133e-05, 0.2958030081376637 ], "yaxis": "y" }, { "mode": "text", "showlegend": false, "text": [ "NON-IMPORTANT FEATURES DRIFTED", "IMPORTANT FEATURES AND DRIFTED", "IMPORTANT FEATURES NON-DRIFTED", "NON-IMPORTANT FEATURES NON-DRIFTED" ], "type": "scatter", "x": [ 0.15, 0.85, 0.85, 0.15 ], "y": [ 1.05, 1.05, -0.05, -0.05 ] } ], "layout": { "legend": { "tracegroupgap": 0 }, "shapes": [ { "fillcolor": "khaki", "opacity": 0.25, "type": "rect", "x0": 0, "x1": 0.5, "y0": 0, "y1": 0.5 }, { "fillcolor": "coral", "opacity": 0.25, "type": "rect", "x0": 0, "x1": 0.5, "y0": 0.5, "y1": 1 }, { "fillcolor": "limegreen", "opacity": 0.25, "type": "rect", "x0": 0.5, "x1": 1, "y0": 0, "y1": 0.5 }, { "fillcolor": "crimson", "opacity": 0.25, "type": "rect", "x0": 0.5, "x1": 1, "y0": 0.5, "y1": 1 } ], "template": { "data": { "bar": [ { "error_x": { "color": "#2a3f5f" }, "error_y": { "color": "#2a3f5f" }, "marker": { "line": { "color": "#E5ECF6", "width": 0.5 } }, "type": "bar" } ], "barpolar": [ { "marker": { "line": { "color": "#E5ECF6", "width": 0.5 } }, "type": "barpolar" } ], "carpet": [ { "aaxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "baxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "type": "carpet" } ], "choropleth": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "choropleth" } ], "contour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "contour" } ], "contourcarpet": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "contourcarpet" } ], "heatmap": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "heatmap" } ], "heatmapgl": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "heatmapgl" } ], "histogram": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "histogram" } ], "histogram2d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "histogram2d" } ], "histogram2dcontour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "histogram2dcontour" } ], "mesh3d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "mesh3d" } ], "parcoords": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "parcoords" } ], "pie": [ { "automargin": true, "type": "pie" } ], "scatter": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter" } ], "scatter3d": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter3d" } ], "scattercarpet": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattercarpet" } ], "scattergeo": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergeo" } ], "scattergl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergl" } ], "scattermapbox": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattermapbox" } ], "scatterpolar": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolar" } ], "scatterpolargl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolargl" } ], "scatterternary": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterternary" } ], "surface": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "surface" } ], "table": [ { "cells": { "fill": { "color": "#EBF0F8" }, "line": { "color": "white" } }, "header": { "fill": { "color": "#C8D4E3" }, "line": { "color": "white" } }, "type": "table" } ] }, "layout": { "annotationdefaults": { "arrowcolor": "#2a3f5f", "arrowhead": 0, "arrowwidth": 1 }, "coloraxis": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "colorscale": { "diverging": [ [ 0, "#8e0152" ], [ 0.1, "#c51b7d" ], [ 0.2, "#de77ae" ], [ 0.3, "#f1b6da" ], [ 0.4, "#fde0ef" ], [ 0.5, "#f7f7f7" ], [ 0.6, "#e6f5d0" ], [ 0.7, "#b8e186" ], [ 0.8, "#7fbc41" ], [ 0.9, "#4d9221" ], [ 1, "#276419" ] ], "sequential": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "sequentialminus": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ] }, "colorway": [ "#636efa", "#EF553B", "#00cc96", "#ab63fa", "#FFA15A", "#19d3f3", "#FF6692", "#B6E880", "#FF97FF", "#FECB52" ], "font": { "color": "#2a3f5f" }, "geo": { "bgcolor": "white", "lakecolor": "white", "landcolor": "#E5ECF6", "showlakes": true, "showland": true, "subunitcolor": "white" }, "hoverlabel": { "align": "left" }, "hovermode": "closest", "mapbox": { "style": "light" }, "paper_bgcolor": "white", "plot_bgcolor": "#E5ECF6", "polar": { "angularaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "radialaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "scene": { "xaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "yaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "zaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" } }, "shapedefaults": { "line": { "color": "#2a3f5f" } }, "ternary": { "aaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "baxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "caxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "title": { "x": 0.05 }, "xaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 }, "yaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 } } }, "title": { "text": "Feature Importance vs Drift Map" }, "xaxis": { "anchor": "y", "domain": [ 0, 1 ], "range": [ -0.05, 1.05 ], "title": { "text": "Feature Importance Scaled" } }, "yaxis": { "anchor": "x", "domain": [ 0, 1 ], "range": [ -0.1, 1.1 ], "title": { "text": "Drift Coefficient" } } } }, "text/html": [ "
\n", " \n", " \n", "
\n", " \n", "
" ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "model_drift_checker_ok.show_feature_importance_vs_drift_map_plot(top=5)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "# Getting Weights From Our Discriminative Model\n", "\n", "Then you can retrain your model if you set your `weights`, in this toy example that is not useful, but in a more realistic example it will help you if the drift is not very heavy" ] }, { "cell_type": "code", "execution_count": 14, "metadata": { "scrolled": false }, "outputs": [ { "data": { "application/vnd.plotly.v1+json": { "config": { "plotlyServerURL": "https://plot.ly" }, "data": [ { "alignmentgroup": "True", "bingroup": "x", "hovertemplate": "variable=prediction
value=%{x}
count=%{y}", "legendgroup": "prediction", "marker": { "color": "#636efa" }, "name": "prediction", "offsetgroup": "prediction", "orientation": "v", "showlegend": true, "type": "histogram", "x": [ 1.322735917636401, 0.19208437400190312, 1.5397843059492948, 0.329016687040144, 1.326810988866756, 0.2037110189803871, 0.9793503415859165, 1.676069297970883, 1.3430335515350909, 0.1965437287815286, 1.4608782165072216, 0.30115801651850704, 1.676069297970883, 1.6219799621974489, 1.359526875327162, 1.6433921054723704, 1.3430335515350909, 1.326810988866756, 1.3697380377587096, 0.35667405666489244, 1.4100454764988166, 1.2963002339387524, 1.4166988692794178, 1.4100454764988166, 1.5397843059492948, 1.4100454764988166, 1.6006999713206167, 0.19208437400190312, 1.3697380377587096, 1.6219799621974489, 0.5211818030742411, 1.2173501011129146, 1.5397843059492948, 1.0457265012432648, 1.4100454764988166, 1.4100454764988166, 1.676069297970883, 1.3457131921283105, 0.1965437287815286, 0.19233178057354094, 0.24287303789357614, 0.2037110189803871, 0.19233178057354094, 1.2173501011129146, 1.359526875327162, 0.1965437287815286, 1.2963002339387524, 1.3510701268081111, 0.2656536739180603, 1.3510701268081111, 1.2173501011129146, 1.4608782165072216, 0.2037110189803871, 0.29930217650063107, 0.2037110189803871, 0.24287303789357614, 1.3510701268081111, 1.4100454764988166, 1.3510701268081111, 0.19233178057354094, 1.4608782165072216, 1.326810988866756, 0.6303527999598674, 0.36682461645442965, 0.24790087158370275, 1.2963002339387524, 0.19644176592281376, 0.5312023828301126, 0.3060783040250013, 1.326810988866756, 0.19233178057354094, 1.4100454764988166, 0.329016687040144, 0.2037110189803871, 1.4100454764988166, 1.3510701268081111, 1.4100454764988166, 1.3697380377587096, 1.4100454764988166, 0.5211818030742411, 1.4100454764988166, 1.3510701268081111, 0.32905009230139043, 1.3430335515350909, 0.361252816255702, 1.3510701268081111, 0.19233178057354094, 1.5397843059492948, 1.3510701268081111, 0.19233178057354094, 1.3697380377587096, 1.3697380377587096, 1.4100454764988166, 1.4100454764988166, 1.3510701268081111, 0.42119243924049116, 0.19233178057354094, 1.3430335515350909, 0.2037110189803871, 1.2173501011129146, 0.19644176592281376, 1.4608782165072216, 0.2656536739180603, 1.359526875327162, 1.5397843059492948, 0.19644176592281376, 0.2037110189803871, 0.2049055793684642, 1.3697380377587096, 0.24287303789357614, 1.2222148506312376, 1.322735917636401, 0.2970332375026119, 1.6433921054723704, 0.3706909416450092, 0.19644176592281376, 0.19208437400190312, 0.7662791947200741, 0.19644176592281376, 0.23527505220989203, 0.19233178057354094, 1.326810988866756, 1.3510701268081111, 0.2049055793684642, 0.19233178057354094, 1.5397843059492948, 1.4100454764988166, 0.19233178057354094, 0.23527505220989203, 0.19233178057354094, 1.326810988866756, 1.3697380377587096, 1.4100454764988166, 1.4100454764988166, 0.19644176592281376, 1.5672617720555844, 1.4166988692794178, 0.4282779463421171, 1.2173501011129146, 1.6219799621974489, 0.7615211813637389, 1.2963002339387524, 0.19644176592281376, 1.359526875327162, 0.23527505220989203, 0.361252816255702, 1.4166988692794178, 1.2173501011129146, 1.408539595977819, 0.24331210283277857, 1.4100454764988166, 0.2037110189803871, 1.4100454764988166, 1.6966525169066913, 1.3697380377587096, 0.19208437400190312, 1.326810988866756, 0.5067757381845169, 0.19644176592281376, 1.5265473560615512, 0.1965437287815286, 1.2963002339387524, 0.29930217650063107, 1.3510701268081111, 1.326810988866756, 1.3510701268081111, 0.3055881541891928, 1.4100454764988166, 1.2963002339387524, 1.3510701268081111, 1.326810988866756, 1.3510701268081111, 0.32905009230139043, 1.6219799621974489, 0.24790087158370275, 1.5672617720555844, 1.4238428831968462, 1.3546090535903303, 1.5215474886755516, 0.2049055793684642, 1.2963002339387524, 1.4100454764988166, 1.5397843059492948, 0.737880496360857, 1.4100454764988166, 0.2037110189803871, 0.2037110189803871, 0.1965437287815286, 1.326810988866756, 1.4608782165072216, 1.3510701268081111, 1.3510701268081111, 1.5265473560615512, 1.6219799621974489, 1.3546090535903303, 1.3430335515350909, 0.2865760698848471, 1.3510701268081111, 0.22143855544796967, 1.2173501011129146, 0.5312023828301126, 1.3697380377587096, 1.676069297970883, 1.3510701268081111, 1.5397843059492948, 0.25134423214658125, 1.3510701268081111, 0.19208437400190312, 1.3510701268081111, 1.2963002339387524, 0.32905009230139043, 1.5397843059492948, 1.3510701268081111, 1.4100454764988166, 1.4100454764988166, 1.4100454764988166, 1.2963002339387524, 0.19644176592281376, 0.24790087158370275, 1.326810988866756, 1.5265473560615512, 0.26228432329123796, 1.326810988866756, 0.6303527999598674, 1.4100454764988166, 1.5265473560615512, 1.2963002339387524, 0.23527505220989203, 1.5265473560615512, 0.23891313230303338, 0.2037110189803871, 1.359526875327162, 1.359526875327162, 1.5265473560615512, 0.19644176592281376, 1.3510701268081111, 1.101995758643226, 0.23527505220989203, 1.2173501011129146, 0.5312023828301126, 1.326810988866756, 1.6799441849174872, 1.4608782165072216, 0.24790087158370275, 0.2049055793684642, 0.1965437287815286, 1.359526875327162, 1.6219799621974489, 0.3055881541891928, 0.24287303789357614, 1.4166988692794178, 0.26228432329123796, 0.24342282020221984, 0.2037110189803871, 0.2865760698848471, 1.3430335515350909, 1.3510701268081111, 0.23891313230303338, 1.3697380377587096, 1.326810988866756, 0.329016687040144, 1.676069297970883, 1.5265473560615512, 0.2049055793684642, 1.3430335515350909, 1.326810988866756, 1.2963002339387524, 1.2173501011129146, 1.2963002339387524, 0.44701003341175677, 1.3510701268081111, 1.359526875327162, 1.4100454764988166, 0.25134423214658125, 0.3156793831997847, 1.326810988866756, 1.326810988866756, 1.4100454764988166, 0.24790087158370275, 1.2173501011129146, 1.2222148506312376, 1.3595610794813318, 1.4100454764988166, 1.3430335515350909, 1.2222148506312376, 1.4100454764988166, 1.101995758643226, 1.5265473560615512, 0.3800494800654647, 1.3510701268081111, 1.3546090535903303, 1.4608782165072216, 0.23527505220989203, 0.663223479935684, 1.5265473560615512, 0.29670457935656747, 1.4608782165072216, 1.4100454764988166, 1.5397843059492948, 1.326810988866756, 1.3546090535903303, 1.2963002339387524, 1.326810988866756, 0.22143855544796967, 1.359526875327162, 0.2037110189803871, 1.5265473560615512, 1.3430335515350909, 1.5397843059492948, 0.26228432329123796, 0.5211818030742411, 0.3056856952305919, 1.4100454764988166, 0.37774631064187425, 1.2173501011129146, 1.5397843059492948, 0.19233178057354094, 1.2963002339387524, 1.5397843059492948, 0.24790087158370275, 1.6156918768484334, 1.4100454764988166, 0.19644176592281376, 1.3430335515350909, 1.326810988866756, 1.3510701268081111, 1.2173501011129146, 1.4100454764988166, 1.3510701268081111, 1.4166988692794178, 1.2963002339387524, 0.2049055793684642, 1.4100454764988166, 1.2173501011129146, 1.326810988866756, 1.2963002339387524, 1.5265473560615512, 0.19208437400190312, 1.5929974896321417, 0.24287303789357614, 0.24287303789357614, 1.326810988866756, 0.19233178057354094, 1.3697380377587096, 1.326810988866756, 1.3697380377587096, 0.2656536739180603, 0.26228432329123796, 1.2963002339387524, 0.747637452599427, 0.19644176592281376, 1.5397843059492948, 1.3697380377587096, 1.5929974896321417, 0.19644176592281376, 0.6976674327345974, 0.25134423214658125, 1.4100454764988166, 1.5397843059492948, 1.3430335515350909, 0.2049055793684642, 1.4100454764988166, 1.101995758643226, 1.326810988866756, 1.322735917636401, 0.36682461645442965, 1.3430335515350909, 1.6433921054723704, 1.3510701268081111, 0.29930217650063107, 0.1965437287815286, 1.4608782165072216, 0.25134423214658125, 1.6156918768484334, 1.5929974896321417, 1.4100454764988166, 1.3430335515350909, 1.3430335515350909, 1.3510701268081111, 1.326810988866756, 0.747637452599427, 1.2173501011129146, 0.24287303789357614, 1.4166988692794178, 1.5265473560615512, 1.3510701268081111, 1.3697380377587096, 1.359526875327162, 0.19208437400190312, 1.4166988692794178, 1.2963002339387524, 1.0457265012432648, 1.2963002339387524, 1.5265473560615512, 0.19644176592281376, 1.2963002339387524, 1.5265473560615512, 1.2963002339387524, 1.5397843059492948, 1.6156918768484334, 1.617747390282117, 1.2173501011129146, 1.2173501011129146, 1.2222148506312376, 0.24287303789357614, 0.19644176592281376, 1.2963002339387524, 1.4100454764988166, 0.23527505220989203, 1.322735917636401, 1.5265473560615512, 0.25134423214658125, 1.326810988866756, 0.9793503415859165, 1.3546090535903303, 1.4100454764988166, 0.19233178057354094, 0.2037110189803871, 0.39730750200521436, 1.322735917636401, 1.326810988866756, 1.3510701268081111, 1.4100454764988166, 1.4608782165072216, 1.3775384864213227 ], "xaxis": "x", "yaxis": "y" } ], "layout": { "barmode": "relative", "legend": { "title": { "text": "variable" }, "tracegroupgap": 0 }, "showlegend": false, "template": { "data": { "bar": [ { "error_x": { "color": "#2a3f5f" }, "error_y": { "color": "#2a3f5f" }, "marker": { "line": { "color": "#E5ECF6", "width": 0.5 } }, "type": "bar" } ], "barpolar": [ { "marker": { "line": { "color": "#E5ECF6", "width": 0.5 } }, "type": "barpolar" } ], "carpet": [ { "aaxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "baxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "type": "carpet" } ], "choropleth": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "choropleth" } ], "contour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "contour" } ], "contourcarpet": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "contourcarpet" } ], "heatmap": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "heatmap" } ], "heatmapgl": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "heatmapgl" } ], "histogram": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "histogram" } ], "histogram2d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "histogram2d" } ], "histogram2dcontour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "histogram2dcontour" } ], "mesh3d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "mesh3d" } ], "parcoords": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "parcoords" } ], "pie": [ { "automargin": true, "type": "pie" } ], "scatter": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter" } ], "scatter3d": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter3d" } ], "scattercarpet": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattercarpet" } ], "scattergeo": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergeo" } ], "scattergl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergl" } ], "scattermapbox": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattermapbox" } ], "scatterpolar": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolar" } ], "scatterpolargl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolargl" } ], "scatterternary": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterternary" } ], "surface": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "surface" } ], "table": [ { "cells": { "fill": { "color": "#EBF0F8" }, "line": { "color": "white" } }, "header": { "fill": { "color": "#C8D4E3" }, "line": { "color": "white" } }, "type": "table" } ] }, "layout": { "annotationdefaults": { "arrowcolor": "#2a3f5f", "arrowhead": 0, "arrowwidth": 1 }, "coloraxis": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "colorscale": { "diverging": [ [ 0, "#8e0152" ], [ 0.1, "#c51b7d" ], [ 0.2, "#de77ae" ], [ 0.3, "#f1b6da" ], [ 0.4, "#fde0ef" ], [ 0.5, "#f7f7f7" ], [ 0.6, "#e6f5d0" ], [ 0.7, "#b8e186" ], [ 0.8, "#7fbc41" ], [ 0.9, "#4d9221" ], [ 1, "#276419" ] ], "sequential": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "sequentialminus": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ] }, "colorway": [ "#636efa", "#EF553B", "#00cc96", "#ab63fa", "#FFA15A", "#19d3f3", "#FF6692", "#B6E880", "#FF97FF", "#FECB52" ], "font": { "color": "#2a3f5f" }, "geo": { "bgcolor": "white", "lakecolor": "white", "landcolor": "#E5ECF6", "showlakes": true, "showland": true, "subunitcolor": "white" }, "hoverlabel": { "align": "left" }, "hovermode": "closest", "mapbox": { "style": "light" }, "paper_bgcolor": "white", "plot_bgcolor": "#E5ECF6", "polar": { "angularaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "radialaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "scene": { "xaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "yaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "zaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" } }, "shapedefaults": { "line": { "color": "#2a3f5f" } }, "ternary": { "aaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "baxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "caxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "title": { "x": 0.05 }, "xaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 }, "yaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 } } }, "title": { "text": "Weights From The Discriminative Model" }, "xaxis": { "anchor": "y", "domain": [ 0, 1 ], "title": { "text": "value" } }, "yaxis": { "anchor": "x", "domain": [ 0, 1 ], "title": { "text": "count" } } } }, "text/html": [ "
\n", " \n", " \n", "
\n", " \n", "
" ] }, "metadata": {}, "output_type": "display_data" }, { "name": "stdout", "output_type": "stream", "text": [ "Higher the weight for the observation, more is it similar to the test data\n" ] } ], "source": [ "weights = model_drift_checker_ko_2.sample_weight_for_retrain()" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "# Drift By Sorted Bins Plot\n", "\n", "All data from left and rigth dataframes concatenated and sorted by the feature you pass as a parameter and computes count for each bin." ] }, { "cell_type": "code", "execution_count": 15, "metadata": {}, "outputs": [ { "data": { "application/vnd.plotly.v1+json": { "config": { "plotlyServerURL": "https://plot.ly" }, "data": [ { "alignmentgroup": "True", "bingroup": "x", "hovertemplate": "is_left=1
Bin Number=%{x}
count=%{y}", "legendgroup": "1", "marker": { "color": "#636efa" }, "name": "1", "nbinsx": 10, "offsetgroup": "1", "orientation": "v", "showlegend": true, "type": "histogram", "x": [ 3, 3, 3, 3, 1, 1, 3, 1, 3, 2, 3, 3, 3, 1, 3, 3, 3, 3, 3, 2, 3, 1, 3, 1, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 4, 4, 2, 4, 4, 4, 1, 4, 1, 1, 1, 4, 4, 1, 4, 1, 4, 1, 1, 4, 4, 1, 4, 4, 4, 4, 1, 4, 1, 1, 1, 4, 1, 4, 2, 1, 1, 1, 4, 4, 1, 1, 1, 4, 4, 4, 1, 1, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 2, 4, 4, 1, 1, 4, 5, 2, 5, 5, 5, 5, 5, 5, 2, 5, 5, 5, 1, 5, 5, 2, 5, 1, 1, 5, 2, 5, 2, 2, 1, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 1, 5, 5, 5, 5, 5, 5, 3, 5, 5, 5, 5, 1, 5, 5, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 1, 6, 6, 1, 6, 6, 6, 1, 6, 6, 6, 6, 3, 6, 3, 1, 6, 6, 1, 6, 6, 1, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 3, 6, 7, 1, 7, 3, 3, 7, 7, 1, 1, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 1, 1, 1, 7, 1, 7, 2, 7, 7, 7, 7, 2, 7, 7, 7, 3, 7, 7, 7, 7, 7, 7, 8, 8, 8, 2, 8, 2, 2, 8, 8, 2, 8, 8, 8, 2, 8, 8, 8, 8, 8, 8, 3, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 2, 8, 8, 3, 8, 8, 2, 8, 8, 2, 2, 8, 8, 8, 8, 8, 8, 8, 2, 9, 9, 9, 9, 9, 9, 9, 3, 9, 3, 2, 2, 9, 9, 2, 2, 9, 9, 9, 9, 2, 2, 9, 9, 9, 3, 9, 3, 9, 9, 9, 9, 9, 9, 3, 9, 9, 2, 9, 9, 9, 2, 9, 9, 9, 9, 9, 9, 9, 9, 9, 10, 2, 3, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 2, 10, 10, 2, 2, 10, 10, 10, 10, 3, 10, 10, 10, 2, 10, 10, 3, 10, 10, 10, 2, 2, 10, 10, 10, 10, 2, 10, 10, 10, 2, 10, 2, 10, 2, 10, 10, 2, 10 ], "xaxis": "x", "yaxis": "y" }, { "alignmentgroup": "True", "bingroup": "x", "hovertemplate": "is_left=0
Bin Number=%{x}
count=%{y}", "legendgroup": "0", "marker": { "color": "#EF553B" }, "name": "0", "nbinsx": 10, "offsetgroup": "0", "orientation": "v", "showlegend": true, "type": "histogram", "x": [ 3, 3, 1, 1, 3, 3, 3, 3, 3, 3, 1, 3, 3, 3, 3, 2, 3, 4, 4, 4, 4, 1, 4, 4, 4, 4, 1, 4, 4, 4, 1, 4, 4, 4, 1, 4, 4, 4, 1, 4, 4, 4, 4, 4, 1, 4, 1, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 2, 2, 5, 5, 5, 5, 5, 1, 5, 2, 5, 5, 5, 5, 5, 5, 5, 5, 5, 3, 1, 5, 1, 5, 5, 5, 5, 5, 3, 5, 5, 5, 5, 5, 3, 5, 5, 5, 5, 5, 1, 5, 5, 3, 6, 6, 6, 1, 6, 6, 6, 1, 6, 6, 3, 1, 6, 6, 3, 6, 6, 6, 6, 6, 3, 6, 6, 6, 3, 6, 6, 6, 1, 6, 6, 6, 6, 1, 7, 7, 3, 1, 3, 7, 7, 7, 1, 7, 7, 1, 7, 7, 7, 7, 1, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 1, 7, 7, 7, 7, 7, 7, 7, 7, 2, 7, 7, 7, 7, 7, 7, 7, 7, 2, 7, 7, 7, 2, 8, 8, 2, 8, 8, 8, 8, 8, 8, 8, 8, 2, 2, 2, 8, 8, 8, 2, 8, 2, 8, 8, 2, 8, 8, 8, 8, 8, 2, 8, 8, 8, 3, 2, 8, 2, 8, 8, 8, 9, 9, 9, 9, 9, 9, 2, 9, 9, 2, 9, 9, 9, 9, 9, 9, 9, 9, 9, 2, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 3, 10, 10, 10, 3, 3, 3, 10, 2, 2, 10, 10, 10, 10, 2, 10, 10, 10, 10, 10, 10, 2, 2, 10, 10, 3, 2, 10, 2, 10, 10, 2, 10, 10, 10, 10 ], "xaxis": "x", "yaxis": "y" } ], "layout": { "bargroupgap": 0.1, "barmode": "group", "legend": { "title": { "text": "is_left" }, "tracegroupgap": 0 }, "margin": { "t": 60 }, "template": { "data": { "bar": [ { "error_x": { "color": "#2a3f5f" }, "error_y": { "color": "#2a3f5f" }, "marker": { "line": { "color": "#E5ECF6", "width": 0.5 } }, "type": "bar" } ], "barpolar": [ { "marker": { "line": { "color": "#E5ECF6", "width": 0.5 } }, "type": "barpolar" } ], "carpet": [ { "aaxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "baxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "type": "carpet" } ], "choropleth": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "choropleth" } ], "contour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "contour" } ], "contourcarpet": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "contourcarpet" } ], "heatmap": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "heatmap" } ], "heatmapgl": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "heatmapgl" } ], "histogram": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "histogram" } ], "histogram2d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "histogram2d" } ], "histogram2dcontour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "histogram2dcontour" } ], "mesh3d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "mesh3d" } ], "parcoords": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "parcoords" } ], "pie": [ { "automargin": true, "type": "pie" } ], "scatter": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter" } ], "scatter3d": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter3d" } ], "scattercarpet": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattercarpet" } ], "scattergeo": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergeo" } ], "scattergl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergl" } ], "scattermapbox": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattermapbox" } ], "scatterpolar": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolar" } ], "scatterpolargl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolargl" } ], "scatterternary": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterternary" } ], "surface": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "surface" } ], "table": [ { "cells": { "fill": { "color": "#EBF0F8" }, "line": { "color": "white" } }, "header": { "fill": { "color": "#C8D4E3" }, "line": { "color": "white" } }, "type": "table" } ] }, "layout": { "annotationdefaults": { "arrowcolor": "#2a3f5f", "arrowhead": 0, "arrowwidth": 1 }, "coloraxis": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "colorscale": { "diverging": [ [ 0, "#8e0152" ], [ 0.1, "#c51b7d" ], [ 0.2, "#de77ae" ], [ 0.3, "#f1b6da" ], [ 0.4, "#fde0ef" ], [ 0.5, "#f7f7f7" ], [ 0.6, "#e6f5d0" ], [ 0.7, "#b8e186" ], [ 0.8, "#7fbc41" ], [ 0.9, "#4d9221" ], [ 1, "#276419" ] ], "sequential": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "sequentialminus": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ] }, "colorway": [ "#636efa", "#EF553B", "#00cc96", "#ab63fa", "#FFA15A", "#19d3f3", "#FF6692", "#B6E880", "#FF97FF", "#FECB52" ], "font": { "color": "#2a3f5f" }, "geo": { "bgcolor": "white", "lakecolor": "white", "landcolor": "#E5ECF6", "showlakes": true, "showland": true, "subunitcolor": "white" }, "hoverlabel": { "align": "left" }, "hovermode": "closest", "mapbox": { "style": "light" }, "paper_bgcolor": "white", "plot_bgcolor": "#E5ECF6", "polar": { "angularaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "radialaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "scene": { "xaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "yaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "zaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" } }, "shapedefaults": { "line": { "color": "#2a3f5f" } }, "ternary": { "aaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "baxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "caxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "title": { "x": 0.05 }, "xaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 }, "yaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 } } }, "title": { "text": "Drift By Bin For Embarked" }, "xaxis": { "anchor": "y", "domain": [ 0, 1 ], "tickmode": "linear", "title": { "text": "Bin Number" } }, "yaxis": { "anchor": "x", "domain": [ 0, 1 ], "title": { "text": "count" } } } }, "text/html": [ "
\n", " \n", " \n", "
\n", " \n", "
" ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "model_drift_checker_ko_2.interpretable_drift_classifier_model.drift_by_sorted_bins_plot('Embarked')" ] } ], "metadata": { "kernelspec": { "display_name": "Python 3", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.8.3" } }, "nbformat": 4, "nbformat_minor": 4 }