\n",
"\n",
"\n",
" \n",
"
\n",
"
"
],
"text/plain": [
" age bmi sex_female children_0 children_1 children_2 \\\n",
"300 36.0 27.549999 0.0 0.0 0.0 0.0 \n",
"904 60.0 35.099998 1.0 1.0 0.0 0.0 \n",
"670 30.0 31.570000 0.0 0.0 0.0 0.0 \n",
"617 49.0 25.600000 0.0 0.0 0.0 1.0 \n",
"373 26.0 32.900002 0.0 0.0 0.0 1.0 \n",
"... ... ... ... ... ... ... \n",
"1238 37.0 22.705000 0.0 0.0 0.0 0.0 \n",
"1147 20.0 31.920000 1.0 1.0 0.0 0.0 \n",
"106 19.0 28.400000 1.0 0.0 1.0 0.0 \n",
"1041 18.0 23.084999 0.0 1.0 0.0 0.0 \n",
"1122 53.0 36.860001 1.0 0.0 0.0 0.0 \n",
"\n",
" children_3 children_4 children_5 smoker_yes region_northeast \\\n",
"300 1.0 0.0 0.0 0.0 1.0 \n",
"904 0.0 0.0 0.0 0.0 0.0 \n",
"670 1.0 0.0 0.0 0.0 0.0 \n",
"617 0.0 0.0 0.0 1.0 0.0 \n",
"373 0.0 0.0 0.0 1.0 0.0 \n",
"... ... ... ... ... ... \n",
"1238 1.0 0.0 0.0 0.0 1.0 \n",
"1147 0.0 0.0 0.0 0.0 0.0 \n",
"106 0.0 0.0 0.0 0.0 0.0 \n",
"1041 0.0 0.0 0.0 0.0 1.0 \n",
"1122 1.0 0.0 0.0 1.0 0.0 \n",
"\n",
" region_northwest region_southeast region_southwest \n",
"300 0.0 0.0 0.0 \n",
"904 0.0 0.0 1.0 \n",
"670 0.0 1.0 0.0 \n",
"617 0.0 0.0 1.0 \n",
"373 0.0 0.0 1.0 \n",
"... ... ... ... \n",
"1238 0.0 0.0 0.0 \n",
"1147 1.0 0.0 0.0 \n",
"106 0.0 0.0 1.0 \n",
"1041 0.0 0.0 0.0 \n",
"1122 1.0 0.0 0.0 \n",
"\n",
"[936 rows x 14 columns]"
]
},
"execution_count": 3,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"# check transformed X_train\n",
"get_config('X_train')"
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"Index(['age', 'bmi', 'sex_female', 'children_0', 'children_1', 'children_2',\n",
" 'children_3', 'children_4', 'children_5', 'smoker_yes',\n",
" 'region_northeast', 'region_northwest', 'region_southeast',\n",
" 'region_southwest'],\n",
" dtype='object')"
]
},
"execution_count": 4,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"# list columns of transformed X_train \n",
"get_config('X_train').columns"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# 👉Model Training & Selection"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Compare Models"
]
},
{
"cell_type": "code",
"execution_count": 5,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"| \n", " | age | \n", "bmi | \n", "sex_female | \n", "children_0 | \n", "children_1 | \n", "children_2 | \n", "children_3 | \n", "children_4 | \n", "children_5 | \n", "smoker_yes | \n", "region_northeast | \n", "region_northwest | \n", "region_southeast | \n", "region_southwest | \n", "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 300 | \n", "36.0 | \n", "27.549999 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "
| 904 | \n", "60.0 | \n", "35.099998 | \n", "1.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "
| 670 | \n", "30.0 | \n", "31.570000 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "
| 617 | \n", "49.0 | \n", "25.600000 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "
| 373 | \n", "26.0 | \n", "32.900002 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "
| ... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "
| 1238 | \n", "37.0 | \n", "22.705000 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "
| 1147 | \n", "20.0 | \n", "31.920000 | \n", "1.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "
| 106 | \n", "19.0 | \n", "28.400000 | \n", "1.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "
| 1041 | \n", "18.0 | \n", "23.084999 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "
| 1122 | \n", "53.0 | \n", "36.860001 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "
936 rows × 14 columns
\n", "| Model | MAE | MSE | RMSE | R2 | RMSLE | MAPE | TT (Sec) | |
|---|---|---|---|---|---|---|---|---|
| gbr | \n", "Gradient Boosting Regressor | \n", "2702.7680 | \n", "23242056.4409 | \n", "4801.5704 | \n", "0.8348 | \n", "0.4397 | \n", "0.3113 | \n", "0.0280 | \n", "
| catboost | \n", "CatBoost Regressor | \n", "2844.4446 | \n", "24943135.5224 | \n", "4977.1926 | \n", "0.8228 | \n", "0.4707 | \n", "0.3364 | \n", "1.0920 | \n", "
| rf | \n", "Random Forest Regressor | \n", "2736.7455 | \n", "24862762.2305 | \n", "4970.6959 | \n", "0.8213 | \n", "0.4674 | \n", "0.3294 | \n", "0.1830 | \n", "
| lightgbm | \n", "Light Gradient Boosting Machine | \n", "2959.5584 | \n", "25236477.0456 | \n", "5013.0892 | \n", "0.8171 | \n", "0.5427 | \n", "0.3685 | \n", "0.0240 | \n", "
| ada | \n", "AdaBoost Regressor | \n", "4162.2323 | \n", "28328260.0955 | \n", "5316.6146 | \n", "0.7985 | \n", "0.6349 | \n", "0.7263 | \n", "0.0110 | \n", "
| et | \n", "Extra Trees Regressor | \n", "2814.2964 | \n", "28815493.0260 | \n", "5339.0879 | \n", "0.7964 | \n", "0.4889 | \n", "0.3350 | \n", "0.1930 | \n", "
| xgboost | \n", "Extreme Gradient Boosting | \n", "3302.3215 | \n", "31739266.6000 | \n", "5615.5941 | \n", "0.7701 | \n", "0.5661 | \n", "0.4218 | \n", "0.2820 | \n", "
| llar | \n", "Lasso Least Angle Regression | \n", "4315.7895 | \n", "38355976.5182 | \n", "6173.8740 | \n", "0.7311 | \n", "0.6105 | \n", "0.4415 | \n", "0.0060 | \n", "
| ridge | \n", "Ridge Regression | \n", "4336.2309 | \n", "38381496.8000 | \n", "6175.9541 | \n", "0.7309 | \n", "0.6193 | \n", "0.4454 | \n", "0.0090 | \n", "
| br | \n", "Bayesian Ridge | \n", "4333.6881 | \n", "38381669.3629 | \n", "6175.9476 | \n", "0.7308 | \n", "0.6151 | \n", "0.4450 | \n", "0.0100 | \n", "
| lr | \n", "Linear Regression | \n", "4323.6136 | \n", "38380061.2000 | \n", "6175.7164 | \n", "0.7308 | \n", "0.6175 | \n", "0.4432 | \n", "0.6420 | \n", "
| lasso | \n", "Lasso Regression | \n", "4323.0688 | \n", "38375137.8000 | \n", "6175.3801 | \n", "0.7308 | \n", "0.6140 | \n", "0.4431 | \n", "0.0070 | \n", "
| lar | \n", "Least Angle Regression | \n", "4454.3826 | \n", "39745068.4096 | \n", "6271.9943 | \n", "0.7228 | \n", "0.6486 | \n", "0.4703 | \n", "0.0100 | \n", "
| dt | \n", "Decision Tree Regressor | \n", "3148.3402 | \n", "43766011.6491 | \n", "6584.7198 | \n", "0.6855 | \n", "0.5331 | \n", "0.3455 | \n", "0.0070 | \n", "
| huber | \n", "Huber Regressor | \n", "3455.2997 | \n", "48908984.4059 | \n", "6971.2642 | \n", "0.6545 | \n", "0.4790 | \n", "0.2174 | \n", "0.0140 | \n", "
| omp | \n", "Orthogonal Matching Pursuit | \n", "5754.7768 | \n", "57503216.4290 | \n", "7566.7093 | \n", "0.5997 | \n", "0.7418 | \n", "0.8990 | \n", "0.0060 | \n", "
| par | \n", "Passive Aggressive Regressor | \n", "4164.7843 | \n", "61324373.4835 | \n", "7747.8332 | \n", "0.5840 | \n", "0.4724 | \n", "0.2586 | \n", "0.0100 | \n", "
| en | \n", "Elastic Net | \n", "7369.0573 | \n", "90443346.8000 | \n", "9468.6782 | \n", "0.3791 | \n", "0.7377 | \n", "0.9256 | \n", "0.0060 | \n", "
| knn | \n", "K Neighbors Regressor | \n", "7805.8425 | \n", "126951808.0000 | \n", "11221.6535 | \n", "0.1218 | \n", "0.8398 | \n", "0.9147 | \n", "0.0370 | \n", "
| MAE | MSE | RMSE | R2 | RMSLE | MAPE | |
|---|---|---|---|---|---|---|
| 0 | \n", "3001.2294 | \n", "37001480.2590 | \n", "6082.8842 | \n", "0.7790 | \n", "0.4984 | \n", "0.3140 | \n", "
| 1 | \n", "3389.8885 | \n", "49305179.5732 | \n", "7021.7647 | \n", "0.7133 | \n", "0.5574 | \n", "0.3361 | \n", "
| 2 | \n", "2926.0191 | \n", "42025684.6666 | \n", "6482.7220 | \n", "0.4679 | \n", "0.6215 | \n", "0.4025 | \n", "
| 3 | \n", "2744.7144 | \n", "34078761.4507 | \n", "5837.7017 | \n", "0.7154 | \n", "0.5412 | \n", "0.3740 | \n", "
| 4 | \n", "3924.4816 | \n", "59489464.3207 | \n", "7712.9414 | \n", "0.5575 | \n", "0.6455 | \n", "0.4796 | \n", "
| 5 | \n", "3322.5435 | \n", "42747575.4453 | \n", "6538.1630 | \n", "0.7250 | \n", "0.4869 | \n", "0.2928 | \n", "
| 6 | \n", "3158.7047 | \n", "49369669.1652 | \n", "7026.3553 | \n", "0.6641 | \n", "0.4511 | \n", "0.3089 | \n", "
| 7 | \n", "2405.2970 | \n", "31318616.6440 | \n", "5596.3038 | \n", "0.8278 | \n", "0.4497 | \n", "0.1434 | \n", "
| 8 | \n", "3021.5461 | \n", "39091793.3775 | \n", "6252.3430 | \n", "0.7475 | \n", "0.5117 | \n", "0.4381 | \n", "
| 9 | \n", "3588.9772 | \n", "53231891.5889 | \n", "7296.0189 | \n", "0.6571 | \n", "0.5679 | \n", "0.3653 | \n", "
| Mean | \n", "3148.3402 | \n", "43766011.6491 | \n", "6584.7198 | \n", "0.6855 | \n", "0.5331 | \n", "0.3455 | \n", "
| SD | \n", "410.7953 | \n", "8481549.4829 | \n", "638.3390 | \n", "0.1005 | \n", "0.0631 | \n", "0.0878 | \n", "
| MAE | MSE | RMSE | R2 | RMSLE | MAPE | |
|---|---|---|---|---|---|---|
| 0 | \n", "1710.0867 | \n", "18253568.8962 | \n", "4272.4196 | \n", "0.8910 | \n", "0.3435 | \n", "0.1349 | \n", "
| 1 | \n", "2342.9618 | \n", "33002910.7856 | \n", "5744.8160 | \n", "0.8081 | \n", "0.4462 | \n", "0.1421 | \n", "
| 2 | \n", "1992.6884 | \n", "23279759.5944 | \n", "4824.9103 | \n", "0.7053 | \n", "0.4672 | \n", "0.1580 | \n", "
| 3 | \n", "2250.2711 | \n", "25594847.8750 | \n", "5059.1351 | \n", "0.7863 | \n", "0.4246 | \n", "0.2126 | \n", "
| 4 | \n", "2157.4516 | \n", "24978154.4390 | \n", "4997.8150 | \n", "0.8142 | \n", "0.4363 | \n", "0.1531 | \n", "
| 5 | \n", "1991.3288 | \n", "18794342.2788 | \n", "4335.2442 | \n", "0.8791 | \n", "0.3399 | \n", "0.1565 | \n", "
| 6 | \n", "1688.3935 | \n", "20093049.8225 | \n", "4482.5272 | \n", "0.8633 | \n", "0.3137 | \n", "0.1210 | \n", "
| 7 | \n", "2060.8145 | \n", "26178263.6299 | \n", "5116.4698 | \n", "0.8561 | \n", "0.4613 | \n", "0.1332 | \n", "
| 8 | \n", "2088.2260 | \n", "23545921.7229 | \n", "4852.4140 | \n", "0.8479 | \n", "0.3741 | \n", "0.1592 | \n", "
| 9 | \n", "2233.1985 | \n", "27217915.9631 | \n", "5217.0793 | \n", "0.8247 | \n", "0.4302 | \n", "0.1662 | \n", "
| Mean | \n", "2051.5421 | \n", "24093873.5007 | \n", "4890.2830 | \n", "0.8276 | \n", "0.4037 | \n", "0.1537 | \n", "
| SD | \n", "206.3066 | \n", "4191347.7243 | \n", "423.0902 | \n", "0.0514 | \n", "0.0529 | \n", "0.0238 | \n", "
| MAE | MSE | RMSE | R2 | RMSLE | MAPE | |
|---|---|---|---|---|---|---|
| 0 | \n", "2579.8299 | \n", "20553234.9577 | \n", "4533.5676 | \n", "0.8772 | \n", "0.4036 | \n", "0.2978 | \n", "
| 1 | \n", "3185.6429 | \n", "31391105.8784 | \n", "5602.7766 | \n", "0.8175 | \n", "0.4625 | \n", "0.3315 | \n", "
| 2 | \n", "2685.6595 | \n", "23097034.7695 | \n", "4805.9374 | \n", "0.7076 | \n", "0.4799 | \n", "0.3230 | \n", "
| 3 | \n", "2953.7995 | \n", "25833993.3635 | \n", "5082.7152 | \n", "0.7843 | \n", "0.4615 | \n", "0.3829 | \n", "
| 4 | \n", "2837.2551 | \n", "24784197.5159 | \n", "4978.3730 | \n", "0.8157 | \n", "0.4479 | \n", "0.3076 | \n", "
| 5 | \n", "2886.9283 | \n", "21983688.3215 | \n", "4688.6766 | \n", "0.8586 | \n", "0.3628 | \n", "0.2822 | \n", "
| 6 | \n", "2857.3329 | \n", "21418065.8828 | \n", "4627.9656 | \n", "0.8543 | \n", "0.3993 | \n", "0.3484 | \n", "
| 7 | \n", "2606.6486 | \n", "24784213.2073 | \n", "4978.3746 | \n", "0.8637 | \n", "0.4704 | \n", "0.2649 | \n", "
| 8 | \n", "2888.3808 | \n", "23394063.2467 | \n", "4836.7410 | \n", "0.8489 | \n", "0.4585 | \n", "0.3843 | \n", "
| 9 | \n", "2708.3053 | \n", "24775400.8000 | \n", "4977.4894 | \n", "0.8404 | \n", "0.4566 | \n", "0.3203 | \n", "
| Mean | \n", "2818.9783 | \n", "24201499.7943 | \n", "4911.2617 | \n", "0.8268 | \n", "0.4403 | \n", "0.3243 | \n", "
| SD | \n", "172.0921 | \n", "2884644.6917 | \n", "284.6197 | \n", "0.0475 | \n", "0.0362 | \n", "0.0374 | \n", "
| MAE | MSE | RMSE | R2 | RMSLE | MAPE | |
|---|---|---|---|---|---|---|
| 0 | \n", "1737.9461 | \n", "19084226.9033 | \n", "4368.5497 | \n", "0.8860 | \n", "0.3535 | \n", "0.1298 | \n", "
| 1 | \n", "2301.3648 | \n", "32666312.6667 | \n", "5715.4451 | \n", "0.8101 | \n", "0.4302 | \n", "0.1221 | \n", "
| 2 | \n", "1926.0696 | \n", "22308633.4826 | \n", "4723.2016 | \n", "0.7175 | \n", "0.4736 | \n", "0.1489 | \n", "
| 3 | \n", "2026.0820 | \n", "22473178.7795 | \n", "4740.5884 | \n", "0.8124 | \n", "0.4318 | \n", "0.2012 | \n", "
| 4 | \n", "2038.5257 | \n", "25854437.0548 | \n", "5084.7259 | \n", "0.8077 | \n", "0.4618 | \n", "0.1242 | \n", "
| 5 | \n", "2034.3579 | \n", "20359122.7557 | \n", "4512.1085 | \n", "0.8690 | \n", "0.3448 | \n", "0.1493 | \n", "
| 6 | \n", "1638.3514 | \n", "17652018.4487 | \n", "4201.4305 | \n", "0.8799 | \n", "0.2901 | \n", "0.1070 | \n", "
| 7 | \n", "2370.2470 | \n", "28957688.5789 | \n", "5381.2349 | \n", "0.8408 | \n", "0.4534 | \n", "0.1456 | \n", "
| 8 | \n", "2061.5307 | \n", "23682198.8277 | \n", "4866.4359 | \n", "0.8470 | \n", "0.3571 | \n", "0.1312 | \n", "
| 9 | \n", "2422.1612 | \n", "30646993.2491 | \n", "5535.9727 | \n", "0.8026 | \n", "0.4793 | \n", "0.2119 | \n", "
| Mean | \n", "2055.6636 | \n", "24368481.0747 | \n", "4912.9693 | \n", "0.8273 | \n", "0.4076 | \n", "0.1471 | \n", "
| SD | \n", "242.3217 | \n", "4784954.6251 | \n", "480.8467 | \n", "0.0470 | \n", "0.0623 | \n", "0.0323 | \n", "
| MAE | MSE | RMSE | R2 | RMSLE | MAPE | |
|---|---|---|---|---|---|---|
| 0 | \n", "1714.3042 | \n", "18502255.0953 | \n", "4301.4248 | \n", "0.8895 | \n", "0.3512 | \n", "0.1272 | \n", "
| 1 | \n", "2422.6145 | \n", "30056553.2436 | \n", "5482.3857 | \n", "0.8252 | \n", "0.3943 | \n", "0.1723 | \n", "
| 2 | \n", "1791.3911 | \n", "18943828.4002 | \n", "4352.4508 | \n", "0.7601 | \n", "0.4316 | \n", "0.1539 | \n", "
| 3 | \n", "1969.4230 | \n", "19619134.5779 | \n", "4429.3492 | \n", "0.8362 | \n", "0.3761 | \n", "0.1680 | \n", "
| 4 | \n", "2349.1782 | \n", "27075816.8911 | \n", "5203.4428 | \n", "0.7986 | \n", "0.4591 | \n", "0.1597 | \n", "
| 5 | \n", "2182.2224 | \n", "19450947.0951 | \n", "4410.3228 | \n", "0.8749 | \n", "0.3434 | \n", "0.1559 | \n", "
| 6 | \n", "1664.9644 | \n", "18708131.5532 | \n", "4325.2898 | \n", "0.8727 | \n", "0.2950 | \n", "0.1120 | \n", "
| 7 | \n", "2222.6272 | \n", "25396879.4405 | \n", "5039.5317 | \n", "0.8604 | \n", "0.4220 | \n", "0.1422 | \n", "
| 8 | \n", "1948.6908 | \n", "20971053.5198 | \n", "4579.4163 | \n", "0.8645 | \n", "0.3513 | \n", "0.1752 | \n", "
| 9 | \n", "2219.5333 | \n", "25927191.7862 | \n", "5091.8751 | \n", "0.8330 | \n", "0.4135 | \n", "0.1654 | \n", "
| Mean | \n", "2048.4949 | \n", "22465179.1603 | \n", "4721.5489 | \n", "0.8415 | \n", "0.3838 | \n", "0.1532 | \n", "
| SD | \n", "254.7410 | \n", "4013793.7153 | \n", "414.9159 | \n", "0.0375 | \n", "0.0470 | \n", "0.0194 | \n", "
| MAE | MSE | RMSE | R2 | RMSLE | MAPE | |
|---|---|---|---|---|---|---|
| 0 | \n", "4317.6330 | \n", "40225874.7120 | \n", "6342.3871 | \n", "0.7597 | \n", "0.5377 | \n", "0.5095 | \n", "
| 1 | \n", "4603.8770 | \n", "47671358.8401 | \n", "6904.4449 | \n", "0.7228 | \n", "0.5528 | \n", "0.4544 | \n", "
| 2 | \n", "3526.5657 | \n", "30025112.7222 | \n", "5479.5176 | \n", "0.6198 | \n", "0.6098 | \n", "0.5355 | \n", "
| 3 | \n", "4059.9577 | \n", "33028436.9777 | \n", "5747.0372 | \n", "0.7242 | \n", "0.6159 | \n", "0.6499 | \n", "
| 4 | \n", "4719.1236 | \n", "47134827.6069 | \n", "6865.4809 | \n", "0.6494 | \n", "0.5783 | \n", "0.5456 | \n", "
| 5 | \n", "4036.9877 | \n", "39416780.6753 | \n", "6278.2785 | \n", "0.7464 | \n", "0.4745 | \n", "0.3684 | \n", "
| 6 | \n", "4098.2194 | \n", "43644758.2312 | \n", "6606.4180 | \n", "0.7030 | \n", "0.5116 | \n", "0.4656 | \n", "
| 7 | \n", "3938.6892 | \n", "37270337.0487 | \n", "6104.9437 | \n", "0.7951 | \n", "0.4289 | \n", "0.3185 | \n", "
| 8 | \n", "4493.1798 | \n", "43777521.8925 | \n", "6616.4584 | \n", "0.7172 | \n", "0.5800 | \n", "0.6167 | \n", "
| 9 | \n", "4452.8107 | \n", "44338906.9474 | \n", "6658.7466 | \n", "0.7144 | \n", "0.5613 | \n", "0.4606 | \n", "
| Mean | \n", "4224.7044 | \n", "40653391.5654 | \n", "6360.3713 | \n", "0.7152 | \n", "0.5451 | \n", "0.4925 | \n", "
| SD | \n", "341.8405 | \n", "5548059.5251 | \n", "446.1712 | \n", "0.0480 | \n", "0.0561 | \n", "0.0970 | \n", "
| MAE | MSE | RMSE | R2 | RMSLE | MAPE | |
|---|---|---|---|---|---|---|
| 0 | \n", "3330.1372 | \n", "26118092.6166 | \n", "5110.5863 | \n", "0.8440 | \n", "0.4528 | \n", "0.3698 | \n", "
| 1 | \n", "3823.1055 | \n", "36671240.2394 | \n", "6055.6783 | \n", "0.7868 | \n", "0.5307 | \n", "0.3557 | \n", "
| 2 | \n", "3330.5109 | \n", "29504475.5264 | \n", "5431.8022 | \n", "0.6264 | \n", "0.5701 | \n", "0.3860 | \n", "
| 3 | \n", "3029.4249 | \n", "21804106.7675 | \n", "4669.4868 | \n", "0.8179 | \n", "0.4804 | \n", "0.4295 | \n", "
| 4 | \n", "3931.7436 | \n", "36775712.8160 | \n", "6064.2982 | \n", "0.7265 | \n", "0.5132 | \n", "0.3751 | \n", "
| 5 | \n", "3461.5432 | \n", "29482846.8211 | \n", "5429.8109 | \n", "0.8103 | \n", "0.4937 | \n", "0.3541 | \n", "
| 6 | \n", "3479.7849 | \n", "31955532.4915 | \n", "5652.9225 | \n", "0.7826 | \n", "0.4684 | \n", "0.3600 | \n", "
| 7 | \n", "3610.5786 | \n", "30708816.3945 | \n", "5541.5536 | \n", "0.8311 | \n", "0.5030 | \n", "0.2904 | \n", "
| 8 | \n", "3761.7961 | \n", "27523649.5059 | \n", "5246.2986 | \n", "0.8222 | \n", "0.5596 | \n", "0.4627 | \n", "
| 9 | \n", "3913.4878 | \n", "35744866.0161 | \n", "5978.7010 | \n", "0.7698 | \n", "0.6368 | \n", "0.4228 | \n", "
| Mean | \n", "3567.2113 | \n", "30628933.9195 | \n", "5518.1139 | \n", "0.7818 | \n", "0.5209 | \n", "0.3806 | \n", "
| SD | \n", "278.9752 | \n", "4611695.3476 | \n", "423.5013 | \n", "0.0612 | \n", "0.0525 | \n", "0.0458 | \n", "
"
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"interpret_model(dt)"
]
},
{
"cell_type": "code",
"execution_count": 26,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"
"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"\n",
""
]
},
"execution_count": 26,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"interpret_model(dt, plot = 'reason', observation=1)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# Model Predictions"
]
},
{
"cell_type": "code",
"execution_count": 27,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"
"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"# predict on holdout / test set\n",
"pred_holdout = predict_model(best);"
]
},
{
"cell_type": "code",
"execution_count": 28,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"
\n",
"
\n",
" "
],
"text/plain": [
"\n",
" Visualization omitted, Javascript library not loaded!
\n", " Have you run `initjs()` in this notebook? If this notebook was from another\n", " user you must also trust this notebook (File -> Trust notebook). If you are viewing\n", " this notebook on github the Javascript has been stripped for security. If you are using\n", " JupyterLab this error is because a JupyterLab extension has not yet been written.\n", "
\n", " Have you run `initjs()` in this notebook? If this notebook was from another\n", " user you must also trust this notebook (File -> Trust notebook). If you are viewing\n", " this notebook on github the Javascript has been stripped for security. If you are using\n", " JupyterLab this error is because a JupyterLab extension has not yet been written.\n", "
| Model | MAE | MSE | RMSE | R2 | RMSLE | MAPE | |
|---|---|---|---|---|---|---|---|
| 0 | \n", "Gradient Boosting Regressor | \n", "2386.2018 | \n", "17296249.1379 | \n", "4158.8759 | \n", "0.8789 | \n", "0.3985 | \n", "0.2922 | \n", "
\n",
"\n",
"\n",
" \n",
"
\n",
"
"
],
"text/plain": [
" age bmi sex_female children_0 children_1 children_2 \\\n",
"0 49.0 42.680000 1.0 0.0 0.0 1.0 \n",
"1 32.0 37.334999 0.0 0.0 1.0 0.0 \n",
"2 27.0 31.400000 1.0 1.0 0.0 0.0 \n",
"3 35.0 24.129999 0.0 0.0 1.0 0.0 \n",
"4 60.0 25.740000 0.0 1.0 0.0 0.0 \n",
"\n",
" children_3 children_4 children_5 smoker_yes region_northeast \\\n",
"0 0.0 0.0 0.0 0.0 0.0 \n",
"1 0.0 0.0 0.0 0.0 1.0 \n",
"2 0.0 0.0 0.0 1.0 0.0 \n",
"3 0.0 0.0 0.0 0.0 0.0 \n",
"4 0.0 0.0 0.0 0.0 0.0 \n",
"\n",
" region_northwest region_southeast region_southwest charges \\\n",
"0 0.0 1.0 0.0 9800.888672 \n",
"1 0.0 0.0 0.0 4667.607422 \n",
"2 0.0 0.0 1.0 34838.871094 \n",
"3 1.0 0.0 0.0 5125.215820 \n",
"4 0.0 1.0 0.0 12142.578125 \n",
"\n",
" Label \n",
"0 10621.483595 \n",
"1 7290.151941 \n",
"2 36012.959871 \n",
"3 7553.788882 \n",
"4 14904.032497 "
]
},
"execution_count": 28,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"pred_holdout.head()"
]
},
{
"cell_type": "code",
"execution_count": 29,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"| \n", " | age | \n", "bmi | \n", "sex_female | \n", "children_0 | \n", "children_1 | \n", "children_2 | \n", "children_3 | \n", "children_4 | \n", "children_5 | \n", "smoker_yes | \n", "region_northeast | \n", "region_northwest | \n", "region_southeast | \n", "region_southwest | \n", "charges | \n", "Label | \n", "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", "49.0 | \n", "42.680000 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "9800.888672 | \n", "10621.483595 | \n", "
| 1 | \n", "32.0 | \n", "37.334999 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "4667.607422 | \n", "7290.151941 | \n", "
| 2 | \n", "27.0 | \n", "31.400000 | \n", "1.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "34838.871094 | \n", "36012.959871 | \n", "
| 3 | \n", "35.0 | \n", "24.129999 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "5125.215820 | \n", "7553.788882 | \n", "
| 4 | \n", "60.0 | \n", "25.740000 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "12142.578125 | \n", "14904.032497 | \n", "
\n",
"\n",
"\n",
" \n",
"
\n",
"
"
],
"text/plain": [
" age sex bmi children smoker region\n",
"0 19 female 27.900 0 yes southwest\n",
"1 18 male 33.770 1 no southeast\n",
"2 28 male 33.000 3 no southeast\n",
"3 33 male 22.705 0 no northwest\n",
"4 32 male 28.880 0 no northwest"
]
},
"execution_count": 29,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"# predict on new data\n",
"data2 = data.copy()\n",
"data2.drop('charges', axis=1, inplace=True)\n",
"data2.head()"
]
},
{
"cell_type": "code",
"execution_count": 30,
"metadata": {},
"outputs": [],
"source": [
"# finalize model\n",
"best_final = finalize_model(best)"
]
},
{
"cell_type": "code",
"execution_count": 31,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"| \n", " | age | \n", "sex | \n", "bmi | \n", "children | \n", "smoker | \n", "region | \n", "
|---|---|---|---|---|---|---|
| 0 | \n", "19 | \n", "female | \n", "27.900 | \n", "0 | \n", "yes | \n", "southwest | \n", "
| 1 | \n", "18 | \n", "male | \n", "33.770 | \n", "1 | \n", "no | \n", "southeast | \n", "
| 2 | \n", "28 | \n", "male | \n", "33.000 | \n", "3 | \n", "no | \n", "southeast | \n", "
| 3 | \n", "33 | \n", "male | \n", "22.705 | \n", "0 | \n", "no | \n", "northwest | \n", "
| 4 | \n", "32 | \n", "male | \n", "28.880 | \n", "0 | \n", "no | \n", "northwest | \n", "
\n",
"\n",
"\n",
" \n",
"
\n",
"
"
],
"text/plain": [
" age sex bmi children smoker region Label\n",
"0 19 female 27.900 0 yes southwest 18894.260073\n",
"1 18 male 33.770 1 no southeast 3698.287534\n",
"2 28 male 33.000 3 no southeast 6029.271578\n",
"3 33 male 22.705 0 no northwest 8958.189116\n",
"4 32 male 28.880 0 no northwest 3900.039002"
]
},
"execution_count": 31,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"# predict on data2\n",
"predictions = predict_model(best_final, data=data2)\n",
"predictions.head()"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# 👉 Save / Load / Deploy Model"
]
},
{
"cell_type": "code",
"execution_count": 32,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Transformation Pipeline and Model Succesfully Saved\n"
]
},
{
"data": {
"text/plain": [
"(Pipeline(memory=None,\n",
" steps=[('dtypes',\n",
" DataTypes_Auto_infer(categorical_features=[],\n",
" display_types=False, features_todrop=[],\n",
" id_columns=[], ml_usecase='regression',\n",
" numerical_features=[], target='charges',\n",
" time_features=[])),\n",
" ('imputer',\n",
" Simple_Imputer(categorical_strategy='not_available',\n",
" fill_value_categorical=None,\n",
" fill_value_numerical=None,\n",
" numeric_strateg...\n",
" learning_rate=0.1, loss='ls',\n",
" max_depth=3, max_features=None,\n",
" max_leaf_nodes=None,\n",
" min_impurity_decrease=0.0,\n",
" min_impurity_split=None,\n",
" min_samples_leaf=1,\n",
" min_samples_split=2,\n",
" min_weight_fraction_leaf=0.0,\n",
" n_estimators=100,\n",
" n_iter_no_change=None,\n",
" presort='deprecated',\n",
" random_state=123, subsample=1.0,\n",
" tol=0.0001, validation_fraction=0.1,\n",
" verbose=0, warm_start=False)]],\n",
" verbose=False), 'insurance-pipeline.pkl')"
]
},
"execution_count": 32,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"save_model(best_final, 'insurance-pipeline')"
]
},
{
"cell_type": "code",
"execution_count": 33,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Transformation Pipeline and Model Successfully Loaded\n"
]
}
],
"source": [
"loaded_pipeline = load_model('insurance-pipeline')"
]
},
{
"cell_type": "code",
"execution_count": 34,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Pipeline(memory=None,\n",
" steps=[('dtypes',\n",
" DataTypes_Auto_infer(categorical_features=[],\n",
" display_types=False, features_todrop=[],\n",
" id_columns=[], ml_usecase='regression',\n",
" numerical_features=[], target='charges',\n",
" time_features=[])),\n",
" ('imputer',\n",
" Simple_Imputer(categorical_strategy='not_available',\n",
" fill_value_categorical=None,\n",
" fill_value_numerical=None,\n",
" numeric_strateg...\n",
" learning_rate=0.1, loss='ls',\n",
" max_depth=3, max_features=None,\n",
" max_leaf_nodes=None,\n",
" min_impurity_decrease=0.0,\n",
" min_impurity_split=None,\n",
" min_samples_leaf=1,\n",
" min_samples_split=2,\n",
" min_weight_fraction_leaf=0.0,\n",
" n_estimators=100,\n",
" n_iter_no_change=None,\n",
" presort='deprecated',\n",
" random_state=123, subsample=1.0,\n",
" tol=0.0001, validation_fraction=0.1,\n",
" verbose=0, warm_start=False)]],\n",
" verbose=False)\n"
]
}
],
"source": [
"print(loaded_pipeline)"
]
},
{
"cell_type": "code",
"execution_count": 35,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Model Succesfully Deployed on AWS S3\n"
]
}
],
"source": [
"# deploy model on AWS S3\n",
"deploy_model(best_final, 'insurance-pipeline-aws', platform = 'aws',\n",
" authentication = {'bucket' : 'pycaret-test'})"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## THE END"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.7.4"
}
},
"nbformat": 4,
"nbformat_minor": 2
}
| \n", " | age | \n", "sex | \n", "bmi | \n", "children | \n", "smoker | \n", "region | \n", "Label | \n", "
|---|---|---|---|---|---|---|---|
| 0 | \n", "19 | \n", "female | \n", "27.900 | \n", "0 | \n", "yes | \n", "southwest | \n", "18894.260073 | \n", "
| 1 | \n", "18 | \n", "male | \n", "33.770 | \n", "1 | \n", "no | \n", "southeast | \n", "3698.287534 | \n", "
| 2 | \n", "28 | \n", "male | \n", "33.000 | \n", "3 | \n", "no | \n", "southeast | \n", "6029.271578 | \n", "
| 3 | \n", "33 | \n", "male | \n", "22.705 | \n", "0 | \n", "no | \n", "northwest | \n", "8958.189116 | \n", "
| 4 | \n", "32 | \n", "male | \n", "28.880 | \n", "0 | \n", "no | \n", "northwest | \n", "3900.039002 | \n", "