\n",
"\n",
"\n",
" \n",
"
\n",
"
"
],
"text/plain": [
" age bmi sex_female children_0 children_1 children_2 \\\n",
"300 36.0 27.549999 0.0 0.0 0.0 0.0 \n",
"904 60.0 35.099998 1.0 1.0 0.0 0.0 \n",
"670 30.0 31.570000 0.0 0.0 0.0 0.0 \n",
"617 49.0 25.600000 0.0 0.0 0.0 1.0 \n",
"373 26.0 32.900002 0.0 0.0 0.0 1.0 \n",
"... ... ... ... ... ... ... \n",
"1238 37.0 22.705000 0.0 0.0 0.0 0.0 \n",
"1147 20.0 31.920000 1.0 1.0 0.0 0.0 \n",
"106 19.0 28.400000 1.0 0.0 1.0 0.0 \n",
"1041 18.0 23.084999 0.0 1.0 0.0 0.0 \n",
"1122 53.0 36.860001 1.0 0.0 0.0 0.0 \n",
"\n",
" children_3 children_4 children_5 smoker_yes region_northeast \\\n",
"300 1.0 0.0 0.0 0.0 1.0 \n",
"904 0.0 0.0 0.0 0.0 0.0 \n",
"670 1.0 0.0 0.0 0.0 0.0 \n",
"617 0.0 0.0 0.0 1.0 0.0 \n",
"373 0.0 0.0 0.0 1.0 0.0 \n",
"... ... ... ... ... ... \n",
"1238 1.0 0.0 0.0 0.0 1.0 \n",
"1147 0.0 0.0 0.0 0.0 0.0 \n",
"106 0.0 0.0 0.0 0.0 0.0 \n",
"1041 0.0 0.0 0.0 0.0 1.0 \n",
"1122 1.0 0.0 0.0 1.0 0.0 \n",
"\n",
" region_northwest region_southeast region_southwest \n",
"300 0.0 0.0 0.0 \n",
"904 0.0 0.0 1.0 \n",
"670 0.0 1.0 0.0 \n",
"617 0.0 0.0 1.0 \n",
"373 0.0 0.0 1.0 \n",
"... ... ... ... \n",
"1238 0.0 0.0 0.0 \n",
"1147 1.0 0.0 0.0 \n",
"106 0.0 0.0 1.0 \n",
"1041 0.0 0.0 0.0 \n",
"1122 1.0 0.0 0.0 \n",
"\n",
"[936 rows x 14 columns]"
]
},
"execution_count": 3,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"# check transformed X_train\n",
"get_config('X_train')"
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"Index(['age', 'bmi', 'sex_female', 'children_0', 'children_1', 'children_2',\n",
" 'children_3', 'children_4', 'children_5', 'smoker_yes',\n",
" 'region_northeast', 'region_northwest', 'region_southeast',\n",
" 'region_southwest'],\n",
" dtype='object')"
]
},
"execution_count": 4,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"# list columns of transformed X_train \n",
"get_config('X_train').columns"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# 👉Model Training & Selection"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Compare Models"
]
},
{
"cell_type": "code",
"execution_count": 5,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"| \n", " | age | \n", "bmi | \n", "sex_female | \n", "children_0 | \n", "children_1 | \n", "children_2 | \n", "children_3 | \n", "children_4 | \n", "children_5 | \n", "smoker_yes | \n", "region_northeast | \n", "region_northwest | \n", "region_southeast | \n", "region_southwest | \n", "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 300 | \n", "36.0 | \n", "27.549999 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "
| 904 | \n", "60.0 | \n", "35.099998 | \n", "1.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "
| 670 | \n", "30.0 | \n", "31.570000 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "
| 617 | \n", "49.0 | \n", "25.600000 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "
| 373 | \n", "26.0 | \n", "32.900002 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "
| ... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "
| 1238 | \n", "37.0 | \n", "22.705000 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "
| 1147 | \n", "20.0 | \n", "31.920000 | \n", "1.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "
| 106 | \n", "19.0 | \n", "28.400000 | \n", "1.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "
| 1041 | \n", "18.0 | \n", "23.084999 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "
| 1122 | \n", "53.0 | \n", "36.860001 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "
936 rows × 14 columns
\n", "| Model | MAE | MSE | RMSE | R2 | RMSLE | MAPE | TT (Sec) | |
|---|---|---|---|---|---|---|---|---|
| gbr | \n", "Gradient Boosting Regressor | \n", "2702.7680 | \n", "23242056.4409 | \n", "4801.5704 | \n", "0.8348 | \n", "0.4397 | \n", "0.3113 | \n", "0.0480 | \n", "
| catboost | \n", "CatBoost Regressor | \n", "2844.4446 | \n", "24943135.5224 | \n", "4977.1926 | \n", "0.8228 | \n", "0.4707 | \n", "0.3364 | \n", "2.0210 | \n", "
| rf | \n", "Random Forest Regressor | \n", "2736.7455 | \n", "24862762.2305 | \n", "4970.6959 | \n", "0.8213 | \n", "0.4674 | \n", "0.3294 | \n", "0.2620 | \n", "
| lightgbm | \n", "Light Gradient Boosting Machine | \n", "2959.5584 | \n", "25236477.0456 | \n", "5013.0892 | \n", "0.8171 | \n", "0.5427 | \n", "0.3685 | \n", "0.1770 | \n", "
| ada | \n", "AdaBoost Regressor | \n", "4162.2323 | \n", "28328260.0955 | \n", "5316.6146 | \n", "0.7985 | \n", "0.6349 | \n", "0.7263 | \n", "0.0180 | \n", "
| et | \n", "Extra Trees Regressor | \n", "2814.2964 | \n", "28815493.0260 | \n", "5339.0879 | \n", "0.7964 | \n", "0.4889 | \n", "0.3350 | \n", "0.2560 | \n", "
| xgboost | \n", "Extreme Gradient Boosting | \n", "3302.3215 | \n", "31739266.6000 | \n", "5615.5941 | \n", "0.7701 | \n", "0.5661 | \n", "0.4218 | \n", "0.7540 | \n", "
| llar | \n", "Lasso Least Angle Regression | \n", "4315.7895 | \n", "38355976.5126 | \n", "6173.8740 | \n", "0.7311 | \n", "0.6105 | \n", "0.4415 | \n", "0.0150 | \n", "
| ridge | \n", "Ridge Regression | \n", "4336.2309 | \n", "38381496.8000 | \n", "6175.9541 | \n", "0.7309 | \n", "0.6193 | \n", "0.4454 | \n", "0.0160 | \n", "
| br | \n", "Bayesian Ridge | \n", "4333.6881 | \n", "38381669.3629 | \n", "6175.9476 | \n", "0.7308 | \n", "0.6151 | \n", "0.4450 | \n", "0.0140 | \n", "
| lr | \n", "Linear Regression | \n", "4323.6136 | \n", "38380061.2000 | \n", "6175.7164 | \n", "0.7308 | \n", "0.6175 | \n", "0.4432 | \n", "1.2800 | \n", "
| lasso | \n", "Lasso Regression | \n", "4323.0688 | \n", "38375137.8000 | \n", "6175.3801 | \n", "0.7308 | \n", "0.6140 | \n", "0.4431 | \n", "0.0150 | \n", "
| lar | \n", "Least Angle Regression | \n", "4447.7872 | \n", "39653123.4167 | \n", "6265.9028 | \n", "0.7234 | \n", "0.6468 | \n", "0.4687 | \n", "0.0170 | \n", "
| dt | \n", "Decision Tree Regressor | \n", "3148.3402 | \n", "43766011.6491 | \n", "6584.7198 | \n", "0.6855 | \n", "0.5331 | \n", "0.3455 | \n", "0.0170 | \n", "
| huber | \n", "Huber Regressor | \n", "3455.4030 | \n", "48903724.4845 | \n", "6970.8198 | \n", "0.6545 | \n", "0.4790 | \n", "0.2174 | \n", "0.0350 | \n", "
| omp | \n", "Orthogonal Matching Pursuit | \n", "5754.7768 | \n", "57503216.4290 | \n", "7566.7093 | \n", "0.5997 | \n", "0.7418 | \n", "0.8990 | \n", "0.0140 | \n", "
| par | \n", "Passive Aggressive Regressor | \n", "4164.7843 | \n", "61324373.4835 | \n", "7747.8332 | \n", "0.5840 | \n", "0.4724 | \n", "0.2586 | \n", "0.0190 | \n", "
| en | \n", "Elastic Net | \n", "7369.0573 | \n", "90443346.8000 | \n", "9468.6782 | \n", "0.3791 | \n", "0.7377 | \n", "0.9256 | \n", "0.0150 | \n", "
| knn | \n", "K Neighbors Regressor | \n", "7805.8425 | \n", "126951808.0000 | \n", "11221.6535 | \n", "0.1218 | \n", "0.8398 | \n", "0.9147 | \n", "0.0330 | \n", "
| MAE | MSE | RMSE | R2 | RMSLE | MAPE | |
|---|---|---|---|---|---|---|
| 0 | \n", "3001.2294 | \n", "37001480.2590 | \n", "6082.8842 | \n", "0.7790 | \n", "0.4984 | \n", "0.3140 | \n", "
| 1 | \n", "3389.8885 | \n", "49305179.5732 | \n", "7021.7647 | \n", "0.7133 | \n", "0.5574 | \n", "0.3361 | \n", "
| 2 | \n", "2926.0191 | \n", "42025684.6666 | \n", "6482.7220 | \n", "0.4679 | \n", "0.6215 | \n", "0.4025 | \n", "
| 3 | \n", "2744.7144 | \n", "34078761.4507 | \n", "5837.7017 | \n", "0.7154 | \n", "0.5412 | \n", "0.3740 | \n", "
| 4 | \n", "3924.4816 | \n", "59489464.3207 | \n", "7712.9414 | \n", "0.5575 | \n", "0.6455 | \n", "0.4796 | \n", "
| 5 | \n", "3322.5435 | \n", "42747575.4453 | \n", "6538.1630 | \n", "0.7250 | \n", "0.4869 | \n", "0.2928 | \n", "
| 6 | \n", "3158.7047 | \n", "49369669.1652 | \n", "7026.3553 | \n", "0.6641 | \n", "0.4511 | \n", "0.3089 | \n", "
| 7 | \n", "2405.2970 | \n", "31318616.6440 | \n", "5596.3038 | \n", "0.8278 | \n", "0.4497 | \n", "0.1434 | \n", "
| 8 | \n", "3021.5461 | \n", "39091793.3775 | \n", "6252.3430 | \n", "0.7475 | \n", "0.5117 | \n", "0.4381 | \n", "
| 9 | \n", "3588.9772 | \n", "53231891.5889 | \n", "7296.0189 | \n", "0.6571 | \n", "0.5679 | \n", "0.3653 | \n", "
| Mean | \n", "3148.3402 | \n", "43766011.6491 | \n", "6584.7198 | \n", "0.6855 | \n", "0.5331 | \n", "0.3455 | \n", "
| SD | \n", "410.7953 | \n", "8481549.4829 | \n", "638.3390 | \n", "0.1005 | \n", "0.0631 | \n", "0.0878 | \n", "
| MAE | MSE | RMSE | R2 | RMSLE | MAPE | |
|---|---|---|---|---|---|---|
| 0 | \n", "2701.1273 | \n", "21028661.9672 | \n", "4585.7019 | \n", "0.8744 | \n", "0.4025 | \n", "0.2937 | \n", "
| 1 | \n", "3091.8449 | \n", "30933374.9177 | \n", "5561.7780 | \n", "0.8201 | \n", "0.4644 | \n", "0.3233 | \n", "
| 2 | \n", "2617.2545 | \n", "22345453.1888 | \n", "4727.0978 | \n", "0.7171 | \n", "0.4627 | \n", "0.3155 | \n", "
| 3 | \n", "2830.8796 | \n", "22588574.3822 | \n", "4752.7439 | \n", "0.8114 | \n", "0.4632 | \n", "0.3918 | \n", "
| 4 | \n", "2960.2007 | \n", "25929500.5455 | \n", "5092.1018 | \n", "0.8071 | \n", "0.4537 | \n", "0.3175 | \n", "
| 5 | \n", "2653.9498 | \n", "18985846.9396 | \n", "4357.2752 | \n", "0.8779 | \n", "0.3584 | \n", "0.2672 | \n", "
| 6 | \n", "2556.3558 | \n", "18410040.3286 | \n", "4290.6923 | \n", "0.8747 | \n", "0.3800 | \n", "0.3059 | \n", "
| 7 | \n", "2614.9736 | \n", "22942326.3754 | \n", "4789.8149 | \n", "0.8738 | \n", "0.4678 | \n", "0.3049 | \n", "
| 8 | \n", "2671.8309 | \n", "19576326.3629 | \n", "4424.5143 | \n", "0.8736 | \n", "0.3970 | \n", "0.3326 | \n", "
| 9 | \n", "2602.0013 | \n", "23910249.5350 | \n", "4889.8108 | \n", "0.8460 | \n", "0.4363 | \n", "0.2869 | \n", "
| Mean | \n", "2730.0418 | \n", "22665035.4543 | \n", "4747.1531 | \n", "0.8376 | \n", "0.4286 | \n", "0.3139 | \n", "
| SD | \n", "166.3070 | \n", "3530111.2020 | \n", "359.9627 | \n", "0.0485 | \n", "0.0385 | \n", "0.0316 | \n", "
| MAE | MSE | RMSE | R2 | RMSLE | MAPE | |
|---|---|---|---|---|---|---|
| 0 | \n", "2584.1702 | \n", "20381846.7339 | \n", "4514.6259 | \n", "0.8783 | \n", "0.4112 | \n", "0.3067 | \n", "
| 1 | \n", "2957.1900 | \n", "30309405.6671 | \n", "5505.3979 | \n", "0.8238 | \n", "0.4556 | \n", "0.2961 | \n", "
| 2 | \n", "2481.1893 | \n", "19964450.5458 | \n", "4468.1596 | \n", "0.7472 | \n", "0.4411 | \n", "0.2926 | \n", "
| 3 | \n", "2715.0783 | \n", "20812332.5053 | \n", "4562.0535 | \n", "0.8262 | \n", "0.4392 | \n", "0.3649 | \n", "
| 4 | \n", "2763.6315 | \n", "25039494.3653 | \n", "5003.9479 | \n", "0.8138 | \n", "0.4619 | \n", "0.2862 | \n", "
| 5 | \n", "2537.7935 | \n", "18224009.0741 | \n", "4268.9588 | \n", "0.8828 | \n", "0.3294 | \n", "0.2451 | \n", "
| 6 | \n", "2319.5499 | \n", "16909113.0122 | \n", "4112.0692 | \n", "0.8849 | \n", "0.3442 | \n", "0.2728 | \n", "
| 7 | \n", "2451.7525 | \n", "22210287.0372 | \n", "4712.7791 | \n", "0.8779 | \n", "0.4352 | \n", "0.2625 | \n", "
| 8 | \n", "2452.7959 | \n", "19002500.6278 | \n", "4359.1858 | \n", "0.8773 | \n", "0.4294 | \n", "0.3517 | \n", "
| 9 | \n", "2490.9265 | \n", "23750364.4102 | \n", "4873.4346 | \n", "0.8470 | \n", "0.4422 | \n", "0.2904 | \n", "
| Mean | \n", "2575.4078 | \n", "21660380.3979 | \n", "4638.0612 | \n", "0.8459 | \n", "0.4189 | \n", "0.2969 | \n", "
| SD | \n", "177.1968 | \n", "3709070.0443 | \n", "385.7052 | \n", "0.0419 | \n", "0.0432 | \n", "0.0351 | \n", "
| MAE | MSE | RMSE | R2 | RMSLE | MAPE | |
|---|---|---|---|---|---|---|
| 0 | \n", "4317.6330 | \n", "40225874.7120 | \n", "6342.3871 | \n", "0.7597 | \n", "0.5377 | \n", "0.5095 | \n", "
| 1 | \n", "4603.8770 | \n", "47671358.8264 | \n", "6904.4449 | \n", "0.7228 | \n", "0.5528 | \n", "0.4544 | \n", "
| 2 | \n", "3526.5657 | \n", "30025112.7222 | \n", "5479.5176 | \n", "0.6198 | \n", "0.6098 | \n", "0.5355 | \n", "
| 3 | \n", "4059.9577 | \n", "33028436.9777 | \n", "5747.0372 | \n", "0.7242 | \n", "0.6159 | \n", "0.6499 | \n", "
| 4 | \n", "4719.1236 | \n", "47134827.5838 | \n", "6865.4809 | \n", "0.6494 | \n", "0.5783 | \n", "0.5456 | \n", "
| 5 | \n", "4036.9877 | \n", "39416780.6753 | \n", "6278.2785 | \n", "0.7464 | \n", "0.4745 | \n", "0.3684 | \n", "
| 6 | \n", "4098.2195 | \n", "43644758.3056 | \n", "6606.4180 | \n", "0.7030 | \n", "0.5116 | \n", "0.4656 | \n", "
| 7 | \n", "3938.6892 | \n", "37270337.0487 | \n", "6104.9437 | \n", "0.7951 | \n", "0.4289 | \n", "0.3185 | \n", "
| 8 | \n", "4493.1798 | \n", "43777521.8925 | \n", "6616.4584 | \n", "0.7172 | \n", "0.5800 | \n", "0.6167 | \n", "
| 9 | \n", "4452.8107 | \n", "44338906.9474 | \n", "6658.7466 | \n", "0.7144 | \n", "0.5613 | \n", "0.4606 | \n", "
| Mean | \n", "4224.7044 | \n", "40653391.5692 | \n", "6360.3713 | \n", "0.7152 | \n", "0.5451 | \n", "0.4925 | \n", "
| SD | \n", "341.8405 | \n", "5548059.5247 | \n", "446.1712 | \n", "0.0480 | \n", "0.0561 | \n", "0.0970 | \n", "
| MAE | MSE | RMSE | R2 | RMSLE | MAPE | |
|---|---|---|---|---|---|---|
| 0 | \n", "3330.1372 | \n", "26118092.6166 | \n", "5110.5863 | \n", "0.8440 | \n", "0.4528 | \n", "0.3698 | \n", "
| 1 | \n", "3823.1056 | \n", "36671240.6179 | \n", "6055.6784 | \n", "0.7868 | \n", "0.5307 | \n", "0.3557 | \n", "
| 2 | \n", "3330.5109 | \n", "29504475.5264 | \n", "5431.8022 | \n", "0.6264 | \n", "0.5701 | \n", "0.3860 | \n", "
| 3 | \n", "3029.4249 | \n", "21804106.6611 | \n", "4669.4868 | \n", "0.8179 | \n", "0.4804 | \n", "0.4295 | \n", "
| 4 | \n", "3931.7435 | \n", "36775712.8059 | \n", "6064.2982 | \n", "0.7265 | \n", "0.5132 | \n", "0.3751 | \n", "
| 5 | \n", "3461.5432 | \n", "29482846.8211 | \n", "5429.8109 | \n", "0.8103 | \n", "0.4937 | \n", "0.3541 | \n", "
| 6 | \n", "3479.7848 | \n", "31955531.2624 | \n", "5652.9224 | \n", "0.7826 | \n", "0.4684 | \n", "0.3600 | \n", "
| 7 | \n", "3610.5786 | \n", "30708816.3945 | \n", "5541.5536 | \n", "0.8311 | \n", "0.5030 | \n", "0.2904 | \n", "
| 8 | \n", "3761.7961 | \n", "27523649.5059 | \n", "5246.2986 | \n", "0.8222 | \n", "0.5596 | \n", "0.4627 | \n", "
| 9 | \n", "3913.4878 | \n", "35744866.0161 | \n", "5978.7010 | \n", "0.7698 | \n", "0.6368 | \n", "0.4228 | \n", "
| Mean | \n", "3567.2113 | \n", "30628933.8228 | \n", "5518.1139 | \n", "0.7818 | \n", "0.5209 | \n", "0.3806 | \n", "
| SD | \n", "278.9752 | \n", "4611695.3808 | \n", "423.5013 | \n", "0.0612 | \n", "0.0525 | \n", "0.0458 | \n", "
"
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"interpret_model(dt)"
]
},
{
"cell_type": "code",
"execution_count": 23,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"
"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"\n",
""
]
},
"execution_count": 23,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"interpret_model(dt, plot = 'reason', observation=1)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# Model Predictions"
]
},
{
"cell_type": "code",
"execution_count": 24,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"
"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"# predict on holdout / test set\n",
"pred_holdout = predict_model(best);"
]
},
{
"cell_type": "code",
"execution_count": 25,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"
\n",
"
\n",
" "
],
"text/plain": [
"\n",
" Visualization omitted, Javascript library not loaded!
\n", " Have you run `initjs()` in this notebook? If this notebook was from another\n", " user you must also trust this notebook (File -> Trust notebook). If you are viewing\n", " this notebook on github the Javascript has been stripped for security. If you are using\n", " JupyterLab this error is because a JupyterLab extension has not yet been written.\n", "
\n", " Have you run `initjs()` in this notebook? If this notebook was from another\n", " user you must also trust this notebook (File -> Trust notebook). If you are viewing\n", " this notebook on github the Javascript has been stripped for security. If you are using\n", " JupyterLab this error is because a JupyterLab extension has not yet been written.\n", "
| Model | MAE | MSE | RMSE | R2 | RMSLE | MAPE | |
|---|---|---|---|---|---|---|---|
| 0 | \n", "Gradient Boosting Regressor | \n", "2386.2018 | \n", "17296249.1379 | \n", "4158.8759 | \n", "0.8789 | \n", "0.3985 | \n", "0.2922 | \n", "
\n",
"\n",
"\n",
" \n",
"
\n",
"
"
],
"text/plain": [
" age bmi sex_female children_0 children_1 children_2 \\\n",
"0 49.0 42.680000 1.0 0.0 0.0 1.0 \n",
"1 32.0 37.334999 0.0 0.0 1.0 0.0 \n",
"2 27.0 31.400000 1.0 1.0 0.0 0.0 \n",
"3 35.0 24.129999 0.0 0.0 1.0 0.0 \n",
"4 60.0 25.740000 0.0 1.0 0.0 0.0 \n",
"\n",
" children_3 children_4 children_5 smoker_yes region_northeast \\\n",
"0 0.0 0.0 0.0 0.0 0.0 \n",
"1 0.0 0.0 0.0 0.0 1.0 \n",
"2 0.0 0.0 0.0 1.0 0.0 \n",
"3 0.0 0.0 0.0 0.0 0.0 \n",
"4 0.0 0.0 0.0 0.0 0.0 \n",
"\n",
" region_northwest region_southeast region_southwest charges \\\n",
"0 0.0 1.0 0.0 9800.888672 \n",
"1 0.0 0.0 0.0 4667.607422 \n",
"2 0.0 0.0 1.0 34838.871094 \n",
"3 1.0 0.0 0.0 5125.215820 \n",
"4 0.0 1.0 0.0 12142.578125 \n",
"\n",
" Label \n",
"0 10621.483595 \n",
"1 7290.151941 \n",
"2 36012.959871 \n",
"3 7553.788882 \n",
"4 14904.032497 "
]
},
"execution_count": 25,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"pred_holdout.head()"
]
},
{
"cell_type": "code",
"execution_count": 26,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"| \n", " | age | \n", "bmi | \n", "sex_female | \n", "children_0 | \n", "children_1 | \n", "children_2 | \n", "children_3 | \n", "children_4 | \n", "children_5 | \n", "smoker_yes | \n", "region_northeast | \n", "region_northwest | \n", "region_southeast | \n", "region_southwest | \n", "charges | \n", "Label | \n", "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", "49.0 | \n", "42.680000 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "9800.888672 | \n", "10621.483595 | \n", "
| 1 | \n", "32.0 | \n", "37.334999 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "4667.607422 | \n", "7290.151941 | \n", "
| 2 | \n", "27.0 | \n", "31.400000 | \n", "1.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "34838.871094 | \n", "36012.959871 | \n", "
| 3 | \n", "35.0 | \n", "24.129999 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "5125.215820 | \n", "7553.788882 | \n", "
| 4 | \n", "60.0 | \n", "25.740000 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "0.0 | \n", "1.0 | \n", "0.0 | \n", "12142.578125 | \n", "14904.032497 | \n", "
\n",
"\n",
"\n",
" \n",
"
\n",
"
"
],
"text/plain": [
" age sex bmi children smoker region\n",
"0 19 female 27.900 0 yes southwest\n",
"1 18 male 33.770 1 no southeast\n",
"2 28 male 33.000 3 no southeast\n",
"3 33 male 22.705 0 no northwest\n",
"4 32 male 28.880 0 no northwest"
]
},
"execution_count": 26,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"# predict on new data\n",
"data2 = data.copy()\n",
"data2.drop('charges', axis=1, inplace=True)\n",
"data2.head()"
]
},
{
"cell_type": "code",
"execution_count": 27,
"metadata": {},
"outputs": [],
"source": [
"# finalize model\n",
"best_final = finalize_model(best)"
]
},
{
"cell_type": "code",
"execution_count": 28,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"| \n", " | age | \n", "sex | \n", "bmi | \n", "children | \n", "smoker | \n", "region | \n", "
|---|---|---|---|---|---|---|
| 0 | \n", "19 | \n", "female | \n", "27.900 | \n", "0 | \n", "yes | \n", "southwest | \n", "
| 1 | \n", "18 | \n", "male | \n", "33.770 | \n", "1 | \n", "no | \n", "southeast | \n", "
| 2 | \n", "28 | \n", "male | \n", "33.000 | \n", "3 | \n", "no | \n", "southeast | \n", "
| 3 | \n", "33 | \n", "male | \n", "22.705 | \n", "0 | \n", "no | \n", "northwest | \n", "
| 4 | \n", "32 | \n", "male | \n", "28.880 | \n", "0 | \n", "no | \n", "northwest | \n", "
\n",
"\n",
"\n",
" \n",
"
\n",
"
"
],
"text/plain": [
" age sex bmi children smoker region Label\n",
"0 19 female 27.900 0 yes southwest 18894.260073\n",
"1 18 male 33.770 1 no southeast 3698.287534\n",
"2 28 male 33.000 3 no southeast 6029.271578\n",
"3 33 male 22.705 0 no northwest 8958.189116\n",
"4 32 male 28.880 0 no northwest 3900.039002"
]
},
"execution_count": 28,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"# predict on data2\n",
"predictions = predict_model(best_final, data=data2)\n",
"predictions.head()"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# 👉 Save / Load / Deploy Model"
]
},
{
"cell_type": "code",
"execution_count": 29,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Transformation Pipeline and Model Succesfully Saved\n"
]
},
{
"data": {
"text/plain": [
"(Pipeline(memory=None,\n",
" steps=[('dtypes',\n",
" DataTypes_Auto_infer(categorical_features=[],\n",
" display_types=True, features_todrop=[],\n",
" id_columns=[], ml_usecase='regression',\n",
" numerical_features=[], target='charges',\n",
" time_features=[])),\n",
" ('imputer',\n",
" Simple_Imputer(categorical_strategy='not_available',\n",
" fill_value_categorical=None,\n",
" fill_value_numerical=None,\n",
" numeric_strategy...\n",
" learning_rate=0.1, loss='ls',\n",
" max_depth=3, max_features=None,\n",
" max_leaf_nodes=None,\n",
" min_impurity_decrease=0.0,\n",
" min_impurity_split=None,\n",
" min_samples_leaf=1,\n",
" min_samples_split=2,\n",
" min_weight_fraction_leaf=0.0,\n",
" n_estimators=100,\n",
" n_iter_no_change=None,\n",
" presort='deprecated',\n",
" random_state=123, subsample=1.0,\n",
" tol=0.0001, validation_fraction=0.1,\n",
" verbose=0, warm_start=False)]],\n",
" verbose=False),\n",
" 'insurance-pipeline.pkl')"
]
},
"execution_count": 29,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"save_model(best_final, 'insurance-pipeline')"
]
},
{
"cell_type": "code",
"execution_count": 30,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Transformation Pipeline and Model Successfully Loaded\n"
]
}
],
"source": [
"loaded_pipeline = load_model('insurance-pipeline')"
]
},
{
"cell_type": "code",
"execution_count": 31,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Pipeline(memory=None,\n",
" steps=[('dtypes',\n",
" DataTypes_Auto_infer(categorical_features=[],\n",
" display_types=True, features_todrop=[],\n",
" id_columns=[], ml_usecase='regression',\n",
" numerical_features=[], target='charges',\n",
" time_features=[])),\n",
" ('imputer',\n",
" Simple_Imputer(categorical_strategy='not_available',\n",
" fill_value_categorical=None,\n",
" fill_value_numerical=None,\n",
" numeric_strategy...\n",
" learning_rate=0.1, loss='ls',\n",
" max_depth=3, max_features=None,\n",
" max_leaf_nodes=None,\n",
" min_impurity_decrease=0.0,\n",
" min_impurity_split=None,\n",
" min_samples_leaf=1,\n",
" min_samples_split=2,\n",
" min_weight_fraction_leaf=0.0,\n",
" n_estimators=100,\n",
" n_iter_no_change=None,\n",
" presort='deprecated',\n",
" random_state=123, subsample=1.0,\n",
" tol=0.0001, validation_fraction=0.1,\n",
" verbose=0, warm_start=False)]],\n",
" verbose=False)\n"
]
}
],
"source": [
"print(loaded_pipeline)"
]
},
{
"cell_type": "code",
"execution_count": 32,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Model Succesfully Deployed on AWS S3\n"
]
}
],
"source": [
"# deploy model on AWS S3\n",
"deploy_model(best_final, 'insurance-pipeline-aws', platform = 'aws',\n",
" authentication = {'bucket' : 'pycaret-test'})"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## THE END"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "pycaret-dev",
"language": "python",
"name": "pycaret-dev"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.6.10"
}
},
"nbformat": 4,
"nbformat_minor": 2
}
| \n", " | age | \n", "sex | \n", "bmi | \n", "children | \n", "smoker | \n", "region | \n", "Label | \n", "
|---|---|---|---|---|---|---|---|
| 0 | \n", "19 | \n", "female | \n", "27.900 | \n", "0 | \n", "yes | \n", "southwest | \n", "18894.260073 | \n", "
| 1 | \n", "18 | \n", "male | \n", "33.770 | \n", "1 | \n", "no | \n", "southeast | \n", "3698.287534 | \n", "
| 2 | \n", "28 | \n", "male | \n", "33.000 | \n", "3 | \n", "no | \n", "southeast | \n", "6029.271578 | \n", "
| 3 | \n", "33 | \n", "male | \n", "22.705 | \n", "0 | \n", "no | \n", "northwest | \n", "8958.189116 | \n", "
| 4 | \n", "32 | \n", "male | \n", "28.880 | \n", "0 | \n", "no | \n", "northwest | \n", "3900.039002 | \n", "