{ "cells": [ { "cell_type": "markdown", "metadata": {}, "source": [ "# Linear Models Regularization" ] }, { "cell_type": "code", "execution_count": 1, "metadata": { "scrolled": false }, "outputs": [ { "data": { "text/html": [ "
" ], "text/plain": [ "\\n\"+\n", " \"BokehJS does not appear to have successfully loaded. If loading BokehJS from CDN, this \\n\"+\n", " \"may be due to a slow or bad network connection. Possible fixes:\\n\"+\n", " \"
\\n\"+\n", " \"\\n\"+\n",
" \"from bokeh.resources import INLINE\\n\"+\n",
" \"output_notebook(resources=INLINE)\\n\"+\n",
" \"
\\n\"+\n",
" \"\\n\"+\n \"BokehJS does not appear to have successfully loaded. If loading BokehJS from CDN, this \\n\"+\n \"may be due to a slow or bad network connection. Possible fixes:\\n\"+\n \"
\\n\"+\n \"\\n\"+\n \"from bokeh.resources import INLINE\\n\"+\n \"output_notebook(resources=INLINE)\\n\"+\n \"
\\n\"+\n \"\n", " | rss | \n", "intercept | \n", "coef_x_1 | \n", "coef_x_2 | \n", "coef_x_3 | \n", "coef_x_4 | \n", "coef_x_5 | \n", "coef_x_6 | \n", "coef_x_7 | \n", "coef_x_8 | \n", "coef_x_9 | \n", "coef_x_10 | \n", "coef_x_11 | \n", "coef_x_12 | \n", "coef_x_13 | \n", "coef_x_14 | \n", "coef_x_15 | \n", "
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
model_pow_1 | \n", "3.3 | \n", "2 | \n", "-0.62 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "
model_pow_2 | \n", "3.3 | \n", "1.9 | \n", "-0.58 | \n", "-0.006 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "
model_pow_3 | \n", "1.1 | \n", "-1.1 | \n", "3 | \n", "-1.3 | \n", "0.14 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "
model_pow_4 | \n", "1.1 | \n", "-0.27 | \n", "1.7 | \n", "-0.53 | \n", "-0.036 | \n", "0.014 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "
model_pow_5 | \n", "1 | \n", "3 | \n", "-5.1 | \n", "4.7 | \n", "-1.9 | \n", "0.33 | \n", "-0.021 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "
model_pow_6 | \n", "0.99 | \n", "-2.8 | \n", "9.5 | \n", "-9.7 | \n", "5.2 | \n", "-1.6 | \n", "0.23 | \n", "-0.014 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "
model_pow_7 | \n", "0.93 | \n", "19 | \n", "-56 | \n", "69 | \n", "-45 | \n", "17 | \n", "-3.5 | \n", "0.4 | \n", "-0.019 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "
model_pow_8 | \n", "0.92 | \n", "43 | \n", "-1.4e+02 | \n", "1.8e+02 | \n", "-1.3e+02 | \n", "58 | \n", "-15 | \n", "2.4 | \n", "-0.21 | \n", "0.0077 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "
model_pow_9 | \n", "0.87 | \n", "1.7e+02 | \n", "-6.1e+02 | \n", "9.6e+02 | \n", "-8.5e+02 | \n", "4.6e+02 | \n", "-1.6e+02 | \n", "37 | \n", "-5.2 | \n", "0.42 | \n", "-0.015 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "
model_pow_10 | \n", "0.87 | \n", "1.4e+02 | \n", "-4.9e+02 | \n", "7.3e+02 | \n", "-6e+02 | \n", "2.9e+02 | \n", "-87 | \n", "15 | \n", "-0.81 | \n", "-0.14 | \n", "0.026 | \n", "-0.0013 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "
model_pow_11 | \n", "0.87 | \n", "-75 | \n", "5.1e+02 | \n", "-1.3e+03 | \n", "1.9e+03 | \n", "-1.6e+03 | \n", "9.1e+02 | \n", "-3.5e+02 | \n", "91 | \n", "-16 | \n", "1.8 | \n", "-0.12 | \n", "0.0034 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "
model_pow_12 | \n", "0.87 | \n", "-3.4e+02 | \n", "1.9e+03 | \n", "-4.4e+03 | \n", "6e+03 | \n", "-5.2e+03 | \n", "3.1e+03 | \n", "-1.3e+03 | \n", "3.8e+02 | \n", "-80 | \n", "12 | \n", "-1.1 | \n", "0.062 | \n", "-0.0016 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "
model_pow_13 | \n", "0.86 | \n", "3.2e+03 | \n", "-1.8e+04 | \n", "4.5e+04 | \n", "-6.7e+04 | \n", "6.6e+04 | \n", "-4.6e+04 | \n", "2.3e+04 | \n", "-8.5e+03 | \n", "2.3e+03 | \n", "-4.5e+02 | \n", "62 | \n", "-5.7 | \n", "0.31 | \n", "-0.0078 | \n", "NaN | \n", "NaN | \n", "
model_pow_14 | \n", "0.79 | \n", "2.4e+04 | \n", "-1.4e+05 | \n", "3.8e+05 | \n", "-6.1e+05 | \n", "6.6e+05 | \n", "-5e+05 | \n", "2.8e+05 | \n", "-1.2e+05 | \n", "3.7e+04 | \n", "-8.5e+03 | \n", "1.5e+03 | \n", "-1.8e+02 | \n", "15 | \n", "-0.73 | \n", "0.017 | \n", "NaN | \n", "
model_pow_15 | \n", "0.7 | \n", "-3.6e+04 | \n", "2.4e+05 | \n", "-7.5e+05 | \n", "1.4e+06 | \n", "-1.7e+06 | \n", "1.5e+06 | \n", "-1e+06 | \n", "5e+05 | \n", "-1.9e+05 | \n", "5.4e+04 | \n", "-1.2e+04 | \n", "1.9e+03 | \n", "-2.2e+02 | \n", "17 | \n", "-0.81 | \n", "0.018 | \n", "
\n", " | rss | \n", "intercept | \n", "coef_x_1 | \n", "coef_x_2 | \n", "coef_x_3 | \n", "coef_x_4 | \n", "coef_x_5 | \n", "coef_x_6 | \n", "coef_x_7 | \n", "coef_x_8 | \n", "coef_x_9 | \n", "coef_x_10 | \n", "coef_x_11 | \n", "coef_x_12 | \n", "coef_x_13 | \n", "coef_x_14 | \n", "coef_x_15 | \n", "
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
model_pow_1 | \n", "3.3 | \n", "2 | \n", "-0.62 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "
model_pow_2 | \n", "3.3 | \n", "1.9 | \n", "-0.58 | \n", "-0.006 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "
model_pow_3 | \n", "1.1 | \n", "-1.1 | \n", "3 | \n", "-1.3 | \n", "0.14 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "
model_pow_4 | \n", "1.1 | \n", "-0.27 | \n", "1.7 | \n", "-0.53 | \n", "-0.036 | \n", "0.014 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "
model_pow_5 | \n", "1 | \n", "3 | \n", "-5.1 | \n", "4.7 | \n", "-1.9 | \n", "0.33 | \n", "-0.021 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "
model_pow_6 | \n", "0.99 | \n", "-2.8 | \n", "9.5 | \n", "-9.7 | \n", "5.2 | \n", "-1.6 | \n", "0.23 | \n", "-0.014 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "
model_pow_7 | \n", "0.93 | \n", "19 | \n", "-56 | \n", "69 | \n", "-45 | \n", "17 | \n", "-3.5 | \n", "0.4 | \n", "-0.019 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "
model_pow_8 | \n", "0.92 | \n", "43 | \n", "-1.4e+02 | \n", "1.8e+02 | \n", "-1.3e+02 | \n", "58 | \n", "-15 | \n", "2.4 | \n", "-0.21 | \n", "0.0077 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "
model_pow_9 | \n", "0.87 | \n", "1.7e+02 | \n", "-6.1e+02 | \n", "9.6e+02 | \n", "-8.5e+02 | \n", "4.6e+02 | \n", "-1.6e+02 | \n", "37 | \n", "-5.2 | \n", "0.42 | \n", "-0.015 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "
model_pow_10 | \n", "0.87 | \n", "1.4e+02 | \n", "-4.9e+02 | \n", "7.3e+02 | \n", "-6e+02 | \n", "2.9e+02 | \n", "-87 | \n", "15 | \n", "-0.81 | \n", "-0.14 | \n", "0.026 | \n", "-0.0013 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "
model_pow_11 | \n", "0.87 | \n", "-75 | \n", "5.1e+02 | \n", "-1.3e+03 | \n", "1.9e+03 | \n", "-1.6e+03 | \n", "9.1e+02 | \n", "-3.5e+02 | \n", "91 | \n", "-16 | \n", "1.8 | \n", "-0.12 | \n", "0.0034 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "
model_pow_12 | \n", "0.87 | \n", "-3.4e+02 | \n", "1.9e+03 | \n", "-4.4e+03 | \n", "6e+03 | \n", "-5.2e+03 | \n", "3.1e+03 | \n", "-1.3e+03 | \n", "3.8e+02 | \n", "-80 | \n", "12 | \n", "-1.1 | \n", "0.062 | \n", "-0.0016 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "
model_pow_13 | \n", "0.86 | \n", "3.2e+03 | \n", "-1.8e+04 | \n", "4.5e+04 | \n", "-6.7e+04 | \n", "6.6e+04 | \n", "-4.6e+04 | \n", "2.3e+04 | \n", "-8.5e+03 | \n", "2.3e+03 | \n", "-4.5e+02 | \n", "62 | \n", "-5.7 | \n", "0.31 | \n", "-0.0078 | \n", "NaN | \n", "NaN | \n", "
model_pow_14 | \n", "0.79 | \n", "2.4e+04 | \n", "-1.4e+05 | \n", "3.8e+05 | \n", "-6.1e+05 | \n", "6.6e+05 | \n", "-5e+05 | \n", "2.8e+05 | \n", "-1.2e+05 | \n", "3.7e+04 | \n", "-8.5e+03 | \n", "1.5e+03 | \n", "-1.8e+02 | \n", "15 | \n", "-0.73 | \n", "0.017 | \n", "NaN | \n", "
model_pow_15 | \n", "0.7 | \n", "-3.6e+04 | \n", "2.4e+05 | \n", "-7.5e+05 | \n", "1.4e+06 | \n", "-1.7e+06 | \n", "1.5e+06 | \n", "-1e+06 | \n", "5e+05 | \n", "-1.9e+05 | \n", "5.4e+04 | \n", "-1.2e+04 | \n", "1.9e+03 | \n", "-2.2e+02 | \n", "17 | \n", "-0.81 | \n", "0.018 | \n", "
\n", " | rss | \n", "intercept | \n", "coef_x_1 | \n", "coef_x_2 | \n", "coef_x_3 | \n", "coef_x_4 | \n", "coef_x_5 | \n", "coef_x_6 | \n", "coef_x_7 | \n", "coef_x_8 | \n", "coef_x_9 | \n", "coef_x_10 | \n", "coef_x_11 | \n", "coef_x_12 | \n", "coef_x_13 | \n", "coef_x_14 | \n", "coef_x_15 | \n", "
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
alpha_1e-15 | \n", "0.97 | \n", "0.14 | \n", "1.1 | \n", "-0.3 | \n", "-0.024 | \n", "-0.00052 | \n", "0.0003 | \n", "8.8e-05 | \n", "1.7e-05 | \n", "2.9e-06 | \n", "4.1e-07 | \n", "4.7e-08 | \n", "2.9e-09 | \n", "-5.3e-10 | \n", "-3e-10 | \n", "-9e-11 | \n", "-2.3e-11 | \n", "
alpha_1e-10 | \n", "0.97 | \n", "0.14 | \n", "1.1 | \n", "-0.3 | \n", "-0.024 | \n", "-0.00052 | \n", "0.0003 | \n", "8.8e-05 | \n", "1.7e-05 | \n", "2.9e-06 | \n", "4.1e-07 | \n", "4.7e-08 | \n", "2.9e-09 | \n", "-5.3e-10 | \n", "-3e-10 | \n", "-9e-11 | \n", "-2.3e-11 | \n", "
alpha_1e-08 | \n", "0.97 | \n", "0.14 | \n", "1.1 | \n", "-0.3 | \n", "-0.024 | \n", "-0.00052 | \n", "0.0003 | \n", "8.8e-05 | \n", "1.7e-05 | \n", "2.9e-06 | \n", "4.1e-07 | \n", "4.7e-08 | \n", "2.9e-09 | \n", "-5.3e-10 | \n", "-3e-10 | \n", "-9e-11 | \n", "-2.3e-11 | \n", "
alpha_0.0001 | \n", "1 | \n", "0.61 | \n", "0.6 | \n", "-0.19 | \n", "-0.022 | \n", "-0 | \n", "-0 | \n", "1.1e-05 | \n", "2.4e-05 | \n", "3.2e-06 | \n", "3.2e-07 | \n", "4.4e-09 | \n", "0 | \n", "0 | \n", "-0 | \n", "-0 | \n", "-2.9e-11 | \n", "
alpha_0.001 | \n", "1.7 | \n", "1.3 | \n", "-0 | \n", "-0.13 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "1.5e-08 | \n", "7.5e-10 | \n", "0 | \n", "0 | \n", "0 | \n", "
alpha_0.01 | \n", "3.6 | \n", "1.8 | \n", "-0.55 | \n", "-0.00056 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "
alpha_1 | \n", "37 | \n", "0.038 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "
alpha_5 | \n", "37 | \n", "0.038 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "
alpha_10 | \n", "37 | \n", "0.038 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "
alpha_20 | \n", "37 | \n", "0.038 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "-0 | \n", "