{
"cells": [
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# Dealing with Bias and Variance"
]
},
{
"cell_type": "code",
"execution_count": 1,
"metadata": {
"collapsed": false
},
"outputs": [
{
"data": {
"text/html": [
""
],
"text/plain": [
""
]
},
"execution_count": 1,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"import addutils.toc ; addutils.toc.js(ipy_notebook=True)"
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {
"collapsed": false
},
"outputs": [
{
"data": {
"text/html": [
"\n",
"\n"
],
"text/plain": [
""
]
},
"execution_count": 2,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"import scipy.io\n",
"import numpy as np\n",
"import pandas as pd\n",
"from time import time\n",
"from addutils import css_notebook\n",
"from sklearn import metrics\n",
"import sys\n",
"import os\n",
"from IPython.core.display import Image\n",
"css_notebook()"
]
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {
"collapsed": false
},
"outputs": [
{
"data": {
"text/html": [
" \n",
" \n",
" \n",
" \n",
" \n",
"
\n",
"
BokehJS successfully loaded.\n",
"
\n",
"
\n",
" \n",
" \n",
" | \n",
" 0 | \n",
" 1 | \n",
" 2 | \n",
" 3 | \n",
" 4 | \n",
" 5 | \n",
" 6 | \n",
"
\n",
" \n",
" \n",
" \n",
" | 0 | \n",
" 0.038076 | \n",
" 0.050680 | \n",
" 0.061696 | \n",
" 0.021872 | \n",
" -0.044223 | \n",
" -0.034821 | \n",
" -0.043401 | \n",
"
\n",
" \n",
" | 1 | \n",
" -0.001882 | \n",
" -0.044642 | \n",
" -0.051474 | \n",
" -0.026328 | \n",
" -0.008449 | \n",
" -0.019163 | \n",
" 0.074412 | \n",
"
\n",
" \n",
" | 2 | \n",
" 0.085299 | \n",
" 0.050680 | \n",
" 0.044451 | \n",
" -0.005671 | \n",
" -0.045599 | \n",
" -0.034194 | \n",
" -0.032356 | \n",
"
\n",
" \n",
" | 3 | \n",
" -0.089063 | \n",
" -0.044642 | \n",
" -0.011595 | \n",
" -0.036656 | \n",
" 0.012191 | \n",
" 0.024991 | \n",
" -0.036038 | \n",
"
\n",
" \n",
" | 4 | \n",
" 0.005383 | \n",
" -0.044642 | \n",
" -0.036385 | \n",
" 0.021872 | \n",
" 0.003935 | \n",
" 0.015596 | \n",
" 0.008142 | \n",
"
\n",
" \n",
"
\n",
"
\n",
"
\n",
" \n",
" \n",
" | \n",
" 0 | \n",
" 1 | \n",
" 2 | \n",
" 3 | \n",
" 4 | \n",
" 5 | \n",
" 6 | \n",
"
\n",
" \n",
" \n",
" \n",
" | count | \n",
" 4.420000e+02 | \n",
" 4.420000e+02 | \n",
" 4.420000e+02 | \n",
" 4.420000e+02 | \n",
" 4.420000e+02 | \n",
" 4.420000e+02 | \n",
" 4.420000e+02 | \n",
"
\n",
" \n",
" | mean | \n",
" -3.639623e-16 | \n",
" 1.309912e-16 | \n",
" -8.013951e-16 | \n",
" 1.289818e-16 | \n",
" -9.042540e-17 | \n",
" 1.301121e-16 | \n",
" -4.563971e-16 | \n",
"
\n",
" \n",
" | std | \n",
" 4.761905e-02 | \n",
" 4.761905e-02 | \n",
" 4.761905e-02 | \n",
" 4.761905e-02 | \n",
" 4.761905e-02 | \n",
" 4.761905e-02 | \n",
" 4.761905e-02 | \n",
"
\n",
" \n",
" | min | \n",
" -1.072256e-01 | \n",
" -4.464164e-02 | \n",
" -9.027530e-02 | \n",
" -1.123996e-01 | \n",
" -1.267807e-01 | \n",
" -1.156131e-01 | \n",
" -1.023071e-01 | \n",
"
\n",
" \n",
" | 25% | \n",
" -3.729927e-02 | \n",
" -4.464164e-02 | \n",
" -3.422907e-02 | \n",
" -3.665645e-02 | \n",
" -3.424784e-02 | \n",
" -3.035840e-02 | \n",
" -3.511716e-02 | \n",
"
\n",
" \n",
" | 50% | \n",
" 5.383060e-03 | \n",
" -4.464164e-02 | \n",
" -7.283766e-03 | \n",
" -5.670611e-03 | \n",
" -4.320866e-03 | \n",
" -3.819065e-03 | \n",
" -6.584468e-03 | \n",
"
\n",
" \n",
" | 75% | \n",
" 3.807591e-02 | \n",
" 5.068012e-02 | \n",
" 3.124802e-02 | \n",
" 3.564384e-02 | \n",
" 2.835801e-02 | \n",
" 2.984439e-02 | \n",
" 2.931150e-02 | \n",
"
\n",
" \n",
" | max | \n",
" 1.107267e-01 | \n",
" 5.068012e-02 | \n",
" 1.705552e-01 | \n",
" 1.320442e-01 | \n",
" 1.539137e-01 | \n",
" 1.987880e-01 | \n",
" 1.811791e-01 | \n",
"
\n",
" \n",
"
\n",
"