{ "cells": [ { "cell_type": "markdown", "id": "b5c96e62", "metadata": {}, "source": [ "# Lesson 19: Regression models\n", "\n", "This notebook uses linear regression as a baseline, then compares several other regression models on the concrete dataset. The final section shows Poisson regression on count data.\n", "\n", "1. **Linear regression**\n", "2. **K-nearest neighbors (KNN) regression**\n", "3. **Decision tree regression**\n", "4. **Random forest regression**\n", "5. **Optimized random forest regression**\n", "6. **Kernel idea (SVR and GPR intuition)**\n", "7. **Support vector regression (SVR)**\n", "8. **Gaussian process regression (GPR)**\n", "9. **Model comparison**\n", "10. **Poisson regression**" ] }, { "cell_type": "markdown", "id": "f9314037", "metadata": {}, "source": [ "## Notebook setup\n", "\n", "### Import libraries" ] }, { "cell_type": "code", "execution_count": 1, "id": "e4e1397a", "metadata": {}, "outputs": [], "source": [ "import matplotlib.pyplot as plt\n", "import numpy as np\n", "import pandas as pd\n", "from sklearn.datasets import fetch_openml\n", "from sklearn.model_selection import GridSearchCV, train_test_split\n", "from sklearn.metrics import root_mean_squared_error, r2_score\n", "from sklearn.linear_model import LinearRegression\n", "from sklearn.pipeline import Pipeline\n", "from sklearn.preprocessing import StandardScaler" ] }, { "cell_type": "markdown", "id": "6726c10e", "metadata": {}, "source": [ "### Dataset: concrete compressive strength\n", "\n", "The [UCI concrete compressive strength dataset](https://archive.ics.uci.edu/dataset/165/concrete+compressive+strength) has 1,030 mix designs with ingredient amounts, curing age, and measured strength in MPa." ] }, { "cell_type": "code", "execution_count": 2, "id": "464ba14c", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Shape: (1030, 9)\n" ] }, { "data": { "text/html": [ "
| \n", " | cement | \n", "slag | \n", "fly_ash | \n", "water | \n", "superplasticizer | \n", "coarse_agg | \n", "fine_agg | \n", "age | \n", "strength | \n", "
|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", "540.0 | \n", "0.0 | \n", "0.0 | \n", "162.0 | \n", "2.5 | \n", "1040.0 | \n", "676.0 | \n", "28.0 | \n", "79.99 | \n", "
| 1 | \n", "540.0 | \n", "0.0 | \n", "0.0 | \n", "162.0 | \n", "2.5 | \n", "1055.0 | \n", "676.0 | \n", "28.0 | \n", "61.89 | \n", "
| 2 | \n", "332.5 | \n", "142.5 | \n", "0.0 | \n", "228.0 | \n", "0.0 | \n", "932.0 | \n", "594.0 | \n", "270.0 | \n", "40.27 | \n", "
| 3 | \n", "332.5 | \n", "142.5 | \n", "0.0 | \n", "228.0 | \n", "0.0 | \n", "932.0 | \n", "594.0 | \n", "365.0 | \n", "41.05 | \n", "
| 4 | \n", "198.6 | \n", "132.4 | \n", "0.0 | \n", "192.0 | \n", "0.0 | \n", "978.4 | \n", "825.5 | \n", "360.0 | \n", "44.30 | \n", "
| \n", " | cement | \n", "slag | \n", "fly_ash | \n", "water | \n", "superplasticizer | \n", "coarse_agg | \n", "fine_agg | \n", "age | \n", "strength | \n", "
|---|---|---|---|---|---|---|---|---|---|
| count | \n", "1030.0 | \n", "1030.0 | \n", "1030.0 | \n", "1030.0 | \n", "1030.0 | \n", "1030.0 | \n", "1030.0 | \n", "1030.0 | \n", "1030.0 | \n", "
| mean | \n", "281.2 | \n", "73.9 | \n", "54.2 | \n", "181.6 | \n", "6.2 | \n", "972.9 | \n", "773.6 | \n", "45.7 | \n", "35.8 | \n", "
| std | \n", "104.5 | \n", "86.3 | \n", "64.0 | \n", "21.4 | \n", "6.0 | \n", "77.8 | \n", "80.2 | \n", "63.2 | \n", "16.7 | \n", "
| min | \n", "102.0 | \n", "0.0 | \n", "0.0 | \n", "121.8 | \n", "0.0 | \n", "801.0 | \n", "594.0 | \n", "1.0 | \n", "2.3 | \n", "
| 25% | \n", "192.4 | \n", "0.0 | \n", "0.0 | \n", "164.9 | \n", "0.0 | \n", "932.0 | \n", "731.0 | \n", "7.0 | \n", "23.7 | \n", "
| 50% | \n", "272.9 | \n", "22.0 | \n", "0.0 | \n", "185.0 | \n", "6.4 | \n", "968.0 | \n", "779.5 | \n", "28.0 | \n", "34.4 | \n", "
| 75% | \n", "350.0 | \n", "143.0 | \n", "118.3 | \n", "192.0 | \n", "10.2 | \n", "1029.4 | \n", "824.0 | \n", "56.0 | \n", "46.1 | \n", "
| max | \n", "540.0 | \n", "359.4 | \n", "200.1 | \n", "247.0 | \n", "32.2 | \n", "1145.0 | \n", "992.6 | \n", "365.0 | \n", "82.6 | \n", "
| \n", " | visits | \n", "gender | \n", "age | \n", "income | \n", "illness | \n", "reduced | \n", "health | \n", "private | \n", "freepoor | \n", "freerepat | \n", "nchronic | \n", "lchronic | \n", "
|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", "1 | \n", "0 | \n", "0.19 | \n", "0.55 | \n", "1 | \n", "4 | \n", "1 | \n", "1 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "
| 1 | \n", "1 | \n", "0 | \n", "0.19 | \n", "0.45 | \n", "1 | \n", "2 | \n", "1 | \n", "1 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "
| 2 | \n", "1 | \n", "1 | \n", "0.19 | \n", "0.90 | \n", "3 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "
| 3 | \n", "1 | \n", "1 | \n", "0.19 | \n", "0.15 | \n", "1 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "
| 4 | \n", "1 | \n", "1 | \n", "0.19 | \n", "0.45 | \n", "2 | \n", "5 | \n", "1 | \n", "0 | \n", "0 | \n", "0 | \n", "1 | \n", "0 | \n", "
GridSearchCV(cv=3,\n",
" estimator=Pipeline(steps=[('poly', PolynomialFeatures()),\n",
" ('scaler', StandardScaler()),\n",
" ('pca', PCA()), ('svr', SVR())]),\n",
" n_jobs=-1,\n",
" param_grid=[{'pca__n_components': [5, 6, 7], 'poly__degree': [1],\n",
" 'svr__C': [0.25, 0.5, 1.0, 2.0],\n",
" 'svr__epsilon': [0.025, 0.05, 0.1, 0.2, 0.4],\n",
" 'svr__kernel': ['linear', 'poly', 'rbf', 'sigmoid']},\n",
" {'pca__n_components': [16, 36, 40, 45],\n",
" 'poly__degree': [2], 'svr__C': [0.25, 0.5, 1.0, 2.0],\n",
" 'svr__epsilon': [0.025, 0.05, 0.1, 0.2, 0.4],\n",
" 'svr__kernel': ['linear', 'poly', 'rbf', 'sigmoid']},\n",
" {'pca__n_components': [32, 64, 128],\n",
" 'poly__degree': [3], 'svr__C': [0.25, 0.5, 1.0, 2.0],\n",
" 'svr__epsilon': [0.025, 0.05, 0.1, 0.2, 0.4],\n",
" 'svr__kernel': ['linear', 'poly', 'rbf', 'sigmoid']}],\n",
" scoring='neg_root_mean_squared_error')In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook. | Name | \n", "Type | \n", "Value | \n", "
|---|---|---|
| \n",
" \n",
" n_features_in_\n",
" \n",
" n_features_in_: int Number of features seen during :term:`fit`. .. versionadded:: 0.24\n", " \n", " | \n",
" int | \n", "8 | \n", "\n", "\n", "
| \n",
" \n",
" n_output_features_\n",
" \n",
" n_output_features_: int The total number of polynomial output features. The number of output features is computed by iterating over all suitably sized combinations of input features.\n", " \n", " | \n",
" int | \n", "165 | \n", "\n", "\n", "
| \n",
" \n",
" powers_\n",
" \n",
" powers_: ndarray of shape (`n_output_features_`, `n_features_in_`) `powers_[i, j]` is the exponent of the jth input in the ith output.\n", " \n", " | \n",
" ndarray[int64](165, 8) | \n", "[[0,0,0,...,0,0,0],\n", " [1,0,0,...,0,0,0],\n", " [0,1,0,...,0,0,0],\n", " ...,\n", " [0,0,0,...,0,2,1],\n", " [0,0,0,...,0,1,2],\n", " [0,0,0,...,0,0,3]] | \n", "\n", "\n", "
| 1 | \n", "
| x0 | \n", "
| x1 | \n", "
| x2 | \n", "
| x3 | \n", "
| x4 | \n", "
| x5 | \n", "
| x6 | \n", "
| x7 | \n", "
| x0^2 | \n", "
| x0 x1 | \n", "
| x0 x2 | \n", "
| x0 x3 | \n", "
| x0 x4 | \n", "
| x0 x5 | \n", "
| x0 x6 | \n", "
| x0 x7 | \n", "
| x1^2 | \n", "
| x1 x2 | \n", "
| x1 x3 | \n", "
| x1 x4 | \n", "
| x1 x5 | \n", "
| x1 x6 | \n", "
| x1 x7 | \n", "
| x2^2 | \n", "
| x2 x3 | \n", "
| x2 x4 | \n", "
| x2 x5 | \n", "
| x2 x6 | \n", "
| x2 x7 | \n", "
| x3^2 | \n", "
| x3 x4 | \n", "
| x3 x5 | \n", "
| x3 x6 | \n", "
| x3 x7 | \n", "
| x4^2 | \n", "
| x4 x5 | \n", "
| x4 x6 | \n", "
| x4 x7 | \n", "
| x5^2 | \n", "
| x5 x6 | \n", "
| x5 x7 | \n", "
| x6^2 | \n", "
| x6 x7 | \n", "
| x7^2 | \n", "
| x0^3 | \n", "
| x0^2 x1 | \n", "
| x0^2 x2 | \n", "
| x0^2 x3 | \n", "
| x0^2 x4 | \n", "
| x0^2 x5 | \n", "
| x0^2 x6 | \n", "
| x0^2 x7 | \n", "
| x0 x1^2 | \n", "
| x0 x1 x2 | \n", "
| x0 x1 x3 | \n", "
| x0 x1 x4 | \n", "
| x0 x1 x5 | \n", "
| x0 x1 x6 | \n", "
| x0 x1 x7 | \n", "
| x0 x2^2 | \n", "
| x0 x2 x3 | \n", "
| x0 x2 x4 | \n", "
| x0 x2 x5 | \n", "
| x0 x2 x6 | \n", "
| x0 x2 x7 | \n", "
| x0 x3^2 | \n", "
| x0 x3 x4 | \n", "
| x0 x3 x5 | \n", "
| x0 x3 x6 | \n", "
| x0 x3 x7 | \n", "
| x0 x4^2 | \n", "
| x0 x4 x5 | \n", "
| x0 x4 x6 | \n", "
| x0 x4 x7 | \n", "
| x0 x5^2 | \n", "
| x0 x5 x6 | \n", "
| x0 x5 x7 | \n", "
| x0 x6^2 | \n", "
| x0 x6 x7 | \n", "
| x0 x7^2 | \n", "
| x1^3 | \n", "
| x1^2 x2 | \n", "
| x1^2 x3 | \n", "
| x1^2 x4 | \n", "
| x1^2 x5 | \n", "
| x1^2 x6 | \n", "
| x1^2 x7 | \n", "
| x1 x2^2 | \n", "
| x1 x2 x3 | \n", "
| x1 x2 x4 | \n", "
| x1 x2 x5 | \n", "
| x1 x2 x6 | \n", "
| x1 x2 x7 | \n", "
| x1 x3^2 | \n", "
| x1 x3 x4 | \n", "
| x1 x3 x5 | \n", "
| x1 x3 x6 | \n", "
| x1 x3 x7 | \n", "
| x1 x4^2 | \n", "
| x1 x4 x5 | \n", "
| x1 x4 x6 | \n", "
| x1 x4 x7 | \n", "
| x1 x5^2 | \n", "
| x1 x5 x6 | \n", "
| x1 x5 x7 | \n", "
| x1 x6^2 | \n", "
| x1 x6 x7 | \n", "
| x1 x7^2 | \n", "
| x2^3 | \n", "
| x2^2 x3 | \n", "
| x2^2 x4 | \n", "
| x2^2 x5 | \n", "
| x2^2 x6 | \n", "
| x2^2 x7 | \n", "
| x2 x3^2 | \n", "
| x2 x3 x4 | \n", "
| x2 x3 x5 | \n", "
| x2 x3 x6 | \n", "
| x2 x3 x7 | \n", "
| x2 x4^2 | \n", "
| x2 x4 x5 | \n", "
| x2 x4 x6 | \n", "
| x2 x4 x7 | \n", "
| x2 x5^2 | \n", "
| x2 x5 x6 | \n", "
| x2 x5 x7 | \n", "
| x2 x6^2 | \n", "
| x2 x6 x7 | \n", "
| x2 x7^2 | \n", "
| x3^3 | \n", "
| x3^2 x4 | \n", "
| x3^2 x5 | \n", "
| x3^2 x6 | \n", "
| x3^2 x7 | \n", "
| x3 x4^2 | \n", "
| x3 x4 x5 | \n", "
| x3 x4 x6 | \n", "
| x3 x4 x7 | \n", "
| x3 x5^2 | \n", "
| x3 x5 x6 | \n", "
| x3 x5 x7 | \n", "
| x3 x6^2 | \n", "
| x3 x6 x7 | \n", "
| x3 x7^2 | \n", "
| x4^3 | \n", "
| x4^2 x5 | \n", "
| x4^2 x6 | \n", "
| x4^2 x7 | \n", "
| x4 x5^2 | \n", "
| x4 x5 x6 | \n", "
| x4 x5 x7 | \n", "
| x4 x6^2 | \n", "
| x4 x6 x7 | \n", "
| x4 x7^2 | \n", "
| x5^3 | \n", "
| x5^2 x6 | \n", "
| x5^2 x7 | \n", "
| x5 x6^2 | \n", "
| x5 x6 x7 | \n", "
| x5 x7^2 | \n", "
| x6^3 | \n", "
| x6^2 x7 | \n", "
| x6 x7^2 | \n", "
| x7^3 | \n", "
| \n", " | \n",
" \n",
" copy\n",
" \n",
" copy: bool, default=True If False, try to avoid a copy and do inplace scaling instead. This is not guaranteed to always work inplace; e.g. if the data is not a NumPy array or scipy.sparse CSR matrix, a copy may still be returned.\n", " \n", " | \n",
" True | \n", "
| \n", " | \n",
" \n",
" with_mean\n",
" \n",
" with_mean: bool, default=True If True, center the data before scaling. This does not work (and will raise an exception) when attempted on sparse matrices, because centering them entails building a dense matrix which in common use cases is likely to be too large to fit in memory.\n", " \n", " | \n",
" True | \n", "
| \n", " | \n",
" \n",
" with_std\n",
" \n",
" with_std: bool, default=True If True, scale the data to unit variance (or equivalently, unit standard deviation).\n", " \n", " | \n",
" True | \n", "
| x0 | \n", "
| x1 | \n", "
| x2 | \n", "
| x3 | \n", "
| x4 | \n", "
| x5 | \n", "
| x6 | \n", "
| x7 | \n", "
| x8 | \n", "
| x9 | \n", "
| x10 | \n", "
| x11 | \n", "
| x12 | \n", "
| x13 | \n", "
| x14 | \n", "
| x15 | \n", "
| x16 | \n", "
| x17 | \n", "
| x18 | \n", "
| x19 | \n", "
| x20 | \n", "
| x21 | \n", "
| x22 | \n", "
| x23 | \n", "
| x24 | \n", "
| x25 | \n", "
| x26 | \n", "
| x27 | \n", "
| x28 | \n", "
| x29 | \n", "
| x30 | \n", "
| x31 | \n", "
| x32 | \n", "
| x33 | \n", "
| x34 | \n", "
| x35 | \n", "
| x36 | \n", "
| x37 | \n", "
| x38 | \n", "
| x39 | \n", "
| x40 | \n", "
| x41 | \n", "
| x42 | \n", "
| x43 | \n", "
| x44 | \n", "
| x45 | \n", "
| x46 | \n", "
| x47 | \n", "
| x48 | \n", "
| x49 | \n", "
| x50 | \n", "
| x51 | \n", "
| x52 | \n", "
| x53 | \n", "
| x54 | \n", "
| x55 | \n", "
| x56 | \n", "
| x57 | \n", "
| x58 | \n", "
| x59 | \n", "
| x60 | \n", "
| x61 | \n", "
| x62 | \n", "
| x63 | \n", "
| x64 | \n", "
| x65 | \n", "
| x66 | \n", "
| x67 | \n", "
| x68 | \n", "
| x69 | \n", "
| x70 | \n", "
| x71 | \n", "
| x72 | \n", "
| x73 | \n", "
| x74 | \n", "
| x75 | \n", "
| x76 | \n", "
| x77 | \n", "
| x78 | \n", "
| x79 | \n", "
| x80 | \n", "
| x81 | \n", "
| x82 | \n", "
| x83 | \n", "
| x84 | \n", "
| x85 | \n", "
| x86 | \n", "
| x87 | \n", "
| x88 | \n", "
| x89 | \n", "
| x90 | \n", "
| x91 | \n", "
| x92 | \n", "
| x93 | \n", "
| x94 | \n", "
| x95 | \n", "
| x96 | \n", "
| x97 | \n", "
| x98 | \n", "
| x99 | \n", "
| x100 | \n", "
| x101 | \n", "
| x102 | \n", "
| x103 | \n", "
| x104 | \n", "
| x105 | \n", "
| x106 | \n", "
| x107 | \n", "
| x108 | \n", "
| x109 | \n", "
| x110 | \n", "
| x111 | \n", "
| x112 | \n", "
| x113 | \n", "
| x114 | \n", "
| x115 | \n", "
| x116 | \n", "
| x117 | \n", "
| x118 | \n", "
| x119 | \n", "
| x120 | \n", "
| x121 | \n", "
| x122 | \n", "
| x123 | \n", "
| x124 | \n", "
| x125 | \n", "
| x126 | \n", "
| x127 | \n", "
| x128 | \n", "
| x129 | \n", "
| x130 | \n", "
| x131 | \n", "
| x132 | \n", "
| x133 | \n", "
| x134 | \n", "
| x135 | \n", "
| x136 | \n", "
| x137 | \n", "
| x138 | \n", "
| x139 | \n", "
| x140 | \n", "
| x141 | \n", "
| x142 | \n", "
| x143 | \n", "
| x144 | \n", "
| x145 | \n", "
| x146 | \n", "
| x147 | \n", "
| x148 | \n", "
| x149 | \n", "
| x150 | \n", "
| x151 | \n", "
| x152 | \n", "
| x153 | \n", "
| x154 | \n", "
| x155 | \n", "
| x156 | \n", "
| x157 | \n", "
| x158 | \n", "
| x159 | \n", "
| x160 | \n", "
| x161 | \n", "
| x162 | \n", "
| x163 | \n", "
| x164 | \n", "
| pca0 | \n", "
| pca1 | \n", "
| pca2 | \n", "
| pca3 | \n", "
| pca4 | \n", "
| pca5 | \n", "
| pca6 | \n", "
| pca7 | \n", "
| pca8 | \n", "
| pca9 | \n", "
| pca10 | \n", "
| pca11 | \n", "
| pca12 | \n", "
| pca13 | \n", "
| pca14 | \n", "
| pca15 | \n", "
| pca16 | \n", "
| pca17 | \n", "
| pca18 | \n", "
| pca19 | \n", "
| pca20 | \n", "
| pca21 | \n", "
| pca22 | \n", "
| pca23 | \n", "
| pca24 | \n", "
| pca25 | \n", "
| pca26 | \n", "
| pca27 | \n", "
| pca28 | \n", "
| pca29 | \n", "
| pca30 | \n", "
| pca31 | \n", "
| pca32 | \n", "
| pca33 | \n", "
| pca34 | \n", "
| pca35 | \n", "
| pca36 | \n", "
| pca37 | \n", "
| pca38 | \n", "
| pca39 | \n", "
| pca40 | \n", "
| pca41 | \n", "
| pca42 | \n", "
| pca43 | \n", "
| pca44 | \n", "
| pca45 | \n", "
| pca46 | \n", "
| pca47 | \n", "
| pca48 | \n", "
| pca49 | \n", "
| pca50 | \n", "
| pca51 | \n", "
| pca52 | \n", "
| pca53 | \n", "
| pca54 | \n", "
| pca55 | \n", "
| pca56 | \n", "
| pca57 | \n", "
| pca58 | \n", "
| pca59 | \n", "
| pca60 | \n", "
| pca61 | \n", "
| pca62 | \n", "
| pca63 | \n", "
| pca64 | \n", "
| pca65 | \n", "
| pca66 | \n", "
| pca67 | \n", "
| pca68 | \n", "
| pca69 | \n", "
| pca70 | \n", "
| pca71 | \n", "
| pca72 | \n", "
| pca73 | \n", "
| pca74 | \n", "
| pca75 | \n", "
| pca76 | \n", "
| pca77 | \n", "
| pca78 | \n", "
| pca79 | \n", "
| pca80 | \n", "
| pca81 | \n", "
| pca82 | \n", "
| pca83 | \n", "
| pca84 | \n", "
| pca85 | \n", "
| pca86 | \n", "
| pca87 | \n", "
| pca88 | \n", "
| pca89 | \n", "
| pca90 | \n", "
| pca91 | \n", "
| pca92 | \n", "
| pca93 | \n", "
| pca94 | \n", "
| pca95 | \n", "
| pca96 | \n", "
| pca97 | \n", "
| pca98 | \n", "
| pca99 | \n", "
| pca100 | \n", "
| pca101 | \n", "
| pca102 | \n", "
| pca103 | \n", "
| pca104 | \n", "
| pca105 | \n", "
| pca106 | \n", "
| pca107 | \n", "
| pca108 | \n", "
| pca109 | \n", "
| pca110 | \n", "
| pca111 | \n", "
| pca112 | \n", "
| pca113 | \n", "
| pca114 | \n", "
| pca115 | \n", "
| pca116 | \n", "
| pca117 | \n", "
| pca118 | \n", "
| pca119 | \n", "
| pca120 | \n", "
| pca121 | \n", "
| pca122 | \n", "
| pca123 | \n", "
| pca124 | \n", "
| pca125 | \n", "
| pca126 | \n", "
| pca127 | \n", "
GridSearchCV(cv=3,\n",
" estimator=Pipeline(steps=[('poly', PolynomialFeatures()),\n",
" ('scaler', StandardScaler()),\n",
" ('pca', PCA()),\n",
" ('linear', LinearRegression())]),\n",
" n_jobs=-1,\n",
" param_grid=[{'pca__n_components': [4, 5, 6, 7, 8],\n",
" 'poly__degree': [1]},\n",
" {'pca__n_components': [15, 16, 17, 18, 19, 20, 21, 22,\n",
" 23, 24, 25, 26, 27, 28, 29, 30,\n",
" 31, 32, 33, 34, 35, 36, 37, 38,\n",
" 39, 40, 41, 42, 43, 44, ...],\n",
" 'poly__degree': [2]},\n",
" {'pca__n_components': [105, 107, 109, 111, 113, 115,\n",
" 117, 119, 121, 123, 125, 127,\n",
" 129, 131, 133, 135, 137, 139,\n",
" 141, 143, 145, 147, 149, 151,\n",
" 153, 155, 157, 159, 161, 163, ...],\n",
" 'poly__degree': [3]}],\n",
" scoring='neg_root_mean_squared_error')In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook. | Name | \n", "Type | \n", "Value | \n", "
|---|---|---|
| \n",
" \n",
" n_features_in_\n",
" \n",
" n_features_in_: int Number of features seen during :term:`fit`. .. versionadded:: 0.24\n", " \n", " | \n",
" int | \n", "8 | \n", "\n", "\n", "
| \n",
" \n",
" n_output_features_\n",
" \n",
" n_output_features_: int The total number of polynomial output features. The number of output features is computed by iterating over all suitably sized combinations of input features.\n", " \n", " | \n",
" int | \n", "165 | \n", "\n", "\n", "
| \n",
" \n",
" powers_\n",
" \n",
" powers_: ndarray of shape (`n_output_features_`, `n_features_in_`) `powers_[i, j]` is the exponent of the jth input in the ith output.\n", " \n", " | \n",
" ndarray[int64](165, 8) | \n", "[[0,0,0,...,0,0,0],\n", " [1,0,0,...,0,0,0],\n", " [0,1,0,...,0,0,0],\n", " ...,\n", " [0,0,0,...,0,2,1],\n", " [0,0,0,...,0,1,2],\n", " [0,0,0,...,0,0,3]] | \n", "\n", "\n", "
| 1 | \n", "
| x0 | \n", "
| x1 | \n", "
| x2 | \n", "
| x3 | \n", "
| x4 | \n", "
| x5 | \n", "
| x6 | \n", "
| x7 | \n", "
| x0^2 | \n", "
| x0 x1 | \n", "
| x0 x2 | \n", "
| x0 x3 | \n", "
| x0 x4 | \n", "
| x0 x5 | \n", "
| x0 x6 | \n", "
| x0 x7 | \n", "
| x1^2 | \n", "
| x1 x2 | \n", "
| x1 x3 | \n", "
| x1 x4 | \n", "
| x1 x5 | \n", "
| x1 x6 | \n", "
| x1 x7 | \n", "
| x2^2 | \n", "
| x2 x3 | \n", "
| x2 x4 | \n", "
| x2 x5 | \n", "
| x2 x6 | \n", "
| x2 x7 | \n", "
| x3^2 | \n", "
| x3 x4 | \n", "
| x3 x5 | \n", "
| x3 x6 | \n", "
| x3 x7 | \n", "
| x4^2 | \n", "
| x4 x5 | \n", "
| x4 x6 | \n", "
| x4 x7 | \n", "
| x5^2 | \n", "
| x5 x6 | \n", "
| x5 x7 | \n", "
| x6^2 | \n", "
| x6 x7 | \n", "
| x7^2 | \n", "
| x0^3 | \n", "
| x0^2 x1 | \n", "
| x0^2 x2 | \n", "
| x0^2 x3 | \n", "
| x0^2 x4 | \n", "
| x0^2 x5 | \n", "
| x0^2 x6 | \n", "
| x0^2 x7 | \n", "
| x0 x1^2 | \n", "
| x0 x1 x2 | \n", "
| x0 x1 x3 | \n", "
| x0 x1 x4 | \n", "
| x0 x1 x5 | \n", "
| x0 x1 x6 | \n", "
| x0 x1 x7 | \n", "
| x0 x2^2 | \n", "
| x0 x2 x3 | \n", "
| x0 x2 x4 | \n", "
| x0 x2 x5 | \n", "
| x0 x2 x6 | \n", "
| x0 x2 x7 | \n", "
| x0 x3^2 | \n", "
| x0 x3 x4 | \n", "
| x0 x3 x5 | \n", "
| x0 x3 x6 | \n", "
| x0 x3 x7 | \n", "
| x0 x4^2 | \n", "
| x0 x4 x5 | \n", "
| x0 x4 x6 | \n", "
| x0 x4 x7 | \n", "
| x0 x5^2 | \n", "
| x0 x5 x6 | \n", "
| x0 x5 x7 | \n", "
| x0 x6^2 | \n", "
| x0 x6 x7 | \n", "
| x0 x7^2 | \n", "
| x1^3 | \n", "
| x1^2 x2 | \n", "
| x1^2 x3 | \n", "
| x1^2 x4 | \n", "
| x1^2 x5 | \n", "
| x1^2 x6 | \n", "
| x1^2 x7 | \n", "
| x1 x2^2 | \n", "
| x1 x2 x3 | \n", "
| x1 x2 x4 | \n", "
| x1 x2 x5 | \n", "
| x1 x2 x6 | \n", "
| x1 x2 x7 | \n", "
| x1 x3^2 | \n", "
| x1 x3 x4 | \n", "
| x1 x3 x5 | \n", "
| x1 x3 x6 | \n", "
| x1 x3 x7 | \n", "
| x1 x4^2 | \n", "
| x1 x4 x5 | \n", "
| x1 x4 x6 | \n", "
| x1 x4 x7 | \n", "
| x1 x5^2 | \n", "
| x1 x5 x6 | \n", "
| x1 x5 x7 | \n", "
| x1 x6^2 | \n", "
| x1 x6 x7 | \n", "
| x1 x7^2 | \n", "
| x2^3 | \n", "
| x2^2 x3 | \n", "
| x2^2 x4 | \n", "
| x2^2 x5 | \n", "
| x2^2 x6 | \n", "
| x2^2 x7 | \n", "
| x2 x3^2 | \n", "
| x2 x3 x4 | \n", "
| x2 x3 x5 | \n", "
| x2 x3 x6 | \n", "
| x2 x3 x7 | \n", "
| x2 x4^2 | \n", "
| x2 x4 x5 | \n", "
| x2 x4 x6 | \n", "
| x2 x4 x7 | \n", "
| x2 x5^2 | \n", "
| x2 x5 x6 | \n", "
| x2 x5 x7 | \n", "
| x2 x6^2 | \n", "
| x2 x6 x7 | \n", "
| x2 x7^2 | \n", "
| x3^3 | \n", "
| x3^2 x4 | \n", "
| x3^2 x5 | \n", "
| x3^2 x6 | \n", "
| x3^2 x7 | \n", "
| x3 x4^2 | \n", "
| x3 x4 x5 | \n", "
| x3 x4 x6 | \n", "
| x3 x4 x7 | \n", "
| x3 x5^2 | \n", "
| x3 x5 x6 | \n", "
| x3 x5 x7 | \n", "
| x3 x6^2 | \n", "
| x3 x6 x7 | \n", "
| x3 x7^2 | \n", "
| x4^3 | \n", "
| x4^2 x5 | \n", "
| x4^2 x6 | \n", "
| x4^2 x7 | \n", "
| x4 x5^2 | \n", "
| x4 x5 x6 | \n", "
| x4 x5 x7 | \n", "
| x4 x6^2 | \n", "
| x4 x6 x7 | \n", "
| x4 x7^2 | \n", "
| x5^3 | \n", "
| x5^2 x6 | \n", "
| x5^2 x7 | \n", "
| x5 x6^2 | \n", "
| x5 x6 x7 | \n", "
| x5 x7^2 | \n", "
| x6^3 | \n", "
| x6^2 x7 | \n", "
| x6 x7^2 | \n", "
| x7^3 | \n", "
| \n", " | \n",
" \n",
" copy\n",
" \n",
" copy: bool, default=True If False, try to avoid a copy and do inplace scaling instead. This is not guaranteed to always work inplace; e.g. if the data is not a NumPy array or scipy.sparse CSR matrix, a copy may still be returned.\n", " \n", " | \n",
" True | \n", "
| \n", " | \n",
" \n",
" with_mean\n",
" \n",
" with_mean: bool, default=True If True, center the data before scaling. This does not work (and will raise an exception) when attempted on sparse matrices, because centering them entails building a dense matrix which in common use cases is likely to be too large to fit in memory.\n", " \n", " | \n",
" True | \n", "
| \n", " | \n",
" \n",
" with_std\n",
" \n",
" with_std: bool, default=True If True, scale the data to unit variance (or equivalently, unit standard deviation).\n", " \n", " | \n",
" True | \n", "
| x0 | \n", "
| x1 | \n", "
| x2 | \n", "
| x3 | \n", "
| x4 | \n", "
| x5 | \n", "
| x6 | \n", "
| x7 | \n", "
| x8 | \n", "
| x9 | \n", "
| x10 | \n", "
| x11 | \n", "
| x12 | \n", "
| x13 | \n", "
| x14 | \n", "
| x15 | \n", "
| x16 | \n", "
| x17 | \n", "
| x18 | \n", "
| x19 | \n", "
| x20 | \n", "
| x21 | \n", "
| x22 | \n", "
| x23 | \n", "
| x24 | \n", "
| x25 | \n", "
| x26 | \n", "
| x27 | \n", "
| x28 | \n", "
| x29 | \n", "
| x30 | \n", "
| x31 | \n", "
| x32 | \n", "
| x33 | \n", "
| x34 | \n", "
| x35 | \n", "
| x36 | \n", "
| x37 | \n", "
| x38 | \n", "
| x39 | \n", "
| x40 | \n", "
| x41 | \n", "
| x42 | \n", "
| x43 | \n", "
| x44 | \n", "
| x45 | \n", "
| x46 | \n", "
| x47 | \n", "
| x48 | \n", "
| x49 | \n", "
| x50 | \n", "
| x51 | \n", "
| x52 | \n", "
| x53 | \n", "
| x54 | \n", "
| x55 | \n", "
| x56 | \n", "
| x57 | \n", "
| x58 | \n", "
| x59 | \n", "
| x60 | \n", "
| x61 | \n", "
| x62 | \n", "
| x63 | \n", "
| x64 | \n", "
| x65 | \n", "
| x66 | \n", "
| x67 | \n", "
| x68 | \n", "
| x69 | \n", "
| x70 | \n", "
| x71 | \n", "
| x72 | \n", "
| x73 | \n", "
| x74 | \n", "
| x75 | \n", "
| x76 | \n", "
| x77 | \n", "
| x78 | \n", "
| x79 | \n", "
| x80 | \n", "
| x81 | \n", "
| x82 | \n", "
| x83 | \n", "
| x84 | \n", "
| x85 | \n", "
| x86 | \n", "
| x87 | \n", "
| x88 | \n", "
| x89 | \n", "
| x90 | \n", "
| x91 | \n", "
| x92 | \n", "
| x93 | \n", "
| x94 | \n", "
| x95 | \n", "
| x96 | \n", "
| x97 | \n", "
| x98 | \n", "
| x99 | \n", "
| x100 | \n", "
| x101 | \n", "
| x102 | \n", "
| x103 | \n", "
| x104 | \n", "
| x105 | \n", "
| x106 | \n", "
| x107 | \n", "
| x108 | \n", "
| x109 | \n", "
| x110 | \n", "
| x111 | \n", "
| x112 | \n", "
| x113 | \n", "
| x114 | \n", "
| x115 | \n", "
| x116 | \n", "
| x117 | \n", "
| x118 | \n", "
| x119 | \n", "
| x120 | \n", "
| x121 | \n", "
| x122 | \n", "
| x123 | \n", "
| x124 | \n", "
| x125 | \n", "
| x126 | \n", "
| x127 | \n", "
| x128 | \n", "
| x129 | \n", "
| x130 | \n", "
| x131 | \n", "
| x132 | \n", "
| x133 | \n", "
| x134 | \n", "
| x135 | \n", "
| x136 | \n", "
| x137 | \n", "
| x138 | \n", "
| x139 | \n", "
| x140 | \n", "
| x141 | \n", "
| x142 | \n", "
| x143 | \n", "
| x144 | \n", "
| x145 | \n", "
| x146 | \n", "
| x147 | \n", "
| x148 | \n", "
| x149 | \n", "
| x150 | \n", "
| x151 | \n", "
| x152 | \n", "
| x153 | \n", "
| x154 | \n", "
| x155 | \n", "
| x156 | \n", "
| x157 | \n", "
| x158 | \n", "
| x159 | \n", "
| x160 | \n", "
| x161 | \n", "
| x162 | \n", "
| x163 | \n", "
| x164 | \n", "
| pca0 | \n", "
| pca1 | \n", "
| pca2 | \n", "
| pca3 | \n", "
| pca4 | \n", "
| pca5 | \n", "
| pca6 | \n", "
| pca7 | \n", "
| pca8 | \n", "
| pca9 | \n", "
| pca10 | \n", "
| pca11 | \n", "
| pca12 | \n", "
| pca13 | \n", "
| pca14 | \n", "
| pca15 | \n", "
| pca16 | \n", "
| pca17 | \n", "
| pca18 | \n", "
| pca19 | \n", "
| pca20 | \n", "
| pca21 | \n", "
| pca22 | \n", "
| pca23 | \n", "
| pca24 | \n", "
| pca25 | \n", "
| pca26 | \n", "
| pca27 | \n", "
| pca28 | \n", "
| pca29 | \n", "
| pca30 | \n", "
| pca31 | \n", "
| pca32 | \n", "
| pca33 | \n", "
| pca34 | \n", "
| pca35 | \n", "
| pca36 | \n", "
| pca37 | \n", "
| pca38 | \n", "
| pca39 | \n", "
| pca40 | \n", "
| pca41 | \n", "
| pca42 | \n", "
| pca43 | \n", "
| pca44 | \n", "
| pca45 | \n", "
| pca46 | \n", "
| pca47 | \n", "
| pca48 | \n", "
| pca49 | \n", "
| pca50 | \n", "
| pca51 | \n", "
| pca52 | \n", "
| pca53 | \n", "
| pca54 | \n", "
| pca55 | \n", "
| pca56 | \n", "
| pca57 | \n", "
| pca58 | \n", "
| pca59 | \n", "
| pca60 | \n", "
| pca61 | \n", "
| pca62 | \n", "
| pca63 | \n", "
| pca64 | \n", "
| pca65 | \n", "
| pca66 | \n", "
| pca67 | \n", "
| pca68 | \n", "
| pca69 | \n", "
| pca70 | \n", "
| pca71 | \n", "
| pca72 | \n", "
| pca73 | \n", "
| pca74 | \n", "
| pca75 | \n", "
| pca76 | \n", "
| pca77 | \n", "
| pca78 | \n", "
| pca79 | \n", "
| pca80 | \n", "
| pca81 | \n", "
| pca82 | \n", "
| pca83 | \n", "
| pca84 | \n", "
| pca85 | \n", "
| pca86 | \n", "
| pca87 | \n", "
| pca88 | \n", "
| pca89 | \n", "
| pca90 | \n", "
| pca91 | \n", "
| pca92 | \n", "
| pca93 | \n", "
| pca94 | \n", "
| pca95 | \n", "
| pca96 | \n", "
| pca97 | \n", "
| pca98 | \n", "
| pca99 | \n", "
| pca100 | \n", "
| pca101 | \n", "
| pca102 | \n", "
| pca103 | \n", "
| pca104 | \n", "
| pca105 | \n", "
| pca106 | \n", "
| pca107 | \n", "
| pca108 | \n", "
| pca109 | \n", "
| pca110 | \n", "
| pca111 | \n", "
| pca112 | \n", "
| pca113 | \n", "
| pca114 | \n", "
| pca115 | \n", "
| pca116 | \n", "
| pca117 | \n", "
| pca118 | \n", "
| pca119 | \n", "
| pca120 | \n", "
| pca121 | \n", "
| pca122 | \n", "