{
"cells": [
{
"cell_type": "markdown",
"id": "4be303ee",
"metadata": {},
"source": [
"## Notebook set up\n",
"\n",
"### Import libraries"
]
},
{
"cell_type": "code",
"execution_count": 1,
"id": "f194e0fe",
"metadata": {},
"outputs": [],
"source": [
"import pandas as pd\n",
"import numpy as np\n",
"import matplotlib.pyplot as plt\n",
"import seaborn as sns\n",
"\n",
"from scipy.stats import randint, uniform\n",
"from sklearn.datasets import make_friedman1\n",
"from sklearn.linear_model import LinearRegression\n",
"from sklearn.tree import DecisionTreeRegressor\n",
"from sklearn.model_selection import KFold, train_test_split, cross_val_score, GridSearchCV, RandomizedSearchCV\n",
"from sklearn.metrics import root_mean_squared_error\n",
"from sklearn.preprocessing import PolynomialFeatures\n",
"from sklearn.decomposition import PCA\n",
"from sklearn.pipeline import Pipeline"
]
},
{
"cell_type": "markdown",
"id": "5db5d65b",
"metadata": {},
"source": [
"### Create dataset"
]
},
{
"cell_type": "code",
"execution_count": 2,
"id": "d0d6bb02",
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"\n",
"\n",
"
\n",
" \n",
" \n",
" | \n",
" feature_0 | \n",
" feature_1 | \n",
" feature_2 | \n",
" feature_3 | \n",
" feature_4 | \n",
" label | \n",
"
\n",
" \n",
" \n",
" \n",
" | 0 | \n",
" 0.616679 | \n",
" 0.279165 | \n",
" 0.125676 | \n",
" 0.315648 | \n",
" 0.996900 | \n",
" 16.091937 | \n",
"
\n",
" \n",
" | 1 | \n",
" 0.423093 | \n",
" 0.112483 | \n",
" 0.981730 | \n",
" 0.719996 | \n",
" 0.999457 | \n",
" 18.328074 | \n",
"
\n",
" \n",
" | 2 | \n",
" 0.409812 | \n",
" 0.596355 | \n",
" 0.087318 | \n",
" 0.646466 | \n",
" 0.138363 | \n",
" 17.508035 | \n",
"
\n",
" \n",
" | 3 | \n",
" 0.824479 | \n",
" 0.906551 | \n",
" 0.373458 | \n",
" 0.400470 | \n",
" 0.618359 | \n",
" 14.544648 | \n",
"
\n",
" \n",
" | 4 | \n",
" 0.856326 | \n",
" 0.250800 | \n",
" 0.535109 | \n",
" 0.944498 | \n",
" 0.958171 | \n",
" 20.507191 | \n",
"
\n",
" \n",
"
\n",
"