{
"cells": [
{
"cell_type": "markdown",
"metadata": {
"deletable": true,
"editable": true
},
"source": [
"# Basic exampe of the RelevantFeatureAugmenter in sklearn pipeline"
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {
"collapsed": false,
"deletable": true,
"editable": true
},
"outputs": [],
"source": [
"import pandas as pd\n",
"from sklearn.pipeline import Pipeline\n",
"from sklearn.model_selection import train_test_split\n",
"from sklearn.ensemble import RandomForestClassifier\n",
"from sklearn.metrics import classification_report\n",
"\n",
"from tsfresh.examples.robot_execution_failures import download_robot_execution_failures\n",
"from tsfresh.examples import load_robot_execution_failures\n",
"from tsfresh.transformers import RelevantFeatureAugmenter\n",
"from tsfresh.utilities.dataframe_functions import impute"
]
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {
"collapsed": false,
"deletable": true,
"editable": true
},
"outputs": [],
"source": [
"# Download the dataset if you haven't already\n",
"download_robot_execution_failures() \n",
"# Load data\n",
"df_ts, y = load_robot_execution_failures()"
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {
"collapsed": true,
"deletable": true,
"editable": true
},
"outputs": [],
"source": [
"# We create an empty feature matrix that has the proper index\n",
"X = pd.DataFrame(index=y.index)"
]
},
{
"cell_type": "code",
"execution_count": 5,
"metadata": {
"collapsed": true,
"deletable": true,
"editable": true
},
"outputs": [],
"source": [
"# Split data into train and test set\n",
"X_train, X_test, y_train, y_test = train_test_split(X, y)"
]
},
{
"cell_type": "code",
"execution_count": 6,
"metadata": {
"collapsed": false,
"deletable": true,
"editable": true
},
"outputs": [],
"source": [
"# We have a pipeline that consists of a feature extraction step with a subsequent Random Forest Classifier \n",
"ppl = Pipeline([('fresh', RelevantFeatureAugmenter(column_id='id', column_sort='time')),\n",
" ('clf', RandomForestClassifier())])"
]
},
{
"cell_type": "code",
"execution_count": 7,
"metadata": {
"collapsed": false,
"deletable": true,
"editable": true
},
"outputs": [
{
"data": {
"text/plain": [
"Pipeline(steps=[('fresh', RelevantFeatureAugmenter(chunksize=None, column_id=None, column_kind=None,\n",
" column_sort=None, column_value=None,\n",
" default_fc_parameters=None, disable_progressbar=None,\n",
" fdr_level=None, filter_only_tsfresh_features=True,\n",
" hypotheses_ind...imators=10, n_jobs=1, oob_score=False, random_state=None,\n",
" verbose=0, warm_start=False))])"
]
},
"execution_count": 7,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"# Here comes the tricky part, due to limitations of the sklearn pipeline API, we can not pass the dataframe\n",
"# containing the time series dataframe but instead have to use the set_params method\n",
"# In this case, df_ts contains the time series of both train and test set, if you have different dataframes for \n",
"# train and test set, you have to call set_params two times (see the notebook pipeline_with_two_datasets.ipynb)\n",
"ppl.set_params(fresh__timeseries_container=df_ts)"
]
},
{
"cell_type": "code",
"execution_count": 8,
"metadata": {
"collapsed": false,
"deletable": true,
"editable": true
},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"Feature Extraction: 100%|██████████| 6/6 [00:16<00:00, 2.79s/it]\n",
"WARNING:tsfresh.utilities.dataframe_functions:The columns ['a__max_langevin_fixed_point__m_3__r_30'\n",
" 'a__friedrich_coefficients__m_3__r_30__coeff_3'\n",
" 'a__friedrich_coefficients__m_3__r_30__coeff_2'\n",
" 'a__friedrich_coefficients__m_3__r_30__coeff_1'\n",
" 'a__friedrich_coefficients__m_3__r_30__coeff_0'\n",
" 'a__spkt_welch_density__coeff_8' 'c__spkt_welch_density__coeff_8'\n",
" 'b__spkt_welch_density__coeff_8' 'e__spkt_welch_density__coeff_8'\n",
" 'd__spkt_welch_density__coeff_8' 'f__spkt_welch_density__coeff_8'] did not have any finite values. Filling with zeros.\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__symmetry_looking__r_0.85 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__value_count__value_nan is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__value_count__value_inf is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__symmetry_looking__r_0.55 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__mean_abs_change_quantiles__qh_0.2__ql_0.2 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__mean_abs_change_quantiles__qh_0.2__ql_0.4 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__mean_abs_change_quantiles__qh_0.2__ql_0.8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__symmetry_looking__r_0.85 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__mean_abs_change_quantiles__qh_0.2__ql_0.2 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__large_number_of_peaks__n_1 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__symmetry_looking__r_0.25 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__large_standard_deviation__r_0.05 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__symmetry_looking__r_0.3 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__symmetry_looking__r_0.8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__mean_abs_change_quantiles__qh_0.8__ql_0.8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__symmetry_looking__r_0.9 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__mean_abs_change_quantiles__qh_0.2__ql_0.6 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__symmetry_looking__r_0.75 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__symmetry_looking__r_0.2 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__symmetry_looking__r_0.3 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__symmetry_looking__r_0.0 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__value_count__value_-inf is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__mean_abs_change_quantiles__qh_0.6__ql_0.6 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__mean_abs_change_quantiles__qh_0.6__ql_0.8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__symmetry_looking__r_0.6 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__large_standard_deviation__r_0.15 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__symmetry_looking__r_0.7 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__symmetry_looking__r_0.4 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__symmetry_looking__r_0.5 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__large_standard_deviation__r_0.1 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__large_number_of_peaks__n_3 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__mean_abs_change_quantiles__qh_0.6__ql_0.8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__symmetry_looking__r_0.4 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__symmetry_looking__r_0.6 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__symmetry_looking__r_0.0 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__symmetry_looking__r_0.55 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__mean_abs_change_quantiles__qh_0.2__ql_0.6 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__length is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__symmetry_looking__r_0.8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__mean_abs_change_quantiles__qh_0.2__ql_0.2 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__mean_abs_change_quantiles__qh_0.2__ql_0.8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__value_count__value_inf is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__symmetry_looking__r_0.25 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__mean_abs_change_quantiles__qh_0.2__ql_0.6 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__mean_abs_change_quantiles__qh_0.2__ql_0.4 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__fft_coefficient__coeff_8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__fft_coefficient__coeff_9 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__fft_coefficient__coeff_8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__fft_coefficient__coeff_9 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__index_mass_quantile__q_0.1 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__mean_abs_change_quantiles__qh_0.4__ql_0.4 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__fft_coefficient__coeff_9 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__large_standard_deviation__r_0.45 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__symmetry_looking__r_0.75 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__fft_coefficient__coeff_9 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__fft_coefficient__coeff_8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__autocorrelation__lag_2 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__length is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__symmetry_looking__r_0.55 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__max_langevin_fixed_point__m_3__r_30 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__autocorrelation__lag_1 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__symmetry_looking__r_0.45 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__symmetry_looking__r_0.25 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__large_standard_deviation__r_0.15 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__symmetry_looking__r_0.85 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__mean_abs_change_quantiles__qh_0.2__ql_0.8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__symmetry_looking__r_0.95 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__symmetry_looking__r_0.8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__symmetry_looking__r_0.9 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__symmetry_looking__r_0.5 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__symmetry_looking__r_0.6 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__symmetry_looking__r_0.7 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__symmetry_looking__r_0.0 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__autocorrelation__lag_7 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__autocorrelation__lag_8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__autocorrelation__lag_9 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__mean_abs_change_quantiles__qh_0.4__ql_0.8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__mean_abs_change_quantiles__qh_0.4__ql_0.4 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__mean_abs_change_quantiles__qh_0.4__ql_0.6 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__autocorrelation__lag_6 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__mean_abs_change_quantiles__qh_0.6__ql_0.6 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__mean_abs_change_quantiles__qh_0.4__ql_0.8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__value_count__value_-inf is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__mean_abs_change_quantiles__qh_0.8__ql_0.8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__value_count__value_nan is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__value_count__value_nan is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__symmetry_looking__r_0.7 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__symmetry_looking__r_0.8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__symmetry_looking__r_0.9 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__spkt_welch_density__coeff_8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__symmetry_looking__r_0.2 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__autocorrelation__lag_4 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__friedrich_coefficients__m_3__r_30__coeff_0 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__friedrich_coefficients__m_3__r_30__coeff_1 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__friedrich_coefficients__m_3__r_30__coeff_2 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__symmetry_looking__r_0.5 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__symmetry_looking__r_0.6 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__symmetry_looking__r_0.7 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__large_standard_deviation__r_0.05 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__large_standard_deviation__r_0.0 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__symmetry_looking__r_0.0 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__has_duplicate is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__symmetry_looking__r_0.9 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__symmetry_looking__r_0.65 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__symmetry_looking__r_0.75 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__length is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__mean_abs_change_quantiles__qh_0.4__ql_0.4 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__spkt_welch_density__coeff_8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__large_standard_deviation__r_0.05 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__value_count__value_nan is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__value_count__value_-inf is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__symmetry_looking__r_0.5 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__autocorrelation__lag_9 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__mean_abs_change_quantiles__qh_0.2__ql_0.4 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__mean_abs_change_quantiles__qh_0.2__ql_0.6 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__large_standard_deviation__r_0.4 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__length is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__mean_abs_change_quantiles__qh_0.2__ql_0.2 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__large_standard_deviation__r_0.2 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__mean_abs_change_quantiles__qh_0.2__ql_0.8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__large_standard_deviation__r_0.0 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__large_standard_deviation__r_0.4 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__autocorrelation__lag_0 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__large_standard_deviation__r_0.0 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__large_standard_deviation__r_0.1 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__mean_abs_change_quantiles__qh_0.6__ql_0.6 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__length is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__mean_abs_change_quantiles__qh_0.4__ql_0.6 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__large_standard_deviation__r_0.15 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__autocorrelation__lag_8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__mean_abs_change_quantiles__qh_0.4__ql_0.6 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__mean_abs_change_quantiles__qh_0.6__ql_0.6 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__symmetry_looking__r_0.65 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__length is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__mean_abs_change_quantiles__qh_0.6__ql_0.6 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__symmetry_looking__r_0.85 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__index_mass_quantile__q_0.7 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__mean_abs_change_quantiles__qh_0.2__ql_0.4 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__autocorrelation__lag_9 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__value_count__value_inf is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__autocorrelation__lag_6 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__autocorrelation__lag_5 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__mean_abs_change_quantiles__qh_0.6__ql_0.8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__symmetry_looking__r_0.55 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__symmetry_looking__r_0.35 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__mean_abs_change_quantiles__qh_0.4__ql_0.6 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__mean_abs_change_quantiles__qh_0.4__ql_0.4 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__symmetry_looking__r_0.95 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__friedrich_coefficients__m_3__r_30__coeff_2 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__mean_abs_change_quantiles__qh_0.8__ql_0.8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__symmetry_looking__r_0.75 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__symmetry_looking__r_0.65 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__mean_abs_change_quantiles__qh_0.4__ql_0.8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__symmetry_looking__r_0.85 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__symmetry_looking__r_0.95 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__large_standard_deviation__r_0.1 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__large_standard_deviation__r_0.0 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__large_standard_deviation__r_0.2 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__mean_abs_change_quantiles__qh_0.4__ql_0.8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__mean_abs_change_quantiles__qh_0.6__ql_0.8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__augmented_dickey_fuller is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__large_standard_deviation__r_0.1 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__large_standard_deviation__r_0.0 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__autocorrelation__lag_6 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__friedrich_coefficients__m_3__r_30__coeff_2 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__friedrich_coefficients__m_3__r_30__coeff_3 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__friedrich_coefficients__m_3__r_30__coeff_0 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__friedrich_coefficients__m_3__r_30__coeff_1 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__value_count__value_-inf is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__symmetry_looking__r_0.35 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__autocorrelation__lag_3 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__large_number_of_peaks__n_5 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__mean_abs_change_quantiles__qh_0.8__ql_0.8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__autocorrelation__lag_7 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__autocorrelation__lag_5 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__large_standard_deviation__r_0.05 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__symmetry_looking__r_0.4 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__large_number_of_peaks__n_1 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__large_number_of_peaks__n_3 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__large_number_of_peaks__n_5 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__value_count__value_nan is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__large_standard_deviation__r_0.1 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__symmetry_looking__r_0.55 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__symmetry_looking__r_0.95 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__mean_abs_change_quantiles__qh_0.8__ql_0.8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__index_mass_quantile__q_0.8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__max_langevin_fixed_point__m_3__r_30 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__index_mass_quantile__q_0.9 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__index_mass_quantile__q_0.6 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__symmetry_looking__r_0.3 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__index_mass_quantile__q_0.4 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__symmetry_looking__r_0.45 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__index_mass_quantile__q_0.2 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__index_mass_quantile__q_0.3 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__autocorrelation__lag_9 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__max_langevin_fixed_point__m_3__r_30 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__large_standard_deviation__r_0.15 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__large_number_of_peaks__n_3 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__large_standard_deviation__r_0.15 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__large_number_of_peaks__n_1 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__large_number_of_peaks__n_5 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__max_langevin_fixed_point__m_3__r_30 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__symmetry_looking__r_0.75 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__symmetry_looking__r_0.65 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__value_count__value_inf is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__spkt_welch_density__coeff_8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__value_count__value_inf is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__fft_coefficient__coeff_9 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__fft_coefficient__coeff_8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__mean_abs_change_quantiles__qh_0.2__ql_0.8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__mean_abs_change_quantiles__qh_0.2__ql_0.6 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__mean_abs_change_quantiles__qh_0.8__ql_0.8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__mean_abs_change_quantiles__qh_0.2__ql_0.2 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__value_count__value_-inf is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__mean_abs_change_quantiles__qh_0.2__ql_0.8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__value_count__value_-inf is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__friedrich_coefficients__m_3__r_30__coeff_3 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__friedrich_coefficients__m_3__r_30__coeff_2 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__symmetry_looking__r_0.45 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__friedrich_coefficients__m_3__r_30__coeff_1 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__friedrich_coefficients__m_3__r_30__coeff_0 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__mean_abs_change_quantiles__qh_0.2__ql_0.2 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__symmetry_looking__r_0.95 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__mean_abs_change_quantiles__qh_0.2__ql_0.4 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__mean_abs_change_quantiles__qh_0.2__ql_0.6 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__value_count__value_inf is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__friedrich_coefficients__m_3__r_30__coeff_2 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__friedrich_coefficients__m_3__r_30__coeff_3 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__fft_coefficient__coeff_8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__fft_coefficient__coeff_9 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__symmetry_looking__r_0.0 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__large_number_of_peaks__n_5 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__large_number_of_peaks__n_1 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__value_count__value_nan is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__friedrich_coefficients__m_3__r_30__coeff_1 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__friedrich_coefficients__m_3__r_30__coeff_0 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__friedrich_coefficients__m_3__r_30__coeff_3 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__friedrich_coefficients__m_3__r_30__coeff_2 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__spkt_welch_density__coeff_8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__autocorrelation__lag_8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__large_standard_deviation__r_0.45 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__spkt_welch_density__coeff_8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__max_langevin_fixed_point__m_3__r_30 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__mean_abs_change_quantiles__qh_0.6__ql_0.6 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__symmetry_looking__r_0.45 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__spkt_welch_density__coeff_8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__symmetry_looking__r_0.65 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__mean_abs_change_quantiles__qh_0.6__ql_0.8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__autocorrelation__lag_8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__autocorrelation__lag_5 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__autocorrelation__lag_6 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__autocorrelation__lag_7 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__large_number_of_peaks__n_3 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__friedrich_coefficients__m_3__r_30__coeff_0 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__mean_abs_change_quantiles__qh_0.6__ql_0.8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__max_langevin_fixed_point__m_3__r_30 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__large_number_of_peaks__n_5 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__mean_abs_change_quantiles__qh_0.4__ql_0.8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__friedrich_coefficients__m_3__r_30__coeff_1 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__mean_abs_change_quantiles__qh_0.4__ql_0.6 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__friedrich_coefficients__m_3__r_30__coeff_3 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature f__fft_coefficient__coeff_8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__mean_abs_change_quantiles__qh_0.4__ql_0.4 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__symmetry_looking__r_0.35 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__friedrich_coefficients__m_3__r_30__coeff_3 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__large_standard_deviation__r_0.45 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__autocorrelation__lag_7 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__friedrich_coefficients__m_3__r_30__coeff_0 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__symmetry_looking__r_0.9 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__large_standard_deviation__r_0.05 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__symmetry_looking__r_0.8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__friedrich_coefficients__m_3__r_30__coeff_1 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature b__mean_abs_change_quantiles__qh_0.2__ql_0.4 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__mean_abs_change_quantiles__qh_0.4__ql_0.8 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature c__large_number_of_peaks__n_3 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__mean_abs_change_quantiles__qh_0.4__ql_0.6 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature a__mean_abs_change_quantiles__qh_0.4__ql_0.4 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__symmetry_looking__r_0.0 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__symmetry_looking__r_0.7 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__symmetry_looking__r_0.6 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature d__symmetry_looking__r_0.5 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__large_number_of_peaks__n_5 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__large_number_of_peaks__n_3 is constant\n",
"WARNING:tsfresh.feature_selection.feature_selector:[test_feature_significance] Feature e__large_number_of_peaks__n_1 is constant\n",
"Feature Extraction: 100%|██████████| 6/6 [00:04<00:00, 1.28it/s]\n"
]
},
{
"data": {
"text/plain": [
"Pipeline(steps=[('fresh', RelevantFeatureAugmenter(chunksize=None, column_id=None, column_kind=None,\n",
" column_sort=None, column_value=None,\n",
" default_fc_parameters=None, disable_progressbar=None,\n",
" fdr_level=None, filter_only_tsfresh_features=True,\n",
" hypotheses_ind...imators=10, n_jobs=1, oob_score=False, random_state=None,\n",
" verbose=0, warm_start=False))])"
]
},
"execution_count": 8,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"# We fit the pipeline\n",
"ppl.fit(X_train, y_train)"
]
},
{
"cell_type": "code",
"execution_count": 9,
"metadata": {
"collapsed": false,
"deletable": true,
"editable": true
},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"Feature Extraction: 100%|██████████| 6/6 [00:01<00:00, 2.99it/s]\n"
]
}
],
"source": [
"# Predicting works as well\n",
"y_pred = ppl.predict(X_test)"
]
},
{
"cell_type": "code",
"execution_count": 10,
"metadata": {
"collapsed": false,
"deletable": true,
"editable": true
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
" precision recall f1-score support\n",
"\n",
" 0 1.00 1.00 1.00 5\n",
" 1 1.00 1.00 1.00 17\n",
"\n",
"avg / total 1.00 1.00 1.00 22\n",
"\n"
]
}
],
"source": [
"# So, finally we inspect the performance\n",
"print(classification_report(y_test, y_pred))"
]
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 2",
"language": "python",
"name": "python2"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 2
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython2",
"version": "2.7.11"
}
},
"nbformat": 4,
"nbformat_minor": 0
}