{ "cells": [ { "cell_type": "markdown", "metadata": {}, "source": [ "# Decision Tree를 활용한 Mushroom 데이터 분류" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### 1) Mushroom Data Set 로드 및 scikit을 활용하기 위한 데이터 분리" ] }, { "cell_type": "code", "execution_count": 2, "metadata": { "collapsed": true }, "outputs": [], "source": [ "import urllib2\n", "from scipy import stats\n", "from pandas import Series, DataFrame\n", "import pandas as pd\n", "import numpy as np\n", "\n", "path = 'http://archive.ics.uci.edu/ml/machine-learning-databases/mushroom/agaricus-lepiota.data'\n", "raw_csv = urllib2.urlopen(path)\n", "col_names = range(23)\n", "df = pd.read_csv(raw_csv, names = col_names)" ] }, { "cell_type": "code", "execution_count": 3, "metadata": { "collapsed": false }, "outputs": [ { "data": { "text/html": [ "
\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
0123456789...13141516171819202122
0pxsntpfcnk...swwpwopksu
1exsytafcbk...swwpwopnng
2ebswtlfcbn...swwpwopnnm
3pxywtpfcnn...swwpwopksu
4exsgfnfwbk...swwpwoenag
\n", "

5 rows × 23 columns

\n", "
" ], "text/plain": [ " 0 1 2 3 4 5 6 7 8 9 ... 13 14 15 16 17 18 19 20 21 22\n", "0 p x s n t p f c n k ... s w w p w o p k s u\n", "1 e x s y t a f c b k ... s w w p w o p n n g\n", "2 e b s w t l f c b n ... s w w p w o p n n m\n", "3 p x y w t p f c n n ... s w w p w o p k s u\n", "4 e x s g f n f w b k ... s w w p w o e n a g\n", "\n", "[5 rows x 23 columns]" ] }, "execution_count": 3, "metadata": {}, "output_type": "execute_result" } ], "source": [ "df.head()" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "- categorical 데이터를 ordered 데이터로 변경" ] }, { "cell_type": "code", "execution_count": 4, "metadata": { "collapsed": false }, "outputs": [ { "data": { "text/html": [ "
\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
0123456789...13141516171819202122
01xsntpfcnk...swwpwopksu
10xsytafcbk...swwpwopnng
20bswtlfcbn...swwpwopnnm
31xywtpfcnn...swwpwopksu
40xsgfnfwbk...swwpwoenag
\n", "

5 rows × 23 columns

\n", "
" ], "text/plain": [ " 0 1 2 3 4 5 6 7 8 9 ... 13 14 15 16 17 18 19 20 21 22\n", "0 1 x s n t p f c n k ... s w w p w o p k s u\n", "1 0 x s y t a f c b k ... s w w p w o p n n g\n", "2 0 b s w t l f c b n ... s w w p w o p n n m\n", "3 1 x y w t p f c n n ... s w w p w o p k s u\n", "4 0 x s g f n f w b k ... s w w p w o e n a g\n", "\n", "[5 rows x 23 columns]" ] }, "execution_count": 4, "metadata": {}, "output_type": "execute_result" } ], "source": [ "df[0] = df[0].map({'p': 1, 'e': 0})\n", "df.head()" ] }, { "cell_type": "code", "execution_count": 5, "metadata": { "collapsed": false }, "outputs": [ { "data": { "text/html": [ "
\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
0123456789...13141516171819202122
00000000000...0000000000
11001010010...0000000111
21102020011...0000000112
30012000001...0000000000
41003130110...0000001121
\n", "

5 rows × 23 columns

\n", "
" ], "text/plain": [ " 0 1 2 3 4 5 6 7 8 9 ... 13 14 15 16 17 18 19 20 \\\n", "0 0 0 0 0 0 0 0 0 0 0 ... 0 0 0 0 0 0 0 0 \n", "1 1 0 0 1 0 1 0 0 1 0 ... 0 0 0 0 0 0 0 1 \n", "2 1 1 0 2 0 2 0 0 1 1 ... 0 0 0 0 0 0 0 1 \n", "3 0 0 1 2 0 0 0 0 0 1 ... 0 0 0 0 0 0 0 0 \n", "4 1 0 0 3 1 3 0 1 1 0 ... 0 0 0 0 0 0 1 1 \n", "\n", " 21 22 \n", "0 0 0 \n", "1 1 1 \n", "2 1 2 \n", "3 0 0 \n", "4 2 1 \n", "\n", "[5 rows x 23 columns]" ] }, "execution_count": 5, "metadata": {}, "output_type": "execute_result" } ], "source": [ "map_dic = {}\n", "num_columns = df.shape[1]\n", "for i in range(num_columns):\n", " unique_array = df[i].unique()\n", " map_dic_sub = {}\n", " for j in range(len(unique_array)):\n", " map_dic_sub[unique_array[j]] = j\n", " df[i] = df[i].map(map_dic_sub)\n", "df.head()" ] }, { "cell_type": "code", "execution_count": 6, "metadata": { "collapsed": false }, "outputs": [ { "data": { "text/html": [ "
\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
12345678910...13141516171819202122
00000000000...0000000000
10010100100...0000000111
21020200110...0000000112
30120000010...0000000000
40031301101...0000001121
\n", "

5 rows × 22 columns

\n", "
" ], "text/plain": [ " 1 2 3 4 5 6 7 8 9 10 ... 13 14 15 16 17 18 19 20 \\\n", "0 0 0 0 0 0 0 0 0 0 0 ... 0 0 0 0 0 0 0 0 \n", "1 0 0 1 0 1 0 0 1 0 0 ... 0 0 0 0 0 0 0 1 \n", "2 1 0 2 0 2 0 0 1 1 0 ... 0 0 0 0 0 0 0 1 \n", "3 0 1 2 0 0 0 0 0 1 0 ... 0 0 0 0 0 0 0 0 \n", "4 0 0 3 1 3 0 1 1 0 1 ... 0 0 0 0 0 0 1 1 \n", "\n", " 21 22 \n", "0 0 0 \n", "1 1 1 \n", "2 1 2 \n", "3 0 0 \n", "4 2 1 \n", "\n", "[5 rows x 22 columns]" ] }, "execution_count": 6, "metadata": {}, "output_type": "execute_result" } ], "source": [ "attributes = df.iloc[:, 1:23]\n", "attributes.head()" ] }, { "cell_type": "code", "execution_count": 7, "metadata": { "collapsed": false }, "outputs": [ { "data": { "text/plain": [ "array([[0, 0, 0, ..., 0, 0, 0],\n", " [0, 0, 1, ..., 1, 1, 1],\n", " [1, 0, 2, ..., 1, 1, 2],\n", " ..., \n", " [3, 0, 0, ..., 8, 5, 6],\n", " [4, 1, 0, ..., 4, 3, 6],\n", " [0, 0, 0, ..., 6, 5, 6]])" ] }, "execution_count": 7, "metadata": {}, "output_type": "execute_result" } ], "source": [ "mushroom_data = attributes.values\n", "mushroom_data" ] }, { "cell_type": "code", "execution_count": 8, "metadata": { "collapsed": false }, "outputs": [ { "data": { "text/plain": [ "0 0\n", "1 1\n", "2 1\n", "3 0\n", "4 1\n", "Name: 0, dtype: int64" ] }, "execution_count": 8, "metadata": {}, "output_type": "execute_result" } ], "source": [ "target_series = df.iloc[:, 0]\n", "target_series.head()" ] }, { "cell_type": "code", "execution_count": 9, "metadata": { "collapsed": false }, "outputs": [ { "data": { "text/plain": [ "array([0, 1, 1, ..., 1, 0, 1])" ] }, "execution_count": 9, "metadata": {}, "output_type": "execute_result" } ], "source": [ "mushroom_target = target_series.values\n", "mushroom_target" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### 2) scikit의 DecisionTreeClassifier를 활용한 결정 트리 분류" ] }, { "cell_type": "code", "execution_count": 10, "metadata": { "collapsed": false }, "outputs": [], "source": [ "from sklearn import tree\n", "clf = tree.DecisionTreeClassifier(criterion='entropy')\n", "clf = clf.fit(mushroom_data, mushroom_target)" ] }, { "cell_type": "code", "execution_count": 11, "metadata": { "collapsed": false }, "outputs": [], "source": [ "with open(\"mushroom.dot\", 'w') as f2:\n", " tree.export_graphviz(clf, out_file=f2)" ] }, { "cell_type": "markdown", "metadata": { "collapsed": false }, "source": [ "" ] }, { "cell_type": "markdown", "metadata": { "collapsed": true }, "source": [ "- classifier (clf2) 객체를 활용한 새로운 데이터에 대한 분류 추론" ] }, { "cell_type": "code", "execution_count": 12, "metadata": { "collapsed": false }, "outputs": [ { "data": { "text/plain": [ "array([ 0, 0, 0, 1, 3, 1, 0, 1, 10, 0, 4, 0, 0, 6, 7, 0, 2,\n", " 0, 0, 6, 5, 6])" ] }, "execution_count": 12, "metadata": {}, "output_type": "execute_result" } ], "source": [ "mushroom_data[-1]" ] }, { "cell_type": "code", "execution_count": 13, "metadata": { "collapsed": false }, "outputs": [ { "data": { "text/plain": [ "array([[ 0, 0, 0, 1, 3, 1, 0, 1, 10, 0, 4, 0, 0, 6, 7, 0, 2,\n", " 0, 0, 6, 5, 6]])" ] }, "execution_count": 13, "metadata": {}, "output_type": "execute_result" } ], "source": [ "mushroom_data[-1].reshape(1,-1)" ] }, { "cell_type": "code", "execution_count": 14, "metadata": { "collapsed": false }, "outputs": [ { "data": { "text/plain": [ "array([1])" ] }, "execution_count": 14, "metadata": {}, "output_type": "execute_result" } ], "source": [ "clf.predict(mushroom_data[-1].reshape(1,-1))" ] }, { "cell_type": "code", "execution_count": 15, "metadata": { "collapsed": false }, "outputs": [ { "data": { "text/plain": [ "array([0])" ] }, "execution_count": 15, "metadata": {}, "output_type": "execute_result" } ], "source": [ "clf.predict(mushroom_data[-2].reshape(1,-1))" ] }, { "cell_type": "markdown", "metadata": { "collapsed": true }, "source": [ "### 3) Spark을 활용한 Mushroom 데이터 분류" ] }, { "cell_type": "code", "execution_count": 81, "metadata": { "collapsed": false }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "+---+---+---+---+---+---+---+---+---+---+---+---+---+---+---+---+---+---+---+---+---+---+---+\n", "| 0| 1| 2| 3| 4| 5| 6| 7| 8| 9| 10| 11| 12| 13| 14| 15| 16| 17| 18| 19| 20| 21| 22|\n", "+---+---+---+---+---+---+---+---+---+---+---+---+---+---+---+---+---+---+---+---+---+---+---+\n", "| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0|\n", "| 1| 0| 0| 1| 0| 1| 0| 0| 1| 0| 0| 1| 0| 0| 0| 0| 0| 0| 0| 0| 1| 1| 1|\n", "| 1| 1| 0| 2| 0| 2| 0| 0| 1| 1| 0| 1| 0| 0| 0| 0| 0| 0| 0| 0| 1| 1| 2|\n", "| 0| 0| 1| 2| 0| 0| 0| 0| 0| 1| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0|\n", "| 1| 0| 0| 3| 1| 3| 0| 1| 1| 0| 1| 0| 0| 0| 0| 0| 0| 0| 0| 1| 1| 2| 1|\n", "| 1| 0| 1| 1| 0| 1| 0| 0| 1| 1| 0| 1| 0| 0| 0| 0| 0| 0| 0| 0| 0| 1| 1|\n", "| 1| 1| 0| 2| 0| 1| 0| 0| 1| 2| 0| 1| 0| 0| 0| 0| 0| 0| 0| 0| 0| 1| 2|\n", "| 1| 1| 1| 2| 0| 2| 0| 0| 1| 1| 0| 1| 0| 0| 0| 0| 0| 0| 0| 0| 1| 0| 2|\n", "| 0| 0| 1| 2| 0| 0| 0| 0| 0| 3| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 3| 1|\n", "| 1| 1| 0| 1| 0| 1| 0| 0| 1| 2| 0| 1| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 2|\n", "| 1| 0| 1| 1| 0| 2| 0| 0| 1| 2| 0| 1| 0| 0| 0| 0| 0| 0| 0| 0| 1| 1| 1|\n", "| 1| 0| 1| 1| 0| 1| 0| 0| 1| 1| 0| 1| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 2|\n", "| 1| 1| 0| 1| 0| 1| 0| 0| 1| 4| 0| 1| 0| 0| 0| 0| 0| 0| 0| 0| 1| 0| 1|\n", "| 0| 0| 1| 2| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 1| 3| 0|\n", "| 1| 0| 2| 0| 1| 3| 0| 1| 1| 1| 1| 0| 0| 1| 0| 0| 0| 0| 0| 1| 0| 2| 1|\n", "| 1| 2| 2| 3| 1| 3| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 1| 4| 0|\n", "| 1| 3| 2| 2| 1| 3| 0| 1| 1| 0| 1| 0| 0| 0| 0| 0| 0| 0| 0| 1| 1| 2| 1|\n", "| 0| 0| 0| 0| 0| 0| 0| 0| 0| 1| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 1|\n", "| 0| 0| 1| 2| 0| 0| 0| 0| 0| 1| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 1| 0| 0|\n", "| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 0| 1| 0| 0|\n", "+---+---+---+---+---+---+---+---+---+---+---+---+---+---+---+---+---+---+---+---+---+---+---+\n", "only showing top 20 rows\n", "\n", "Raw data size is 8124\n" ] } ], "source": [ "import findspark \n", " \n", "findspark.init() \n", "from pyspark import SparkContext, SparkFiles, SQLContext\n", "\n", "if not 'sc' in locals(): \n", " sc = SparkContext() \n", "\n", "sqlCtx = SQLContext(sc)\n", "sdf = sqlCtx.createDataFrame(df)\n", "sdf.show()\n", "#sdf.printSchema()\n", "print \"Raw data size is %s\" % sdf.count()" ] }, { "cell_type": "code", "execution_count": 82, "metadata": { "collapsed": false }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "[DenseVector([0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]), DenseVector([0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]), DenseVector([0.0, 0.0, 3.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0]), DenseVector([0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0]), DenseVector([1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0]), DenseVector([1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0]), DenseVector([1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0]), DenseVector([1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0]), DenseVector([0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0]), DenseVector([2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0])]\n", "[0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]\n", "2467\n" ] } ], "source": [ "from pyspark.mllib.tree import DecisionTree, LabeledPoint\n", "\n", "result = sdf.rdd.map(lambda row: LabeledPoint(row[0], row[1:23]))\n", "(trainingData, testData) = result.randomSplit([0.7, 0.3])\n", "\n", "featuresTrainingData = trainingData.map(lambda x: x.features)\n", "labelTrainingData = trainingData.map(lambda x: x.label)\n", "\n", "\n", "print featuresTrainingData.take(10)\n", "print labelTrainingData.take(10)\n", "print testData.count()" ] }, { "cell_type": "code", "execution_count": 83, "metadata": { "collapsed": true }, "outputs": [], "source": [ "model = DecisionTree.trainClassifier(trainingData, numClasses=2, categoricalFeaturesInfo={},\n", " impurity='gini', maxDepth=6, maxBins=200)" ] }, { "cell_type": "code", "execution_count": 84, "metadata": { "collapsed": false }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "errorCount = 14\n", "Test Error = 0.00567490879611\n", "Learned classification tree model:\n", "DecisionTreeModel classifier of depth 6 with 15 nodes\n", " If (feature 4 <= 3.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " If (feature 19 <= 4.0)\n", " If (feature 13 <= 6.0)\n", " If (feature 1 <= 2.0)\n", " If (feature 11 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 11 > 1.0)\n", " Predict: 1.0\n", " Else (feature 1 > 2.0)\n", " Predict: 0.0\n", " Else (feature 13 > 6.0)\n", " Predict: 0.0\n", " Else (feature 19 > 4.0)\n", " If (feature 2 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 2 > 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", "\n" ] } ], "source": [ "predictions = model.predict(testData.map(lambda x: x.features))\n", "labelsAndPredictions = testData.map(lambda x: x.label).zip(predictions)\n", "\n", "#print labelsAndPredictions.take(100)\n", "\n", "errorCount = labelsAndPredictions.filter(lambda (v, p): v != p).count()\n", "print \"errorCount = %s\" % errorCount\n", "testErr = errorCount / float(testData.count())\n", "print 'Test Error = %s' % testErr\n", "print 'Learned classification tree model:'\n", "print model.toDebugString()" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### 4) Spark의 Random Forest 라이브러리를 이용" ] }, { "cell_type": "code", "execution_count": 85, "metadata": { "collapsed": false }, "outputs": [], "source": [ "from pyspark.mllib.tree import RandomForest" ] }, { "cell_type": "code", "execution_count": 87, "metadata": { "collapsed": false }, "outputs": [], "source": [ "model2 = RandomForest.trainClassifier(trainingData, numClasses=2, categoricalFeaturesInfo={}, numTrees=100, \n", " impurity='gini', maxDepth=6, maxBins=200)" ] }, { "cell_type": "code", "execution_count": 88, "metadata": { "collapsed": false }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "errorCount = 0\n", "Test Error = 0.0\n", "Learned classification tree model2:\n", "TreeEnsembleModel classifier with 100 trees\n", "\n", " Tree 0:\n", " If (feature 7 <= 0.0)\n", " If (feature 6 <= 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 18 <= 1.0)\n", " If (feature 1 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 1 > 1.0)\n", " If (feature 14 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 14 > 0.0)\n", " Predict: 0.0\n", " Else (feature 18 > 1.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 6 > 0.0)\n", " If (feature 0 <= 1.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 8 <= 4.0)\n", " If (feature 2 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 2 > 1.0)\n", " Predict: 1.0\n", " Else (feature 8 > 4.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 0 > 1.0)\n", " If (feature 10 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 10 > 1.0)\n", " If (feature 20 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 20 > 3.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 2 <= 4.0)\n", " If (feature 20 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 20 > 2.0)\n", " If (feature 19 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 19 > 4.0)\n", " If (feature 19 <= 5.0)\n", " Predict: 0.0\n", " Else (feature 19 > 5.0)\n", " Predict: 1.0\n", " Else (feature 2 > 4.0)\n", " If (feature 1 <= 0.0)\n", " If (feature 19 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 19 > 4.0)\n", " Predict: 0.0\n", " Else (feature 1 > 0.0)\n", " If (feature 21 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 21 > 2.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 1:\n", " If (feature 19 <= 2.0)\n", " If (feature 14 <= 0.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 0 <= 0.0)\n", " If (feature 20 <= 3.0)\n", " If (feature 21 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 21 > 1.0)\n", " Predict: 0.0\n", " Else (feature 20 > 3.0)\n", " Predict: 1.0\n", " Else (feature 0 > 0.0)\n", " If (feature 1 <= 1.0)\n", " If (feature 10 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 10 > 0.0)\n", " Predict: 1.0\n", " Else (feature 1 > 1.0)\n", " Predict: 1.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 14 > 0.0)\n", " Predict: 1.0\n", " Else (feature 19 > 2.0)\n", " If (feature 17 <= 0.0)\n", " If (feature 14 <= 6.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 11 <= 1.0)\n", " If (feature 20 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 20 > 4.0)\n", " Predict: 0.0\n", " Else (feature 11 > 1.0)\n", " Predict: 0.0\n", " Else (feature 9 > 0.0)\n", " Predict: 0.0\n", " Else (feature 14 > 6.0)\n", " Predict: 1.0\n", " Else (feature 17 > 0.0)\n", " If (feature 18 <= 1.0)\n", " If (feature 11 <= 0.0)\n", " If (feature 8 <= 7.0)\n", " If (feature 21 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 21 > 2.0)\n", " Predict: 1.0\n", " Else (feature 8 > 7.0)\n", " Predict: 0.0\n", " Else (feature 11 > 0.0)\n", " Predict: 1.0\n", " Else (feature 18 > 1.0)\n", " Predict: 0.0\n", " Tree 2:\n", " If (feature 4 <= 3.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " If (feature 19 <= 4.0)\n", " If (feature 16 <= 2.0)\n", " If (feature 0 <= 4.0)\n", " If (feature 11 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 11 > 1.0)\n", " Predict: 1.0\n", " Else (feature 0 > 4.0)\n", " Predict: 0.0\n", " Else (feature 16 > 2.0)\n", " Predict: 0.0\n", " Else (feature 19 > 4.0)\n", " If (feature 13 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 13 > 0.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 3:\n", " If (feature 18 <= 0.0)\n", " If (feature 1 <= 0.0)\n", " If (feature 10 <= 2.0)\n", " If (feature 0 <= 1.0)\n", " If (feature 10 <= 1.0)\n", " If (feature 20 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 20 > 1.0)\n", " Predict: 0.0\n", " Else (feature 10 > 1.0)\n", " If (feature 19 <= 3.0)\n", " Predict: 0.0\n", " Else (feature 19 > 3.0)\n", " Predict: 0.0\n", " Else (feature 0 > 1.0)\n", " If (feature 6 <= 0.0)\n", " If (feature 9 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 9 > 0.0)\n", " Predict: 0.0\n", " Else (feature 6 > 0.0)\n", " Predict: 1.0\n", " Else (feature 10 > 2.0)\n", " Predict: 1.0\n", " Else (feature 1 > 0.0)\n", " If (feature 14 <= 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 10 <= 0.0)\n", " If (feature 2 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 2 > 2.0)\n", " Predict: 1.0\n", " Else (feature 10 > 0.0)\n", " If (feature 20 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 20 > 4.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 14 > 0.0)\n", " Predict: 1.0\n", " Else (feature 18 > 0.0)\n", " If (feature 6 <= 0.0)\n", " If (feature 3 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 3 > 0.0)\n", " If (feature 19 <= 3.0)\n", " If (feature 12 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 12 > 1.0)\n", " Predict: 0.0\n", " Else (feature 19 > 3.0)\n", " Predict: 0.0\n", " Else (feature 6 > 0.0)\n", " If (feature 16 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 16 > 0.0)\n", " Predict: 0.0\n", " Tree 4:\n", " If (feature 11 <= 1.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 13 <= 0.0)\n", " If (feature 3 <= 0.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " If (feature 21 <= 5.0)\n", " Predict: 1.0\n", " Else (feature 21 > 5.0)\n", " Predict: 0.0\n", " Else (feature 3 > 0.0)\n", " Predict: 1.0\n", " Else (feature 13 > 0.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 11 > 1.0)\n", " If (feature 14 <= 0.0)\n", " If (feature 18 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 18 > 0.0)\n", " Predict: 0.0\n", " Else (feature 14 > 0.0)\n", " If (feature 11 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 11 > 2.0)\n", " If (feature 10 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 10 > 1.0)\n", " Predict: 1.0\n", " Tree 5:\n", " If (feature 11 <= 1.0)\n", " If (feature 14 <= 1.0)\n", " If (feature 1 <= 1.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 19 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 19 > 1.0)\n", " Predict: 1.0\n", " Else (feature 7 > 0.0)\n", " If (feature 19 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 19 > 4.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 1 > 1.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 8 <= 4.0)\n", " If (feature 21 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 21 > 0.0)\n", " Predict: 0.0\n", " Else (feature 8 > 4.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 14 > 1.0)\n", " Predict: 1.0\n", " Else (feature 11 > 1.0)\n", " If (feature 13 <= 0.0)\n", " If (feature 7 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 13 > 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 13 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 13 > 3.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 6:\n", " If (feature 4 <= 3.0)\n", " If (feature 14 <= 0.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 19 <= 4.0)\n", " If (feature 21 <= 5.0)\n", " Predict: 1.0\n", " Else (feature 21 > 5.0)\n", " Predict: 0.0\n", " Else (feature 19 > 4.0)\n", " Predict: 0.0\n", " Else (feature 9 > 0.0)\n", " Predict: 1.0\n", " Else (feature 14 > 0.0)\n", " If (feature 12 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 12 > 1.0)\n", " If (feature 2 <= 0.0)\n", " If (feature 10 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 10 > 2.0)\n", " Predict: 0.0\n", " Else (feature 2 > 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 7:\n", " If (feature 11 <= 1.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " If (feature 3 <= 0.0)\n", " If (feature 21 <= 2.0)\n", " If (feature 17 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 17 > 0.0)\n", " Predict: 0.0\n", " Else (feature 21 > 2.0)\n", " If (feature 0 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 0 > 4.0)\n", " Predict: 0.0\n", " Else (feature 3 > 0.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 11 > 1.0)\n", " If (feature 21 <= 1.0)\n", " If (feature 19 <= 3.0)\n", " Predict: 0.0\n", " Else (feature 19 > 3.0)\n", " Predict: 1.0\n", " Else (feature 21 > 1.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 7 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 8:\n", " If (feature 19 <= 2.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 20 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 20 > 0.0)\n", " If (feature 3 <= 0.0)\n", " If (feature 10 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 10 > 0.0)\n", " Predict: 1.0\n", " Else (feature 3 > 0.0)\n", " If (feature 10 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 10 > 0.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 19 > 2.0)\n", " If (feature 12 <= 2.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 17 <= 1.0)\n", " If (feature 1 <= 2.0)\n", " If (feature 20 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 20 > 3.0)\n", " Predict: 1.0\n", " Else (feature 1 > 2.0)\n", " Predict: 0.0\n", " Else (feature 17 > 1.0)\n", " Predict: 0.0\n", " Else (feature 9 > 0.0)\n", " Predict: 0.0\n", " Else (feature 12 > 2.0)\n", " If (feature 20 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 20 > 1.0)\n", " Predict: 0.0\n", " Tree 9:\n", " If (feature 19 <= 2.0)\n", " If (feature 2 <= 4.0)\n", " If (feature 10 <= 0.0)\n", " If (feature 0 <= 0.0)\n", " If (feature 3 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 3 > 0.0)\n", " Predict: 1.0\n", " Else (feature 0 > 0.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " Predict: 1.0\n", " Else (feature 10 > 0.0)\n", " If (feature 3 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 3 > 0.0)\n", " If (feature 7 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 2 > 4.0)\n", " Predict: 0.0\n", " Else (feature 19 > 2.0)\n", " If (feature 19 <= 5.0)\n", " If (feature 6 <= 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 11 <= 0.0)\n", " If (feature 21 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 21 > 2.0)\n", " Predict: 1.0\n", " Else (feature 11 > 0.0)\n", " If (feature 18 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 18 > 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 6 > 0.0)\n", " If (feature 20 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 20 > 3.0)\n", " Predict: 0.0\n", " Else (feature 19 > 5.0)\n", " Predict: 1.0\n", " Tree 10:\n", " If (feature 4 <= 3.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " If (feature 16 <= 2.0)\n", " If (feature 19 <= 4.0)\n", " If (feature 0 <= 4.0)\n", " If (feature 7 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 0 > 4.0)\n", " Predict: 0.0\n", " Else (feature 19 > 4.0)\n", " If (feature 2 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 2 > 0.0)\n", " Predict: 0.0\n", " Else (feature 16 > 2.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 11:\n", " If (feature 4 <= 3.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 2 <= 2.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " If (feature 11 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 11 > 1.0)\n", " Predict: 0.0\n", " Else (feature 2 > 2.0)\n", " Predict: 1.0\n", " Else (feature 7 > 0.0)\n", " If (feature 3 <= 0.0)\n", " If (feature 4 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 4 > 2.0)\n", " If (feature 19 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 19 > 4.0)\n", " Predict: 0.0\n", " Else (feature 3 > 0.0)\n", " Predict: 1.0\n", " Else (feature 9 > 0.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 12:\n", " If (feature 4 <= 3.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " If (feature 1 <= 2.0)\n", " If (feature 11 <= 1.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 20 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 20 > 1.0)\n", " Predict: 1.0\n", " Else (feature 9 > 0.0)\n", " Predict: 1.0\n", " Else (feature 11 > 1.0)\n", " If (feature 14 <= 4.0)\n", " If (feature 7 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 14 > 4.0)\n", " Predict: 0.0\n", " Else (feature 1 > 2.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 13:\n", " If (feature 19 <= 2.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " If (feature 1 <= 1.0)\n", " If (feature 4 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 1 > 1.0)\n", " If (feature 8 <= 3.0)\n", " If (feature 10 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 10 > 0.0)\n", " Predict: 0.0\n", " Else (feature 8 > 3.0)\n", " Predict: 0.0\n", " Else (feature 9 > 0.0)\n", " Predict: 1.0\n", " Else (feature 19 > 2.0)\n", " If (feature 20 <= 4.0)\n", " If (feature 6 <= 0.0)\n", " If (feature 13 <= 4.0)\n", " If (feature 17 <= 0.0)\n", " If (feature 18 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 18 > 2.0)\n", " Predict: 1.0\n", " Else (feature 17 > 0.0)\n", " If (feature 19 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 19 > 4.0)\n", " Predict: 0.0\n", " Else (feature 13 > 4.0)\n", " Predict: 1.0\n", " Else (feature 6 > 0.0)\n", " Predict: 1.0\n", " Else (feature 20 > 4.0)\n", " If (feature 13 <= 6.0)\n", " If (feature 7 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 13 > 6.0)\n", " Predict: 0.0\n", " Tree 14:\n", " If (feature 18 <= 0.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " If (feature 12 <= 0.0)\n", " If (feature 10 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 10 > 1.0)\n", " If (feature 4 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 12 > 0.0)\n", " Predict: 1.0\n", " Else (feature 9 > 0.0)\n", " If (feature 19 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 19 > 2.0)\n", " Predict: 0.0\n", " Else (feature 18 > 0.0)\n", " If (feature 20 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 20 > 2.0)\n", " If (feature 17 <= 0.0)\n", " If (feature 14 <= 3.0)\n", " If (feature 20 <= 3.0)\n", " If (feature 19 <= 3.0)\n", " Predict: 0.0\n", " Else (feature 19 > 3.0)\n", " Predict: 0.0\n", " Else (feature 20 > 3.0)\n", " If (feature 12 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 12 > 1.0)\n", " Predict: 0.0\n", " Else (feature 14 > 3.0)\n", " If (feature 6 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 6 > 0.0)\n", " If (feature 10 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 10 > 1.0)\n", " Predict: 1.0\n", " Else (feature 17 > 0.0)\n", " If (feature 21 <= 3.0)\n", " Predict: 0.0\n", " Else (feature 21 > 3.0)\n", " Predict: 1.0\n", " Tree 15:\n", " If (feature 19 <= 2.0)\n", " If (feature 2 <= 4.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 0 <= 0.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 8 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 8 > 0.0)\n", " Predict: 0.0\n", " Else (feature 9 > 0.0)\n", " Predict: 1.0\n", " Else (feature 0 > 0.0)\n", " If (feature 21 <= 1.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " Predict: 1.0\n", " Else (feature 21 > 1.0)\n", " Predict: 1.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 2 > 4.0)\n", " Predict: 0.0\n", " Else (feature 19 > 2.0)\n", " If (feature 18 <= 0.0)\n", " If (feature 10 <= 2.0)\n", " If (feature 20 <= 3.0)\n", " If (feature 2 <= 6.0)\n", " If (feature 17 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 17 > 0.0)\n", " Predict: 0.0\n", " Else (feature 2 > 6.0)\n", " Predict: 1.0\n", " Else (feature 20 > 3.0)\n", " If (feature 7 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 10 > 2.0)\n", " Predict: 1.0\n", " Else (feature 18 > 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 21 <= 3.0)\n", " If (feature 2 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 2 > 1.0)\n", " Predict: 1.0\n", " Else (feature 21 > 3.0)\n", " If (feature 0 <= 4.0)\n", " If (feature 17 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 17 > 0.0)\n", " Predict: 1.0\n", " Else (feature 0 > 4.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 16:\n", " If (feature 13 <= 1.0)\n", " If (feature 6 <= 0.0)\n", " If (feature 1 <= 0.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 10 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 10 > 0.0)\n", " If (feature 4 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 4 > 2.0)\n", " Predict: 0.0\n", " Else (feature 9 > 0.0)\n", " Predict: 0.0\n", " Else (feature 1 > 0.0)\n", " If (feature 11 <= 0.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 8 <= 6.0)\n", " Predict: 0.0\n", " Else (feature 8 > 6.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " If (feature 8 <= 7.0)\n", " Predict: 1.0\n", " Else (feature 8 > 7.0)\n", " Predict: 0.0\n", " Else (feature 11 > 0.0)\n", " Predict: 0.0\n", " Else (feature 6 > 0.0)\n", " If (feature 18 <= 0.0)\n", " If (feature 21 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 21 > 1.0)\n", " If (feature 20 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 20 > 0.0)\n", " If (feature 0 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 0 > 1.0)\n", " Predict: 1.0\n", " Else (feature 18 > 0.0)\n", " Predict: 1.0\n", " Else (feature 13 > 1.0)\n", " If (feature 18 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 18 > 0.0)\n", " If (feature 13 <= 4.0)\n", " Predict: 0.0\n", " Else (feature 13 > 4.0)\n", " If (feature 13 <= 5.0)\n", " Predict: 1.0\n", " Else (feature 13 > 5.0)\n", " Predict: 0.0\n", " Tree 17:\n", " If (feature 11 <= 1.0)\n", " If (feature 8 <= 7.0)\n", " If (feature 21 <= 0.0)\n", " If (feature 8 <= 2.0)\n", " If (feature 2 <= 2.0)\n", " If (feature 0 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 0 > 0.0)\n", " Predict: 0.0\n", " Else (feature 2 > 2.0)\n", " Predict: 1.0\n", " Else (feature 8 > 2.0)\n", " If (feature 20 <= 3.0)\n", " If (feature 19 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 19 > 1.0)\n", " Predict: 0.0\n", " Else (feature 20 > 3.0)\n", " Predict: 1.0\n", " Else (feature 21 > 0.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 12 <= 0.0)\n", " If (feature 18 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 18 > 0.0)\n", " Predict: 1.0\n", " Else (feature 12 > 0.0)\n", " Predict: 1.0\n", " Else (feature 7 > 0.0)\n", " If (feature 1 <= 0.0)\n", " If (feature 19 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 19 > 1.0)\n", " Predict: 1.0\n", " Else (feature 1 > 0.0)\n", " If (feature 21 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 21 > 2.0)\n", " Predict: 1.0\n", " Else (feature 8 > 7.0)\n", " If (feature 8 <= 9.0)\n", " Predict: 0.0\n", " Else (feature 8 > 9.0)\n", " Predict: 1.0\n", " Else (feature 11 > 1.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 17 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 17 > 0.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 18:\n", " If (feature 4 <= 3.0)\n", " If (feature 10 <= 0.0)\n", " If (feature 3 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 3 > 0.0)\n", " Predict: 1.0\n", " Else (feature 10 > 0.0)\n", " If (feature 16 <= 2.0)\n", " If (feature 20 <= 3.0)\n", " If (feature 17 <= 0.0)\n", " If (feature 19 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 19 > 3.0)\n", " Predict: 1.0\n", " Else (feature 17 > 0.0)\n", " If (feature 2 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 2 > 3.0)\n", " Predict: 0.0\n", " Else (feature 20 > 3.0)\n", " If (feature 20 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 20 > 4.0)\n", " If (feature 21 <= 5.0)\n", " Predict: 1.0\n", " Else (feature 21 > 5.0)\n", " Predict: 1.0\n", " Else (feature 16 > 2.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 19:\n", " If (feature 18 <= 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 21 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 21 > 0.0)\n", " If (feature 2 <= 4.0)\n", " If (feature 14 <= 0.0)\n", " If (feature 19 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 19 > 4.0)\n", " Predict: 0.0\n", " Else (feature 14 > 0.0)\n", " Predict: 1.0\n", " Else (feature 2 > 4.0)\n", " If (feature 0 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 0 > 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 18 > 0.0)\n", " If (feature 6 <= 0.0)\n", " If (feature 12 <= 1.0)\n", " If (feature 17 <= 0.0)\n", " If (feature 19 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 19 > 3.0)\n", " Predict: 0.0\n", " Else (feature 17 > 0.0)\n", " Predict: 1.0\n", " Else (feature 12 > 1.0)\n", " Predict: 0.0\n", " Else (feature 6 > 0.0)\n", " If (feature 21 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 21 > 1.0)\n", " If (feature 1 <= 1.0)\n", " If (feature 20 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 20 > 3.0)\n", " Predict: 0.0\n", " Else (feature 1 > 1.0)\n", " Predict: 1.0\n", " Tree 20:\n", " If (feature 6 <= 0.0)\n", " If (feature 19 <= 1.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 1 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 1 > 1.0)\n", " If (feature 2 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 2 > 0.0)\n", " If (feature 4 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 19 > 1.0)\n", " If (feature 16 <= 0.0)\n", " If (feature 13 <= 4.0)\n", " If (feature 20 <= 4.0)\n", " If (feature 17 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 17 > 0.0)\n", " Predict: 0.0\n", " Else (feature 20 > 4.0)\n", " Predict: 1.0\n", " Else (feature 13 > 4.0)\n", " If (feature 18 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 18 > 1.0)\n", " Predict: 0.0\n", " Else (feature 16 > 0.0)\n", " Predict: 1.0\n", " Else (feature 6 > 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 14 <= 4.0)\n", " If (feature 18 <= 0.0)\n", " If (feature 20 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 20 > 3.0)\n", " Predict: 0.0\n", " Else (feature 18 > 0.0)\n", " Predict: 1.0\n", " Else (feature 14 > 4.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 21:\n", " If (feature 18 <= 0.0)\n", " If (feature 10 <= 0.0)\n", " If (feature 3 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 3 > 0.0)\n", " Predict: 1.0\n", " Else (feature 10 > 0.0)\n", " If (feature 19 <= 2.0)\n", " If (feature 6 <= 0.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 7 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 9 > 0.0)\n", " Predict: 1.0\n", " Else (feature 6 > 0.0)\n", " If (feature 19 <= 1.0)\n", " If (feature 9 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 9 > 0.0)\n", " Predict: 1.0\n", " Else (feature 19 > 1.0)\n", " Predict: 1.0\n", " Else (feature 19 > 2.0)\n", " If (feature 3 <= 0.0)\n", " If (feature 17 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 17 > 0.0)\n", " If (feature 21 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 21 > 2.0)\n", " Predict: 1.0\n", " Else (feature 3 > 0.0)\n", " Predict: 1.0\n", " Else (feature 18 > 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 2 <= 1.0)\n", " If (feature 0 <= 0.0)\n", " If (feature 10 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 10 > 2.0)\n", " Predict: 0.0\n", " Else (feature 0 > 0.0)\n", " If (feature 6 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 6 > 0.0)\n", " Predict: 0.0\n", " Else (feature 2 > 1.0)\n", " Predict: 1.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 22:\n", " If (feature 8 <= 7.0)\n", " If (feature 19 <= 2.0)\n", " If (feature 21 <= 0.0)\n", " If (feature 20 <= 3.0)\n", " If (feature 19 <= 0.0)\n", " If (feature 3 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 3 > 0.0)\n", " Predict: 1.0\n", " Else (feature 19 > 0.0)\n", " If (feature 1 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 1 > 1.0)\n", " Predict: 1.0\n", " Else (feature 20 > 3.0)\n", " Predict: 1.0\n", " Else (feature 21 > 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " Predict: 1.0\n", " Else (feature 9 > 0.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 19 > 2.0)\n", " If (feature 10 <= 2.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 14 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 14 > 0.0)\n", " If (feature 14 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 14 > 4.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 10 > 2.0)\n", " If (feature 14 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 14 > 0.0)\n", " If (feature 21 <= 3.0)\n", " Predict: 0.0\n", " Else (feature 21 > 3.0)\n", " Predict: 1.0\n", " Else (feature 8 > 7.0)\n", " If (feature 8 <= 9.0)\n", " Predict: 0.0\n", " Else (feature 8 > 9.0)\n", " If (feature 18 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 18 > 0.0)\n", " Predict: 0.0\n", " Tree 23:\n", " If (feature 11 <= 1.0)\n", " If (feature 19 <= 2.0)\n", " If (feature 2 <= 4.0)\n", " If (feature 18 <= 0.0)\n", " If (feature 21 <= 0.0)\n", " If (feature 8 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 8 > 2.0)\n", " Predict: 0.0\n", " Else (feature 21 > 0.0)\n", " If (feature 9 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 9 > 0.0)\n", " Predict: 1.0\n", " Else (feature 18 > 0.0)\n", " Predict: 1.0\n", " Else (feature 2 > 4.0)\n", " Predict: 0.0\n", " Else (feature 19 > 2.0)\n", " If (feature 14 <= 1.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 20 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 20 > 1.0)\n", " If (feature 21 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 21 > 2.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 14 > 1.0)\n", " Predict: 1.0\n", " Else (feature 11 > 1.0)\n", " If (feature 17 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 17 > 0.0)\n", " If (feature 17 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 17 > 1.0)\n", " Predict: 0.0\n", " Tree 24:\n", " If (feature 19 <= 2.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " If (feature 4 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 19 > 2.0)\n", " If (feature 17 <= 0.0)\n", " If (feature 19 <= 4.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 16 <= 0.0)\n", " If (feature 18 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 18 > 0.0)\n", " Predict: 1.0\n", " Else (feature 16 > 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 19 > 4.0)\n", " Predict: 1.0\n", " Else (feature 17 > 0.0)\n", " If (feature 10 <= 2.0)\n", " If (feature 17 <= 1.0)\n", " If (feature 2 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 2 > 0.0)\n", " If (feature 19 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 19 > 4.0)\n", " Predict: 0.0\n", " Else (feature 17 > 1.0)\n", " Predict: 0.0\n", " Else (feature 10 > 2.0)\n", " Predict: 1.0\n", " Tree 25:\n", " If (feature 4 <= 3.0)\n", " If (feature 21 <= 0.0)\n", " If (feature 8 <= 2.0)\n", " If (feature 0 <= 0.0)\n", " If (feature 3 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 3 > 0.0)\n", " Predict: 1.0\n", " Else (feature 0 > 0.0)\n", " Predict: 1.0\n", " Else (feature 8 > 2.0)\n", " If (feature 3 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 3 > 0.0)\n", " Predict: 1.0\n", " Else (feature 21 > 0.0)\n", " If (feature 10 <= 0.0)\n", " If (feature 1 <= 1.0)\n", " If (feature 7 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 1 > 1.0)\n", " Predict: 1.0\n", " Else (feature 10 > 0.0)\n", " If (feature 13 <= 6.0)\n", " If (feature 19 <= 4.0)\n", " If (feature 0 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 0 > 4.0)\n", " Predict: 0.0\n", " Else (feature 19 > 4.0)\n", " If (feature 13 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 13 > 0.0)\n", " Predict: 1.0\n", " Else (feature 13 > 6.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 26:\n", " If (feature 4 <= 3.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 13 <= 0.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " If (feature 19 <= 4.0)\n", " If (feature 11 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 11 > 1.0)\n", " Predict: 1.0\n", " Else (feature 19 > 4.0)\n", " Predict: 0.0\n", " Else (feature 13 > 0.0)\n", " If (feature 10 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 10 > 1.0)\n", " Predict: 1.0\n", " Else (feature 9 > 0.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 27:\n", " If (feature 3 <= 0.0)\n", " If (feature 19 <= 2.0)\n", " If (feature 10 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 10 > 0.0)\n", " Predict: 1.0\n", " Else (feature 19 > 2.0)\n", " If (feature 19 <= 3.0)\n", " Predict: 0.0\n", " Else (feature 19 > 3.0)\n", " If (feature 19 <= 4.0)\n", " If (feature 21 <= 5.0)\n", " Predict: 1.0\n", " Else (feature 21 > 5.0)\n", " Predict: 0.0\n", " Else (feature 19 > 4.0)\n", " Predict: 0.0\n", " Else (feature 3 > 0.0)\n", " If (feature 10 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 10 > 0.0)\n", " If (feature 18 <= 0.0)\n", " If (feature 2 <= 3.0)\n", " If (feature 7 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 2 > 3.0)\n", " Predict: 0.0\n", " Else (feature 18 > 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 14 <= 4.0)\n", " If (feature 14 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 14 > 0.0)\n", " Predict: 1.0\n", " Else (feature 14 > 4.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 28:\n", " If (feature 14 <= 0.0)\n", " If (feature 20 <= 2.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 12 <= 0.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " Predict: 1.0\n", " Else (feature 12 > 0.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 20 > 2.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 21 <= 2.0)\n", " If (feature 12 <= 0.0)\n", " If (feature 1 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 1 > 1.0)\n", " Predict: 1.0\n", " Else (feature 12 > 0.0)\n", " Predict: 1.0\n", " Else (feature 21 > 2.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 0 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 0 > 3.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 14 > 0.0)\n", " If (feature 12 <= 1.0)\n", " If (feature 8 <= 7.0)\n", " Predict: 1.0\n", " Else (feature 8 > 7.0)\n", " If (feature 18 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 18 > 0.0)\n", " Predict: 0.0\n", " Else (feature 12 > 1.0)\n", " If (feature 17 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 17 > 0.0)\n", " If (feature 5 <= 0.0)\n", " If (feature 10 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 10 > 1.0)\n", " Predict: 1.0\n", " Else (feature 5 > 0.0)\n", " Predict: 0.0\n", " Tree 29:\n", " If (feature 20 <= 2.0)\n", " If (feature 21 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 21 > 0.0)\n", " If (feature 10 <= 1.0)\n", " If (feature 20 <= 0.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " Predict: 1.0\n", " Else (feature 20 > 0.0)\n", " Predict: 1.0\n", " Else (feature 10 > 1.0)\n", " If (feature 10 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 10 > 2.0)\n", " Predict: 1.0\n", " Else (feature 20 > 2.0)\n", " If (feature 11 <= 0.0)\n", " If (feature 8 <= 7.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " If (feature 19 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 19 > 4.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 8 > 7.0)\n", " If (feature 5 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 5 > 0.0)\n", " Predict: 1.0\n", " Else (feature 11 > 0.0)\n", " If (feature 6 <= 0.0)\n", " If (feature 20 <= 3.0)\n", " Predict: 0.0\n", " Else (feature 20 > 3.0)\n", " If (feature 1 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 1 > 0.0)\n", " If (feature 12 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 12 > 2.0)\n", " Predict: 0.0\n", " Else (feature 6 > 0.0)\n", " If (feature 14 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 14 > 4.0)\n", " Predict: 0.0\n", " Tree 30:\n", " If (feature 8 <= 7.0)\n", " If (feature 18 <= 1.0)\n", " If (feature 13 <= 0.0)\n", " If (feature 19 <= 2.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " If (feature 10 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 10 > 1.0)\n", " Predict: 1.0\n", " Else (feature 19 > 2.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 19 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 19 > 4.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 13 > 0.0)\n", " If (feature 7 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 18 > 1.0)\n", " If (feature 10 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 10 > 2.0)\n", " Predict: 1.0\n", " Else (feature 8 > 7.0)\n", " If (feature 18 <= 0.0)\n", " If (feature 14 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 14 > 0.0)\n", " Predict: 1.0\n", " Else (feature 18 > 0.0)\n", " Predict: 0.0\n", " Tree 31:\n", " If (feature 19 <= 2.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 1 <= 1.0)\n", " If (feature 19 <= 1.0)\n", " If (feature 6 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 6 > 0.0)\n", " If (feature 2 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 2 > 2.0)\n", " Predict: 0.0\n", " Else (feature 19 > 1.0)\n", " Predict: 1.0\n", " Else (feature 1 > 1.0)\n", " If (feature 20 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 20 > 0.0)\n", " If (feature 10 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 10 > 0.0)\n", " If (feature 0 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 0 > 0.0)\n", " Predict: 1.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 19 > 2.0)\n", " If (feature 18 <= 0.0)\n", " If (feature 19 <= 3.0)\n", " Predict: 0.0\n", " Else (feature 19 > 3.0)\n", " If (feature 20 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 20 > 1.0)\n", " If (feature 21 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 21 > 2.0)\n", " If (feature 1 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 1 > 1.0)\n", " Predict: 0.0\n", " Else (feature 18 > 0.0)\n", " If (feature 3 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 3 > 0.0)\n", " If (feature 1 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 1 > 0.0)\n", " If (feature 13 <= 0.0)\n", " If (feature 10 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 10 > 2.0)\n", " Predict: 0.0\n", " Else (feature 13 > 0.0)\n", " Predict: 0.0\n", " Tree 32:\n", " If (feature 18 <= 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " If (feature 8 <= 6.0)\n", " If (feature 2 <= 4.0)\n", " If (feature 20 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 20 > 4.0)\n", " Predict: 1.0\n", " Else (feature 2 > 4.0)\n", " If (feature 1 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 1 > 0.0)\n", " Predict: 0.0\n", " Else (feature 8 > 6.0)\n", " If (feature 17 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 17 > 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 18 > 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 11 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 11 > 1.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 33:\n", " If (feature 12 <= 2.0)\n", " If (feature 1 <= 1.0)\n", " If (feature 8 <= 7.0)\n", " If (feature 19 <= 2.0)\n", " If (feature 20 <= 3.0)\n", " If (feature 7 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 20 > 3.0)\n", " Predict: 1.0\n", " Else (feature 19 > 2.0)\n", " If (feature 10 <= 2.0)\n", " If (feature 2 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 2 > 0.0)\n", " Predict: 0.0\n", " Else (feature 10 > 2.0)\n", " If (feature 11 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 11 > 0.0)\n", " Predict: 1.0\n", " Else (feature 8 > 7.0)\n", " If (feature 16 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 16 > 0.0)\n", " If (feature 5 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 5 > 0.0)\n", " Predict: 1.0\n", " Else (feature 1 > 1.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 10 <= 2.0)\n", " If (feature 0 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 0 > 4.0)\n", " Predict: 0.0\n", " Else (feature 10 > 2.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 12 > 2.0)\n", " If (feature 6 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 6 > 0.0)\n", " Predict: 1.0\n", " Tree 34:\n", " If (feature 4 <= 3.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 3 <= 0.0)\n", " If (feature 6 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 6 > 0.0)\n", " If (feature 19 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 19 > 2.0)\n", " Predict: 0.0\n", " Else (feature 3 > 0.0)\n", " If (feature 20 <= 4.0)\n", " If (feature 12 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 12 > 1.0)\n", " Predict: 0.0\n", " Else (feature 20 > 4.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " If (feature 19 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 19 > 4.0)\n", " If (feature 2 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 2 > 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 35:\n", " If (feature 4 <= 3.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " If (feature 0 <= 4.0)\n", " If (feature 11 <= 1.0)\n", " If (feature 19 <= 4.0)\n", " If (feature 1 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 1 > 2.0)\n", " Predict: 0.0\n", " Else (feature 19 > 4.0)\n", " If (feature 13 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 13 > 0.0)\n", " Predict: 1.0\n", " Else (feature 11 > 1.0)\n", " If (feature 2 <= 1.0)\n", " If (feature 13 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 13 > 0.0)\n", " Predict: 1.0\n", " Else (feature 2 > 1.0)\n", " Predict: 1.0\n", " Else (feature 0 > 4.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 36:\n", " If (feature 4 <= 3.0)\n", " If (feature 10 <= 0.0)\n", " If (feature 3 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 3 > 0.0)\n", " Predict: 1.0\n", " Else (feature 10 > 0.0)\n", " If (feature 2 <= 4.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 13 <= 0.0)\n", " If (feature 12 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 12 > 1.0)\n", " Predict: 0.0\n", " Else (feature 13 > 0.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " If (feature 8 <= 7.0)\n", " If (feature 17 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 17 > 0.0)\n", " Predict: 1.0\n", " Else (feature 8 > 7.0)\n", " If (feature 13 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 13 > 0.0)\n", " Predict: 1.0\n", " Else (feature 2 > 4.0)\n", " If (feature 8 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 8 > 2.0)\n", " If (feature 21 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 21 > 2.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 37:\n", " If (feature 4 <= 3.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 2 <= 4.0)\n", " If (feature 1 <= 2.0)\n", " If (feature 7 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 1 > 2.0)\n", " Predict: 0.0\n", " Else (feature 2 > 4.0)\n", " If (feature 21 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 21 > 2.0)\n", " Predict: 1.0\n", " Else (feature 9 > 0.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 38:\n", " If (feature 19 <= 2.0)\n", " If (feature 18 <= 0.0)\n", " If (feature 20 <= 0.0)\n", " If (feature 10 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 10 > 0.0)\n", " If (feature 6 <= 0.0)\n", " If (feature 3 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 3 > 0.0)\n", " Predict: 0.0\n", " Else (feature 6 > 0.0)\n", " Predict: 0.0\n", " Else (feature 20 > 0.0)\n", " If (feature 2 <= 4.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " Predict: 1.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 2 > 4.0)\n", " Predict: 0.0\n", " Else (feature 18 > 0.0)\n", " Predict: 1.0\n", " Else (feature 19 > 2.0)\n", " If (feature 18 <= 0.0)\n", " If (feature 6 <= 0.0)\n", " If (feature 2 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 2 > 0.0)\n", " If (feature 21 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 21 > 2.0)\n", " Predict: 1.0\n", " Else (feature 6 > 0.0)\n", " If (feature 11 <= 0.0)\n", " If (feature 7 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 11 > 0.0)\n", " Predict: 1.0\n", " Else (feature 18 > 0.0)\n", " If (feature 20 <= 4.0)\n", " If (feature 6 <= 0.0)\n", " If (feature 13 <= 0.0)\n", " If (feature 18 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 18 > 1.0)\n", " Predict: 1.0\n", " Else (feature 13 > 0.0)\n", " Predict: 0.0\n", " Else (feature 6 > 0.0)\n", " Predict: 1.0\n", " Else (feature 20 > 4.0)\n", " If (feature 14 <= 5.0)\n", " Predict: 1.0\n", " Else (feature 14 > 5.0)\n", " Predict: 0.0\n", " Tree 39:\n", " If (feature 18 <= 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 2 <= 4.0)\n", " If (feature 10 <= 0.0)\n", " If (feature 20 <= 3.0)\n", " If (feature 21 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 21 > 0.0)\n", " Predict: 0.0\n", " Else (feature 20 > 3.0)\n", " Predict: 1.0\n", " Else (feature 10 > 0.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 1 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 1 > 2.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " If (feature 17 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 17 > 0.0)\n", " Predict: 1.0\n", " Else (feature 2 > 4.0)\n", " If (feature 21 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 21 > 2.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 18 > 0.0)\n", " If (feature 10 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 10 > 0.0)\n", " If (feature 13 <= 4.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 20 <= 3.0)\n", " If (feature 6 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 6 > 0.0)\n", " Predict: 1.0\n", " Else (feature 20 > 3.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 13 > 4.0)\n", " If (feature 12 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 12 > 0.0)\n", " Predict: 0.0\n", " Tree 40:\n", " If (feature 19 <= 2.0)\n", " If (feature 14 <= 0.0)\n", " If (feature 20 <= 3.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " If (feature 2 <= 4.0)\n", " If (feature 10 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 10 > 1.0)\n", " Predict: 1.0\n", " Else (feature 2 > 4.0)\n", " Predict: 0.0\n", " Else (feature 20 > 3.0)\n", " Predict: 1.0\n", " Else (feature 14 > 0.0)\n", " Predict: 1.0\n", " Else (feature 19 > 2.0)\n", " If (feature 18 <= 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 2 <= 3.0)\n", " If (feature 7 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " If (feature 19 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 19 > 4.0)\n", " Predict: 1.0\n", " Else (feature 2 > 3.0)\n", " If (feature 19 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 19 > 4.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 18 > 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 14 <= 5.0)\n", " If (feature 21 <= 3.0)\n", " If (feature 18 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 18 > 1.0)\n", " Predict: 1.0\n", " Else (feature 21 > 3.0)\n", " Predict: 1.0\n", " Else (feature 14 > 5.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 41:\n", " If (feature 7 <= 0.0)\n", " If (feature 19 <= 3.0)\n", " If (feature 19 <= 1.0)\n", " If (feature 1 <= 1.0)\n", " If (feature 21 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 21 > 1.0)\n", " If (feature 2 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 2 > 1.0)\n", " Predict: 0.0\n", " Else (feature 1 > 1.0)\n", " If (feature 0 <= 0.0)\n", " If (feature 3 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 3 > 0.0)\n", " Predict: 0.0\n", " Else (feature 0 > 0.0)\n", " Predict: 1.0\n", " Else (feature 19 > 1.0)\n", " Predict: 1.0\n", " Else (feature 19 > 3.0)\n", " If (feature 6 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 6 > 0.0)\n", " If (feature 20 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 20 > 3.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " If (feature 8 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 8 > 1.0)\n", " If (feature 18 <= 1.0)\n", " If (feature 21 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 21 > 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 8 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 8 > 2.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 18 > 1.0)\n", " Predict: 0.0\n", " Tree 42:\n", " If (feature 18 <= 0.0)\n", " If (feature 2 <= 4.0)\n", " If (feature 10 <= 0.0)\n", " If (feature 20 <= 3.0)\n", " If (feature 1 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 1 > 1.0)\n", " Predict: 1.0\n", " Else (feature 20 > 3.0)\n", " Predict: 1.0\n", " Else (feature 10 > 0.0)\n", " If (feature 21 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 21 > 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 4 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 4 > 2.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 2 > 4.0)\n", " If (feature 20 <= 3.0)\n", " If (feature 19 <= 3.0)\n", " Predict: 0.0\n", " Else (feature 19 > 3.0)\n", " If (feature 19 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 19 > 4.0)\n", " Predict: 0.0\n", " Else (feature 20 > 3.0)\n", " Predict: 1.0\n", " Else (feature 18 > 0.0)\n", " If (feature 20 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 20 > 2.0)\n", " If (feature 11 <= 1.0)\n", " If (feature 8 <= 7.0)\n", " Predict: 1.0\n", " Else (feature 8 > 7.0)\n", " Predict: 0.0\n", " Else (feature 11 > 1.0)\n", " Predict: 0.0\n", " Tree 43:\n", " If (feature 19 <= 2.0)\n", " If (feature 14 <= 0.0)\n", " If (feature 21 <= 0.0)\n", " If (feature 2 <= 2.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " Predict: 1.0\n", " Else (feature 2 > 2.0)\n", " Predict: 1.0\n", " Else (feature 21 > 0.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 4 <= 2.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " Predict: 1.0\n", " Else (feature 4 > 2.0)\n", " Predict: 0.0\n", " Else (feature 9 > 0.0)\n", " Predict: 1.0\n", " Else (feature 14 > 0.0)\n", " Predict: 1.0\n", " Else (feature 19 > 2.0)\n", " If (feature 20 <= 4.0)\n", " If (feature 17 <= 0.0)\n", " If (feature 5 <= 0.0)\n", " If (feature 6 <= 0.0)\n", " If (feature 2 <= 6.0)\n", " Predict: 0.0\n", " Else (feature 2 > 6.0)\n", " Predict: 1.0\n", " Else (feature 6 > 0.0)\n", " Predict: 1.0\n", " Else (feature 5 > 0.0)\n", " Predict: 1.0\n", " Else (feature 17 > 0.0)\n", " If (feature 3 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 3 > 0.0)\n", " Predict: 1.0\n", " Else (feature 20 > 4.0)\n", " If (feature 14 <= 7.0)\n", " If (feature 6 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 6 > 0.0)\n", " Predict: 0.0\n", " Else (feature 14 > 7.0)\n", " Predict: 0.0\n", " Tree 44:\n", " If (feature 4 <= 3.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " If (feature 13 <= 6.0)\n", " If (feature 1 <= 2.0)\n", " If (feature 2 <= 4.0)\n", " If (feature 7 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 2 > 4.0)\n", " If (feature 18 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 18 > 0.0)\n", " Predict: 1.0\n", " Else (feature 1 > 2.0)\n", " Predict: 0.0\n", " Else (feature 13 > 6.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 45:\n", " If (feature 19 <= 2.0)\n", " If (feature 21 <= 0.0)\n", " If (feature 1 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 1 > 1.0)\n", " Predict: 1.0\n", " Else (feature 21 > 0.0)\n", " If (feature 2 <= 4.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 10 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 10 > 0.0)\n", " If (feature 4 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 9 > 0.0)\n", " Predict: 1.0\n", " Else (feature 2 > 4.0)\n", " Predict: 0.0\n", " Else (feature 19 > 2.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 19 <= 4.0)\n", " If (feature 14 <= 5.0)\n", " If (feature 1 <= 2.0)\n", " If (feature 7 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 1 > 2.0)\n", " Predict: 0.0\n", " Else (feature 14 > 5.0)\n", " Predict: 0.0\n", " Else (feature 19 > 4.0)\n", " If (feature 14 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 14 > 0.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 46:\n", " If (feature 7 <= 0.0)\n", " If (feature 6 <= 0.0)\n", " If (feature 19 <= 3.0)\n", " If (feature 3 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 3 > 0.0)\n", " If (feature 4 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 19 > 3.0)\n", " Predict: 0.0\n", " Else (feature 6 > 0.0)\n", " If (feature 0 <= 1.0)\n", " If (feature 2 <= 1.0)\n", " If (feature 20 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 20 > 3.0)\n", " Predict: 0.0\n", " Else (feature 2 > 1.0)\n", " If (feature 20 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 20 > 0.0)\n", " If (feature 19 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 19 > 1.0)\n", " Predict: 1.0\n", " Else (feature 0 > 1.0)\n", " If (feature 16 <= 0.0)\n", " If (feature 14 <= 0.0)\n", " If (feature 9 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 9 > 0.0)\n", " Predict: 1.0\n", " Else (feature 14 > 0.0)\n", " Predict: 1.0\n", " Else (feature 16 > 0.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " If (feature 14 <= 2.0)\n", " If (feature 12 <= 2.0)\n", " If (feature 19 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 19 > 1.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 19 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 19 > 4.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 12 > 2.0)\n", " If (feature 4 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 14 > 2.0)\n", " If (feature 18 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 18 > 1.0)\n", " Predict: 0.0\n", " Tree 47:\n", " If (feature 11 <= 1.0)\n", " If (feature 19 <= 2.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 4 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 19 > 2.0)\n", " If (feature 14 <= 1.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 10 <= 2.0)\n", " If (feature 21 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 21 > 2.0)\n", " Predict: 1.0\n", " Else (feature 10 > 2.0)\n", " Predict: 1.0\n", " Else (feature 9 > 0.0)\n", " Predict: 0.0\n", " Else (feature 14 > 1.0)\n", " Predict: 1.0\n", " Else (feature 11 > 1.0)\n", " If (feature 20 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 20 > 1.0)\n", " If (feature 18 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 18 > 0.0)\n", " Predict: 0.0\n", " Tree 48:\n", " If (feature 21 <= 3.0)\n", " If (feature 11 <= 1.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 10 <= 0.0)\n", " If (feature 2 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 2 > 2.0)\n", " Predict: 1.0\n", " Else (feature 10 > 0.0)\n", " If (feature 8 <= 6.0)\n", " Predict: 1.0\n", " Else (feature 8 > 6.0)\n", " Predict: 0.0\n", " Else (feature 9 > 0.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 11 > 1.0)\n", " If (feature 20 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 20 > 1.0)\n", " If (feature 2 <= 0.0)\n", " If (feature 17 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 17 > 0.0)\n", " If (feature 10 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 10 > 1.0)\n", " Predict: 1.0\n", " Else (feature 2 > 0.0)\n", " Predict: 0.0\n", " Else (feature 21 > 3.0)\n", " If (feature 12 <= 2.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 11 <= 1.0)\n", " If (feature 0 <= 4.0)\n", " If (feature 10 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 10 > 2.0)\n", " Predict: 1.0\n", " Else (feature 0 > 4.0)\n", " Predict: 0.0\n", " Else (feature 11 > 1.0)\n", " If (feature 21 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 21 > 4.0)\n", " Predict: 0.0\n", " Else (feature 9 > 0.0)\n", " Predict: 0.0\n", " Else (feature 12 > 2.0)\n", " Predict: 0.0\n", " Tree 49:\n", " If (feature 19 <= 2.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 9 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 9 > 0.0)\n", " Predict: 1.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 19 > 2.0)\n", " If (feature 19 <= 5.0)\n", " If (feature 20 <= 1.0)\n", " If (feature 6 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 6 > 0.0)\n", " Predict: 1.0\n", " Else (feature 20 > 1.0)\n", " If (feature 20 <= 4.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 11 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 11 > 1.0)\n", " Predict: 0.0\n", " Else (feature 9 > 0.0)\n", " Predict: 0.0\n", " Else (feature 20 > 4.0)\n", " If (feature 14 <= 5.0)\n", " If (feature 6 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 6 > 0.0)\n", " Predict: 0.0\n", " Else (feature 14 > 5.0)\n", " Predict: 0.0\n", " Else (feature 19 > 5.0)\n", " Predict: 1.0\n", " Tree 50:\n", " If (feature 3 <= 0.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 10 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 10 > 0.0)\n", " If (feature 20 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 20 > 3.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " If (feature 19 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 19 > 1.0)\n", " If (feature 20 <= 3.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 21 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 21 > 2.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 20 > 3.0)\n", " Predict: 1.0\n", " Else (feature 3 > 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 11 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 11 > 1.0)\n", " If (feature 7 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 51:\n", " If (feature 19 <= 2.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 21 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 21 > 0.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 9 > 0.0)\n", " Predict: 1.0\n", " Else (feature 19 > 2.0)\n", " If (feature 18 <= 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 19 <= 4.0)\n", " If (feature 17 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 17 > 0.0)\n", " Predict: 1.0\n", " Else (feature 19 > 4.0)\n", " If (feature 13 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 13 > 0.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 18 > 0.0)\n", " If (feature 20 <= 4.0)\n", " If (feature 2 <= 4.0)\n", " If (feature 11 <= 1.0)\n", " If (feature 4 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 11 > 1.0)\n", " Predict: 0.0\n", " Else (feature 2 > 4.0)\n", " Predict: 1.0\n", " Else (feature 20 > 4.0)\n", " If (feature 10 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 10 > 1.0)\n", " Predict: 1.0\n", " Tree 52:\n", " If (feature 3 <= 0.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 6 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 6 > 0.0)\n", " If (feature 0 <= 3.0)\n", " If (feature 9 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 9 > 0.0)\n", " Predict: 1.0\n", " Else (feature 0 > 3.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 19 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 19 > 4.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 3 > 0.0)\n", " If (feature 6 <= 0.0)\n", " If (feature 16 <= 0.0)\n", " If (feature 2 <= 5.0)\n", " If (feature 11 <= 2.0)\n", " If (feature 19 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 19 > 1.0)\n", " Predict: 0.0\n", " Else (feature 11 > 2.0)\n", " Predict: 1.0\n", " Else (feature 2 > 5.0)\n", " If (feature 19 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 19 > 3.0)\n", " Predict: 0.0\n", " Else (feature 16 > 0.0)\n", " Predict: 1.0\n", " Else (feature 6 > 0.0)\n", " If (feature 8 <= 5.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 8 <= 3.0)\n", " Predict: 0.0\n", " Else (feature 8 > 3.0)\n", " If (feature 20 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 20 > 3.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 8 > 5.0)\n", " Predict: 0.0\n", " Tree 53:\n", " If (feature 12 <= 2.0)\n", " If (feature 8 <= 7.0)\n", " If (feature 2 <= 4.0)\n", " If (feature 13 <= 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 13 > 0.0)\n", " If (feature 7 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " If (feature 13 <= 6.0)\n", " Predict: 1.0\n", " Else (feature 13 > 6.0)\n", " Predict: 0.0\n", " Else (feature 2 > 4.0)\n", " If (feature 21 <= 3.0)\n", " If (feature 12 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 12 > 0.0)\n", " If (feature 7 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 7 > 0.0)\n", " Predict: 0.0\n", " Else (feature 21 > 3.0)\n", " Predict: 1.0\n", " Else (feature 8 > 7.0)\n", " If (feature 16 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 16 > 0.0)\n", " If (feature 12 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 12 > 0.0)\n", " Predict: 0.0\n", " Else (feature 12 > 2.0)\n", " If (feature 20 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 20 > 1.0)\n", " Predict: 0.0\n", " Tree 54:\n", " If (feature 12 <= 2.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 20 <= 3.0)\n", " If (feature 20 <= 1.0)\n", " If (feature 7 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 20 > 1.0)\n", " If (feature 16 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 16 > 0.0)\n", " Predict: 1.0\n", " Else (feature 20 > 3.0)\n", " If (feature 0 <= 4.0)\n", " If (feature 1 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 1 > 2.0)\n", " Predict: 0.0\n", " Else (feature 0 > 4.0)\n", " Predict: 0.0\n", " Else (feature 9 > 0.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 12 > 2.0)\n", " If (feature 6 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 6 > 0.0)\n", " Predict: 1.0\n", " Tree 55:\n", " If (feature 7 <= 0.0)\n", " If (feature 2 <= 5.0)\n", " If (feature 19 <= 3.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 1 <= 1.0)\n", " If (feature 18 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 18 > 0.0)\n", " Predict: 1.0\n", " Else (feature 1 > 1.0)\n", " If (feature 10 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 10 > 0.0)\n", " Predict: 0.0\n", " Else (feature 9 > 0.0)\n", " Predict: 1.0\n", " Else (feature 19 > 3.0)\n", " If (feature 8 <= 4.0)\n", " If (feature 2 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 2 > 0.0)\n", " Predict: 0.0\n", " Else (feature 8 > 4.0)\n", " Predict: 0.0\n", " Else (feature 2 > 5.0)\n", " Predict: 1.0\n", " Else (feature 7 > 0.0)\n", " If (feature 11 <= 1.0)\n", " If (feature 11 <= 0.0)\n", " If (feature 19 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 19 > 1.0)\n", " If (feature 2 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 2 > 0.0)\n", " If (feature 10 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 10 > 2.0)\n", " Predict: 1.0\n", " Else (feature 11 > 0.0)\n", " If (feature 18 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 18 > 0.0)\n", " Predict: 1.0\n", " Else (feature 11 > 1.0)\n", " If (feature 18 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 18 > 0.0)\n", " Predict: 0.0\n", " Tree 56:\n", " If (feature 4 <= 3.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " If (feature 11 <= 1.0)\n", " If (feature 0 <= 4.0)\n", " If (feature 1 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 1 > 2.0)\n", " Predict: 0.0\n", " Else (feature 0 > 4.0)\n", " Predict: 0.0\n", " Else (feature 11 > 1.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " If (feature 17 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 17 > 0.0)\n", " If (feature 6 <= 0.0)\n", " If (feature 21 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 21 > 2.0)\n", " Predict: 1.0\n", " Else (feature 6 > 0.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 57:\n", " If (feature 3 <= 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 10 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 10 > 0.0)\n", " If (feature 2 <= 4.0)\n", " If (feature 19 <= 4.0)\n", " If (feature 1 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 1 > 2.0)\n", " Predict: 0.0\n", " Else (feature 19 > 4.0)\n", " Predict: 0.0\n", " Else (feature 2 > 4.0)\n", " If (feature 18 <= 0.0)\n", " If (feature 19 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 19 > 4.0)\n", " Predict: 0.0\n", " Else (feature 18 > 0.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 3 > 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 11 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 11 > 1.0)\n", " If (feature 17 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 17 > 0.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 58:\n", " If (feature 19 <= 2.0)\n", " If (feature 21 <= 0.0)\n", " If (feature 0 <= 2.0)\n", " If (feature 19 <= 0.0)\n", " If (feature 2 <= 2.0)\n", " If (feature 8 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 8 > 2.0)\n", " Predict: 0.0\n", " Else (feature 2 > 2.0)\n", " Predict: 1.0\n", " Else (feature 19 > 0.0)\n", " If (feature 20 <= 3.0)\n", " If (feature 2 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 2 > 2.0)\n", " Predict: 1.0\n", " Else (feature 20 > 3.0)\n", " Predict: 1.0\n", " Else (feature 0 > 2.0)\n", " If (feature 3 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 3 > 0.0)\n", " Predict: 1.0\n", " Else (feature 21 > 0.0)\n", " If (feature 2 <= 4.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 6 <= 0.0)\n", " If (feature 7 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 6 > 0.0)\n", " Predict: 0.0\n", " Else (feature 9 > 0.0)\n", " Predict: 1.0\n", " Else (feature 2 > 4.0)\n", " Predict: 0.0\n", " Else (feature 19 > 2.0)\n", " If (feature 20 <= 4.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 13 <= 0.0)\n", " If (feature 19 <= 4.0)\n", " If (feature 2 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 2 > 1.0)\n", " Predict: 1.0\n", " Else (feature 19 > 4.0)\n", " Predict: 0.0\n", " Else (feature 13 > 0.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 20 > 4.0)\n", " If (feature 17 <= 1.0)\n", " If (feature 12 <= 0.0)\n", " If (feature 1 <= 1.0)\n", " If (feature 10 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 10 > 2.0)\n", " Predict: 1.0\n", " Else (feature 1 > 1.0)\n", " Predict: 0.0\n", " Else (feature 12 > 0.0)\n", " Predict: 0.0\n", " Else (feature 17 > 1.0)\n", " Predict: 0.0\n", " Tree 59:\n", " If (feature 12 <= 2.0)\n", " If (feature 1 <= 1.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 19 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 19 > 3.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " If (feature 19 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 19 > 4.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 1 > 1.0)\n", " If (feature 14 <= 4.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 20 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 20 > 0.0)\n", " If (feature 9 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 9 > 0.0)\n", " Predict: 1.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 14 > 4.0)\n", " Predict: 0.0\n", " Else (feature 12 > 2.0)\n", " If (feature 21 <= 1.0)\n", " If (feature 17 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 17 > 0.0)\n", " Predict: 1.0\n", " Else (feature 21 > 1.0)\n", " Predict: 0.0\n", " Tree 60:\n", " If (feature 19 <= 2.0)\n", " If (feature 14 <= 0.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 8 <= 4.0)\n", " If (feature 1 <= 1.0)\n", " If (feature 10 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 10 > 0.0)\n", " Predict: 0.0\n", " Else (feature 1 > 1.0)\n", " If (feature 9 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 9 > 0.0)\n", " Predict: 1.0\n", " Else (feature 8 > 4.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 14 > 0.0)\n", " Predict: 1.0\n", " Else (feature 19 > 2.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 10 <= 2.0)\n", " If (feature 18 <= 1.0)\n", " If (feature 17 <= 0.0)\n", " If (feature 12 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 12 > 1.0)\n", " Predict: 0.0\n", " Else (feature 17 > 0.0)\n", " If (feature 14 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 14 > 0.0)\n", " Predict: 1.0\n", " Else (feature 18 > 1.0)\n", " Predict: 0.0\n", " Else (feature 10 > 2.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 8 <= 4.0)\n", " If (feature 20 <= 3.0)\n", " Predict: 0.0\n", " Else (feature 20 > 3.0)\n", " Predict: 1.0\n", " Else (feature 8 > 4.0)\n", " Predict: 1.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 9 > 0.0)\n", " Predict: 0.0\n", " Tree 61:\n", " If (feature 4 <= 3.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 6 <= 0.0)\n", " If (feature 18 <= 1.0)\n", " If (feature 3 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 3 > 0.0)\n", " If (feature 10 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 10 > 0.0)\n", " Predict: 0.0\n", " Else (feature 18 > 1.0)\n", " Predict: 1.0\n", " Else (feature 6 > 0.0)\n", " If (feature 8 <= 4.0)\n", " If (feature 1 <= 2.0)\n", " If (feature 13 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 13 > 0.0)\n", " Predict: 0.0\n", " Else (feature 1 > 2.0)\n", " Predict: 0.0\n", " Else (feature 8 > 4.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " If (feature 13 <= 0.0)\n", " If (feature 8 <= 7.0)\n", " If (feature 2 <= 4.0)\n", " If (feature 20 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 20 > 2.0)\n", " Predict: 1.0\n", " Else (feature 2 > 4.0)\n", " If (feature 19 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 19 > 4.0)\n", " Predict: 0.0\n", " Else (feature 8 > 7.0)\n", " Predict: 0.0\n", " Else (feature 13 > 0.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 62:\n", " If (feature 19 <= 2.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 6 <= 0.0)\n", " If (feature 21 <= 0.0)\n", " If (feature 8 <= 2.0)\n", " If (feature 3 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 3 > 0.0)\n", " Predict: 1.0\n", " Else (feature 8 > 2.0)\n", " If (feature 3 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 3 > 0.0)\n", " Predict: 1.0\n", " Else (feature 21 > 0.0)\n", " Predict: 0.0\n", " Else (feature 6 > 0.0)\n", " If (feature 3 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 3 > 0.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 19 > 2.0)\n", " If (feature 13 <= 4.0)\n", " If (feature 6 <= 0.0)\n", " If (feature 20 <= 4.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 21 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 21 > 2.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 20 > 4.0)\n", " Predict: 1.0\n", " Else (feature 6 > 0.0)\n", " If (feature 17 <= 0.0)\n", " If (feature 2 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 2 > 0.0)\n", " If (feature 14 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 14 > 0.0)\n", " Predict: 1.0\n", " Else (feature 17 > 0.0)\n", " Predict: 1.0\n", " Else (feature 13 > 4.0)\n", " If (feature 12 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 12 > 0.0)\n", " Predict: 0.0\n", " Tree 63:\n", " If (feature 19 <= 2.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " If (feature 20 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 20 > 0.0)\n", " If (feature 10 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 10 > 0.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 19 > 2.0)\n", " If (feature 18 <= 0.0)\n", " If (feature 3 <= 0.0)\n", " If (feature 21 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 21 > 2.0)\n", " If (feature 17 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 17 > 0.0)\n", " Predict: 1.0\n", " Else (feature 3 > 0.0)\n", " Predict: 1.0\n", " Else (feature 18 > 0.0)\n", " If (feature 21 <= 4.0)\n", " If (feature 18 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 18 > 2.0)\n", " If (feature 13 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 13 > 0.0)\n", " Predict: 0.0\n", " Else (feature 21 > 4.0)\n", " If (feature 3 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 3 > 0.0)\n", " If (feature 10 <= 2.0)\n", " If (feature 10 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 10 > 1.0)\n", " Predict: 1.0\n", " Else (feature 10 > 2.0)\n", " Predict: 0.0\n", " Tree 64:\n", " If (feature 8 <= 7.0)\n", " If (feature 18 <= 1.0)\n", " If (feature 21 <= 0.0)\n", " If (feature 20 <= 3.0)\n", " If (feature 20 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 20 > 0.0)\n", " If (feature 7 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 0.0\n", " Else (feature 20 > 3.0)\n", " Predict: 1.0\n", " Else (feature 21 > 0.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 19 <= 1.0)\n", " If (feature 2 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 2 > 2.0)\n", " Predict: 0.0\n", " Else (feature 19 > 1.0)\n", " If (feature 7 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 9 > 0.0)\n", " If (feature 13 <= 0.0)\n", " If (feature 1 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 1 > 0.0)\n", " Predict: 1.0\n", " Else (feature 13 > 0.0)\n", " Predict: 1.0\n", " Else (feature 18 > 1.0)\n", " If (feature 13 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 13 > 0.0)\n", " Predict: 0.0\n", " Else (feature 8 > 7.0)\n", " If (feature 14 <= 6.0)\n", " Predict: 0.0\n", " Else (feature 14 > 6.0)\n", " If (feature 10 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 10 > 1.0)\n", " Predict: 1.0\n", " Tree 65:\n", " If (feature 11 <= 1.0)\n", " If (feature 10 <= 3.0)\n", " If (feature 19 <= 2.0)\n", " If (feature 2 <= 4.0)\n", " If (feature 13 <= 0.0)\n", " If (feature 14 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 14 > 0.0)\n", " Predict: 1.0\n", " Else (feature 13 > 0.0)\n", " Predict: 1.0\n", " Else (feature 2 > 4.0)\n", " Predict: 0.0\n", " Else (feature 19 > 2.0)\n", " If (feature 0 <= 3.0)\n", " If (feature 18 <= 0.0)\n", " If (feature 17 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 17 > 0.0)\n", " Predict: 0.0\n", " Else (feature 18 > 0.0)\n", " Predict: 1.0\n", " Else (feature 0 > 3.0)\n", " If (feature 20 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 20 > 3.0)\n", " Predict: 0.0\n", " Else (feature 10 > 3.0)\n", " If (feature 9 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 9 > 0.0)\n", " Predict: 0.0\n", " Else (feature 11 > 1.0)\n", " If (feature 20 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 20 > 1.0)\n", " If (feature 17 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 17 > 0.0)\n", " If (feature 17 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 17 > 1.0)\n", " Predict: 0.0\n", " Tree 66:\n", " If (feature 19 <= 2.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 12 <= 0.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " If (feature 6 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 6 > 0.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 12 > 0.0)\n", " Predict: 1.0\n", " Else (feature 9 > 0.0)\n", " Predict: 1.0\n", " Else (feature 19 > 2.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 19 <= 4.0)\n", " If (feature 2 <= 1.0)\n", " If (feature 2 <= 0.0)\n", " If (feature 11 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 11 > 1.0)\n", " Predict: 0.0\n", " Else (feature 2 > 0.0)\n", " Predict: 0.0\n", " Else (feature 2 > 1.0)\n", " If (feature 10 <= 2.0)\n", " If (feature 6 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 6 > 0.0)\n", " Predict: 1.0\n", " Else (feature 10 > 2.0)\n", " Predict: 1.0\n", " Else (feature 19 > 4.0)\n", " If (feature 10 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 10 > 2.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 67:\n", " If (feature 18 <= 0.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 9 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 9 > 0.0)\n", " Predict: 1.0\n", " Else (feature 7 > 0.0)\n", " If (feature 2 <= 4.0)\n", " If (feature 13 <= 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 20 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 20 > 1.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 13 > 0.0)\n", " Predict: 1.0\n", " Else (feature 2 > 4.0)\n", " If (feature 1 <= 0.0)\n", " If (feature 21 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 21 > 2.0)\n", " Predict: 1.0\n", " Else (feature 1 > 0.0)\n", " If (feature 19 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 19 > 4.0)\n", " Predict: 0.0\n", " Else (feature 18 > 0.0)\n", " If (feature 20 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 20 > 2.0)\n", " If (feature 17 <= 0.0)\n", " If (feature 13 <= 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 2 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 2 > 1.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 13 > 0.0)\n", " Predict: 0.0\n", " Else (feature 17 > 0.0)\n", " If (feature 11 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 11 > 0.0)\n", " Predict: 0.0\n", " Tree 68:\n", " If (feature 4 <= 3.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 1 <= 1.0)\n", " If (feature 6 <= 0.0)\n", " If (feature 18 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 18 > 1.0)\n", " Predict: 1.0\n", " Else (feature 6 > 0.0)\n", " If (feature 10 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 10 > 1.0)\n", " If (feature 20 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 20 > 3.0)\n", " Predict: 0.0\n", " Else (feature 1 > 1.0)\n", " If (feature 14 <= 4.0)\n", " If (feature 11 <= 1.0)\n", " If (feature 1 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 1 > 2.0)\n", " Predict: 0.0\n", " Else (feature 11 > 1.0)\n", " Predict: 0.0\n", " Else (feature 14 > 4.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 19 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 19 > 4.0)\n", " If (feature 16 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 16 > 0.0)\n", " Predict: 1.0\n", " Else (feature 9 > 0.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 69:\n", " If (feature 8 <= 7.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " If (feature 19 <= 4.0)\n", " If (feature 16 <= 2.0)\n", " If (feature 21 <= 5.0)\n", " Predict: 1.0\n", " Else (feature 21 > 5.0)\n", " Predict: 1.0\n", " Else (feature 16 > 2.0)\n", " Predict: 0.0\n", " Else (feature 19 > 4.0)\n", " If (feature 5 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 5 > 0.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 8 > 7.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 16 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 16 > 0.0)\n", " If (feature 11 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 11 > 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 70:\n", " If (feature 19 <= 2.0)\n", " If (feature 21 <= 0.0)\n", " If (feature 1 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 1 > 1.0)\n", " Predict: 1.0\n", " Else (feature 21 > 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 3 <= 0.0)\n", " If (feature 7 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 3 > 0.0)\n", " Predict: 1.0\n", " Else (feature 9 > 0.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 19 > 2.0)\n", " If (feature 20 <= 4.0)\n", " If (feature 17 <= 0.0)\n", " If (feature 16 <= 0.0)\n", " If (feature 2 <= 6.0)\n", " If (feature 12 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 12 > 1.0)\n", " Predict: 0.0\n", " Else (feature 2 > 6.0)\n", " Predict: 1.0\n", " Else (feature 16 > 0.0)\n", " Predict: 1.0\n", " Else (feature 17 > 0.0)\n", " If (feature 19 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 19 > 4.0)\n", " Predict: 0.0\n", " Else (feature 20 > 4.0)\n", " If (feature 11 <= 0.0)\n", " If (feature 21 <= 5.0)\n", " Predict: 1.0\n", " Else (feature 21 > 5.0)\n", " If (feature 2 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 2 > 0.0)\n", " Predict: 0.0\n", " Else (feature 11 > 0.0)\n", " Predict: 0.0\n", " Tree 71:\n", " If (feature 7 <= 0.0)\n", " If (feature 6 <= 0.0)\n", " If (feature 18 <= 1.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " If (feature 8 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 8 > 3.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 18 > 1.0)\n", " Predict: 1.0\n", " Else (feature 6 > 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 11 <= 1.0)\n", " If (feature 0 <= 4.0)\n", " If (feature 21 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 21 > 3.0)\n", " Predict: 1.0\n", " Else (feature 0 > 4.0)\n", " Predict: 0.0\n", " Else (feature 11 > 1.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 10 <= 2.0)\n", " If (feature 4 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 4 > 2.0)\n", " If (feature 19 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 19 > 4.0)\n", " Predict: 0.0\n", " Else (feature 10 > 2.0)\n", " Predict: 1.0\n", " Else (feature 9 > 0.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 72:\n", " If (feature 11 <= 1.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 1 <= 1.0)\n", " If (feature 2 <= 5.0)\n", " If (feature 19 <= 3.0)\n", " If (feature 20 <= 3.0)\n", " Predict: 0.0\n", " Else (feature 20 > 3.0)\n", " Predict: 1.0\n", " Else (feature 19 > 3.0)\n", " If (feature 9 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 9 > 0.0)\n", " Predict: 0.0\n", " Else (feature 2 > 5.0)\n", " Predict: 1.0\n", " Else (feature 1 > 1.0)\n", " If (feature 8 <= 4.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 19 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 19 > 2.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 8 > 4.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " If (feature 1 <= 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 20 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 20 > 2.0)\n", " If (feature 21 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 21 > 2.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 1 > 0.0)\n", " If (feature 14 <= 0.0)\n", " If (feature 13 <= 0.0)\n", " If (feature 20 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 20 > 2.0)\n", " Predict: 1.0\n", " Else (feature 13 > 0.0)\n", " Predict: 1.0\n", " Else (feature 14 > 0.0)\n", " Predict: 1.0\n", " Else (feature 11 > 1.0)\n", " If (feature 18 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 18 > 0.0)\n", " Predict: 0.0\n", " Tree 73:\n", " If (feature 19 <= 2.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 20 <= 3.0)\n", " If (feature 3 <= 0.0)\n", " If (feature 7 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 3 > 0.0)\n", " If (feature 21 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 21 > 0.0)\n", " If (feature 16 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 16 > 0.0)\n", " Predict: 1.0\n", " Else (feature 20 > 3.0)\n", " Predict: 1.0\n", " Else (feature 9 > 0.0)\n", " Predict: 1.0\n", " Else (feature 19 > 2.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 19 <= 3.0)\n", " If (feature 13 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 13 > 0.0)\n", " Predict: 0.0\n", " Else (feature 19 > 3.0)\n", " If (feature 21 <= 3.0)\n", " If (feature 10 <= 2.0)\n", " If (feature 11 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 11 > 2.0)\n", " Predict: 1.0\n", " Else (feature 10 > 2.0)\n", " If (feature 7 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 21 > 3.0)\n", " If (feature 10 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 10 > 1.0)\n", " If (feature 0 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 0 > 4.0)\n", " Predict: 0.0\n", " Else (feature 9 > 0.0)\n", " Predict: 0.0\n", " Tree 74:\n", " If (feature 11 <= 1.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 14 <= 1.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 20 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 20 > 0.0)\n", " If (feature 2 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 2 > 2.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 14 > 1.0)\n", " Predict: 1.0\n", " Else (feature 7 > 0.0)\n", " If (feature 19 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 19 > 1.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 21 <= 2.0)\n", " If (feature 20 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 20 > 1.0)\n", " Predict: 0.0\n", " Else (feature 21 > 2.0)\n", " Predict: 1.0\n", " Else (feature 9 > 0.0)\n", " Predict: 0.0\n", " Else (feature 11 > 1.0)\n", " If (feature 20 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 20 > 1.0)\n", " If (feature 12 <= 2.0)\n", " If (feature 11 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 11 > 2.0)\n", " If (feature 20 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 20 > 4.0)\n", " Predict: 0.0\n", " Else (feature 12 > 2.0)\n", " Predict: 0.0\n", " Tree 75:\n", " If (feature 7 <= 0.0)\n", " If (feature 19 <= 3.0)\n", " If (feature 19 <= 1.0)\n", " If (feature 1 <= 1.0)\n", " If (feature 10 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 10 > 0.0)\n", " If (feature 3 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 3 > 0.0)\n", " Predict: 0.0\n", " Else (feature 1 > 1.0)\n", " If (feature 20 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 20 > 0.0)\n", " If (feature 9 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 9 > 0.0)\n", " Predict: 1.0\n", " Else (feature 19 > 1.0)\n", " Predict: 1.0\n", " Else (feature 19 > 3.0)\n", " If (feature 6 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 6 > 0.0)\n", " If (feature 13 <= 0.0)\n", " If (feature 20 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 20 > 3.0)\n", " Predict: 0.0\n", " Else (feature 13 > 0.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " If (feature 18 <= 1.0)\n", " If (feature 19 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 19 > 1.0)\n", " If (feature 17 <= 0.0)\n", " If (feature 21 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 21 > 1.0)\n", " Predict: 1.0\n", " Else (feature 17 > 0.0)\n", " If (feature 10 <= 2.0)\n", " If (feature 13 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 13 > 0.0)\n", " Predict: 1.0\n", " Else (feature 10 > 2.0)\n", " Predict: 1.0\n", " Else (feature 18 > 1.0)\n", " Predict: 0.0\n", " Tree 76:\n", " If (feature 4 <= 3.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 21 <= 0.0)\n", " If (feature 0 <= 0.0)\n", " If (feature 1 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 1 > 1.0)\n", " Predict: 1.0\n", " Else (feature 0 > 0.0)\n", " If (feature 3 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 3 > 0.0)\n", " Predict: 1.0\n", " Else (feature 21 > 0.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 21 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 21 > 1.0)\n", " If (feature 13 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 13 > 0.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " If (feature 4 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 4 > 2.0)\n", " If (feature 19 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 19 > 4.0)\n", " Predict: 1.0\n", " Else (feature 9 > 0.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 77:\n", " If (feature 8 <= 7.0)\n", " If (feature 11 <= 1.0)\n", " If (feature 21 <= 0.0)\n", " If (feature 8 <= 2.0)\n", " If (feature 20 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 20 > 0.0)\n", " If (feature 20 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 20 > 3.0)\n", " Predict: 1.0\n", " Else (feature 8 > 2.0)\n", " If (feature 1 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 1 > 1.0)\n", " Predict: 1.0\n", " Else (feature 21 > 0.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 19 <= 1.0)\n", " If (feature 0 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 0 > 0.0)\n", " Predict: 0.0\n", " Else (feature 19 > 1.0)\n", " If (feature 20 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 20 > 4.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " If (feature 8 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 8 > 1.0)\n", " If (feature 2 <= 5.0)\n", " Predict: 1.0\n", " Else (feature 2 > 5.0)\n", " Predict: 1.0\n", " Else (feature 11 > 1.0)\n", " If (feature 17 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 17 > 0.0)\n", " If (feature 18 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 18 > 0.0)\n", " Predict: 0.0\n", " Else (feature 8 > 7.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 17 <= 0.0)\n", " If (feature 18 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 18 > 0.0)\n", " Predict: 0.0\n", " Else (feature 17 > 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 78:\n", " If (feature 8 <= 7.0)\n", " If (feature 11 <= 1.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 21 <= 3.0)\n", " If (feature 10 <= 0.0)\n", " If (feature 3 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 3 > 0.0)\n", " Predict: 1.0\n", " Else (feature 10 > 0.0)\n", " If (feature 7 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 21 > 3.0)\n", " If (feature 6 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 6 > 0.0)\n", " If (feature 14 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 14 > 0.0)\n", " Predict: 1.0\n", " Else (feature 9 > 0.0)\n", " If (feature 21 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 21 > 0.0)\n", " If (feature 14 <= 0.0)\n", " If (feature 2 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 2 > 4.0)\n", " Predict: 0.0\n", " Else (feature 14 > 0.0)\n", " Predict: 1.0\n", " Else (feature 11 > 1.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 14 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 14 > 0.0)\n", " If (feature 17 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 17 > 0.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 8 > 7.0)\n", " If (feature 16 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 16 > 0.0)\n", " If (feature 11 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 11 > 0.0)\n", " Predict: 0.0\n", " Tree 79:\n", " If (feature 18 <= 0.0)\n", " If (feature 21 <= 0.0)\n", " If (feature 1 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 1 > 1.0)\n", " Predict: 1.0\n", " Else (feature 21 > 0.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 6 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 6 > 0.0)\n", " If (feature 0 <= 1.0)\n", " If (feature 19 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 19 > 1.0)\n", " Predict: 1.0\n", " Else (feature 0 > 1.0)\n", " If (feature 4 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 4 > 2.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " If (feature 13 <= 0.0)\n", " If (feature 2 <= 4.0)\n", " If (feature 4 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 2 > 4.0)\n", " If (feature 21 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 21 > 2.0)\n", " Predict: 1.0\n", " Else (feature 13 > 0.0)\n", " Predict: 1.0\n", " Else (feature 18 > 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 13 <= 5.0)\n", " If (feature 12 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 12 > 1.0)\n", " Predict: 0.0\n", " Else (feature 13 > 5.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 80:\n", " If (feature 11 <= 1.0)\n", " If (feature 3 <= 0.0)\n", " If (feature 21 <= 1.0)\n", " If (feature 4 <= 2.0)\n", " If (feature 7 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 4 > 2.0)\n", " Predict: 0.0\n", " Else (feature 21 > 1.0)\n", " If (feature 19 <= 4.0)\n", " If (feature 14 <= 0.0)\n", " If (feature 7 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 14 > 0.0)\n", " Predict: 1.0\n", " Else (feature 19 > 4.0)\n", " Predict: 0.0\n", " Else (feature 3 > 0.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 21 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 21 > 0.0)\n", " If (feature 14 <= 1.0)\n", " If (feature 19 <= 3.0)\n", " Predict: 0.0\n", " Else (feature 19 > 3.0)\n", " Predict: 0.0\n", " Else (feature 14 > 1.0)\n", " Predict: 1.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 11 > 1.0)\n", " If (feature 20 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 20 > 1.0)\n", " If (feature 2 <= 0.0)\n", " If (feature 11 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 11 > 2.0)\n", " Predict: 1.0\n", " Else (feature 2 > 0.0)\n", " Predict: 0.0\n", " Tree 81:\n", " If (feature 19 <= 2.0)\n", " If (feature 3 <= 0.0)\n", " If (feature 7 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 3 > 0.0)\n", " If (feature 21 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 21 > 1.0)\n", " If (feature 10 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 10 > 2.0)\n", " Predict: 1.0\n", " Else (feature 19 > 2.0)\n", " If (feature 17 <= 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 12 <= 1.0)\n", " If (feature 3 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 3 > 0.0)\n", " Predict: 1.0\n", " Else (feature 12 > 1.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 17 > 0.0)\n", " If (feature 18 <= 1.0)\n", " If (feature 6 <= 0.0)\n", " If (feature 19 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 19 > 4.0)\n", " Predict: 0.0\n", " Else (feature 6 > 0.0)\n", " Predict: 1.0\n", " Else (feature 18 > 1.0)\n", " Predict: 0.0\n", " Tree 82:\n", " If (feature 19 <= 2.0)\n", " If (feature 21 <= 0.0)\n", " If (feature 1 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 1 > 1.0)\n", " Predict: 1.0\n", " Else (feature 21 > 0.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 20 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 20 > 0.0)\n", " If (feature 4 <= 2.0)\n", " If (feature 6 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 6 > 0.0)\n", " Predict: 1.0\n", " Else (feature 4 > 2.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 19 > 2.0)\n", " If (feature 6 <= 0.0)\n", " If (feature 13 <= 4.0)\n", " If (feature 14 <= 4.0)\n", " If (feature 20 <= 4.0)\n", " If (feature 2 <= 6.0)\n", " Predict: 0.0\n", " Else (feature 2 > 6.0)\n", " Predict: 1.0\n", " Else (feature 20 > 4.0)\n", " Predict: 1.0\n", " Else (feature 14 > 4.0)\n", " If (feature 20 <= 3.0)\n", " Predict: 0.0\n", " Else (feature 20 > 3.0)\n", " Predict: 1.0\n", " Else (feature 13 > 4.0)\n", " If (feature 18 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 18 > 1.0)\n", " Predict: 0.0\n", " Else (feature 6 > 0.0)\n", " If (feature 16 <= 0.0)\n", " If (feature 20 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 20 > 3.0)\n", " Predict: 0.0\n", " Else (feature 16 > 0.0)\n", " Predict: 0.0\n", " Tree 83:\n", " If (feature 4 <= 3.0)\n", " If (feature 1 <= 1.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 14 <= 6.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 3 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 3 > 0.0)\n", " Predict: 1.0\n", " Else (feature 7 > 0.0)\n", " If (feature 19 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 19 > 4.0)\n", " Predict: 0.0\n", " Else (feature 14 > 6.0)\n", " Predict: 1.0\n", " Else (feature 9 > 0.0)\n", " Predict: 1.0\n", " Else (feature 1 > 1.0)\n", " If (feature 14 <= 4.0)\n", " If (feature 21 <= 3.0)\n", " If (feature 14 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 14 > 2.0)\n", " Predict: 0.0\n", " Else (feature 21 > 3.0)\n", " If (feature 18 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 18 > 0.0)\n", " Predict: 1.0\n", " Else (feature 14 > 4.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 84:\n", " If (feature 11 <= 1.0)\n", " If (feature 20 <= 3.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 3 <= 0.0)\n", " If (feature 10 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 10 > 0.0)\n", " If (feature 2 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 2 > 4.0)\n", " Predict: 0.0\n", " Else (feature 3 > 0.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 20 > 3.0)\n", " If (feature 1 <= 2.0)\n", " If (feature 20 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 20 > 4.0)\n", " If (feature 10 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 10 > 2.0)\n", " Predict: 1.0\n", " Else (feature 1 > 2.0)\n", " Predict: 0.0\n", " Else (feature 11 > 1.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 8 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 8 > 3.0)\n", " If (feature 7 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 85:\n", " If (feature 6 <= 0.0)\n", " If (feature 8 <= 7.0)\n", " If (feature 19 <= 1.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " If (feature 10 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 10 > 1.0)\n", " Predict: 1.0\n", " Else (feature 9 > 0.0)\n", " Predict: 1.0\n", " Else (feature 19 > 1.0)\n", " If (feature 10 <= 2.0)\n", " If (feature 19 <= 3.0)\n", " Predict: 0.0\n", " Else (feature 19 > 3.0)\n", " If (feature 18 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 18 > 0.0)\n", " Predict: 0.0\n", " Else (feature 10 > 2.0)\n", " If (feature 12 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 12 > 1.0)\n", " Predict: 0.0\n", " Else (feature 8 > 7.0)\n", " If (feature 16 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 16 > 0.0)\n", " Predict: 1.0\n", " Else (feature 6 > 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 13 <= 0.0)\n", " If (feature 1 <= 2.0)\n", " If (feature 20 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 20 > 3.0)\n", " Predict: 0.0\n", " Else (feature 1 > 2.0)\n", " Predict: 0.0\n", " Else (feature 13 > 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 86:\n", " If (feature 4 <= 3.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " If (feature 14 <= 4.0)\n", " If (feature 12 <= 1.0)\n", " If (feature 20 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 20 > 4.0)\n", " Predict: 0.0\n", " Else (feature 12 > 1.0)\n", " Predict: 0.0\n", " Else (feature 14 > 4.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " If (feature 17 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 17 > 0.0)\n", " If (feature 8 <= 7.0)\n", " If (feature 10 <= 2.0)\n", " If (feature 3 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 3 > 0.0)\n", " Predict: 1.0\n", " Else (feature 10 > 2.0)\n", " Predict: 1.0\n", " Else (feature 8 > 7.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 87:\n", " If (feature 19 <= 2.0)\n", " If (feature 13 <= 0.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 10 <= 0.0)\n", " If (feature 8 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 8 > 2.0)\n", " Predict: 0.0\n", " Else (feature 10 > 0.0)\n", " Predict: 0.0\n", " Else (feature 9 > 0.0)\n", " Predict: 1.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 13 > 0.0)\n", " Predict: 1.0\n", " Else (feature 19 > 2.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 20 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 20 > 1.0)\n", " If (feature 21 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 21 > 2.0)\n", " If (feature 12 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 12 > 1.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 9 > 0.0)\n", " Predict: 0.0\n", " Tree 88:\n", " If (feature 18 <= 0.0)\n", " If (feature 10 <= 0.0)\n", " If (feature 1 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 1 > 1.0)\n", " Predict: 1.0\n", " Else (feature 10 > 0.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 1 <= 2.0)\n", " If (feature 4 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 4 > 2.0)\n", " Predict: 0.0\n", " Else (feature 1 > 2.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " If (feature 21 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 21 > 0.0)\n", " If (feature 19 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 19 > 1.0)\n", " If (feature 11 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 11 > 1.0)\n", " Predict: 1.0\n", " Else (feature 18 > 0.0)\n", " If (feature 20 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 20 > 2.0)\n", " If (feature 17 <= 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 18 <= 1.0)\n", " If (feature 11 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 11 > 1.0)\n", " Predict: 0.0\n", " Else (feature 18 > 1.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 17 > 0.0)\n", " If (feature 17 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 17 > 1.0)\n", " Predict: 0.0\n", " Tree 89:\n", " If (feature 11 <= 1.0)\n", " If (feature 12 <= 2.0)\n", " If (feature 8 <= 7.0)\n", " If (feature 21 <= 0.0)\n", " If (feature 1 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 1 > 1.0)\n", " Predict: 1.0\n", " Else (feature 21 > 0.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 9 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 9 > 0.0)\n", " Predict: 1.0\n", " Else (feature 7 > 0.0)\n", " If (feature 1 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 1 > 0.0)\n", " Predict: 1.0\n", " Else (feature 8 > 7.0)\n", " If (feature 7 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " If (feature 10 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 10 > 2.0)\n", " Predict: 1.0\n", " Else (feature 12 > 2.0)\n", " If (feature 20 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 20 > 1.0)\n", " Predict: 0.0\n", " Else (feature 11 > 1.0)\n", " If (feature 18 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 18 > 0.0)\n", " Predict: 0.0\n", " Tree 90:\n", " If (feature 19 <= 2.0)\n", " If (feature 13 <= 0.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 10 <= 0.0)\n", " If (feature 19 <= 0.0)\n", " If (feature 1 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 1 > 1.0)\n", " Predict: 1.0\n", " Else (feature 19 > 0.0)\n", " Predict: 0.0\n", " Else (feature 10 > 0.0)\n", " If (feature 6 <= 0.0)\n", " If (feature 7 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 6 > 0.0)\n", " Predict: 0.0\n", " Else (feature 9 > 0.0)\n", " Predict: 1.0\n", " Else (feature 13 > 0.0)\n", " Predict: 1.0\n", " Else (feature 19 > 2.0)\n", " If (feature 8 <= 7.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 18 <= 1.0)\n", " If (feature 10 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 10 > 2.0)\n", " Predict: 0.0\n", " Else (feature 18 > 1.0)\n", " Predict: 1.0\n", " Else (feature 7 > 0.0)\n", " If (feature 3 <= 0.0)\n", " If (feature 20 <= 3.0)\n", " Predict: 0.0\n", " Else (feature 20 > 3.0)\n", " Predict: 1.0\n", " Else (feature 3 > 0.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 8 > 7.0)\n", " If (feature 5 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 5 > 0.0)\n", " If (feature 14 <= 7.0)\n", " Predict: 1.0\n", " Else (feature 14 > 7.0)\n", " Predict: 0.0\n", " Tree 91:\n", " If (feature 19 <= 2.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " If (feature 4 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 19 > 2.0)\n", " If (feature 9 <= 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 19 <= 4.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 11 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 11 > 1.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 19 > 4.0)\n", " If (feature 19 <= 5.0)\n", " Predict: 0.0\n", " Else (feature 19 > 5.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 9 > 0.0)\n", " Predict: 0.0\n", " Tree 92:\n", " If (feature 4 <= 3.0)\n", " If (feature 1 <= 1.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 21 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 21 > 1.0)\n", " If (feature 12 <= 1.0)\n", " If (feature 1 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 1 > 0.0)\n", " Predict: 1.0\n", " Else (feature 12 > 1.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " If (feature 13 <= 0.0)\n", " If (feature 21 <= 2.0)\n", " If (feature 19 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 19 > 4.0)\n", " Predict: 0.0\n", " Else (feature 21 > 2.0)\n", " Predict: 1.0\n", " Else (feature 13 > 0.0)\n", " Predict: 1.0\n", " Else (feature 1 > 1.0)\n", " If (feature 14 <= 2.0)\n", " If (feature 0 <= 4.0)\n", " If (feature 1 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 1 > 2.0)\n", " Predict: 0.0\n", " Else (feature 0 > 4.0)\n", " Predict: 0.0\n", " Else (feature 14 > 2.0)\n", " If (feature 11 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 11 > 1.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 93:\n", " If (feature 19 <= 2.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " If (feature 2 <= 4.0)\n", " If (feature 4 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 2 > 4.0)\n", " Predict: 0.0\n", " Else (feature 19 > 2.0)\n", " If (feature 13 <= 4.0)\n", " If (feature 17 <= 0.0)\n", " If (feature 2 <= 6.0)\n", " If (feature 12 <= 1.0)\n", " If (feature 14 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 14 > 1.0)\n", " Predict: 1.0\n", " Else (feature 12 > 1.0)\n", " Predict: 0.0\n", " Else (feature 2 > 6.0)\n", " Predict: 1.0\n", " Else (feature 17 > 0.0)\n", " If (feature 19 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 19 > 4.0)\n", " Predict: 0.0\n", " Else (feature 13 > 4.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 10 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 10 > 1.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 94:\n", " If (feature 7 <= 0.0)\n", " If (feature 1 <= 1.0)\n", " If (feature 8 <= 6.0)\n", " If (feature 19 <= 1.0)\n", " If (feature 10 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 10 > 0.0)\n", " If (feature 9 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 9 > 0.0)\n", " Predict: 1.0\n", " Else (feature 19 > 1.0)\n", " If (feature 11 <= 1.0)\n", " If (feature 3 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 3 > 0.0)\n", " Predict: 1.0\n", " Else (feature 11 > 1.0)\n", " Predict: 0.0\n", " Else (feature 8 > 6.0)\n", " Predict: 0.0\n", " Else (feature 1 > 1.0)\n", " If (feature 3 <= 0.0)\n", " If (feature 1 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 1 > 2.0)\n", " Predict: 0.0\n", " Else (feature 3 > 0.0)\n", " If (feature 10 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 10 > 0.0)\n", " If (feature 21 <= 3.0)\n", " Predict: 0.0\n", " Else (feature 21 > 3.0)\n", " Predict: 1.0\n", " Else (feature 7 > 0.0)\n", " If (feature 11 <= 1.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 21 <= 2.0)\n", " If (feature 19 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 19 > 4.0)\n", " Predict: 0.0\n", " Else (feature 21 > 2.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 11 > 1.0)\n", " If (feature 14 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 14 > 0.0)\n", " If (feature 4 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 95:\n", " If (feature 19 <= 2.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 19 <= 1.0)\n", " If (feature 1 <= 1.0)\n", " If (feature 10 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 10 > 0.0)\n", " If (feature 6 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 6 > 0.0)\n", " Predict: 0.0\n", " Else (feature 1 > 1.0)\n", " If (feature 0 <= 0.0)\n", " If (feature 21 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 21 > 0.0)\n", " Predict: 0.0\n", " Else (feature 0 > 0.0)\n", " Predict: 1.0\n", " Else (feature 19 > 1.0)\n", " Predict: 1.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 19 > 2.0)\n", " If (feature 6 <= 0.0)\n", " If (feature 14 <= 4.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 19 <= 4.0)\n", " If (feature 1 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 1 > 1.0)\n", " Predict: 0.0\n", " Else (feature 19 > 4.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 14 > 4.0)\n", " If (feature 12 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 12 > 0.0)\n", " Predict: 0.0\n", " Else (feature 6 > 0.0)\n", " If (feature 20 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 20 > 3.0)\n", " Predict: 0.0\n", " Tree 96:\n", " If (feature 4 <= 3.0)\n", " If (feature 1 <= 1.0)\n", " If (feature 14 <= 0.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " If (feature 21 <= 5.0)\n", " If (feature 2 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 2 > 4.0)\n", " Predict: 1.0\n", " Else (feature 21 > 5.0)\n", " Predict: 0.0\n", " Else (feature 14 > 0.0)\n", " If (feature 16 <= 2.0)\n", " If (feature 12 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 12 > 1.0)\n", " If (feature 13 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 13 > 0.0)\n", " Predict: 1.0\n", " Else (feature 16 > 2.0)\n", " Predict: 0.0\n", " Else (feature 1 > 1.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 19 <= 2.0)\n", " Predict: 1.0\n", " Else (feature 19 > 2.0)\n", " If (feature 6 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 6 > 0.0)\n", " If (feature 0 <= 4.0)\n", " Predict: 1.0\n", " Else (feature 0 > 4.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Tree 97:\n", " If (feature 11 <= 1.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 1 <= 1.0)\n", " If (feature 18 <= 1.0)\n", " If (feature 14 <= 1.0)\n", " If (feature 4 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 4 > 2.0)\n", " Predict: 0.0\n", " Else (feature 14 > 1.0)\n", " Predict: 1.0\n", " Else (feature 18 > 1.0)\n", " Predict: 1.0\n", " Else (feature 1 > 1.0)\n", " If (feature 8 <= 4.0)\n", " If (feature 21 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 21 > 0.0)\n", " If (feature 8 <= 3.0)\n", " Predict: 0.0\n", " Else (feature 8 > 3.0)\n", " Predict: 1.0\n", " Else (feature 8 > 4.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " If (feature 19 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 19 > 1.0)\n", " If (feature 19 <= 3.0)\n", " Predict: 0.0\n", " Else (feature 19 > 3.0)\n", " If (feature 3 <= 0.0)\n", " If (feature 10 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 10 > 2.0)\n", " Predict: 1.0\n", " Else (feature 3 > 0.0)\n", " Predict: 1.0\n", " Else (feature 11 > 1.0)\n", " If (feature 18 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 18 > 0.0)\n", " Predict: 0.0\n", " Tree 98:\n", " If (feature 19 <= 2.0)\n", " If (feature 2 <= 4.0)\n", " If (feature 10 <= 0.0)\n", " If (feature 4 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 0.0)\n", " Predict: 1.0\n", " Else (feature 10 > 0.0)\n", " If (feature 4 <= 3.0)\n", " Predict: 1.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 2 > 4.0)\n", " Predict: 0.0\n", " Else (feature 19 > 2.0)\n", " If (feature 20 <= 4.0)\n", " If (feature 6 <= 0.0)\n", " If (feature 16 <= 0.0)\n", " If (feature 2 <= 6.0)\n", " If (feature 12 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 12 > 2.0)\n", " Predict: 0.0\n", " Else (feature 2 > 6.0)\n", " Predict: 1.0\n", " Else (feature 16 > 0.0)\n", " Predict: 1.0\n", " Else (feature 6 > 0.0)\n", " Predict: 1.0\n", " Else (feature 20 > 4.0)\n", " If (feature 10 <= 2.0)\n", " Predict: 0.0\n", " Else (feature 10 > 2.0)\n", " Predict: 1.0\n", " Tree 99:\n", " If (feature 21 <= 3.0)\n", " If (feature 19 <= 2.0)\n", " If (feature 21 <= 0.0)\n", " If (feature 1 <= 1.0)\n", " Predict: 0.0\n", " Else (feature 1 > 1.0)\n", " Predict: 1.0\n", " Else (feature 21 > 0.0)\n", " If (feature 7 <= 0.0)\n", " If (feature 3 <= 0.0)\n", " If (feature 6 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 6 > 0.0)\n", " Predict: 1.0\n", " Else (feature 3 > 0.0)\n", " Predict: 0.0\n", " Else (feature 7 > 0.0)\n", " Predict: 1.0\n", " Else (feature 19 > 2.0)\n", " If (feature 17 <= 0.0)\n", " If (feature 4 <= 3.0)\n", " If (feature 11 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 11 > 0.0)\n", " Predict: 0.0\n", " Else (feature 4 > 3.0)\n", " Predict: 0.0\n", " Else (feature 17 > 0.0)\n", " If (feature 10 <= 2.0)\n", " If (feature 13 <= 0.0)\n", " Predict: 0.0\n", " Else (feature 13 > 0.0)\n", " If (feature 17 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 17 > 1.0)\n", " Predict: 0.0\n", " Else (feature 10 > 2.0)\n", " Predict: 1.0\n", " Else (feature 21 > 3.0)\n", " If (feature 13 <= 4.0)\n", " If (feature 17 <= 0.0)\n", " If (feature 8 <= 4.0)\n", " If (feature 19 <= 1.0)\n", " Predict: 1.0\n", " Else (feature 19 > 1.0)\n", " If (feature 7 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 7 > 0.0)\n", " Predict: 0.0\n", " Else (feature 8 > 4.0)\n", " Predict: 0.0\n", " Else (feature 17 > 0.0)\n", " Predict: 1.0\n", " Else (feature 13 > 4.0)\n", " If (feature 12 <= 0.0)\n", " Predict: 1.0\n", " Else (feature 12 > 0.0)\n", " Predict: 0.0\n", "\n" ] } ], "source": [ "predictions = model2.predict(testData.map(lambda x: x.features))\n", "labelsAndPredictions = testData.map(lambda x: x.label).zip(predictions)\n", "\n", "#print labelsAndPredictions.take(100)\n", "\n", "errorCount = labelsAndPredictions.filter(lambda (v, p): v != p).count()\n", "print \"errorCount = %s\" % errorCount\n", "testErr = errorCount / float(testData.count())\n", "print 'Test Error = %s' % testErr\n", "print 'Learned classification tree model2:'\n", "print model2.toDebugString()" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": true }, "outputs": [], "source": [] } ], "metadata": { "anaconda-cloud": {}, "kernelspec": { "display_name": "Python [Root]", "language": "python", "name": "Python [Root]" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 2 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython2", "version": "2.7.12" } }, "nbformat": 4, "nbformat_minor": 0 }