{ "cells": [ { "cell_type": "markdown", "metadata": {}, "source": [ "## Titanic with Keras" ] }, { "cell_type": "code", "execution_count": 1, "metadata": { "code_folding": [] }, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "Using TensorFlow backend.\n" ] } ], "source": [ "import numpy as np\n", "import pandas as pd\n", "\n", "import keras\n", "from keras.models import Sequential\n", "from keras.layers.normalization import BatchNormalization\n", "from keras.layers.core import Flatten, Dense, Activation, Dropout" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## setup" ] }, { "cell_type": "code", "execution_count": 24, "metadata": { "collapsed": true }, "outputs": [], "source": [ "DATA_HOME_DIR = \"/home/tsu-nera/repo/kaggle/input/titanic/\"\n", "row_data = pd.read_csv(DATA_HOME_DIR + 'train.csv', index_col=0)\n", "test_data = pd.read_csv(DATA_HOME_DIR + 'test.csv', index_col=0)" ] }, { "cell_type": "code", "execution_count": 25, "metadata": { "collapsed": true }, "outputs": [], "source": [ "test_ind = test_data.index\n", "\n", "data= row_data[['Survived','Pclass','Sex','Age','SibSp','Parch','Fare']].dropna()\n", "t_data = test_data[['Pclass','Sex','Age','SibSp','Parch','Fare']]" ] }, { "cell_type": "code", "execution_count": 71, "metadata": { "code_folding": [] }, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "/home/tsu-nera/anaconda3/envs/kaggle/lib/python3.6/site-packages/ipykernel/__main__.py:30: SettingWithCopyWarning: \n", "A value is trying to be set on a copy of a slice from a DataFrame.\n", "Try using .loc[row_indexer,col_indexer] = value instead\n", "\n", "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n" ] }, { "data": { "text/plain": [ "((714, 8), (714,), (418, 8))" ] }, "execution_count": 71, "metadata": {}, "output_type": "execute_result" } ], "source": [ "Pclass = pd.get_dummies(data['Pclass'])\n", "Pclass.columns=['1st','2nd','3rd']\n", "Pclass = Pclass.drop('1st',axis=1)\n", "\n", "tPclass = pd.get_dummies(t_data['Pclass'])\n", "tPclass.columns=['1st','2nd','3rd']\n", "tPclass = tPclass.drop('1st',axis=1)\n", "\n", "Sex = pd.get_dummies(data['Sex'])\n", "Sex = Sex.drop('male',axis=1)\n", "\n", "tSex = pd.get_dummies(t_data['Sex'])\n", "tSex = tSex.drop('male',axis=1)\n", "\n", "def adult_kids(age):\n", " if age > 15:\n", " if age > 60:\n", " return 'older'\n", " else :\n", " return 'adult'\n", " else :\n", " if age < 16:\n", " return 'kids'\n", " else :\n", " return np.nan\n", "\n", "data['adult_kids'] = data['Age'].apply(adult_kids)\n", "Age_cat = pd.get_dummies(data['adult_kids']).drop('adult',axis=1)\n", "t_data['adult_kids'] = t_data['Age'].apply(adult_kids)\n", "tAge_cat = pd.get_dummies(t_data['adult_kids']).drop('adult',axis=1)\n", "\n", "Data_tmp = data[['Survived','SibSp','Parch','Fare']]\n", "\n", "Merge_data = pd.merge(Data_tmp,Pclass,right_index=True,left_index=True)\n", "Merge_data = pd.merge(Merge_data,Sex,right_index=True,left_index=True)\n", "Merge_data = pd.merge(Merge_data,Age_cat,right_index=True,left_index=True)\n", "y = Merge_data['Survived'].values\n", "x = Merge_data.drop('Survived',axis=1).values\n", "\n", "Data_tmp = t_data[['SibSp','Parch','Fare']]\n", "\n", "Merge_data = pd.merge(Data_tmp,tPclass,right_index=True,left_index=True)\n", "Merge_data = pd.merge(Merge_data,tSex,right_index=True,left_index=True)\n", "Merge_data = pd.merge(Merge_data,tAge_cat,right_index=True,left_index=True)\n", "tx = Merge_data\n", "\n", "(x.shape, y.shape, tx.shape)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Build Model" ] }, { "cell_type": "code", "execution_count": 105, "metadata": { "code_folding": [], "collapsed": true }, "outputs": [], "source": [ "# create model\n", "model = Sequential()\n", "model.add(Dense(64, input_shape=(8,)))\n", "\n", "for i in range(0, 8):\n", " model.add(Dense(units=64))\n", " model.add(Activation('relu'))\n", "\n", "model.add(Dense(units=1))\n", "model.add(Activation('linear'))\n", "\n", "model.compile(loss='mean_squared_error', optimizer='rmsprop')" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Training" ] }, { "cell_type": "code", "execution_count": 102, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Epoch 1/300\n", "714/714 [==============================] - 1s - loss: 0.2937 \n", "Epoch 2/300\n", "714/714 [==============================] - 0s - loss: 0.1910 \n", "Epoch 3/300\n", "714/714 [==============================] - 0s - loss: 0.1814 \n", "Epoch 4/300\n", "714/714 [==============================] - 0s - loss: 0.1698 \n", "Epoch 5/300\n", "714/714 [==============================] - 0s - loss: 0.1719 \n", "Epoch 6/300\n", "714/714 [==============================] - 0s - loss: 0.1747 \n", "Epoch 7/300\n", "714/714 [==============================] - 0s - loss: 0.1625 \n", "Epoch 8/300\n", "714/714 [==============================] - 0s - loss: 0.1649 \n", "Epoch 9/300\n", "714/714 [==============================] - 0s - loss: 0.1669 \n", "Epoch 10/300\n", "714/714 [==============================] - 0s - loss: 0.1726 \n", "Epoch 11/300\n", "714/714 [==============================] - 0s - loss: 0.1779 \n", "Epoch 12/300\n", "714/714 [==============================] - 0s - loss: 0.1851 \n", "Epoch 13/300\n", "714/714 [==============================] - 0s - loss: 0.1829 \n", "Epoch 14/300\n", "714/714 [==============================] - 0s - loss: 0.1718 \n", "Epoch 15/300\n", "714/714 [==============================] - 0s - loss: 0.1717 \n", "Epoch 16/300\n", "714/714 [==============================] - 0s - loss: 0.1668 \n", "Epoch 17/300\n", "714/714 [==============================] - 0s - loss: 0.1726 \n", "Epoch 18/300\n", "714/714 [==============================] - 0s - loss: 0.1659 \n", "Epoch 19/300\n", "714/714 [==============================] - 0s - loss: 0.1664 \n", "Epoch 20/300\n", "714/714 [==============================] - 0s - loss: 0.1697 \n", "Epoch 21/300\n", "714/714 [==============================] - 0s - loss: 0.1732 \n", "Epoch 22/300\n", "714/714 [==============================] - 0s - loss: 0.1621 \n", "Epoch 23/300\n", "714/714 [==============================] - 0s - loss: 0.1593 \n", "Epoch 24/300\n", "714/714 [==============================] - 0s - loss: 0.1847 \n", "Epoch 25/300\n", "714/714 [==============================] - 0s - loss: 0.1775 \n", "Epoch 26/300\n", "714/714 [==============================] - 0s - loss: 0.1704 \n", "Epoch 27/300\n", "714/714 [==============================] - 0s - loss: 0.1623 \n", "Epoch 28/300\n", "714/714 [==============================] - 0s - loss: 0.1621 \n", "Epoch 29/300\n", "714/714 [==============================] - 0s - loss: 0.1570 \n", "Epoch 30/300\n", "714/714 [==============================] - 0s - loss: 0.1675 \n", "Epoch 31/300\n", "714/714 [==============================] - 0s - loss: 0.1695 \n", "Epoch 32/300\n", "714/714 [==============================] - 0s - loss: 0.1657 \n", "Epoch 33/300\n", "714/714 [==============================] - 0s - loss: 0.1671 \n", "Epoch 34/300\n", "714/714 [==============================] - 0s - loss: 0.1640 \n", "Epoch 35/300\n", "714/714 [==============================] - 0s - loss: 0.1738 \n", "Epoch 36/300\n", "714/714 [==============================] - 0s - loss: 0.1753 \n", "Epoch 37/300\n", "714/714 [==============================] - 0s - loss: 0.1613 \n", "Epoch 38/300\n", "714/714 [==============================] - 0s - loss: 0.1624 \n", "Epoch 39/300\n", "714/714 [==============================] - 0s - loss: 0.1551 \n", "Epoch 40/300\n", "714/714 [==============================] - 0s - loss: 0.1588 \n", "Epoch 41/300\n", "714/714 [==============================] - 0s - loss: 0.1582 \n", "Epoch 42/300\n", "714/714 [==============================] - 0s - loss: 0.1533 \n", "Epoch 43/300\n", "714/714 [==============================] - 0s - loss: 0.1608 \n", "Epoch 44/300\n", "714/714 [==============================] - 0s - loss: 0.1651 \n", "Epoch 45/300\n", "714/714 [==============================] - 0s - loss: 0.1640 \n", "Epoch 46/300\n", "714/714 [==============================] - 0s - loss: 0.1630 \n", "Epoch 47/300\n", "714/714 [==============================] - 0s - loss: 0.1669 \n", "Epoch 48/300\n", "714/714 [==============================] - 0s - loss: 0.1636 \n", "Epoch 49/300\n", "714/714 [==============================] - 0s - loss: 0.1607 \n", "Epoch 50/300\n", "714/714 [==============================] - 0s - loss: 0.1600 \n", "Epoch 51/300\n", "714/714 [==============================] - 0s - loss: 0.1649 \n", "Epoch 52/300\n", "714/714 [==============================] - 0s - loss: 0.1671 \n", "Epoch 53/300\n", "714/714 [==============================] - 0s - loss: 0.1592 \n", "Epoch 54/300\n", "714/714 [==============================] - 0s - loss: 0.1812 \n", "Epoch 55/300\n", "714/714 [==============================] - 0s - loss: 0.1556 \n", "Epoch 56/300\n", "714/714 [==============================] - 0s - loss: 0.1703 \n", "Epoch 57/300\n", "714/714 [==============================] - 0s - loss: 0.1655 \n", "Epoch 58/300\n", "714/714 [==============================] - 0s - loss: 0.1620 \n", "Epoch 59/300\n", "714/714 [==============================] - 0s - loss: 0.1626 \n", "Epoch 60/300\n", "714/714 [==============================] - 0s - loss: 0.1531 \n", "Epoch 61/300\n", "714/714 [==============================] - 0s - loss: 0.1606 \n", "Epoch 62/300\n", "714/714 [==============================] - 0s - loss: 0.1640 \n", "Epoch 63/300\n", "714/714 [==============================] - 0s - loss: 0.1651 \n", "Epoch 64/300\n", "714/714 [==============================] - 0s - loss: 0.1590 \n", "Epoch 65/300\n", "714/714 [==============================] - 0s - loss: 0.1617 \n", "Epoch 66/300\n", "714/714 [==============================] - 0s - loss: 0.1658 \n", "Epoch 67/300\n", "714/714 [==============================] - 0s - loss: 0.1630 \n", "Epoch 68/300\n", "714/714 [==============================] - 0s - loss: 0.1580 \n", "Epoch 69/300\n", "714/714 [==============================] - 0s - loss: 0.1560 \n", "Epoch 70/300\n", "714/714 [==============================] - 0s - loss: 0.1876 \n", "Epoch 71/300\n", "714/714 [==============================] - 0s - loss: 0.1813 \n", "Epoch 72/300\n", "714/714 [==============================] - 0s - loss: 0.1769 \n", "Epoch 73/300\n", "714/714 [==============================] - 0s - loss: 0.1664 \n", "Epoch 74/300\n", "714/714 [==============================] - 0s - loss: 0.1554 \n", "Epoch 75/300\n", "714/714 [==============================] - 0s - loss: 0.1683 \n", "Epoch 76/300\n", "714/714 [==============================] - 0s - loss: 0.1551 \n", "Epoch 77/300\n", "714/714 [==============================] - 0s - loss: 0.1650 \n", "Epoch 78/300\n", "714/714 [==============================] - 0s - loss: 0.1648 \n", "Epoch 79/300\n", "714/714 [==============================] - 0s - loss: 0.1679 \n", "Epoch 80/300\n", "714/714 [==============================] - 0s - loss: 0.1679 \n", "Epoch 81/300\n", "714/714 [==============================] - 0s - loss: 0.1640 \n", "Epoch 82/300\n", "714/714 [==============================] - 0s - loss: 0.1595 \n", "Epoch 83/300\n", "714/714 [==============================] - 0s - loss: 0.1567 \n", "Epoch 84/300\n", "714/714 [==============================] - 0s - loss: 0.1551 \n", "Epoch 85/300\n", "714/714 [==============================] - 0s - loss: 0.1587 \n", "Epoch 86/300\n", "714/714 [==============================] - 0s - loss: 0.1640 \n", "Epoch 87/300\n", "714/714 [==============================] - 0s - loss: 0.1702 \n", "Epoch 88/300\n", "714/714 [==============================] - 0s - loss: 0.1666 \n", "Epoch 89/300\n", "714/714 [==============================] - 0s - loss: 0.1677 \n", "Epoch 90/300\n", "714/714 [==============================] - 0s - loss: 0.1533 \n", "Epoch 91/300\n", "714/714 [==============================] - 0s - loss: 0.1522 \n", "Epoch 92/300\n", "714/714 [==============================] - 0s - loss: 0.1575 \n", "Epoch 93/300\n", "714/714 [==============================] - 0s - loss: 0.1529 \n", "Epoch 94/300\n", "714/714 [==============================] - 0s - loss: 0.1667 \n", "Epoch 95/300\n", "714/714 [==============================] - 0s - loss: 0.1609 \n", "Epoch 96/300\n", "714/714 [==============================] - 0s - loss: 0.1526 \n", "Epoch 97/300\n", "714/714 [==============================] - 0s - loss: 0.1525 \n", "Epoch 98/300\n", "714/714 [==============================] - 0s - loss: 0.1731 \n", "Epoch 99/300\n", "714/714 [==============================] - 0s - loss: 0.1549 \n", "Epoch 100/300\n", "714/714 [==============================] - 0s - loss: 0.1534 \n", "Epoch 101/300\n", "714/714 [==============================] - 0s - loss: 0.1573 \n", "Epoch 102/300\n", "714/714 [==============================] - 0s - loss: 0.1553 \n", "Epoch 103/300\n", "714/714 [==============================] - 0s - loss: 0.1632 \n", "Epoch 104/300\n", "714/714 [==============================] - 0s - loss: 0.1580 \n", "Epoch 105/300\n", "714/714 [==============================] - 0s - loss: 0.1466 \n", "Epoch 106/300\n", "714/714 [==============================] - 0s - loss: 0.1564 \n", "Epoch 107/300\n", "714/714 [==============================] - 0s - loss: 0.1592 \n", "Epoch 108/300\n", "714/714 [==============================] - 0s - loss: 0.1550 \n", "Epoch 109/300\n", "714/714 [==============================] - 0s - loss: 0.1589 \n", "Epoch 110/300\n", "714/714 [==============================] - 0s - loss: 0.1611 \n", "Epoch 111/300\n", "714/714 [==============================] - 0s - loss: 0.1505 \n", "Epoch 112/300\n", "714/714 [==============================] - 0s - loss: 0.1491 \n", "Epoch 113/300\n", "714/714 [==============================] - 0s - loss: 0.1536 \n", "Epoch 114/300\n", "714/714 [==============================] - 0s - loss: 0.1560 \n", "Epoch 115/300\n", "714/714 [==============================] - 0s - loss: 0.1537 \n", "Epoch 116/300\n", "714/714 [==============================] - 0s - loss: 0.1527 \n", "Epoch 117/300\n", "714/714 [==============================] - 0s - loss: 0.1475 \n", "Epoch 118/300\n", "714/714 [==============================] - 0s - loss: 0.1629 \n", "Epoch 119/300\n", "714/714 [==============================] - 0s - loss: 0.1629 \n", "Epoch 120/300\n", "714/714 [==============================] - 0s - loss: 0.1529 \n", "Epoch 121/300\n", "714/714 [==============================] - 0s - loss: 0.1575 \n", "Epoch 122/300\n", "714/714 [==============================] - 0s - loss: 0.1504 \n", "Epoch 123/300\n", "714/714 [==============================] - 0s - loss: 0.1613 \n", "Epoch 124/300\n", "714/714 [==============================] - 0s - loss: 0.1484 \n", "Epoch 125/300\n", "714/714 [==============================] - 0s - loss: 0.1553 \n", "Epoch 126/300\n", "714/714 [==============================] - 0s - loss: 0.1525 \n", "Epoch 127/300\n", "714/714 [==============================] - 0s - loss: 0.1574 \n", "Epoch 128/300\n", "714/714 [==============================] - 0s - loss: 0.1581 \n", "Epoch 129/300\n", "714/714 [==============================] - 0s - loss: 0.1593 \n", "Epoch 130/300\n", "714/714 [==============================] - 0s - loss: 0.1524 \n", "Epoch 131/300\n", "714/714 [==============================] - 0s - loss: 0.1683 \n", "Epoch 132/300\n", "714/714 [==============================] - 0s - loss: 0.1610 \n", "Epoch 133/300\n", "714/714 [==============================] - 0s - loss: 0.1541 \n", "Epoch 134/300\n", "714/714 [==============================] - 0s - loss: 0.1568 \n", "Epoch 135/300\n", "714/714 [==============================] - 0s - loss: 0.1470 \n", "Epoch 136/300\n", "714/714 [==============================] - 0s - loss: 0.1524 \n", "Epoch 137/300\n", "714/714 [==============================] - 0s - loss: 0.1500 \n", "Epoch 138/300\n", "714/714 [==============================] - 0s - loss: 0.1528 \n", "Epoch 139/300\n", "714/714 [==============================] - 0s - loss: 0.1481 \n", "Epoch 140/300\n", "714/714 [==============================] - 0s - loss: 0.1509 \n", "Epoch 141/300\n", "714/714 [==============================] - 0s - loss: 0.1533 \n", "Epoch 142/300\n", "714/714 [==============================] - 0s - loss: 0.1511 \n", "Epoch 143/300\n", "714/714 [==============================] - 0s - loss: 0.1522 \n", "Epoch 144/300\n", "714/714 [==============================] - 0s - loss: 0.1581 \n", "Epoch 145/300\n", "714/714 [==============================] - 0s - loss: 0.1518 \n", "Epoch 146/300\n", "714/714 [==============================] - 0s - loss: 0.1574 \n", "Epoch 147/300\n", "714/714 [==============================] - 0s - loss: 0.1592 \n", "Epoch 148/300\n", "714/714 [==============================] - 0s - loss: 0.1662 \n", "Epoch 149/300\n", "714/714 [==============================] - 0s - loss: 0.1607 \n", "Epoch 150/300\n", "714/714 [==============================] - 0s - loss: 0.1593 \n", "Epoch 151/300\n", "714/714 [==============================] - 0s - loss: 0.1577 \n", "Epoch 152/300\n", "714/714 [==============================] - 0s - loss: 0.1529 \n", "Epoch 153/300\n", "714/714 [==============================] - 0s - loss: 0.1509 \n", "Epoch 154/300\n", "714/714 [==============================] - 0s - loss: 0.1524 \n", "Epoch 155/300\n", "714/714 [==============================] - 0s - loss: 0.1464 \n", "Epoch 156/300\n", "714/714 [==============================] - 0s - loss: 0.1494 \n", "Epoch 157/300\n", "714/714 [==============================] - 0s - loss: 0.1446 \n", "Epoch 158/300\n", "714/714 [==============================] - 0s - loss: 0.1447 \n", "Epoch 159/300\n", "714/714 [==============================] - 0s - loss: 0.1539 \n", "Epoch 160/300\n", "714/714 [==============================] - 0s - loss: 0.1498 \n", "Epoch 161/300\n", "714/714 [==============================] - 0s - loss: 0.1453 \n", "Epoch 162/300\n", "714/714 [==============================] - 0s - loss: 0.1455 \n", "Epoch 163/300\n", "714/714 [==============================] - 0s - loss: 0.1522 \n", "Epoch 164/300\n", "714/714 [==============================] - 0s - loss: 0.1504 \n", "Epoch 165/300\n", "714/714 [==============================] - 0s - loss: 0.1532 \n", "Epoch 166/300\n", "714/714 [==============================] - 0s - loss: 0.1507 \n", "Epoch 167/300\n", "714/714 [==============================] - 0s - loss: 0.1478 \n", "Epoch 168/300\n", "714/714 [==============================] - 0s - loss: 0.1561 \n", "Epoch 169/300\n", "714/714 [==============================] - 0s - loss: 0.1536 \n", "Epoch 170/300\n", "714/714 [==============================] - 0s - loss: 0.1456 \n", "Epoch 171/300\n", "714/714 [==============================] - 0s - loss: 0.1502 \n", "Epoch 172/300\n", "714/714 [==============================] - 0s - loss: 0.1566 \n", "Epoch 173/300\n", "714/714 [==============================] - 0s - loss: 0.1447 \n", "Epoch 174/300\n", "714/714 [==============================] - 0s - loss: 0.1579 \n", "Epoch 175/300\n", "714/714 [==============================] - 0s - loss: 0.1532 \n", "Epoch 176/300\n", "714/714 [==============================] - 0s - loss: 0.1491 \n", "Epoch 177/300\n", "714/714 [==============================] - 0s - loss: 0.1456 \n", "Epoch 178/300\n", "714/714 [==============================] - 0s - loss: 0.1447 \n", "Epoch 179/300\n", "714/714 [==============================] - 0s - loss: 0.1471 \n", "Epoch 180/300\n", "714/714 [==============================] - 0s - loss: 0.1495 \n", "Epoch 181/300\n", "714/714 [==============================] - 0s - loss: 0.1432 \n", "Epoch 182/300\n", "714/714 [==============================] - 0s - loss: 0.1477 \n", "Epoch 183/300\n", "714/714 [==============================] - 0s - loss: 0.1476 \n", "Epoch 184/300\n", "714/714 [==============================] - 0s - loss: 0.1406 \n", "Epoch 185/300\n", "714/714 [==============================] - 0s - loss: 0.1505 \n", "Epoch 186/300\n", "714/714 [==============================] - 0s - loss: 0.1495 \n", "Epoch 187/300\n", "714/714 [==============================] - 0s - loss: 0.1422 \n", "Epoch 188/300\n", "714/714 [==============================] - 0s - loss: 0.1550 \n", "Epoch 189/300\n", "714/714 [==============================] - 0s - loss: 0.1461 \n", "Epoch 190/300\n", "714/714 [==============================] - 0s - loss: 0.1499 \n", "Epoch 191/300\n", "714/714 [==============================] - 0s - loss: 0.1548 \n", "Epoch 192/300\n", "714/714 [==============================] - 0s - loss: 0.1452 \n", "Epoch 193/300\n", "714/714 [==============================] - 0s - loss: 0.1477 \n", "Epoch 194/300\n", "714/714 [==============================] - 0s - loss: 0.1504 \n", "Epoch 195/300\n", "714/714 [==============================] - 0s - loss: 0.1473 \n", "Epoch 196/300\n", "714/714 [==============================] - 0s - loss: 0.1423 \n", "Epoch 197/300\n", "714/714 [==============================] - 0s - loss: 0.1467 \n", "Epoch 198/300\n", "714/714 [==============================] - 0s - loss: 0.1443 \n", "Epoch 199/300\n", "714/714 [==============================] - 0s - loss: 0.1452 \n", "Epoch 200/300\n", "714/714 [==============================] - 0s - loss: 0.1516 \n", "Epoch 201/300\n", "714/714 [==============================] - 0s - loss: 0.1504 \n", "Epoch 202/300\n", "714/714 [==============================] - 0s - loss: 0.1482 \n", "Epoch 203/300\n", "714/714 [==============================] - 0s - loss: 0.1588 \n", "Epoch 204/300\n", "714/714 [==============================] - 0s - loss: 0.1511 \n", "Epoch 205/300\n", "714/714 [==============================] - 0s - loss: 0.1560 \n", "Epoch 206/300\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "714/714 [==============================] - 0s - loss: 0.1535 \n", "Epoch 207/300\n", "714/714 [==============================] - 0s - loss: 0.1456 \n", "Epoch 208/300\n", "714/714 [==============================] - 0s - loss: 0.1518 \n", "Epoch 209/300\n", "714/714 [==============================] - 0s - loss: 0.1413 \n", "Epoch 210/300\n", "714/714 [==============================] - 0s - loss: 0.1437 \n", "Epoch 211/300\n", "714/714 [==============================] - 0s - loss: 0.1423 \n", "Epoch 212/300\n", "714/714 [==============================] - 0s - loss: 0.1417 \n", "Epoch 213/300\n", "714/714 [==============================] - 0s - loss: 0.1406 \n", "Epoch 214/300\n", "714/714 [==============================] - 0s - loss: 0.1454 \n", "Epoch 215/300\n", "714/714 [==============================] - 0s - loss: 0.1388 \n", "Epoch 216/300\n", "714/714 [==============================] - 0s - loss: 0.1414 \n", "Epoch 217/300\n", "714/714 [==============================] - 0s - loss: 0.1467 \n", "Epoch 218/300\n", "714/714 [==============================] - 0s - loss: 0.1408 \n", "Epoch 219/300\n", "714/714 [==============================] - 0s - loss: 0.1437 \n", "Epoch 220/300\n", "714/714 [==============================] - 0s - loss: 0.1454 \n", "Epoch 221/300\n", "714/714 [==============================] - 0s - loss: 0.1499 \n", "Epoch 222/300\n", "714/714 [==============================] - 0s - loss: 0.1518 \n", "Epoch 223/300\n", "714/714 [==============================] - 0s - loss: 0.1410 \n", "Epoch 224/300\n", "714/714 [==============================] - 0s - loss: 0.1478 \n", "Epoch 225/300\n", "714/714 [==============================] - 0s - loss: 0.1438 \n", "Epoch 226/300\n", "714/714 [==============================] - 0s - loss: 0.1412 \n", "Epoch 227/300\n", "714/714 [==============================] - 0s - loss: 0.1423 \n", "Epoch 228/300\n", "714/714 [==============================] - 0s - loss: 0.1418 \n", "Epoch 229/300\n", "714/714 [==============================] - 0s - loss: 0.1497 \n", "Epoch 230/300\n", "714/714 [==============================] - 0s - loss: 0.1451 \n", "Epoch 231/300\n", "714/714 [==============================] - 0s - loss: 0.1444 \n", "Epoch 232/300\n", "714/714 [==============================] - 0s - loss: 0.1439 \n", "Epoch 233/300\n", "714/714 [==============================] - 0s - loss: 0.1458 \n", "Epoch 234/300\n", "714/714 [==============================] - 0s - loss: 0.1537 \n", "Epoch 235/300\n", "714/714 [==============================] - 0s - loss: 0.1442 \n", "Epoch 236/300\n", "714/714 [==============================] - 0s - loss: 0.1463 \n", "Epoch 237/300\n", "714/714 [==============================] - 0s - loss: 0.1547 \n", "Epoch 238/300\n", "714/714 [==============================] - 0s - loss: 0.1563 \n", "Epoch 239/300\n", "714/714 [==============================] - 0s - loss: 0.1568 \n", "Epoch 240/300\n", "714/714 [==============================] - 0s - loss: 0.1563 \n", "Epoch 241/300\n", "714/714 [==============================] - 0s - loss: 0.1549 \n", "Epoch 242/300\n", "714/714 [==============================] - 0s - loss: 0.1443 \n", "Epoch 243/300\n", "714/714 [==============================] - 0s - loss: 0.1431 \n", "Epoch 244/300\n", "714/714 [==============================] - 0s - loss: 0.1415 \n", "Epoch 245/300\n", "714/714 [==============================] - 0s - loss: 0.1431 \n", "Epoch 246/300\n", "714/714 [==============================] - 0s - loss: 0.1446 \n", "Epoch 247/300\n", "714/714 [==============================] - 0s - loss: 0.1462 \n", "Epoch 248/300\n", "714/714 [==============================] - 0s - loss: 0.1515 \n", "Epoch 249/300\n", "714/714 [==============================] - 0s - loss: 0.1473 \n", "Epoch 250/300\n", "714/714 [==============================] - 0s - loss: 0.1464 \n", "Epoch 251/300\n", "714/714 [==============================] - 0s - loss: 0.1483 \n", "Epoch 252/300\n", "714/714 [==============================] - 0s - loss: 0.1408 \n", "Epoch 253/300\n", "714/714 [==============================] - 0s - loss: 0.1419 \n", "Epoch 254/300\n", "714/714 [==============================] - 0s - loss: 0.1528 \n", "Epoch 255/300\n", "714/714 [==============================] - 0s - loss: 0.1579 \n", "Epoch 256/300\n", "714/714 [==============================] - 0s - loss: 0.1531 \n", "Epoch 257/300\n", "714/714 [==============================] - 0s - loss: 0.1463 \n", "Epoch 258/300\n", "714/714 [==============================] - 0s - loss: 0.1471 - ETA: 0s - loss: 0.151\n", "Epoch 259/300\n", "714/714 [==============================] - 0s - loss: 0.1638 \n", "Epoch 260/300\n", "714/714 [==============================] - 0s - loss: 0.1545 \n", "Epoch 261/300\n", "714/714 [==============================] - 0s - loss: 0.1448 \n", "Epoch 262/300\n", "714/714 [==============================] - 0s - loss: 0.1434 \n", "Epoch 263/300\n", "714/714 [==============================] - 0s - loss: 0.1477 \n", "Epoch 264/300\n", "714/714 [==============================] - 0s - loss: 0.1407 \n", "Epoch 265/300\n", "714/714 [==============================] - 0s - loss: 0.1454 \n", "Epoch 266/300\n", "714/714 [==============================] - 0s - loss: 0.1557 \n", "Epoch 267/300\n", "714/714 [==============================] - 0s - loss: 0.1527 \n", "Epoch 268/300\n", "714/714 [==============================] - 0s - loss: 0.1448 \n", "Epoch 269/300\n", "714/714 [==============================] - 0s - loss: 0.1486 \n", "Epoch 270/300\n", "714/714 [==============================] - 0s - loss: 0.1433 \n", "Epoch 271/300\n", "714/714 [==============================] - 0s - loss: 0.1451 \n", "Epoch 272/300\n", "714/714 [==============================] - 0s - loss: 0.1452 \n", "Epoch 273/300\n", "714/714 [==============================] - 0s - loss: 0.1407 \n", "Epoch 274/300\n", "714/714 [==============================] - 0s - loss: 0.1503 \n", "Epoch 275/300\n", "714/714 [==============================] - 0s - loss: 0.1423 \n", "Epoch 276/300\n", "714/714 [==============================] - 0s - loss: 0.1460 \n", "Epoch 277/300\n", "714/714 [==============================] - 0s - loss: 0.1506 \n", "Epoch 278/300\n", "714/714 [==============================] - 0s - loss: 0.1416 \n", "Epoch 279/300\n", "714/714 [==============================] - 0s - loss: 0.1421 \n", "Epoch 280/300\n", "714/714 [==============================] - 0s - loss: 0.1440 \n", "Epoch 281/300\n", "714/714 [==============================] - 0s - loss: 0.1463 \n", "Epoch 282/300\n", "714/714 [==============================] - 0s - loss: 0.1491 \n", "Epoch 283/300\n", "714/714 [==============================] - 0s - loss: 0.1428 \n", "Epoch 284/300\n", "714/714 [==============================] - 0s - loss: 0.1444 \n", "Epoch 285/300\n", "714/714 [==============================] - 0s - loss: 0.1439 \n", "Epoch 286/300\n", "714/714 [==============================] - 0s - loss: 0.1548 \n", "Epoch 287/300\n", "714/714 [==============================] - 0s - loss: 0.1409 \n", "Epoch 288/300\n", "714/714 [==============================] - 0s - loss: 0.1421 \n", "Epoch 289/300\n", "714/714 [==============================] - 0s - loss: 0.1469 \n", "Epoch 290/300\n", "714/714 [==============================] - 0s - loss: 0.1414 \n", "Epoch 291/300\n", "714/714 [==============================] - 0s - loss: 0.1410 \n", "Epoch 292/300\n", "714/714 [==============================] - 0s - loss: 0.1488 \n", "Epoch 293/300\n", "714/714 [==============================] - 0s - loss: 0.1468 \n", "Epoch 294/300\n", "714/714 [==============================] - 0s - loss: 0.1481 \n", "Epoch 295/300\n", "714/714 [==============================] - 0s - loss: 0.1400 \n", "Epoch 296/300\n", "714/714 [==============================] - 0s - loss: 0.1367 \n", "Epoch 297/300\n", "714/714 [==============================] - 0s - loss: 0.1442 \n", "Epoch 298/300\n", "714/714 [==============================] - 0s - loss: 0.1424 \n", "Epoch 299/300\n", "714/714 [==============================] - 0s - loss: 0.1429 \n", "Epoch 300/300\n", "714/714 [==============================] - 0s - loss: 0.1415 \n" ] }, { "data": { "text/plain": [ "" ] }, "execution_count": 102, "metadata": {}, "output_type": "execute_result" } ], "source": [ "model.fit(x, y, epochs=300)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Testing" ] }, { "cell_type": "code", "execution_count": 103, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "\r", " 32/418 [=>............................] - ETA: 5s" ] } ], "source": [ "p_survived = model.predict_classes(tx.values)" ] }, { "cell_type": "code", "execution_count": 104, "metadata": { "collapsed": true }, "outputs": [], "source": [ "submission = pd.DataFrame()\n", "submission['PassengerId'] = test_ind\n", "submission['Survived'] = p_survived" ] }, { "cell_type": "code", "execution_count": 96, "metadata": { "collapsed": true }, "outputs": [], "source": [ "submission.to_csv('submission.csv', index=False)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": true }, "outputs": [], "source": [] } ], "metadata": { "kernelspec": { "display_name": "Python [conda env:kaggle]", "language": "python", "name": "conda-env-kaggle-py" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.6.1" }, "toc": { "colors": { "hover_highlight": "#DAA520", "running_highlight": "#FF0000", "selected_highlight": "#FFD700" }, "moveMenuLeft": true, "nav_menu": { "height": "90px", "width": "253px" }, "navigate_menu": true, "number_sections": false, "sideBar": true, "threshold": 4, "toc_cell": false, "toc_section_display": "block", "toc_window_display": false, "widenNotebook": false } }, "nbformat": 4, "nbformat_minor": 2 }