{ "cells": [ { "cell_type": "markdown", "metadata": {}, "source": [ "# Chapter 5 - Deep Learning" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Classification" ] }, { "cell_type": "code", "execution_count": 73, "metadata": { "collapsed": false }, "outputs": [], "source": [ "from keras.models import Sequential\n", "from keras.layers import Dense\n", "from keras.wrappers.scikit_learn import KerasClassifier\n", "from keras.callbacks import EarlyStopping\n", "from sklearn.datasets import make_classification\n", "from sklearn.model_selection import train_test_split\n", "from sklearn import metrics\n", "\n", "# create a sample data set, where X are the features and y are the labels\n", "X, y = make_classification(n_samples=1000, n_classes=2)\n", "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.2, random_state=42)\n" ] }, { "cell_type": "code", "execution_count": 89, "metadata": { "collapsed": false }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Train on 760 samples, validate on 40 samples\n", "Epoch 1/1000\n", "760/760 [==============================] - 1s - loss: 0.6849 - acc: 0.5829 - val_loss: 0.6685 - val_acc: 0.6500\n", "Epoch 2/1000\n", "760/760 [==============================] - 0s - loss: 0.6516 - acc: 0.7382 - val_loss: 0.6413 - val_acc: 0.7750\n", "Epoch 3/1000\n", "760/760 [==============================] - 0s - loss: 0.6227 - acc: 0.8132 - val_loss: 0.6156 - val_acc: 0.8000\n", "Epoch 4/1000\n", "760/760 [==============================] - 0s - loss: 0.5967 - acc: 0.8474 - val_loss: 0.5936 - val_acc: 0.8250\n", "Epoch 5/1000\n", "760/760 [==============================] - 0s - loss: 0.5737 - acc: 0.8605 - val_loss: 0.5731 - val_acc: 0.8250\n", "Epoch 6/1000\n", "760/760 [==============================] - 0s - loss: 0.5527 - acc: 0.8671 - val_loss: 0.5547 - val_acc: 0.8250\n", "Epoch 7/1000\n", "760/760 [==============================] - 0s - loss: 0.5339 - acc: 0.8750 - val_loss: 0.5372 - val_acc: 0.8500\n", "Epoch 8/1000\n", "760/760 [==============================] - 0s - loss: 0.5168 - acc: 0.8842 - val_loss: 0.5213 - val_acc: 0.8500\n", "Epoch 9/1000\n", "760/760 [==============================] - 0s - loss: 0.5008 - acc: 0.8895 - val_loss: 0.5074 - val_acc: 0.8500\n", "Epoch 10/1000\n", "760/760 [==============================] - 0s - loss: 0.4866 - acc: 0.8895 - val_loss: 0.4925 - val_acc: 0.8750\n", "Epoch 11/1000\n", "760/760 [==============================] - 0s - loss: 0.4730 - acc: 0.8947 - val_loss: 0.4804 - val_acc: 0.8750\n", "Epoch 12/1000\n", "760/760 [==============================] - 0s - loss: 0.4607 - acc: 0.8974 - val_loss: 0.4685 - val_acc: 0.8750\n", "Epoch 13/1000\n", "760/760 [==============================] - 0s - loss: 0.4492 - acc: 0.8987 - val_loss: 0.4574 - val_acc: 0.8500\n", "Epoch 14/1000\n", "760/760 [==============================] - 0s - loss: 0.4385 - acc: 0.8974 - val_loss: 0.4474 - val_acc: 0.8750\n", "Epoch 15/1000\n", "760/760 [==============================] - 0s - loss: 0.4287 - acc: 0.9000 - val_loss: 0.4376 - val_acc: 0.8750\n", "Epoch 16/1000\n", "760/760 [==============================] - 0s - loss: 0.4194 - acc: 0.8987 - val_loss: 0.4290 - val_acc: 0.8500\n", "Epoch 17/1000\n", "760/760 [==============================] - 0s - loss: 0.4108 - acc: 0.9000 - val_loss: 0.4202 - val_acc: 0.8500\n", "Epoch 18/1000\n", "760/760 [==============================] - 0s - loss: 0.4027 - acc: 0.9000 - val_loss: 0.4121 - val_acc: 0.8500\n", "Epoch 19/1000\n", "760/760 [==============================] - 0s - loss: 0.3953 - acc: 0.9026 - val_loss: 0.4044 - val_acc: 0.8500\n", "Epoch 20/1000\n", "760/760 [==============================] - 0s - loss: 0.3880 - acc: 0.9039 - val_loss: 0.3974 - val_acc: 0.8500\n", "Epoch 21/1000\n", "760/760 [==============================] - 0s - loss: 0.3814 - acc: 0.9053 - val_loss: 0.3911 - val_acc: 0.8500\n", "Epoch 22/1000\n", "760/760 [==============================] - 0s - loss: 0.3752 - acc: 0.9066 - val_loss: 0.3851 - val_acc: 0.8500\n", "Epoch 23/1000\n", "760/760 [==============================] - 0s - loss: 0.3693 - acc: 0.9053 - val_loss: 0.3788 - val_acc: 0.8500\n", "Epoch 24/1000\n", "760/760 [==============================] - 0s - loss: 0.3638 - acc: 0.9079 - val_loss: 0.3734 - val_acc: 0.8500\n", "Epoch 25/1000\n", "760/760 [==============================] - 0s - loss: 0.3585 - acc: 0.9066 - val_loss: 0.3681 - val_acc: 0.8500\n", "Epoch 26/1000\n", "760/760 [==============================] - 0s - loss: 0.3536 - acc: 0.9066 - val_loss: 0.3628 - val_acc: 0.8500\n", "Epoch 27/1000\n", "760/760 [==============================] - 0s - loss: 0.3489 - acc: 0.9053 - val_loss: 0.3576 - val_acc: 0.8500\n", "Epoch 28/1000\n", "760/760 [==============================] - 0s - loss: 0.3445 - acc: 0.9039 - val_loss: 0.3536 - val_acc: 0.8500\n", "Epoch 29/1000\n", "760/760 [==============================] - 0s - loss: 0.3403 - acc: 0.9053 - val_loss: 0.3493 - val_acc: 0.8500\n", "Epoch 30/1000\n", "760/760 [==============================] - 0s - loss: 0.3364 - acc: 0.9053 - val_loss: 0.3448 - val_acc: 0.8750\n", "Epoch 31/1000\n", "760/760 [==============================] - 0s - loss: 0.3326 - acc: 0.9053 - val_loss: 0.3411 - val_acc: 0.8750\n", "Epoch 32/1000\n", "760/760 [==============================] - 0s - loss: 0.3290 - acc: 0.9053 - val_loss: 0.3376 - val_acc: 0.8500\n", "Epoch 33/1000\n", "760/760 [==============================] - 0s - loss: 0.3257 - acc: 0.9066 - val_loss: 0.3335 - val_acc: 0.8750\n", "Epoch 34/1000\n", "760/760 [==============================] - 0s - loss: 0.3225 - acc: 0.9066 - val_loss: 0.3306 - val_acc: 0.8750\n", "Epoch 35/1000\n", "760/760 [==============================] - 0s - loss: 0.3194 - acc: 0.9066 - val_loss: 0.3273 - val_acc: 0.8750\n", "Epoch 36/1000\n", "760/760 [==============================] - 0s - loss: 0.3165 - acc: 0.9066 - val_loss: 0.3239 - val_acc: 0.8750\n", "Epoch 37/1000\n", "760/760 [==============================] - 0s - loss: 0.3137 - acc: 0.9066 - val_loss: 0.3208 - val_acc: 0.8750\n", "Epoch 38/1000\n", "760/760 [==============================] - 0s - loss: 0.3112 - acc: 0.9066 - val_loss: 0.3176 - val_acc: 0.8750\n", "Epoch 39/1000\n", "760/760 [==============================] - 0s - loss: 0.3086 - acc: 0.9066 - val_loss: 0.3152 - val_acc: 0.8750\n", "Epoch 40/1000\n", "760/760 [==============================] - 0s - loss: 0.3062 - acc: 0.9079 - val_loss: 0.3121 - val_acc: 0.8750\n", "Epoch 41/1000\n", "760/760 [==============================] - 0s - loss: 0.3039 - acc: 0.9092 - val_loss: 0.3096 - val_acc: 0.8750\n", "Epoch 42/1000\n", "760/760 [==============================] - 0s - loss: 0.3018 - acc: 0.9092 - val_loss: 0.3076 - val_acc: 0.8750\n", "Epoch 43/1000\n", "760/760 [==============================] - 0s - loss: 0.2997 - acc: 0.9105 - val_loss: 0.3053 - val_acc: 0.8750\n", "Epoch 44/1000\n", "760/760 [==============================] - 0s - loss: 0.2977 - acc: 0.9105 - val_loss: 0.3033 - val_acc: 0.8750\n", "Epoch 45/1000\n", "760/760 [==============================] - 0s - loss: 0.2958 - acc: 0.9105 - val_loss: 0.3001 - val_acc: 0.8750\n", "Epoch 46/1000\n", "760/760 [==============================] - 0s - loss: 0.2940 - acc: 0.9105 - val_loss: 0.2980 - val_acc: 0.8750\n", "Epoch 47/1000\n", "760/760 [==============================] - 0s - loss: 0.2922 - acc: 0.9105 - val_loss: 0.2965 - val_acc: 0.8750\n", "Epoch 48/1000\n", "760/760 [==============================] - 0s - loss: 0.2906 - acc: 0.9105 - val_loss: 0.2949 - val_acc: 0.8750\n", "Epoch 49/1000\n", "760/760 [==============================] - 0s - loss: 0.2889 - acc: 0.9105 - val_loss: 0.2926 - val_acc: 0.8750\n", "Epoch 50/1000\n", "760/760 [==============================] - 0s - loss: 0.2874 - acc: 0.9105 - val_loss: 0.2911 - val_acc: 0.8750\n", "Epoch 51/1000\n", "760/760 [==============================] - 0s - loss: 0.2859 - acc: 0.9105 - val_loss: 0.2892 - val_acc: 0.8750\n", "Epoch 52/1000\n", "760/760 [==============================] - 0s - loss: 0.2844 - acc: 0.9105 - val_loss: 0.2873 - val_acc: 0.8750\n", "Epoch 53/1000\n", "760/760 [==============================] - 0s - loss: 0.2831 - acc: 0.9105 - val_loss: 0.2861 - val_acc: 0.9000\n", "Epoch 54/1000\n", "760/760 [==============================] - 0s - loss: 0.2818 - acc: 0.9118 - val_loss: 0.2841 - val_acc: 0.9000\n", "Epoch 55/1000\n", "760/760 [==============================] - 0s - loss: 0.2805 - acc: 0.9118 - val_loss: 0.2827 - val_acc: 0.9000\n", "Epoch 56/1000\n", "760/760 [==============================] - 0s - loss: 0.2793 - acc: 0.9118 - val_loss: 0.2812 - val_acc: 0.9000\n", "Epoch 57/1000\n", "760/760 [==============================] - 0s - loss: 0.2782 - acc: 0.9118 - val_loss: 0.2799 - val_acc: 0.9000\n", "Epoch 58/1000\n", "760/760 [==============================] - 0s - loss: 0.2771 - acc: 0.9118 - val_loss: 0.2786 - val_acc: 0.9000\n", "Epoch 59/1000\n", "760/760 [==============================] - 0s - loss: 0.2760 - acc: 0.9132 - val_loss: 0.2778 - val_acc: 0.9000\n", "Epoch 60/1000\n", "760/760 [==============================] - 0s - loss: 0.2750 - acc: 0.9132 - val_loss: 0.2765 - val_acc: 0.9000\n", "Epoch 61/1000\n", "760/760 [==============================] - 0s - loss: 0.2739 - acc: 0.9118 - val_loss: 0.2744 - val_acc: 0.9000\n", "Epoch 62/1000\n", "760/760 [==============================] - 0s - loss: 0.2730 - acc: 0.9118 - val_loss: 0.2738 - val_acc: 0.9000\n", "Epoch 63/1000\n", "760/760 [==============================] - 0s - loss: 0.2721 - acc: 0.9118 - val_loss: 0.2729 - val_acc: 0.9000\n", "Epoch 64/1000\n", "760/760 [==============================] - 0s - loss: 0.2712 - acc: 0.9132 - val_loss: 0.2718 - val_acc: 0.9000\n", "Epoch 65/1000\n", "760/760 [==============================] - 0s - loss: 0.2704 - acc: 0.9132 - val_loss: 0.2706 - val_acc: 0.9000\n", "Epoch 66/1000\n", "760/760 [==============================] - 0s - loss: 0.2695 - acc: 0.9132 - val_loss: 0.2696 - val_acc: 0.9000\n", "Epoch 67/1000\n", "760/760 [==============================] - 0s - loss: 0.2688 - acc: 0.9132 - val_loss: 0.2685 - val_acc: 0.9000\n", "Epoch 68/1000\n", "760/760 [==============================] - 0s - loss: 0.2680 - acc: 0.9132 - val_loss: 0.2670 - val_acc: 0.9000\n", "Epoch 69/1000\n", "760/760 [==============================] - 0s - loss: 0.2672 - acc: 0.9145 - val_loss: 0.2659 - val_acc: 0.9000\n", "Epoch 70/1000\n", "760/760 [==============================] - 0s - loss: 0.2666 - acc: 0.9145 - val_loss: 0.2652 - val_acc: 0.9000\n", "Epoch 71/1000\n", "760/760 [==============================] - 0s - loss: 0.2659 - acc: 0.9145 - val_loss: 0.2644 - val_acc: 0.9000\n", "Epoch 72/1000\n", "760/760 [==============================] - 0s - loss: 0.2653 - acc: 0.9145 - val_loss: 0.2635 - val_acc: 0.9000\n", "Epoch 73/1000\n", "760/760 [==============================] - 0s - loss: 0.2646 - acc: 0.9145 - val_loss: 0.2623 - val_acc: 0.9000\n", "Epoch 74/1000\n", "760/760 [==============================] - 0s - loss: 0.2640 - acc: 0.9145 - val_loss: 0.2619 - val_acc: 0.9000\n", "Epoch 75/1000\n", "760/760 [==============================] - 0s - loss: 0.2633 - acc: 0.9145 - val_loss: 0.2605 - val_acc: 0.9250\n", "Epoch 76/1000\n", "760/760 [==============================] - 0s - loss: 0.2629 - acc: 0.9145 - val_loss: 0.2605 - val_acc: 0.9000\n", "Epoch 77/1000\n", "760/760 [==============================] - 0s - loss: 0.2623 - acc: 0.9145 - val_loss: 0.2592 - val_acc: 0.9250\n", "Epoch 78/1000\n", "760/760 [==============================] - 0s - loss: 0.2618 - acc: 0.9145 - val_loss: 0.2586 - val_acc: 0.9250\n", "Epoch 79/1000\n", "760/760 [==============================] - 0s - loss: 0.2612 - acc: 0.9145 - val_loss: 0.2580 - val_acc: 0.9250\n", "Epoch 80/1000\n", "760/760 [==============================] - 0s - loss: 0.2607 - acc: 0.9132 - val_loss: 0.2567 - val_acc: 0.9250\n", "Epoch 81/1000\n", "760/760 [==============================] - 0s - loss: 0.2602 - acc: 0.9145 - val_loss: 0.2567 - val_acc: 0.9000\n", "Epoch 82/1000\n", "760/760 [==============================] - 0s - loss: 0.2598 - acc: 0.9145 - val_loss: 0.2558 - val_acc: 0.9250\n", "Epoch 83/1000\n", "760/760 [==============================] - 0s - loss: 0.2593 - acc: 0.9145 - val_loss: 0.2553 - val_acc: 0.9250\n", "Epoch 84/1000\n", "760/760 [==============================] - 0s - loss: 0.2589 - acc: 0.9145 - val_loss: 0.2547 - val_acc: 0.9250\n", "Epoch 85/1000\n", "760/760 [==============================] - 0s - loss: 0.2584 - acc: 0.9132 - val_loss: 0.2539 - val_acc: 0.9250\n", "Epoch 86/1000\n", "760/760 [==============================] - 0s - loss: 0.2581 - acc: 0.9132 - val_loss: 0.2533 - val_acc: 0.9250\n", "Epoch 87/1000\n", "760/760 [==============================] - 0s - loss: 0.2577 - acc: 0.9145 - val_loss: 0.2527 - val_acc: 0.9250\n", "Epoch 88/1000\n", "760/760 [==============================] - 0s - loss: 0.2572 - acc: 0.9132 - val_loss: 0.2526 - val_acc: 0.9250\n", "Epoch 89/1000\n", "760/760 [==============================] - 0s - loss: 0.2570 - acc: 0.9105 - val_loss: 0.2517 - val_acc: 0.9250\n", "Epoch 90/1000\n", "760/760 [==============================] - 0s - loss: 0.2566 - acc: 0.9132 - val_loss: 0.2509 - val_acc: 0.9250\n", "Epoch 91/1000\n", "760/760 [==============================] - 0s - loss: 0.2562 - acc: 0.9145 - val_loss: 0.2505 - val_acc: 0.9250\n", "Epoch 92/1000\n", "760/760 [==============================] - 0s - loss: 0.2559 - acc: 0.9145 - val_loss: 0.2498 - val_acc: 0.9250\n", "Epoch 93/1000\n", "760/760 [==============================] - 0s - loss: 0.2556 - acc: 0.9132 - val_loss: 0.2498 - val_acc: 0.9250\n", "Epoch 94/1000\n", "760/760 [==============================] - 0s - loss: 0.2553 - acc: 0.9105 - val_loss: 0.2492 - val_acc: 0.9250\n", "Epoch 95/1000\n", "760/760 [==============================] - 0s - loss: 0.2550 - acc: 0.9118 - val_loss: 0.2491 - val_acc: 0.9250\n", "Epoch 96/1000\n", "760/760 [==============================] - 0s - loss: 0.2548 - acc: 0.9105 - val_loss: 0.2488 - val_acc: 0.9250\n", "Epoch 97/1000\n", "760/760 [==============================] - 0s - loss: 0.2544 - acc: 0.9105 - val_loss: 0.2476 - val_acc: 0.9250\n", "Epoch 98/1000\n", "760/760 [==============================] - 0s - loss: 0.2542 - acc: 0.9132 - val_loss: 0.2468 - val_acc: 0.9250\n", "Epoch 99/1000\n", "760/760 [==============================] - 0s - loss: 0.2539 - acc: 0.9132 - val_loss: 0.2471 - val_acc: 0.9250\n", "Epoch 100/1000\n", "760/760 [==============================] - 0s - loss: 0.2537 - acc: 0.9118 - val_loss: 0.2463 - val_acc: 0.9250\n", "Epoch 101/1000\n", "760/760 [==============================] - 0s - loss: 0.2534 - acc: 0.9118 - val_loss: 0.2462 - val_acc: 0.9250\n", "Epoch 102/1000\n", "760/760 [==============================] - 0s - loss: 0.2532 - acc: 0.9105 - val_loss: 0.2451 - val_acc: 0.9250\n", "Epoch 103/1000\n", "760/760 [==============================] - 0s - loss: 0.2529 - acc: 0.9105 - val_loss: 0.2446 - val_acc: 0.9250\n", "Epoch 104/1000\n", "760/760 [==============================] - 0s - loss: 0.2527 - acc: 0.9105 - val_loss: 0.2446 - val_acc: 0.9250\n", "Epoch 105/1000\n", "760/760 [==============================] - 0s - loss: 0.2525 - acc: 0.9118 - val_loss: 0.2440 - val_acc: 0.9250\n", "Epoch 106/1000\n", "760/760 [==============================] - 0s - loss: 0.2524 - acc: 0.9105 - val_loss: 0.2435 - val_acc: 0.9250\n", "Epoch 107/1000\n", "760/760 [==============================] - 0s - loss: 0.2521 - acc: 0.9118 - val_loss: 0.2434 - val_acc: 0.9250\n", "Epoch 108/1000\n", "760/760 [==============================] - 0s - loss: 0.2520 - acc: 0.9118 - val_loss: 0.2428 - val_acc: 0.9250\n", "Epoch 109/1000\n", "760/760 [==============================] - 0s - loss: 0.2518 - acc: 0.9105 - val_loss: 0.2430 - val_acc: 0.9250\n", "Epoch 110/1000\n", "760/760 [==============================] - 0s - loss: 0.2516 - acc: 0.9132 - val_loss: 0.2419 - val_acc: 0.9250\n", "Epoch 111/1000\n", "760/760 [==============================] - 0s - loss: 0.2514 - acc: 0.9118 - val_loss: 0.2421 - val_acc: 0.9250\n", "Epoch 112/1000\n", "760/760 [==============================] - 0s - loss: 0.2513 - acc: 0.9105 - val_loss: 0.2414 - val_acc: 0.9250\n", "Epoch 113/1000\n", "760/760 [==============================] - 0s - loss: 0.2511 - acc: 0.9118 - val_loss: 0.2417 - val_acc: 0.9250\n", "Epoch 114/1000\n", "760/760 [==============================] - 0s - loss: 0.2510 - acc: 0.9118 - val_loss: 0.2417 - val_acc: 0.9250\n", "Epoch 115/1000\n", "760/760 [==============================] - 0s - loss: 0.2508 - acc: 0.9118 - val_loss: 0.2411 - val_acc: 0.9250\n", "Epoch 116/1000\n", "760/760 [==============================] - 0s - loss: 0.2507 - acc: 0.9132 - val_loss: 0.2406 - val_acc: 0.9250\n", "Epoch 117/1000\n", "760/760 [==============================] - 0s - loss: 0.2505 - acc: 0.9118 - val_loss: 0.2404 - val_acc: 0.9250\n", "Epoch 118/1000\n", "760/760 [==============================] - 0s - loss: 0.2503 - acc: 0.9132 - val_loss: 0.2398 - val_acc: 0.9250\n", "Epoch 119/1000\n", "760/760 [==============================] - 0s - loss: 0.2502 - acc: 0.9132 - val_loss: 0.2399 - val_acc: 0.9250\n", "Epoch 120/1000\n", "760/760 [==============================] - 0s - loss: 0.2502 - acc: 0.9132 - val_loss: 0.2395 - val_acc: 0.9250\n", "Epoch 121/1000\n", "760/760 [==============================] - 0s - loss: 0.2499 - acc: 0.9145 - val_loss: 0.2395 - val_acc: 0.9250\n", "Epoch 122/1000\n", "760/760 [==============================] - 0s - loss: 0.2499 - acc: 0.9132 - val_loss: 0.2392 - val_acc: 0.9250\n", "Epoch 123/1000\n", "760/760 [==============================] - 0s - loss: 0.2498 - acc: 0.9132 - val_loss: 0.2391 - val_acc: 0.9250\n", "Epoch 124/1000\n", "760/760 [==============================] - 0s - loss: 0.2497 - acc: 0.9132 - val_loss: 0.2383 - val_acc: 0.9250\n", "Epoch 125/1000\n", "760/760 [==============================] - 0s - loss: 0.2496 - acc: 0.9132 - val_loss: 0.2388 - val_acc: 0.9250\n", "Epoch 126/1000\n", "760/760 [==============================] - 0s - loss: 0.2494 - acc: 0.9132 - val_loss: 0.2381 - val_acc: 0.9250\n", "Epoch 127/1000\n", "760/760 [==============================] - 0s - loss: 0.2493 - acc: 0.9132 - val_loss: 0.2379 - val_acc: 0.9250\n", "Epoch 128/1000\n", "760/760 [==============================] - 0s - loss: 0.2493 - acc: 0.9132 - val_loss: 0.2379 - val_acc: 0.9250\n", "Epoch 129/1000\n", "760/760 [==============================] - 0s - loss: 0.2492 - acc: 0.9132 - val_loss: 0.2374 - val_acc: 0.9250\n", "Epoch 130/1000\n", "760/760 [==============================] - 0s - loss: 0.2492 - acc: 0.9132 - val_loss: 0.2373 - val_acc: 0.9250\n", "Epoch 131/1000\n", "760/760 [==============================] - 0s - loss: 0.2490 - acc: 0.9145 - val_loss: 0.2369 - val_acc: 0.9250\n", "Epoch 132/1000\n", "760/760 [==============================] - 0s - loss: 0.2490 - acc: 0.9145 - val_loss: 0.2371 - val_acc: 0.9250\n", "Epoch 133/1000\n", "760/760 [==============================] - 0s - loss: 0.2489 - acc: 0.9145 - val_loss: 0.2371 - val_acc: 0.9250\n", "Epoch 134/1000\n", "760/760 [==============================] - 0s - loss: 0.2488 - acc: 0.9118 - val_loss: 0.2362 - val_acc: 0.9250\n", "Epoch 135/1000\n", "760/760 [==============================] - 0s - loss: 0.2486 - acc: 0.9132 - val_loss: 0.2359 - val_acc: 0.9250\n", "Epoch 136/1000\n", "760/760 [==============================] - 0s - loss: 0.2487 - acc: 0.9132 - val_loss: 0.2361 - val_acc: 0.9250\n", "Epoch 137/1000\n", "760/760 [==============================] - 0s - loss: 0.2485 - acc: 0.9132 - val_loss: 0.2356 - val_acc: 0.9250\n", "Epoch 138/1000\n", "760/760 [==============================] - 0s - loss: 0.2484 - acc: 0.9132 - val_loss: 0.2353 - val_acc: 0.9250\n", "Epoch 139/1000\n", "760/760 [==============================] - 0s - loss: 0.2484 - acc: 0.9132 - val_loss: 0.2350 - val_acc: 0.9250\n", "Epoch 140/1000\n", "760/760 [==============================] - 0s - loss: 0.2484 - acc: 0.9118 - val_loss: 0.2351 - val_acc: 0.9250\n", "Epoch 141/1000\n", "760/760 [==============================] - 0s - loss: 0.2483 - acc: 0.9132 - val_loss: 0.2351 - val_acc: 0.9250\n", "Epoch 142/1000\n", "760/760 [==============================] - 0s - loss: 0.2482 - acc: 0.9132 - val_loss: 0.2344 - val_acc: 0.9250\n", "Epoch 143/1000\n", "760/760 [==============================] - 0s - loss: 0.2482 - acc: 0.9132 - val_loss: 0.2343 - val_acc: 0.9250\n", "Epoch 144/1000\n", "760/760 [==============================] - 0s - loss: 0.2481 - acc: 0.9132 - val_loss: 0.2339 - val_acc: 0.9250\n", "Epoch 145/1000\n", "760/760 [==============================] - 0s - loss: 0.2480 - acc: 0.9118 - val_loss: 0.2338 - val_acc: 0.9250\n", "Epoch 146/1000\n", "760/760 [==============================] - 0s - loss: 0.2480 - acc: 0.9132 - val_loss: 0.2342 - val_acc: 0.9250\n", "Epoch 147/1000\n", "760/760 [==============================] - 0s - loss: 0.2480 - acc: 0.9118 - val_loss: 0.2338 - val_acc: 0.9250\n", "Epoch 148/1000\n", "760/760 [==============================] - 0s - loss: 0.2479 - acc: 0.9118 - val_loss: 0.2330 - val_acc: 0.9250\n", "Epoch 149/1000\n", "760/760 [==============================] - 0s - loss: 0.2479 - acc: 0.9132 - val_loss: 0.2330 - val_acc: 0.9250\n", "Epoch 150/1000\n", "760/760 [==============================] - 0s - loss: 0.2478 - acc: 0.9132 - val_loss: 0.2333 - val_acc: 0.9250\n", "Epoch 151/1000\n", "760/760 [==============================] - 0s - loss: 0.2477 - acc: 0.9132 - val_loss: 0.2331 - val_acc: 0.9250\n", "Epoch 152/1000\n", "760/760 [==============================] - 0s - loss: 0.2478 - acc: 0.9132 - val_loss: 0.2334 - val_acc: 0.9250\n", "Epoch 153/1000\n", "760/760 [==============================] - 0s - loss: 0.2477 - acc: 0.9132 - val_loss: 0.2329 - val_acc: 0.9250\n", "Epoch 154/1000\n", "760/760 [==============================] - 0s - loss: 0.2476 - acc: 0.9132 - val_loss: 0.2328 - val_acc: 0.9250\n", "Epoch 155/1000\n", "760/760 [==============================] - 0s - loss: 0.2476 - acc: 0.9132 - val_loss: 0.2330 - val_acc: 0.9250\n", "Epoch 156/1000\n", "760/760 [==============================] - 0s - loss: 0.2477 - acc: 0.9132 - val_loss: 0.2321 - val_acc: 0.9250\n", "Epoch 157/1000\n", "760/760 [==============================] - 0s - loss: 0.2475 - acc: 0.9132 - val_loss: 0.2326 - val_acc: 0.9250\n", "Epoch 158/1000\n", "760/760 [==============================] - 0s - loss: 0.2475 - acc: 0.9132 - val_loss: 0.2320 - val_acc: 0.9250\n", "Epoch 159/1000\n", "760/760 [==============================] - 0s - loss: 0.2475 - acc: 0.9132 - val_loss: 0.2326 - val_acc: 0.9250\n", "Epoch 160/1000\n", "760/760 [==============================] - 0s - loss: 0.2474 - acc: 0.9132 - val_loss: 0.2323 - val_acc: 0.9250\n", "Epoch 161/1000\n", "760/760 [==============================] - 0s - loss: 0.2474 - acc: 0.9132 - val_loss: 0.2317 - val_acc: 0.9250\n", "Epoch 162/1000\n", "760/760 [==============================] - 0s - loss: 0.2474 - acc: 0.9132 - val_loss: 0.2315 - val_acc: 0.9250\n", "Epoch 163/1000\n", "760/760 [==============================] - 0s - loss: 0.2474 - acc: 0.9132 - val_loss: 0.2315 - val_acc: 0.9250\n", "Epoch 164/1000\n", "760/760 [==============================] - 0s - loss: 0.2473 - acc: 0.9132 - val_loss: 0.2311 - val_acc: 0.9250\n", "Epoch 165/1000\n", "760/760 [==============================] - 0s - loss: 0.2473 - acc: 0.9132 - val_loss: 0.2312 - val_acc: 0.9250\n", "Epoch 166/1000\n", "760/760 [==============================] - 0s - loss: 0.2473 - acc: 0.9132 - val_loss: 0.2309 - val_acc: 0.9250\n", "Epoch 167/1000\n", "760/760 [==============================] - 0s - loss: 0.2473 - acc: 0.9132 - val_loss: 0.2318 - val_acc: 0.9250\n", "Epoch 168/1000\n", "760/760 [==============================] - 0s - loss: 0.2472 - acc: 0.9132 - val_loss: 0.2314 - val_acc: 0.9250\n", "Epoch 169/1000\n", "760/760 [==============================] - 0s - loss: 0.2472 - acc: 0.9132 - val_loss: 0.2311 - val_acc: 0.9250\n", "Epoch 170/1000\n", "760/760 [==============================] - 0s - loss: 0.2472 - acc: 0.9132 - val_loss: 0.2308 - val_acc: 0.9250\n", "Epoch 171/1000\n", "760/760 [==============================] - 0s - loss: 0.2472 - acc: 0.9132 - val_loss: 0.2301 - val_acc: 0.9250\n", "Epoch 172/1000\n", "760/760 [==============================] - 0s - loss: 0.2472 - acc: 0.9132 - val_loss: 0.2300 - val_acc: 0.9250\n", "Epoch 173/1000\n", "760/760 [==============================] - 0s - loss: 0.2472 - acc: 0.9132 - val_loss: 0.2307 - val_acc: 0.9250\n", "Epoch 174/1000\n", "760/760 [==============================] - 0s - loss: 0.2471 - acc: 0.9132 - val_loss: 0.2306 - val_acc: 0.9250\n", "Epoch 175/1000\n", "760/760 [==============================] - 0s - loss: 0.2471 - acc: 0.9132 - val_loss: 0.2307 - val_acc: 0.9250\n", "Epoch 176/1000\n", "760/760 [==============================] - 0s - loss: 0.2472 - acc: 0.9132 - val_loss: 0.2300 - val_acc: 0.9250\n", "Epoch 177/1000\n", "760/760 [==============================] - 0s - loss: 0.2470 - acc: 0.9132 - val_loss: 0.2302 - val_acc: 0.9250\n", "Epoch 178/1000\n", "760/760 [==============================] - 0s - loss: 0.2470 - acc: 0.9132 - val_loss: 0.2300 - val_acc: 0.9250\n", "Epoch 179/1000\n", "760/760 [==============================] - 0s - loss: 0.2470 - acc: 0.9132 - val_loss: 0.2302 - val_acc: 0.9250\n", "Epoch 180/1000\n", "760/760 [==============================] - 0s - loss: 0.2470 - acc: 0.9132 - val_loss: 0.2296 - val_acc: 0.9250\n", "Epoch 181/1000\n", "760/760 [==============================] - 0s - loss: 0.2471 - acc: 0.9132 - val_loss: 0.2300 - val_acc: 0.9250\n", "Epoch 182/1000\n", "760/760 [==============================] - 0s - loss: 0.2470 - acc: 0.9132 - val_loss: 0.2295 - val_acc: 0.9250\n", "Epoch 183/1000\n", "760/760 [==============================] - 0s - loss: 0.2469 - acc: 0.9132 - val_loss: 0.2295 - val_acc: 0.9250\n", "Epoch 184/1000\n", "760/760 [==============================] - 0s - loss: 0.2470 - acc: 0.9132 - val_loss: 0.2293 - val_acc: 0.9250\n", "Epoch 185/1000\n", "760/760 [==============================] - 0s - loss: 0.2470 - acc: 0.9132 - val_loss: 0.2300 - val_acc: 0.9250\n", "Epoch 186/1000\n", "760/760 [==============================] - 0s - loss: 0.2469 - acc: 0.9132 - val_loss: 0.2300 - val_acc: 0.9250\n", "Epoch 187/1000\n", "760/760 [==============================] - 0s - loss: 0.2469 - acc: 0.9132 - val_loss: 0.2298 - val_acc: 0.9250\n", "Epoch 188/1000\n", "760/760 [==============================] - 0s - loss: 0.2469 - acc: 0.9132 - val_loss: 0.2294 - val_acc: 0.9250\n", "Epoch 189/1000\n", "760/760 [==============================] - 0s - loss: 0.2469 - acc: 0.9132 - val_loss: 0.2294 - val_acc: 0.9250\n", "Epoch 190/1000\n", "760/760 [==============================] - 0s - loss: 0.2469 - acc: 0.9132 - val_loss: 0.2298 - val_acc: 0.9250\n", "Epoch 191/1000\n", "760/760 [==============================] - 0s - loss: 0.2469 - acc: 0.9145 - val_loss: 0.2289 - val_acc: 0.9250\n", "Epoch 192/1000\n", "760/760 [==============================] - 0s - loss: 0.2469 - acc: 0.9132 - val_loss: 0.2296 - val_acc: 0.9250\n", "Epoch 193/1000\n", "760/760 [==============================] - 0s - loss: 0.2470 - acc: 0.9132 - val_loss: 0.2285 - val_acc: 0.9250\n", "Epoch 194/1000\n", "760/760 [==============================] - 0s - loss: 0.2469 - acc: 0.9132 - val_loss: 0.2290 - val_acc: 0.9250\n", "Epoch 195/1000\n", "760/760 [==============================] - 0s - loss: 0.2469 - acc: 0.9132 - val_loss: 0.2285 - val_acc: 0.9250\n", "Epoch 196/1000\n", "760/760 [==============================] - 0s - loss: 0.2469 - acc: 0.9145 - val_loss: 0.2286 - val_acc: 0.9250\n", "Epoch 197/1000\n", "760/760 [==============================] - 0s - loss: 0.2469 - acc: 0.9132 - val_loss: 0.2288 - val_acc: 0.9250\n", "Epoch 198/1000\n", "760/760 [==============================] - 0s - loss: 0.2469 - acc: 0.9132 - val_loss: 0.2290 - val_acc: 0.9250\n", "Epoch 199/1000\n", "760/760 [==============================] - 0s - loss: 0.2469 - acc: 0.9132 - val_loss: 0.2287 - val_acc: 0.9250\n", "Epoch 200/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9145 - val_loss: 0.2285 - val_acc: 0.9250\n", "Epoch 201/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9145 - val_loss: 0.2281 - val_acc: 0.9250\n", "Epoch 202/1000\n", "760/760 [==============================] - 0s - loss: 0.2469 - acc: 0.9132 - val_loss: 0.2285 - val_acc: 0.9250\n", "Epoch 203/1000\n", "760/760 [==============================] - 0s - loss: 0.2469 - acc: 0.9132 - val_loss: 0.2286 - val_acc: 0.9250\n", "Epoch 204/1000\n", "760/760 [==============================] - 0s - loss: 0.2469 - acc: 0.9118 - val_loss: 0.2286 - val_acc: 0.9250\n", "Epoch 205/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9132 - val_loss: 0.2284 - val_acc: 0.9250\n", "Epoch 206/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9145 - val_loss: 0.2280 - val_acc: 0.9250\n", "Epoch 207/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9145 - val_loss: 0.2276 - val_acc: 0.9250\n", "Epoch 208/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9145 - val_loss: 0.2282 - val_acc: 0.9250\n", "Epoch 209/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9132 - val_loss: 0.2279 - val_acc: 0.9250\n", "Epoch 210/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9132 - val_loss: 0.2283 - val_acc: 0.9250\n", "Epoch 211/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9132 - val_loss: 0.2279 - val_acc: 0.9250\n", "Epoch 212/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9132 - val_loss: 0.2281 - val_acc: 0.9250\n", "Epoch 213/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9132 - val_loss: 0.2281 - val_acc: 0.9250\n", "Epoch 214/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9132 - val_loss: 0.2285 - val_acc: 0.9250\n", "Epoch 215/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9132 - val_loss: 0.2276 - val_acc: 0.9250\n", "Epoch 216/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9132 - val_loss: 0.2279 - val_acc: 0.9250\n", "Epoch 217/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9145 - val_loss: 0.2276 - val_acc: 0.9250\n", "Epoch 218/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9132 - val_loss: 0.2278 - val_acc: 0.9250\n", "Epoch 219/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9132 - val_loss: 0.2279 - val_acc: 0.9250\n", "Epoch 220/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9132 - val_loss: 0.2283 - val_acc: 0.9250\n", "Epoch 221/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9145 - val_loss: 0.2276 - val_acc: 0.9250\n", "Epoch 222/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9145 - val_loss: 0.2272 - val_acc: 0.9250\n", "Epoch 223/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9132 - val_loss: 0.2272 - val_acc: 0.9250\n", "Epoch 224/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9132 - val_loss: 0.2278 - val_acc: 0.9250\n", "Epoch 225/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9145 - val_loss: 0.2272 - val_acc: 0.9250\n", "Epoch 226/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9145 - val_loss: 0.2272 - val_acc: 0.9250\n", "Epoch 227/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9145 - val_loss: 0.2271 - val_acc: 0.9250\n", "Epoch 228/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9145 - val_loss: 0.2271 - val_acc: 0.9250\n", "Epoch 229/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9145 - val_loss: 0.2269 - val_acc: 0.9250\n", "Epoch 230/1000\n", "760/760 [==============================] - 0s - loss: 0.2469 - acc: 0.9145 - val_loss: 0.2274 - val_acc: 0.9250\n", "Epoch 231/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9145 - val_loss: 0.2271 - val_acc: 0.9250\n", "Epoch 232/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9145 - val_loss: 0.2269 - val_acc: 0.9250\n", "Epoch 233/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9145 - val_loss: 0.2266 - val_acc: 0.9250\n", "Epoch 234/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9145 - val_loss: 0.2275 - val_acc: 0.9250\n", "Epoch 235/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9145 - val_loss: 0.2267 - val_acc: 0.9250\n", "Epoch 236/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9145 - val_loss: 0.2267 - val_acc: 0.9250\n", "Epoch 237/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9145 - val_loss: 0.2262 - val_acc: 0.9250\n", "Epoch 238/1000\n", "760/760 [==============================] - 0s - loss: 0.2469 - acc: 0.9145 - val_loss: 0.2267 - val_acc: 0.9250\n", "Epoch 239/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9145 - val_loss: 0.2266 - val_acc: 0.9250\n", "Epoch 240/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9145 - val_loss: 0.2263 - val_acc: 0.9250\n", "Epoch 241/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9145 - val_loss: 0.2261 - val_acc: 0.9250\n", "Epoch 242/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9145 - val_loss: 0.2260 - val_acc: 0.9250\n", "Epoch 243/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9145 - val_loss: 0.2268 - val_acc: 0.9250\n", "Epoch 244/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9145 - val_loss: 0.2270 - val_acc: 0.9250\n", "Epoch 245/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9145 - val_loss: 0.2266 - val_acc: 0.9250\n", "Epoch 246/1000\n", "760/760 [==============================] - 0s - loss: 0.2469 - acc: 0.9145 - val_loss: 0.2261 - val_acc: 0.9250\n", "Epoch 247/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9145 - val_loss: 0.2264 - val_acc: 0.9250\n", "Epoch 248/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9145 - val_loss: 0.2264 - val_acc: 0.9250\n", "Epoch 249/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9145 - val_loss: 0.2259 - val_acc: 0.9250\n", "Epoch 250/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9145 - val_loss: 0.2257 - val_acc: 0.9250\n", "Epoch 251/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9145 - val_loss: 0.2263 - val_acc: 0.9250\n", "Epoch 252/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9145 - val_loss: 0.2268 - val_acc: 0.9250\n", "Epoch 253/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9145 - val_loss: 0.2263 - val_acc: 0.9250\n", "Epoch 254/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9145 - val_loss: 0.2259 - val_acc: 0.9250\n", "Epoch 255/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9145 - val_loss: 0.2266 - val_acc: 0.9250\n", "Epoch 256/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9145 - val_loss: 0.2262 - val_acc: 0.9250\n", "Epoch 257/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9145 - val_loss: 0.2268 - val_acc: 0.9250\n", "Epoch 258/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9132 - val_loss: 0.2267 - val_acc: 0.9250\n", "Epoch 259/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9145 - val_loss: 0.2269 - val_acc: 0.9250\n", "Epoch 260/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9145 - val_loss: 0.2268 - val_acc: 0.9250\n", "Epoch 261/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9145 - val_loss: 0.2268 - val_acc: 0.9250\n", "Epoch 262/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9145 - val_loss: 0.2260 - val_acc: 0.9250\n", "Epoch 263/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9145 - val_loss: 0.2261 - val_acc: 0.9250\n", "Epoch 264/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9145 - val_loss: 0.2269 - val_acc: 0.9250\n", "Epoch 265/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9145 - val_loss: 0.2254 - val_acc: 0.9500\n", "Epoch 266/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9145 - val_loss: 0.2258 - val_acc: 0.9250\n", "Epoch 267/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9145 - val_loss: 0.2265 - val_acc: 0.9250\n", "Epoch 268/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9145 - val_loss: 0.2268 - val_acc: 0.9250\n", "Epoch 269/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9132 - val_loss: 0.2264 - val_acc: 0.9250\n", "Epoch 270/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9145 - val_loss: 0.2261 - val_acc: 0.9250\n", "Epoch 271/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9145 - val_loss: 0.2262 - val_acc: 0.9250\n", "Epoch 272/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9145 - val_loss: 0.2267 - val_acc: 0.9250\n", "Epoch 273/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9145 - val_loss: 0.2263 - val_acc: 0.9250\n", "Epoch 274/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9132 - val_loss: 0.2263 - val_acc: 0.9250\n", "Epoch 275/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9145 - val_loss: 0.2263 - val_acc: 0.9250\n", "Epoch 276/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9145 - val_loss: 0.2265 - val_acc: 0.9250\n", "Epoch 277/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9145 - val_loss: 0.2269 - val_acc: 0.9250\n", "Epoch 278/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9145 - val_loss: 0.2264 - val_acc: 0.9250\n", "Epoch 279/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9145 - val_loss: 0.2262 - val_acc: 0.9250\n", "Epoch 280/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9145 - val_loss: 0.2264 - val_acc: 0.9250\n", "Epoch 281/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9145 - val_loss: 0.2262 - val_acc: 0.9250\n", "Epoch 282/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9132 - val_loss: 0.2264 - val_acc: 0.9250\n", "Epoch 283/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9132 - val_loss: 0.2265 - val_acc: 0.9250\n", "Epoch 284/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9145 - val_loss: 0.2261 - val_acc: 0.9250\n", "Epoch 285/1000\n", "760/760 [==============================] - 0s - loss: 0.2467 - acc: 0.9145 - val_loss: 0.2264 - val_acc: 0.9250\n", "Epoch 286/1000\n", "760/760 [==============================] - 0s - loss: 0.2468 - acc: 0.9145 - val_loss: 0.2267 - val_acc: 0.9250\n", "Epoch 00285: early stopping\n", " 32/200 [===>..........................] - ETA: 6s0.879891902712\n" ] } ], "source": [ "\n", "def create_model():\n", " # create model\n", " model = Sequential()\n", " model.add(Dense(1, activation=\"sigmoid\", kernel_initializer=\"uniform\", input_dim=20))\n", " # model.add(Dense(1, activation=\"sigmoid\", kernel_initializer=\"uniform\"))\n", " # Compile model\n", " model.compile(loss='binary_crossentropy', optimizer='adam', metrics=['accuracy'])\n", " return model\n", "\n", "# define and fit our dummy model\n", "model = KerasClassifier(build_fn=create_model, epochs=1000, verbose=1, validation_split=0.05, callbacks=[EarlyStopping(monitor='val_loss', patience=20, verbose=1)])\n", "model.fit(X_train, y_train)\n", "\n", "# generate predictions and calculate sensitivity and fallout\n", "predictions = model.predict(X_test)\n", "TPR, FPR, thresholds = metrics.roc_curve(y_test, predictions)\n", "\n", "print(metrics.auc(TPR, FPR))" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Regression" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": true }, "outputs": [], "source": [ "# todo" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Unsupervised" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": true }, "outputs": [], "source": [ "# todo" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "" ] } ], "metadata": { "anaconda-cloud": {}, "kernelspec": { "display_name": "Python [default]", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.5.2" } }, "nbformat": 4, "nbformat_minor": 1 }