Keras NN.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using TensorFlow backend.\n"
     ]
    }
   ],
   "source": [
    "#Import dependencies\n",
    "import keras\n",
    "from data_handlers import *\n",
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#load dataset\n",
    "dataset = pd.read_csv(\"mushrooms.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#prepare dataset by encoding strings to numerical data using function from file data_handlers\n",
    "encoded_dataset = prepare_dataset(dataset)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#Spliting data to labels - y and features - x using function from file data_handlers\n",
    "X, y = labels_vs_features(encoded_dataset)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "X_train size --> (6499, 22)\n",
      "y_train size --> (6499,)\n",
      "X_test size --> (1625, 22)\n",
      "y_test size --> (1625,)\n"
     ]
    }
   ],
   "source": [
    "#split data into training and testing set\n",
    "X_train, X_test, y_train, y_test = data_splitter(X, y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "#We will need to reshape Y_train into [len(y), 1] becuase of the matrix multiplication\n",
    "import numpy as np\n",
    "y_train = np.reshape(y_train, (len(y_train), 1))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#Importing keras Dense  (fully connected) layer and Sequential model\n",
    "from keras.layers import Dense\n",
    "from keras.models import Sequential"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "#Creating model - fully connected network, no regularization techniques\n",
    "model = Sequential()\n",
    "model.add(Dense(50, input_shape = [22], activation='sigmoid'))\n",
    "model.add(Dense(25, activation='sigmoid'))\n",
    "model.add(Dense(1, activation='sigmoid'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "model.compile(optimizer='sgd', loss='mean_squared_error', metrics=['accuracy'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "_________________________________________________________________\n",
      "Layer (type)                 Output Shape              Param #   \n",
      "=================================================================\n",
      "dense_1 (Dense)              (None, 50)                1150      \n",
      "_________________________________________________________________\n",
      "dense_2 (Dense)              (None, 25)                1275      \n",
      "_________________________________________________________________\n",
      "dense_3 (Dense)              (None, 1)                 26        \n",
      "=================================================================\n",
      "Total params: 2,451\n",
      "Trainable params: 2,451\n",
      "Non-trainable params: 0\n",
      "_________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "#Showing the structure of our neural network\n",
    "model.summary()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train on 6499 samples, validate on 1625 samples\n",
      "Epoch 1/900\n",
      "2s - loss: 0.2718 - acc: 0.5195 - val_loss: 0.2530 - val_acc: 0.5120\n",
      "Epoch 2/900\n",
      "0s - loss: 0.2473 - acc: 0.5155 - val_loss: 0.2453 - val_acc: 0.4954\n",
      "Epoch 3/900\n",
      "0s - loss: 0.2430 - acc: 0.5744 - val_loss: 0.2421 - val_acc: 0.6068\n",
      "Epoch 4/900\n",
      "0s - loss: 0.2399 - acc: 0.6473 - val_loss: 0.2390 - val_acc: 0.6560\n",
      "Epoch 5/900\n",
      "0s - loss: 0.2368 - acc: 0.6659 - val_loss: 0.2359 - val_acc: 0.6683\n",
      "Epoch 6/900\n",
      "0s - loss: 0.2336 - acc: 0.6729 - val_loss: 0.2329 - val_acc: 0.6800\n",
      "Epoch 7/900\n",
      "0s - loss: 0.2303 - acc: 0.6850 - val_loss: 0.2297 - val_acc: 0.6843\n",
      "Epoch 8/900\n",
      "0s - loss: 0.2270 - acc: 0.6913 - val_loss: 0.2264 - val_acc: 0.6929\n",
      "Epoch 9/900\n",
      "0s - loss: 0.2236 - acc: 0.7021 - val_loss: 0.2231 - val_acc: 0.6991\n",
      "Epoch 10/900\n",
      "0s - loss: 0.2200 - acc: 0.7109 - val_loss: 0.2196 - val_acc: 0.7089\n",
      "Epoch 11/900\n",
      "0s - loss: 0.2163 - acc: 0.7215 - val_loss: 0.2161 - val_acc: 0.7169\n",
      "Epoch 12/900\n",
      "0s - loss: 0.2125 - acc: 0.7317 - val_loss: 0.2124 - val_acc: 0.7255\n",
      "Epoch 13/900\n",
      "0s - loss: 0.2086 - acc: 0.7415 - val_loss: 0.2087 - val_acc: 0.7378\n",
      "Epoch 14/900\n",
      "0s - loss: 0.2047 - acc: 0.7467 - val_loss: 0.2049 - val_acc: 0.7422\n",
      "Epoch 15/900\n",
      "0s - loss: 0.2007 - acc: 0.7577 - val_loss: 0.2012 - val_acc: 0.7489\n",
      "Epoch 16/900\n",
      "0s - loss: 0.1967 - acc: 0.7657 - val_loss: 0.1975 - val_acc: 0.7526\n",
      "Epoch 17/900\n",
      "0s - loss: 0.1928 - acc: 0.7707 - val_loss: 0.1937 - val_acc: 0.7637\n",
      "Epoch 18/900\n",
      "0s - loss: 0.1888 - acc: 0.7750 - val_loss: 0.1900 - val_acc: 0.7680\n",
      "Epoch 19/900\n",
      "0s - loss: 0.1850 - acc: 0.7817 - val_loss: 0.1864 - val_acc: 0.7705\n",
      "Epoch 20/900\n",
      "0s - loss: 0.1813 - acc: 0.7854 - val_loss: 0.1830 - val_acc: 0.7742\n",
      "Epoch 21/900\n",
      "0s - loss: 0.1777 - acc: 0.7923 - val_loss: 0.1796 - val_acc: 0.7785\n",
      "Epoch 22/900\n",
      "0s - loss: 0.1743 - acc: 0.7952 - val_loss: 0.1765 - val_acc: 0.7803\n",
      "Epoch 23/900\n",
      "0s - loss: 0.1709 - acc: 0.8006 - val_loss: 0.1734 - val_acc: 0.7828\n",
      "Epoch 24/900\n",
      "0s - loss: 0.1677 - acc: 0.8049 - val_loss: 0.1704 - val_acc: 0.7865\n",
      "Epoch 25/900\n",
      "0s - loss: 0.1646 - acc: 0.8077 - val_loss: 0.1676 - val_acc: 0.7895\n",
      "Epoch 26/900\n",
      "0s - loss: 0.1617 - acc: 0.8126 - val_loss: 0.1648 - val_acc: 0.7951\n",
      "Epoch 27/900\n",
      "0s - loss: 0.1588 - acc: 0.8169 - val_loss: 0.1622 - val_acc: 0.8018\n",
      "Epoch 28/900\n",
      "0s - loss: 0.1561 - acc: 0.8198 - val_loss: 0.1596 - val_acc: 0.8062\n",
      "Epoch 29/900\n",
      "0s - loss: 0.1534 - acc: 0.8238 - val_loss: 0.1572 - val_acc: 0.8080\n",
      "Epoch 30/900\n",
      "0s - loss: 0.1509 - acc: 0.8266 - val_loss: 0.1549 - val_acc: 0.8111\n",
      "Epoch 31/900\n",
      "0s - loss: 0.1484 - acc: 0.8298 - val_loss: 0.1526 - val_acc: 0.8148\n",
      "Epoch 32/900\n",
      "0s - loss: 0.1461 - acc: 0.8315 - val_loss: 0.1504 - val_acc: 0.8178\n",
      "Epoch 33/900\n",
      "0s - loss: 0.1438 - acc: 0.8347 - val_loss: 0.1483 - val_acc: 0.8209\n",
      "Epoch 34/900\n",
      "0s - loss: 0.1416 - acc: 0.8367 - val_loss: 0.1462 - val_acc: 0.8240\n",
      "Epoch 35/900\n",
      "0s - loss: 0.1396 - acc: 0.8384 - val_loss: 0.1443 - val_acc: 0.8271\n",
      "Epoch 36/900\n",
      "0s - loss: 0.1375 - acc: 0.8418 - val_loss: 0.1424 - val_acc: 0.8302\n",
      "Epoch 37/900\n",
      "0s - loss: 0.1356 - acc: 0.8437 - val_loss: 0.1405 - val_acc: 0.8314\n",
      "Epoch 38/900\n",
      "0s - loss: 0.1338 - acc: 0.8461 - val_loss: 0.1388 - val_acc: 0.8332\n",
      "Epoch 39/900\n",
      "0s - loss: 0.1319 - acc: 0.8484 - val_loss: 0.1371 - val_acc: 0.8369\n",
      "Epoch 40/900\n",
      "0s - loss: 0.1303 - acc: 0.8503 - val_loss: 0.1355 - val_acc: 0.8388\n",
      "Epoch 41/900\n",
      "0s - loss: 0.1286 - acc: 0.8523 - val_loss: 0.1339 - val_acc: 0.8406\n",
      "Epoch 42/900\n",
      "0s - loss: 0.1270 - acc: 0.8538 - val_loss: 0.1324 - val_acc: 0.8431\n",
      "Epoch 43/900\n",
      "0s - loss: 0.1255 - acc: 0.8557 - val_loss: 0.1309 - val_acc: 0.8431\n",
      "Epoch 44/900\n",
      "0s - loss: 0.1240 - acc: 0.8574 - val_loss: 0.1295 - val_acc: 0.8449\n",
      "Epoch 45/900\n",
      "0s - loss: 0.1226 - acc: 0.8584 - val_loss: 0.1281 - val_acc: 0.8462\n",
      "Epoch 46/900\n",
      "0s - loss: 0.1213 - acc: 0.8607 - val_loss: 0.1268 - val_acc: 0.8480\n",
      "Epoch 47/900\n",
      "0s - loss: 0.1200 - acc: 0.8618 - val_loss: 0.1255 - val_acc: 0.8505\n",
      "Epoch 48/900\n",
      "0s - loss: 0.1187 - acc: 0.8627 - val_loss: 0.1243 - val_acc: 0.8523\n",
      "Epoch 49/900\n",
      "0s - loss: 0.1174 - acc: 0.8655 - val_loss: 0.1231 - val_acc: 0.8529\n",
      "Epoch 50/900\n",
      "0s - loss: 0.1163 - acc: 0.8667 - val_loss: 0.1219 - val_acc: 0.8529\n",
      "Epoch 51/900\n",
      "0s - loss: 0.1152 - acc: 0.8680 - val_loss: 0.1208 - val_acc: 0.8560\n",
      "Epoch 52/900\n",
      "0s - loss: 0.1141 - acc: 0.8684 - val_loss: 0.1197 - val_acc: 0.8542\n",
      "Epoch 53/900\n",
      "0s - loss: 0.1130 - acc: 0.8689 - val_loss: 0.1186 - val_acc: 0.8572\n",
      "Epoch 54/900\n",
      "0s - loss: 0.1120 - acc: 0.8703 - val_loss: 0.1176 - val_acc: 0.8597\n",
      "Epoch 55/900\n",
      "0s - loss: 0.1110 - acc: 0.8712 - val_loss: 0.1166 - val_acc: 0.8603\n",
      "Epoch 56/900\n",
      "0s - loss: 0.1101 - acc: 0.8729 - val_loss: 0.1156 - val_acc: 0.8615\n",
      "Epoch 57/900\n",
      "0s - loss: 0.1091 - acc: 0.8735 - val_loss: 0.1147 - val_acc: 0.8628\n",
      "Epoch 58/900\n",
      "0s - loss: 0.1082 - acc: 0.8744 - val_loss: 0.1137 - val_acc: 0.8628\n",
      "Epoch 59/900\n",
      "0s - loss: 0.1073 - acc: 0.8752 - val_loss: 0.1128 - val_acc: 0.8628\n",
      "Epoch 60/900\n",
      "0s - loss: 0.1065 - acc: 0.8754 - val_loss: 0.1119 - val_acc: 0.8634\n",
      "Epoch 61/900\n",
      "0s - loss: 0.1056 - acc: 0.8761 - val_loss: 0.1110 - val_acc: 0.8652\n",
      "Epoch 62/900\n",
      "0s - loss: 0.1048 - acc: 0.8768 - val_loss: 0.1102 - val_acc: 0.8677\n",
      "Epoch 63/900\n",
      "0s - loss: 0.1040 - acc: 0.8777 - val_loss: 0.1093 - val_acc: 0.8677\n",
      "Epoch 64/900\n",
      "0s - loss: 0.1032 - acc: 0.8786 - val_loss: 0.1085 - val_acc: 0.8671\n",
      "Epoch 65/900\n",
      "0s - loss: 0.1024 - acc: 0.8797 - val_loss: 0.1077 - val_acc: 0.8689\n",
      "Epoch 66/900\n",
      "0s - loss: 0.1017 - acc: 0.8800 - val_loss: 0.1069 - val_acc: 0.8689\n",
      "Epoch 67/900\n",
      "0s - loss: 0.1009 - acc: 0.8806 - val_loss: 0.1061 - val_acc: 0.8720\n",
      "Epoch 68/900\n",
      "0s - loss: 0.1002 - acc: 0.8817 - val_loss: 0.1053 - val_acc: 0.8726\n",
      "Epoch 69/900\n",
      "0s - loss: 0.0995 - acc: 0.8818 - val_loss: 0.1046 - val_acc: 0.8738\n",
      "Epoch 70/900\n",
      "0s - loss: 0.0988 - acc: 0.8828 - val_loss: 0.1038 - val_acc: 0.8763\n",
      "Epoch 71/900\n",
      "0s - loss: 0.0981 - acc: 0.8834 - val_loss: 0.1031 - val_acc: 0.8751\n",
      "Epoch 72/900\n",
      "0s - loss: 0.0974 - acc: 0.8844 - val_loss: 0.1023 - val_acc: 0.8763\n",
      "Epoch 73/900\n",
      "0s - loss: 0.0968 - acc: 0.8844 - val_loss: 0.1016 - val_acc: 0.8769\n",
      "Epoch 74/900\n",
      "0s - loss: 0.0961 - acc: 0.8848 - val_loss: 0.1009 - val_acc: 0.8775\n",
      "Epoch 75/900\n",
      "0s - loss: 0.0954 - acc: 0.8852 - val_loss: 0.1001 - val_acc: 0.8788\n",
      "Epoch 76/900\n",
      "0s - loss: 0.0948 - acc: 0.8860 - val_loss: 0.0994 - val_acc: 0.8788\n",
      "Epoch 77/900\n",
      "0s - loss: 0.0941 - acc: 0.8874 - val_loss: 0.0988 - val_acc: 0.8800\n",
      "Epoch 78/900\n",
      "0s - loss: 0.0935 - acc: 0.8875 - val_loss: 0.0981 - val_acc: 0.8806\n",
      "Epoch 79/900\n",
      "0s - loss: 0.0929 - acc: 0.8874 - val_loss: 0.0974 - val_acc: 0.8818\n",
      "Epoch 80/900\n",
      "0s - loss: 0.0923 - acc: 0.8884 - val_loss: 0.0967 - val_acc: 0.8818\n",
      "Epoch 81/900\n",
      "0s - loss: 0.0917 - acc: 0.8894 - val_loss: 0.0960 - val_acc: 0.8831\n",
      "Epoch 82/900\n",
      "0s - loss: 0.0911 - acc: 0.8906 - val_loss: 0.0954 - val_acc: 0.8831\n",
      "Epoch 83/900\n",
      "0s - loss: 0.0905 - acc: 0.8917 - val_loss: 0.0948 - val_acc: 0.8837\n",
      "Epoch 84/900\n",
      "0s - loss: 0.0899 - acc: 0.8920 - val_loss: 0.0941 - val_acc: 0.8855\n",
      "Epoch 85/900\n",
      "0s - loss: 0.0894 - acc: 0.8918 - val_loss: 0.0935 - val_acc: 0.8862\n",
      "Epoch 86/900\n",
      "0s - loss: 0.0888 - acc: 0.8940 - val_loss: 0.0929 - val_acc: 0.8868\n",
      "Epoch 87/900\n",
      "0s - loss: 0.0882 - acc: 0.8948 - val_loss: 0.0922 - val_acc: 0.8886\n",
      "Epoch 88/900\n",
      "0s - loss: 0.0877 - acc: 0.8957 - val_loss: 0.0916 - val_acc: 0.8911\n",
      "Epoch 89/900\n",
      "0s - loss: 0.0871 - acc: 0.8972 - val_loss: 0.0911 - val_acc: 0.8898\n",
      "Epoch 90/900\n",
      "0s - loss: 0.0866 - acc: 0.8975 - val_loss: 0.0904 - val_acc: 0.8929\n",
      "Epoch 91/900\n",
      "0s - loss: 0.0861 - acc: 0.8994 - val_loss: 0.0898 - val_acc: 0.8954\n",
      "Epoch 92/900\n",
      "0s - loss: 0.0856 - acc: 0.8997 - val_loss: 0.0893 - val_acc: 0.8942\n",
      "Epoch 93/900\n",
      "0s - loss: 0.0850 - acc: 0.9011 - val_loss: 0.0887 - val_acc: 0.8972\n",
      "Epoch 94/900\n",
      "0s - loss: 0.0845 - acc: 0.9024 - val_loss: 0.0881 - val_acc: 0.8985\n",
      "Epoch 95/900\n",
      "0s - loss: 0.0840 - acc: 0.9038 - val_loss: 0.0876 - val_acc: 0.9003\n",
      "Epoch 96/900\n",
      "0s - loss: 0.0836 - acc: 0.9043 - val_loss: 0.0870 - val_acc: 0.9003\n",
      "Epoch 97/900\n",
      "0s - loss: 0.0831 - acc: 0.9060 - val_loss: 0.0865 - val_acc: 0.9015\n",
      "Epoch 98/900\n",
      "0s - loss: 0.0825 - acc: 0.9061 - val_loss: 0.0861 - val_acc: 0.9028\n",
      "Epoch 99/900\n",
      "0s - loss: 0.0821 - acc: 0.9075 - val_loss: 0.0855 - val_acc: 0.9046\n",
      "Epoch 100/900\n",
      "0s - loss: 0.0817 - acc: 0.9075 - val_loss: 0.0850 - val_acc: 0.9058\n",
      "Epoch 101/900\n",
      "0s - loss: 0.0812 - acc: 0.9084 - val_loss: 0.0845 - val_acc: 0.9065\n",
      "Epoch 102/900\n",
      "0s - loss: 0.0808 - acc: 0.9089 - val_loss: 0.0840 - val_acc: 0.9077\n",
      "Epoch 103/900\n",
      "0s - loss: 0.0803 - acc: 0.9106 - val_loss: 0.0835 - val_acc: 0.9083\n",
      "Epoch 104/900\n",
      "0s - loss: 0.0799 - acc: 0.9112 - val_loss: 0.0830 - val_acc: 0.9089\n",
      "Epoch 105/900\n",
      "0s - loss: 0.0795 - acc: 0.9121 - val_loss: 0.0826 - val_acc: 0.9089\n",
      "Epoch 106/900\n",
      "0s - loss: 0.0791 - acc: 0.9134 - val_loss: 0.0821 - val_acc: 0.9095\n",
      "Epoch 107/900\n",
      "0s - loss: 0.0786 - acc: 0.9152 - val_loss: 0.0817 - val_acc: 0.9108\n",
      "Epoch 108/900\n",
      "0s - loss: 0.0783 - acc: 0.9151 - val_loss: 0.0813 - val_acc: 0.9132\n",
      "Epoch 109/900\n",
      "0s - loss: 0.0779 - acc: 0.9157 - val_loss: 0.0809 - val_acc: 0.9145\n",
      "Epoch 110/900\n",
      "0s - loss: 0.0775 - acc: 0.9168 - val_loss: 0.0804 - val_acc: 0.9157\n",
      "Epoch 111/900\n",
      "0s - loss: 0.0771 - acc: 0.9177 - val_loss: 0.0800 - val_acc: 0.9163\n",
      "Epoch 112/900\n",
      "0s - loss: 0.0767 - acc: 0.9181 - val_loss: 0.0797 - val_acc: 0.9182\n",
      "Epoch 113/900\n",
      "0s - loss: 0.0764 - acc: 0.9192 - val_loss: 0.0792 - val_acc: 0.9200\n",
      "Epoch 114/900\n",
      "0s - loss: 0.0760 - acc: 0.9197 - val_loss: 0.0789 - val_acc: 0.9212\n",
      "Epoch 115/900\n",
      "0s - loss: 0.0757 - acc: 0.9201 - val_loss: 0.0785 - val_acc: 0.9218\n",
      "Epoch 116/900\n",
      "0s - loss: 0.0753 - acc: 0.9214 - val_loss: 0.0781 - val_acc: 0.9231\n",
      "Epoch 117/900\n",
      "0s - loss: 0.0750 - acc: 0.9221 - val_loss: 0.0777 - val_acc: 0.9225\n",
      "Epoch 118/900\n",
      "0s - loss: 0.0747 - acc: 0.9220 - val_loss: 0.0774 - val_acc: 0.9231\n",
      "Epoch 119/900\n",
      "0s - loss: 0.0743 - acc: 0.9228 - val_loss: 0.0771 - val_acc: 0.9237\n",
      "Epoch 120/900\n",
      "0s - loss: 0.0740 - acc: 0.9235 - val_loss: 0.0767 - val_acc: 0.9237\n",
      "Epoch 121/900\n",
      "0s - loss: 0.0737 - acc: 0.9244 - val_loss: 0.0764 - val_acc: 0.9243\n",
      "Epoch 122/900\n",
      "0s - loss: 0.0734 - acc: 0.9244 - val_loss: 0.0761 - val_acc: 0.9237\n",
      "Epoch 123/900\n",
      "0s - loss: 0.0731 - acc: 0.9260 - val_loss: 0.0758 - val_acc: 0.9249\n",
      "Epoch 124/900\n",
      "0s - loss: 0.0728 - acc: 0.9269 - val_loss: 0.0755 - val_acc: 0.9262\n",
      "Epoch 125/900\n",
      "0s - loss: 0.0726 - acc: 0.9265 - val_loss: 0.0751 - val_acc: 0.9249\n",
      "Epoch 126/900\n",
      "0s - loss: 0.0723 - acc: 0.9271 - val_loss: 0.0748 - val_acc: 0.9255\n",
      "Epoch 127/900\n",
      "0s - loss: 0.0720 - acc: 0.9274 - val_loss: 0.0746 - val_acc: 0.9249\n",
      "Epoch 128/900\n",
      "0s - loss: 0.0717 - acc: 0.9271 - val_loss: 0.0743 - val_acc: 0.9249\n",
      "Epoch 129/900\n",
      "0s - loss: 0.0714 - acc: 0.9283 - val_loss: 0.0740 - val_acc: 0.9249\n",
      "Epoch 130/900\n",
      "0s - loss: 0.0712 - acc: 0.9288 - val_loss: 0.0737 - val_acc: 0.9262\n",
      "Epoch 131/900\n",
      "0s - loss: 0.0709 - acc: 0.9286 - val_loss: 0.0735 - val_acc: 0.9274\n",
      "Epoch 132/900\n",
      "0s - loss: 0.0707 - acc: 0.9297 - val_loss: 0.0732 - val_acc: 0.9268\n",
      "Epoch 133/900\n",
      "0s - loss: 0.0705 - acc: 0.9292 - val_loss: 0.0729 - val_acc: 0.9268\n",
      "Epoch 134/900\n",
      "0s - loss: 0.0702 - acc: 0.9298 - val_loss: 0.0727 - val_acc: 0.9274\n",
      "Epoch 135/900\n",
      "0s - loss: 0.0700 - acc: 0.9303 - val_loss: 0.0725 - val_acc: 0.9280\n",
      "Epoch 136/900\n",
      "0s - loss: 0.0698 - acc: 0.9303 - val_loss: 0.0722 - val_acc: 0.9280\n",
      "Epoch 137/900\n",
      "0s - loss: 0.0695 - acc: 0.9312 - val_loss: 0.0720 - val_acc: 0.9292\n",
      "Epoch 138/900\n",
      "0s - loss: 0.0693 - acc: 0.9311 - val_loss: 0.0718 - val_acc: 0.9305\n",
      "Epoch 139/900\n",
      "0s - loss: 0.0691 - acc: 0.9308 - val_loss: 0.0715 - val_acc: 0.9298\n",
      "Epoch 140/900\n",
      "0s - loss: 0.0689 - acc: 0.9311 - val_loss: 0.0713 - val_acc: 0.9305\n",
      "Epoch 141/900\n",
      "0s - loss: 0.0686 - acc: 0.9323 - val_loss: 0.0711 - val_acc: 0.9298\n",
      "Epoch 142/900\n",
      "0s - loss: 0.0685 - acc: 0.9318 - val_loss: 0.0709 - val_acc: 0.9298\n",
      "Epoch 143/900\n",
      "0s - loss: 0.0682 - acc: 0.9323 - val_loss: 0.0708 - val_acc: 0.9305\n",
      "Epoch 144/900\n",
      "0s - loss: 0.0681 - acc: 0.9326 - val_loss: 0.0704 - val_acc: 0.9298\n",
      "Epoch 145/900\n",
      "0s - loss: 0.0678 - acc: 0.9332 - val_loss: 0.0702 - val_acc: 0.9292\n",
      "Epoch 146/900\n",
      "0s - loss: 0.0677 - acc: 0.9326 - val_loss: 0.0700 - val_acc: 0.9298\n",
      "Epoch 147/900\n",
      "0s - loss: 0.0675 - acc: 0.9326 - val_loss: 0.0699 - val_acc: 0.9311\n",
      "Epoch 148/900\n",
      "0s - loss: 0.0673 - acc: 0.9334 - val_loss: 0.0697 - val_acc: 0.9298\n",
      "Epoch 149/900\n",
      "0s - loss: 0.0671 - acc: 0.9329 - val_loss: 0.0695 - val_acc: 0.9317\n",
      "Epoch 150/900\n",
      "0s - loss: 0.0669 - acc: 0.9331 - val_loss: 0.0693 - val_acc: 0.9317\n",
      "Epoch 151/900\n",
      "0s - loss: 0.0667 - acc: 0.9337 - val_loss: 0.0691 - val_acc: 0.9323\n",
      "Epoch 152/900\n",
      "0s - loss: 0.0666 - acc: 0.9337 - val_loss: 0.0690 - val_acc: 0.9323\n",
      "Epoch 153/900\n",
      "0s - loss: 0.0664 - acc: 0.9341 - val_loss: 0.0687 - val_acc: 0.9323\n",
      "Epoch 154/900\n",
      "0s - loss: 0.0662 - acc: 0.9341 - val_loss: 0.0686 - val_acc: 0.9329\n",
      "Epoch 155/900\n",
      "0s - loss: 0.0661 - acc: 0.9343 - val_loss: 0.0684 - val_acc: 0.9329\n",
      "Epoch 156/900\n",
      "0s - loss: 0.0659 - acc: 0.9346 - val_loss: 0.0682 - val_acc: 0.9335\n",
      "Epoch 157/900\n",
      "0s - loss: 0.0657 - acc: 0.9341 - val_loss: 0.0681 - val_acc: 0.9335\n",
      "Epoch 158/900\n",
      "0s - loss: 0.0656 - acc: 0.9346 - val_loss: 0.0679 - val_acc: 0.9335\n",
      "Epoch 159/900\n",
      "0s - loss: 0.0654 - acc: 0.9351 - val_loss: 0.0677 - val_acc: 0.9335\n",
      "Epoch 160/900\n",
      "0s - loss: 0.0653 - acc: 0.9352 - val_loss: 0.0676 - val_acc: 0.9329\n",
      "Epoch 161/900\n",
      "0s - loss: 0.0651 - acc: 0.9352 - val_loss: 0.0675 - val_acc: 0.9335\n",
      "Epoch 162/900\n",
      "0s - loss: 0.0650 - acc: 0.9351 - val_loss: 0.0673 - val_acc: 0.9335\n",
      "Epoch 163/900\n",
      "0s - loss: 0.0648 - acc: 0.9355 - val_loss: 0.0672 - val_acc: 0.9335\n",
      "Epoch 164/900\n",
      "0s - loss: 0.0647 - acc: 0.9354 - val_loss: 0.0670 - val_acc: 0.9335\n",
      "Epoch 165/900\n",
      "0s - loss: 0.0645 - acc: 0.9363 - val_loss: 0.0668 - val_acc: 0.9342\n",
      "Epoch 166/900\n",
      "0s - loss: 0.0644 - acc: 0.9354 - val_loss: 0.0667 - val_acc: 0.9342\n",
      "Epoch 167/900\n",
      "0s - loss: 0.0642 - acc: 0.9360 - val_loss: 0.0667 - val_acc: 0.9342\n",
      "Epoch 168/900\n",
      "0s - loss: 0.0641 - acc: 0.9368 - val_loss: 0.0665 - val_acc: 0.9348\n",
      "Epoch 169/900\n",
      "0s - loss: 0.0639 - acc: 0.9361 - val_loss: 0.0663 - val_acc: 0.9354\n",
      "Epoch 170/900\n",
      "0s - loss: 0.0638 - acc: 0.9360 - val_loss: 0.0661 - val_acc: 0.9348\n",
      "Epoch 171/900\n",
      "0s - loss: 0.0637 - acc: 0.9365 - val_loss: 0.0660 - val_acc: 0.9354\n",
      "Epoch 172/900\n",
      "0s - loss: 0.0636 - acc: 0.9366 - val_loss: 0.0659 - val_acc: 0.9360\n",
      "Epoch 173/900\n",
      "0s - loss: 0.0634 - acc: 0.9368 - val_loss: 0.0658 - val_acc: 0.9360\n",
      "Epoch 174/900\n",
      "0s - loss: 0.0633 - acc: 0.9368 - val_loss: 0.0657 - val_acc: 0.9354\n",
      "Epoch 175/900\n",
      "0s - loss: 0.0631 - acc: 0.9371 - val_loss: 0.0655 - val_acc: 0.9366\n",
      "Epoch 176/900\n",
      "0s - loss: 0.0630 - acc: 0.9375 - val_loss: 0.0654 - val_acc: 0.9366\n",
      "Epoch 177/900\n",
      "0s - loss: 0.0629 - acc: 0.9371 - val_loss: 0.0652 - val_acc: 0.9372\n",
      "Epoch 178/900\n",
      "0s - loss: 0.0628 - acc: 0.9377 - val_loss: 0.0651 - val_acc: 0.9378\n",
      "Epoch 179/900\n",
      "0s - loss: 0.0626 - acc: 0.9374 - val_loss: 0.0650 - val_acc: 0.9360\n",
      "Epoch 180/900\n",
      "0s - loss: 0.0625 - acc: 0.9377 - val_loss: 0.0648 - val_acc: 0.9378\n",
      "Epoch 181/900\n",
      "0s - loss: 0.0624 - acc: 0.9381 - val_loss: 0.0648 - val_acc: 0.9366\n",
      "Epoch 182/900\n",
      "0s - loss: 0.0623 - acc: 0.9378 - val_loss: 0.0647 - val_acc: 0.9360\n",
      "Epoch 183/900\n",
      "0s - loss: 0.0622 - acc: 0.9381 - val_loss: 0.0645 - val_acc: 0.9378\n",
      "Epoch 184/900\n",
      "0s - loss: 0.0620 - acc: 0.9380 - val_loss: 0.0644 - val_acc: 0.9378\n",
      "Epoch 185/900\n",
      "0s - loss: 0.0619 - acc: 0.9383 - val_loss: 0.0643 - val_acc: 0.9366\n",
      "Epoch 186/900\n",
      "0s - loss: 0.0618 - acc: 0.9385 - val_loss: 0.0641 - val_acc: 0.9378\n",
      "Epoch 187/900\n",
      "0s - loss: 0.0617 - acc: 0.9385 - val_loss: 0.0640 - val_acc: 0.9378\n",
      "Epoch 188/900\n",
      "0s - loss: 0.0615 - acc: 0.9386 - val_loss: 0.0640 - val_acc: 0.9372\n",
      "Epoch 189/900\n",
      "0s - loss: 0.0614 - acc: 0.9388 - val_loss: 0.0638 - val_acc: 0.9372\n",
      "Epoch 190/900\n",
      "0s - loss: 0.0613 - acc: 0.9389 - val_loss: 0.0637 - val_acc: 0.9378\n",
      "Epoch 191/900\n",
      "0s - loss: 0.0612 - acc: 0.9391 - val_loss: 0.0636 - val_acc: 0.9372\n",
      "Epoch 192/900\n",
      "0s - loss: 0.0611 - acc: 0.9391 - val_loss: 0.0634 - val_acc: 0.9378\n",
      "Epoch 193/900\n",
      "0s - loss: 0.0610 - acc: 0.9391 - val_loss: 0.0633 - val_acc: 0.9378\n",
      "Epoch 194/900\n",
      "0s - loss: 0.0608 - acc: 0.9392 - val_loss: 0.0633 - val_acc: 0.9372\n",
      "Epoch 195/900\n",
      "0s - loss: 0.0607 - acc: 0.9394 - val_loss: 0.0632 - val_acc: 0.9372\n",
      "Epoch 196/900\n",
      "0s - loss: 0.0606 - acc: 0.9391 - val_loss: 0.0630 - val_acc: 0.9378\n",
      "Epoch 197/900\n",
      "0s - loss: 0.0605 - acc: 0.9394 - val_loss: 0.0629 - val_acc: 0.9372\n",
      "Epoch 198/900\n",
      "0s - loss: 0.0604 - acc: 0.9397 - val_loss: 0.0628 - val_acc: 0.9372\n",
      "Epoch 199/900\n",
      "0s - loss: 0.0603 - acc: 0.9395 - val_loss: 0.0627 - val_acc: 0.9372\n",
      "Epoch 200/900\n",
      "0s - loss: 0.0602 - acc: 0.9401 - val_loss: 0.0627 - val_acc: 0.9372\n",
      "Epoch 201/900\n",
      "0s - loss: 0.0601 - acc: 0.9397 - val_loss: 0.0624 - val_acc: 0.9378\n",
      "Epoch 202/900\n",
      "0s - loss: 0.0599 - acc: 0.9397 - val_loss: 0.0623 - val_acc: 0.9372\n",
      "Epoch 203/900\n",
      "0s - loss: 0.0598 - acc: 0.9400 - val_loss: 0.0624 - val_acc: 0.9372\n",
      "Epoch 204/900\n",
      "0s - loss: 0.0597 - acc: 0.9397 - val_loss: 0.0623 - val_acc: 0.9372\n",
      "Epoch 205/900\n",
      "0s - loss: 0.0596 - acc: 0.9397 - val_loss: 0.0620 - val_acc: 0.9372\n",
      "Epoch 206/900\n",
      "0s - loss: 0.0595 - acc: 0.9400 - val_loss: 0.0619 - val_acc: 0.9372\n",
      "Epoch 207/900\n",
      "0s - loss: 0.0594 - acc: 0.9400 - val_loss: 0.0618 - val_acc: 0.9372\n",
      "Epoch 208/900\n",
      "0s - loss: 0.0593 - acc: 0.9401 - val_loss: 0.0617 - val_acc: 0.9372\n",
      "Epoch 209/900\n",
      "0s - loss: 0.0592 - acc: 0.9400 - val_loss: 0.0616 - val_acc: 0.9372\n",
      "Epoch 210/900\n",
      "0s - loss: 0.0591 - acc: 0.9401 - val_loss: 0.0615 - val_acc: 0.9372\n",
      "Epoch 211/900\n",
      "0s - loss: 0.0590 - acc: 0.9400 - val_loss: 0.0614 - val_acc: 0.9372\n",
      "Epoch 212/900\n",
      "0s - loss: 0.0589 - acc: 0.9400 - val_loss: 0.0613 - val_acc: 0.9372\n",
      "Epoch 213/900\n",
      "0s - loss: 0.0587 - acc: 0.9403 - val_loss: 0.0612 - val_acc: 0.9372\n",
      "Epoch 214/900\n",
      "0s - loss: 0.0586 - acc: 0.9401 - val_loss: 0.0611 - val_acc: 0.9372\n",
      "Epoch 215/900\n",
      "0s - loss: 0.0585 - acc: 0.9405 - val_loss: 0.0610 - val_acc: 0.9372\n",
      "Epoch 216/900\n",
      "0s - loss: 0.0584 - acc: 0.9403 - val_loss: 0.0609 - val_acc: 0.9372\n",
      "Epoch 217/900\n",
      "0s - loss: 0.0583 - acc: 0.9400 - val_loss: 0.0608 - val_acc: 0.9372\n",
      "Epoch 218/900\n",
      "0s - loss: 0.0582 - acc: 0.9403 - val_loss: 0.0607 - val_acc: 0.9372\n",
      "Epoch 219/900\n",
      "0s - loss: 0.0581 - acc: 0.9405 - val_loss: 0.0606 - val_acc: 0.9372\n",
      "Epoch 220/900\n",
      "0s - loss: 0.0580 - acc: 0.9403 - val_loss: 0.0606 - val_acc: 0.9372\n",
      "Epoch 221/900\n",
      "0s - loss: 0.0579 - acc: 0.9403 - val_loss: 0.0604 - val_acc: 0.9372\n",
      "Epoch 222/900\n",
      "0s - loss: 0.0578 - acc: 0.9401 - val_loss: 0.0603 - val_acc: 0.9372\n",
      "Epoch 223/900\n",
      "0s - loss: 0.0576 - acc: 0.9408 - val_loss: 0.0602 - val_acc: 0.9372\n",
      "Epoch 224/900\n",
      "0s - loss: 0.0575 - acc: 0.9403 - val_loss: 0.0601 - val_acc: 0.9372\n",
      "Epoch 225/900\n",
      "0s - loss: 0.0574 - acc: 0.9406 - val_loss: 0.0600 - val_acc: 0.9372\n",
      "Epoch 226/900\n",
      "0s - loss: 0.0573 - acc: 0.9401 - val_loss: 0.0599 - val_acc: 0.9372\n",
      "Epoch 227/900\n",
      "0s - loss: 0.0572 - acc: 0.9405 - val_loss: 0.0598 - val_acc: 0.9372\n",
      "Epoch 228/900\n",
      "0s - loss: 0.0571 - acc: 0.9403 - val_loss: 0.0597 - val_acc: 0.9372\n",
      "Epoch 229/900\n",
      "0s - loss: 0.0570 - acc: 0.9405 - val_loss: 0.0596 - val_acc: 0.9372\n",
      "Epoch 230/900\n",
      "0s - loss: 0.0569 - acc: 0.9403 - val_loss: 0.0595 - val_acc: 0.9366\n",
      "Epoch 231/900\n",
      "0s - loss: 0.0568 - acc: 0.9406 - val_loss: 0.0593 - val_acc: 0.9372\n",
      "Epoch 232/900\n",
      "0s - loss: 0.0566 - acc: 0.9408 - val_loss: 0.0592 - val_acc: 0.9372\n",
      "Epoch 233/900\n",
      "0s - loss: 0.0565 - acc: 0.9405 - val_loss: 0.0591 - val_acc: 0.9372\n",
      "Epoch 234/900\n",
      "0s - loss: 0.0564 - acc: 0.9403 - val_loss: 0.0591 - val_acc: 0.9366\n",
      "Epoch 235/900\n",
      "0s - loss: 0.0563 - acc: 0.9401 - val_loss: 0.0589 - val_acc: 0.9366\n",
      "Epoch 236/900\n",
      "0s - loss: 0.0562 - acc: 0.9408 - val_loss: 0.0588 - val_acc: 0.9366\n",
      "Epoch 237/900\n",
      "0s - loss: 0.0561 - acc: 0.9406 - val_loss: 0.0587 - val_acc: 0.9366\n",
      "Epoch 238/900\n",
      "0s - loss: 0.0559 - acc: 0.9406 - val_loss: 0.0587 - val_acc: 0.9366\n",
      "Epoch 239/900\n",
      "0s - loss: 0.0558 - acc: 0.9408 - val_loss: 0.0584 - val_acc: 0.9372\n",
      "Epoch 240/900\n",
      "0s - loss: 0.0557 - acc: 0.9409 - val_loss: 0.0583 - val_acc: 0.9372\n",
      "Epoch 241/900\n",
      "0s - loss: 0.0556 - acc: 0.9411 - val_loss: 0.0582 - val_acc: 0.9372\n",
      "Epoch 242/900\n",
      "0s - loss: 0.0555 - acc: 0.9409 - val_loss: 0.0581 - val_acc: 0.9372\n",
      "Epoch 243/900\n",
      "0s - loss: 0.0554 - acc: 0.9411 - val_loss: 0.0580 - val_acc: 0.9372\n",
      "Epoch 244/900\n",
      "0s - loss: 0.0552 - acc: 0.9414 - val_loss: 0.0579 - val_acc: 0.9372\n",
      "Epoch 245/900\n",
      "0s - loss: 0.0551 - acc: 0.9417 - val_loss: 0.0578 - val_acc: 0.9372\n",
      "Epoch 246/900\n",
      "0s - loss: 0.0550 - acc: 0.9414 - val_loss: 0.0578 - val_acc: 0.9378\n",
      "Epoch 247/900\n",
      "0s - loss: 0.0549 - acc: 0.9412 - val_loss: 0.0575 - val_acc: 0.9372\n",
      "Epoch 248/900\n",
      "0s - loss: 0.0547 - acc: 0.9415 - val_loss: 0.0574 - val_acc: 0.9372\n",
      "Epoch 249/900\n",
      "0s - loss: 0.0546 - acc: 0.9412 - val_loss: 0.0573 - val_acc: 0.9372\n",
      "Epoch 250/900\n",
      "0s - loss: 0.0545 - acc: 0.9411 - val_loss: 0.0572 - val_acc: 0.9372\n",
      "Epoch 251/900\n",
      "0s - loss: 0.0544 - acc: 0.9411 - val_loss: 0.0571 - val_acc: 0.9372\n",
      "Epoch 252/900\n",
      "0s - loss: 0.0542 - acc: 0.9415 - val_loss: 0.0569 - val_acc: 0.9372\n",
      "Epoch 253/900\n",
      "0s - loss: 0.0541 - acc: 0.9412 - val_loss: 0.0569 - val_acc: 0.9378\n",
      "Epoch 254/900\n",
      "0s - loss: 0.0540 - acc: 0.9411 - val_loss: 0.0567 - val_acc: 0.9378\n",
      "Epoch 255/900\n",
      "0s - loss: 0.0538 - acc: 0.9411 - val_loss: 0.0566 - val_acc: 0.9378\n",
      "Epoch 256/900\n",
      "0s - loss: 0.0537 - acc: 0.9414 - val_loss: 0.0564 - val_acc: 0.9372\n",
      "Epoch 257/900\n",
      "0s - loss: 0.0536 - acc: 0.9412 - val_loss: 0.0563 - val_acc: 0.9372\n",
      "Epoch 258/900\n",
      "0s - loss: 0.0534 - acc: 0.9411 - val_loss: 0.0562 - val_acc: 0.9378\n",
      "Epoch 259/900\n",
      "0s - loss: 0.0533 - acc: 0.9409 - val_loss: 0.0562 - val_acc: 0.9378\n",
      "Epoch 260/900\n",
      "0s - loss: 0.0532 - acc: 0.9411 - val_loss: 0.0560 - val_acc: 0.9378\n",
      "Epoch 261/900\n",
      "0s - loss: 0.0530 - acc: 0.9406 - val_loss: 0.0558 - val_acc: 0.9378\n",
      "Epoch 262/900\n",
      "0s - loss: 0.0529 - acc: 0.9412 - val_loss: 0.0557 - val_acc: 0.9378\n",
      "Epoch 263/900\n",
      "0s - loss: 0.0528 - acc: 0.9409 - val_loss: 0.0556 - val_acc: 0.9378\n",
      "Epoch 264/900\n",
      "0s - loss: 0.0526 - acc: 0.9411 - val_loss: 0.0555 - val_acc: 0.9378\n",
      "Epoch 265/900\n",
      "0s - loss: 0.0525 - acc: 0.9414 - val_loss: 0.0554 - val_acc: 0.9378\n",
      "Epoch 266/900\n",
      "0s - loss: 0.0523 - acc: 0.9415 - val_loss: 0.0552 - val_acc: 0.9378\n",
      "Epoch 267/900\n",
      "0s - loss: 0.0522 - acc: 0.9415 - val_loss: 0.0550 - val_acc: 0.9378\n",
      "Epoch 268/900\n",
      "0s - loss: 0.0521 - acc: 0.9411 - val_loss: 0.0549 - val_acc: 0.9378\n",
      "Epoch 269/900\n",
      "0s - loss: 0.0519 - acc: 0.9414 - val_loss: 0.0548 - val_acc: 0.9378\n",
      "Epoch 270/900\n",
      "0s - loss: 0.0518 - acc: 0.9412 - val_loss: 0.0547 - val_acc: 0.9378\n",
      "Epoch 271/900\n",
      "0s - loss: 0.0516 - acc: 0.9414 - val_loss: 0.0545 - val_acc: 0.9378\n",
      "Epoch 272/900\n",
      "0s - loss: 0.0515 - acc: 0.9414 - val_loss: 0.0544 - val_acc: 0.9385\n",
      "Epoch 273/900\n",
      "0s - loss: 0.0514 - acc: 0.9411 - val_loss: 0.0542 - val_acc: 0.9385\n",
      "Epoch 274/900\n",
      "0s - loss: 0.0512 - acc: 0.9415 - val_loss: 0.0541 - val_acc: 0.9385\n",
      "Epoch 275/900\n",
      "0s - loss: 0.0511 - acc: 0.9417 - val_loss: 0.0540 - val_acc: 0.9385\n",
      "Epoch 276/900\n",
      "0s - loss: 0.0509 - acc: 0.9415 - val_loss: 0.0539 - val_acc: 0.9385\n",
      "Epoch 277/900\n",
      "0s - loss: 0.0508 - acc: 0.9417 - val_loss: 0.0537 - val_acc: 0.9385\n",
      "Epoch 278/900\n",
      "0s - loss: 0.0506 - acc: 0.9411 - val_loss: 0.0536 - val_acc: 0.9385\n",
      "Epoch 279/900\n",
      "0s - loss: 0.0505 - acc: 0.9417 - val_loss: 0.0535 - val_acc: 0.9385\n",
      "Epoch 280/900\n",
      "0s - loss: 0.0504 - acc: 0.9418 - val_loss: 0.0533 - val_acc: 0.9385\n",
      "Epoch 281/900\n",
      "0s - loss: 0.0502 - acc: 0.9418 - val_loss: 0.0532 - val_acc: 0.9385\n",
      "Epoch 282/900\n",
      "0s - loss: 0.0501 - acc: 0.9418 - val_loss: 0.0530 - val_acc: 0.9385\n",
      "Epoch 283/900\n",
      "0s - loss: 0.0499 - acc: 0.9418 - val_loss: 0.0529 - val_acc: 0.9385\n",
      "Epoch 284/900\n",
      "0s - loss: 0.0498 - acc: 0.9418 - val_loss: 0.0528 - val_acc: 0.9391\n",
      "Epoch 285/900\n",
      "0s - loss: 0.0496 - acc: 0.9420 - val_loss: 0.0526 - val_acc: 0.9391\n",
      "Epoch 286/900\n",
      "0s - loss: 0.0495 - acc: 0.9418 - val_loss: 0.0524 - val_acc: 0.9391\n",
      "Epoch 287/900\n",
      "0s - loss: 0.0493 - acc: 0.9420 - val_loss: 0.0524 - val_acc: 0.9391\n",
      "Epoch 288/900\n",
      "0s - loss: 0.0492 - acc: 0.9423 - val_loss: 0.0522 - val_acc: 0.9391\n",
      "Epoch 289/900\n",
      "0s - loss: 0.0490 - acc: 0.9423 - val_loss: 0.0520 - val_acc: 0.9397\n",
      "Epoch 290/900\n",
      "0s - loss: 0.0489 - acc: 0.9426 - val_loss: 0.0519 - val_acc: 0.9397\n",
      "Epoch 291/900\n",
      "0s - loss: 0.0488 - acc: 0.9428 - val_loss: 0.0518 - val_acc: 0.9397\n",
      "Epoch 292/900\n",
      "0s - loss: 0.0486 - acc: 0.9423 - val_loss: 0.0517 - val_acc: 0.9397\n",
      "Epoch 293/900\n",
      "0s - loss: 0.0485 - acc: 0.9426 - val_loss: 0.0516 - val_acc: 0.9397\n",
      "Epoch 294/900\n",
      "0s - loss: 0.0483 - acc: 0.9434 - val_loss: 0.0514 - val_acc: 0.9403\n",
      "Epoch 295/900\n",
      "0s - loss: 0.0482 - acc: 0.9434 - val_loss: 0.0512 - val_acc: 0.9403\n",
      "Epoch 296/900\n",
      "0s - loss: 0.0480 - acc: 0.9432 - val_loss: 0.0511 - val_acc: 0.9403\n",
      "Epoch 297/900\n",
      "0s - loss: 0.0479 - acc: 0.9434 - val_loss: 0.0510 - val_acc: 0.9403\n",
      "Epoch 298/900\n",
      "0s - loss: 0.0477 - acc: 0.9438 - val_loss: 0.0508 - val_acc: 0.9403\n",
      "Epoch 299/900\n",
      "0s - loss: 0.0476 - acc: 0.9437 - val_loss: 0.0507 - val_acc: 0.9403\n",
      "Epoch 300/900\n",
      "0s - loss: 0.0474 - acc: 0.9443 - val_loss: 0.0506 - val_acc: 0.9403\n",
      "Epoch 301/900\n",
      "0s - loss: 0.0473 - acc: 0.9449 - val_loss: 0.0504 - val_acc: 0.9409\n",
      "Epoch 302/900\n",
      "0s - loss: 0.0472 - acc: 0.9445 - val_loss: 0.0503 - val_acc: 0.9409\n",
      "Epoch 303/900\n",
      "0s - loss: 0.0470 - acc: 0.9449 - val_loss: 0.0501 - val_acc: 0.9409\n",
      "Epoch 304/900\n",
      "0s - loss: 0.0468 - acc: 0.9452 - val_loss: 0.0500 - val_acc: 0.9403\n",
      "Epoch 305/900\n",
      "0s - loss: 0.0467 - acc: 0.9452 - val_loss: 0.0498 - val_acc: 0.9409\n",
      "Epoch 306/900\n",
      "0s - loss: 0.0466 - acc: 0.9449 - val_loss: 0.0497 - val_acc: 0.9415\n",
      "Epoch 307/900\n",
      "0s - loss: 0.0464 - acc: 0.9457 - val_loss: 0.0496 - val_acc: 0.9403\n",
      "Epoch 308/900\n",
      "0s - loss: 0.0463 - acc: 0.9454 - val_loss: 0.0494 - val_acc: 0.9403\n",
      "Epoch 309/900\n",
      "0s - loss: 0.0461 - acc: 0.9458 - val_loss: 0.0493 - val_acc: 0.9403\n",
      "Epoch 310/900\n",
      "0s - loss: 0.0460 - acc: 0.9460 - val_loss: 0.0492 - val_acc: 0.9415\n",
      "Epoch 311/900\n",
      "0s - loss: 0.0458 - acc: 0.9469 - val_loss: 0.0490 - val_acc: 0.9409\n",
      "Epoch 312/900\n",
      "0s - loss: 0.0457 - acc: 0.9460 - val_loss: 0.0489 - val_acc: 0.9415\n",
      "Epoch 313/900\n",
      "0s - loss: 0.0455 - acc: 0.9465 - val_loss: 0.0487 - val_acc: 0.9415\n",
      "Epoch 314/900\n",
      "0s - loss: 0.0454 - acc: 0.9472 - val_loss: 0.0486 - val_acc: 0.9415\n",
      "Epoch 315/900\n",
      "0s - loss: 0.0452 - acc: 0.9474 - val_loss: 0.0486 - val_acc: 0.9446\n",
      "Epoch 316/900\n",
      "0s - loss: 0.0451 - acc: 0.9471 - val_loss: 0.0483 - val_acc: 0.9422\n",
      "Epoch 317/900\n",
      "0s - loss: 0.0449 - acc: 0.9477 - val_loss: 0.0481 - val_acc: 0.9428\n",
      "Epoch 318/900\n",
      "0s - loss: 0.0448 - acc: 0.9477 - val_loss: 0.0480 - val_acc: 0.9428\n",
      "Epoch 319/900\n",
      "0s - loss: 0.0446 - acc: 0.9485 - val_loss: 0.0479 - val_acc: 0.9446\n",
      "Epoch 320/900\n",
      "0s - loss: 0.0445 - acc: 0.9485 - val_loss: 0.0477 - val_acc: 0.9440\n",
      "Epoch 321/900\n",
      "0s - loss: 0.0443 - acc: 0.9485 - val_loss: 0.0476 - val_acc: 0.9440\n",
      "Epoch 322/900\n",
      "0s - loss: 0.0442 - acc: 0.9488 - val_loss: 0.0474 - val_acc: 0.9446\n",
      "Epoch 323/900\n",
      "0s - loss: 0.0440 - acc: 0.9492 - val_loss: 0.0473 - val_acc: 0.9452\n",
      "Epoch 324/900\n",
      "0s - loss: 0.0439 - acc: 0.9492 - val_loss: 0.0472 - val_acc: 0.9465\n",
      "Epoch 325/900\n",
      "0s - loss: 0.0438 - acc: 0.9497 - val_loss: 0.0471 - val_acc: 0.9465\n",
      "Epoch 326/900\n",
      "0s - loss: 0.0436 - acc: 0.9498 - val_loss: 0.0469 - val_acc: 0.9452\n",
      "Epoch 327/900\n",
      "0s - loss: 0.0434 - acc: 0.9503 - val_loss: 0.0467 - val_acc: 0.9452\n",
      "Epoch 328/900\n",
      "0s - loss: 0.0433 - acc: 0.9501 - val_loss: 0.0466 - val_acc: 0.9458\n",
      "Epoch 329/900\n",
      "0s - loss: 0.0432 - acc: 0.9506 - val_loss: 0.0465 - val_acc: 0.9471\n",
      "Epoch 330/900\n",
      "0s - loss: 0.0430 - acc: 0.9505 - val_loss: 0.0464 - val_acc: 0.9471\n",
      "Epoch 331/900\n",
      "0s - loss: 0.0429 - acc: 0.9509 - val_loss: 0.0463 - val_acc: 0.9477\n",
      "Epoch 332/900\n",
      "0s - loss: 0.0427 - acc: 0.9514 - val_loss: 0.0460 - val_acc: 0.9465\n",
      "Epoch 333/900\n",
      "0s - loss: 0.0426 - acc: 0.9514 - val_loss: 0.0459 - val_acc: 0.9458\n",
      "Epoch 334/900\n",
      "0s - loss: 0.0424 - acc: 0.9521 - val_loss: 0.0457 - val_acc: 0.9471\n",
      "Epoch 335/900\n",
      "0s - loss: 0.0423 - acc: 0.9520 - val_loss: 0.0456 - val_acc: 0.9489\n",
      "Epoch 336/900\n",
      "0s - loss: 0.0421 - acc: 0.9525 - val_loss: 0.0455 - val_acc: 0.9483\n",
      "Epoch 337/900\n",
      "0s - loss: 0.0420 - acc: 0.9523 - val_loss: 0.0453 - val_acc: 0.9483\n",
      "Epoch 338/900\n",
      "0s - loss: 0.0418 - acc: 0.9529 - val_loss: 0.0452 - val_acc: 0.9502\n",
      "Epoch 339/900\n",
      "0s - loss: 0.0417 - acc: 0.9526 - val_loss: 0.0450 - val_acc: 0.9477\n",
      "Epoch 340/900\n",
      "0s - loss: 0.0416 - acc: 0.9529 - val_loss: 0.0449 - val_acc: 0.9483\n",
      "Epoch 341/900\n",
      "0s - loss: 0.0414 - acc: 0.9535 - val_loss: 0.0447 - val_acc: 0.9489\n",
      "Epoch 342/900\n",
      "0s - loss: 0.0413 - acc: 0.9535 - val_loss: 0.0446 - val_acc: 0.9508\n",
      "Epoch 343/900\n",
      "0s - loss: 0.0411 - acc: 0.9531 - val_loss: 0.0444 - val_acc: 0.9520\n",
      "Epoch 344/900\n",
      "0s - loss: 0.0410 - acc: 0.9537 - val_loss: 0.0443 - val_acc: 0.9520\n",
      "Epoch 345/900\n",
      "0s - loss: 0.0408 - acc: 0.9540 - val_loss: 0.0442 - val_acc: 0.9520\n",
      "Epoch 346/900\n",
      "0s - loss: 0.0407 - acc: 0.9540 - val_loss: 0.0440 - val_acc: 0.9520\n",
      "Epoch 347/900\n",
      "0s - loss: 0.0405 - acc: 0.9540 - val_loss: 0.0440 - val_acc: 0.9514\n",
      "Epoch 348/900\n",
      "0s - loss: 0.0404 - acc: 0.9540 - val_loss: 0.0438 - val_acc: 0.9526\n",
      "Epoch 349/900\n",
      "0s - loss: 0.0402 - acc: 0.9546 - val_loss: 0.0436 - val_acc: 0.9532\n",
      "Epoch 350/900\n",
      "0s - loss: 0.0401 - acc: 0.9552 - val_loss: 0.0435 - val_acc: 0.9526\n",
      "Epoch 351/900\n",
      "0s - loss: 0.0399 - acc: 0.9555 - val_loss: 0.0434 - val_acc: 0.9520\n",
      "Epoch 352/900\n",
      "0s - loss: 0.0398 - acc: 0.9555 - val_loss: 0.0432 - val_acc: 0.9526\n",
      "Epoch 353/900\n",
      "0s - loss: 0.0397 - acc: 0.9561 - val_loss: 0.0430 - val_acc: 0.9526\n",
      "Epoch 354/900\n",
      "0s - loss: 0.0395 - acc: 0.9565 - val_loss: 0.0429 - val_acc: 0.9532\n",
      "Epoch 355/900\n",
      "0s - loss: 0.0394 - acc: 0.9563 - val_loss: 0.0428 - val_acc: 0.9526\n",
      "Epoch 356/900\n",
      "0s - loss: 0.0392 - acc: 0.9568 - val_loss: 0.0426 - val_acc: 0.9532\n",
      "Epoch 357/900\n",
      "0s - loss: 0.0391 - acc: 0.9568 - val_loss: 0.0424 - val_acc: 0.9526\n",
      "Epoch 358/900\n",
      "0s - loss: 0.0389 - acc: 0.9569 - val_loss: 0.0423 - val_acc: 0.9526\n",
      "Epoch 359/900\n",
      "0s - loss: 0.0388 - acc: 0.9578 - val_loss: 0.0422 - val_acc: 0.9526\n",
      "Epoch 360/900\n",
      "0s - loss: 0.0386 - acc: 0.9580 - val_loss: 0.0420 - val_acc: 0.9526\n",
      "Epoch 361/900\n",
      "0s - loss: 0.0385 - acc: 0.9578 - val_loss: 0.0419 - val_acc: 0.9526\n",
      "Epoch 362/900\n",
      "0s - loss: 0.0384 - acc: 0.9581 - val_loss: 0.0418 - val_acc: 0.9520\n",
      "Epoch 363/900\n",
      "0s - loss: 0.0382 - acc: 0.9588 - val_loss: 0.0416 - val_acc: 0.9520\n",
      "Epoch 364/900\n",
      "0s - loss: 0.0381 - acc: 0.9588 - val_loss: 0.0415 - val_acc: 0.9532\n",
      "Epoch 365/900\n",
      "0s - loss: 0.0379 - acc: 0.9594 - val_loss: 0.0413 - val_acc: 0.9532\n",
      "Epoch 366/900\n",
      "0s - loss: 0.0378 - acc: 0.9594 - val_loss: 0.0412 - val_acc: 0.9532\n",
      "Epoch 367/900\n",
      "0s - loss: 0.0376 - acc: 0.9597 - val_loss: 0.0411 - val_acc: 0.9526\n",
      "Epoch 368/900\n",
      "0s - loss: 0.0375 - acc: 0.9595 - val_loss: 0.0409 - val_acc: 0.9532\n",
      "Epoch 369/900\n",
      "0s - loss: 0.0374 - acc: 0.9595 - val_loss: 0.0408 - val_acc: 0.9526\n",
      "Epoch 370/900\n",
      "0s - loss: 0.0372 - acc: 0.9597 - val_loss: 0.0406 - val_acc: 0.9532\n",
      "Epoch 371/900\n",
      "0s - loss: 0.0371 - acc: 0.9597 - val_loss: 0.0405 - val_acc: 0.9532\n",
      "Epoch 372/900\n",
      "0s - loss: 0.0369 - acc: 0.9608 - val_loss: 0.0403 - val_acc: 0.9545\n",
      "Epoch 373/900\n",
      "0s - loss: 0.0368 - acc: 0.9612 - val_loss: 0.0402 - val_acc: 0.9545\n",
      "Epoch 374/900\n",
      "0s - loss: 0.0366 - acc: 0.9608 - val_loss: 0.0401 - val_acc: 0.9545\n",
      "Epoch 375/900\n",
      "0s - loss: 0.0365 - acc: 0.9611 - val_loss: 0.0399 - val_acc: 0.9545\n",
      "Epoch 376/900\n",
      "0s - loss: 0.0364 - acc: 0.9615 - val_loss: 0.0397 - val_acc: 0.9551\n",
      "Epoch 377/900\n",
      "0s - loss: 0.0362 - acc: 0.9614 - val_loss: 0.0396 - val_acc: 0.9545\n",
      "Epoch 378/900\n",
      "0s - loss: 0.0361 - acc: 0.9611 - val_loss: 0.0395 - val_acc: 0.9545\n",
      "Epoch 379/900\n",
      "0s - loss: 0.0359 - acc: 0.9611 - val_loss: 0.0393 - val_acc: 0.9557\n",
      "Epoch 380/900\n",
      "0s - loss: 0.0358 - acc: 0.9623 - val_loss: 0.0392 - val_acc: 0.9557\n",
      "Epoch 381/900\n",
      "0s - loss: 0.0357 - acc: 0.9620 - val_loss: 0.0390 - val_acc: 0.9557\n",
      "Epoch 382/900\n",
      "0s - loss: 0.0355 - acc: 0.9615 - val_loss: 0.0390 - val_acc: 0.9551\n",
      "Epoch 383/900\n",
      "0s - loss: 0.0354 - acc: 0.9629 - val_loss: 0.0388 - val_acc: 0.9551\n",
      "Epoch 384/900\n",
      "0s - loss: 0.0352 - acc: 0.9629 - val_loss: 0.0386 - val_acc: 0.9563\n",
      "Epoch 385/900\n",
      "0s - loss: 0.0351 - acc: 0.9631 - val_loss: 0.0385 - val_acc: 0.9563\n",
      "Epoch 386/900\n",
      "0s - loss: 0.0349 - acc: 0.9635 - val_loss: 0.0383 - val_acc: 0.9575\n",
      "Epoch 387/900\n",
      "0s - loss: 0.0348 - acc: 0.9632 - val_loss: 0.0382 - val_acc: 0.9563\n",
      "Epoch 388/900\n",
      "0s - loss: 0.0347 - acc: 0.9640 - val_loss: 0.0380 - val_acc: 0.9563\n",
      "Epoch 389/900\n",
      "0s - loss: 0.0345 - acc: 0.9640 - val_loss: 0.0379 - val_acc: 0.9569\n",
      "Epoch 390/900\n",
      "0s - loss: 0.0344 - acc: 0.9634 - val_loss: 0.0378 - val_acc: 0.9557\n",
      "Epoch 391/900\n",
      "0s - loss: 0.0343 - acc: 0.9640 - val_loss: 0.0377 - val_acc: 0.9557\n",
      "Epoch 392/900\n",
      "0s - loss: 0.0341 - acc: 0.9648 - val_loss: 0.0375 - val_acc: 0.9557\n",
      "Epoch 393/900\n",
      "0s - loss: 0.0340 - acc: 0.9648 - val_loss: 0.0374 - val_acc: 0.9563\n",
      "Epoch 394/900\n",
      "0s - loss: 0.0339 - acc: 0.9651 - val_loss: 0.0372 - val_acc: 0.9557\n",
      "Epoch 395/900\n",
      "0s - loss: 0.0337 - acc: 0.9651 - val_loss: 0.0371 - val_acc: 0.9557\n",
      "Epoch 396/900\n",
      "0s - loss: 0.0336 - acc: 0.9660 - val_loss: 0.0369 - val_acc: 0.9582\n",
      "Epoch 397/900\n",
      "0s - loss: 0.0334 - acc: 0.9648 - val_loss: 0.0368 - val_acc: 0.9569\n",
      "Epoch 398/900\n",
      "0s - loss: 0.0333 - acc: 0.9660 - val_loss: 0.0367 - val_acc: 0.9563\n",
      "Epoch 399/900\n",
      "0s - loss: 0.0331 - acc: 0.9671 - val_loss: 0.0365 - val_acc: 0.9582\n",
      "Epoch 400/900\n",
      "0s - loss: 0.0330 - acc: 0.9658 - val_loss: 0.0364 - val_acc: 0.9575\n",
      "Epoch 401/900\n",
      "0s - loss: 0.0329 - acc: 0.9666 - val_loss: 0.0362 - val_acc: 0.9582\n",
      "Epoch 402/900\n",
      "0s - loss: 0.0328 - acc: 0.9669 - val_loss: 0.0361 - val_acc: 0.9582\n",
      "Epoch 403/900\n",
      "0s - loss: 0.0326 - acc: 0.9666 - val_loss: 0.0360 - val_acc: 0.9575\n",
      "Epoch 404/900\n",
      "0s - loss: 0.0325 - acc: 0.9671 - val_loss: 0.0358 - val_acc: 0.9582\n",
      "Epoch 405/900\n",
      "0s - loss: 0.0324 - acc: 0.9675 - val_loss: 0.0357 - val_acc: 0.9594\n",
      "Epoch 406/900\n",
      "0s - loss: 0.0322 - acc: 0.9674 - val_loss: 0.0355 - val_acc: 0.9594\n",
      "Epoch 407/900\n",
      "0s - loss: 0.0321 - acc: 0.9680 - val_loss: 0.0354 - val_acc: 0.9594\n",
      "Epoch 408/900\n",
      "0s - loss: 0.0319 - acc: 0.9677 - val_loss: 0.0353 - val_acc: 0.9594\n",
      "Epoch 409/900\n",
      "0s - loss: 0.0318 - acc: 0.9688 - val_loss: 0.0351 - val_acc: 0.9594\n",
      "Epoch 410/900\n",
      "0s - loss: 0.0317 - acc: 0.9675 - val_loss: 0.0350 - val_acc: 0.9588\n",
      "Epoch 411/900\n",
      "0s - loss: 0.0315 - acc: 0.9691 - val_loss: 0.0349 - val_acc: 0.9588\n",
      "Epoch 412/900\n",
      "0s - loss: 0.0314 - acc: 0.9691 - val_loss: 0.0347 - val_acc: 0.9588\n",
      "Epoch 413/900\n",
      "0s - loss: 0.0313 - acc: 0.9688 - val_loss: 0.0346 - val_acc: 0.9600\n",
      "Epoch 414/900\n",
      "0s - loss: 0.0312 - acc: 0.9689 - val_loss: 0.0344 - val_acc: 0.9600\n",
      "Epoch 415/900\n",
      "0s - loss: 0.0310 - acc: 0.9695 - val_loss: 0.0343 - val_acc: 0.9606\n",
      "Epoch 416/900\n",
      "0s - loss: 0.0309 - acc: 0.9691 - val_loss: 0.0342 - val_acc: 0.9606\n",
      "Epoch 417/900\n",
      "0s - loss: 0.0307 - acc: 0.9686 - val_loss: 0.0341 - val_acc: 0.9606\n",
      "Epoch 418/900\n",
      "0s - loss: 0.0306 - acc: 0.9695 - val_loss: 0.0339 - val_acc: 0.9600\n",
      "Epoch 419/900\n",
      "0s - loss: 0.0305 - acc: 0.9697 - val_loss: 0.0338 - val_acc: 0.9606\n",
      "Epoch 420/900\n",
      "0s - loss: 0.0304 - acc: 0.9698 - val_loss: 0.0336 - val_acc: 0.9606\n",
      "Epoch 421/900\n",
      "0s - loss: 0.0302 - acc: 0.9698 - val_loss: 0.0335 - val_acc: 0.9606\n",
      "Epoch 422/900\n",
      "0s - loss: 0.0301 - acc: 0.9695 - val_loss: 0.0333 - val_acc: 0.9606\n",
      "Epoch 423/900\n",
      "0s - loss: 0.0300 - acc: 0.9700 - val_loss: 0.0332 - val_acc: 0.9606\n",
      "Epoch 424/900\n",
      "0s - loss: 0.0299 - acc: 0.9701 - val_loss: 0.0331 - val_acc: 0.9612\n",
      "Epoch 425/900\n",
      "0s - loss: 0.0297 - acc: 0.9708 - val_loss: 0.0330 - val_acc: 0.9606\n",
      "Epoch 426/900\n",
      "0s - loss: 0.0296 - acc: 0.9703 - val_loss: 0.0329 - val_acc: 0.9625\n",
      "Epoch 427/900\n",
      "0s - loss: 0.0294 - acc: 0.9705 - val_loss: 0.0327 - val_acc: 0.9625\n",
      "Epoch 428/900\n",
      "0s - loss: 0.0293 - acc: 0.9706 - val_loss: 0.0325 - val_acc: 0.9625\n",
      "Epoch 429/900\n",
      "0s - loss: 0.0292 - acc: 0.9715 - val_loss: 0.0324 - val_acc: 0.9612\n",
      "Epoch 430/900\n",
      "0s - loss: 0.0291 - acc: 0.9715 - val_loss: 0.0323 - val_acc: 0.9612\n",
      "Epoch 431/900\n",
      "0s - loss: 0.0290 - acc: 0.9714 - val_loss: 0.0321 - val_acc: 0.9612\n",
      "Epoch 432/900\n",
      "0s - loss: 0.0289 - acc: 0.9715 - val_loss: 0.0320 - val_acc: 0.9625\n",
      "Epoch 433/900\n",
      "0s - loss: 0.0287 - acc: 0.9715 - val_loss: 0.0319 - val_acc: 0.9625\n",
      "Epoch 434/900\n",
      "0s - loss: 0.0286 - acc: 0.9723 - val_loss: 0.0318 - val_acc: 0.9625\n",
      "Epoch 435/900\n",
      "0s - loss: 0.0285 - acc: 0.9718 - val_loss: 0.0316 - val_acc: 0.9631\n",
      "Epoch 436/900\n",
      "0s - loss: 0.0284 - acc: 0.9720 - val_loss: 0.0315 - val_acc: 0.9631\n",
      "Epoch 437/900\n",
      "0s - loss: 0.0282 - acc: 0.9721 - val_loss: 0.0314 - val_acc: 0.9631\n",
      "Epoch 438/900\n",
      "0s - loss: 0.0281 - acc: 0.9720 - val_loss: 0.0312 - val_acc: 0.9631\n",
      "Epoch 439/900\n",
      "0s - loss: 0.0280 - acc: 0.9723 - val_loss: 0.0311 - val_acc: 0.9637\n",
      "Epoch 440/900\n",
      "0s - loss: 0.0279 - acc: 0.9723 - val_loss: 0.0310 - val_acc: 0.9637\n",
      "Epoch 441/900\n",
      "0s - loss: 0.0277 - acc: 0.9726 - val_loss: 0.0309 - val_acc: 0.9649\n",
      "Epoch 442/900\n",
      "0s - loss: 0.0276 - acc: 0.9729 - val_loss: 0.0307 - val_acc: 0.9637\n",
      "Epoch 443/900\n",
      "0s - loss: 0.0275 - acc: 0.9732 - val_loss: 0.0306 - val_acc: 0.9643\n",
      "Epoch 444/900\n",
      "0s - loss: 0.0274 - acc: 0.9729 - val_loss: 0.0305 - val_acc: 0.9655\n",
      "Epoch 445/900\n",
      "0s - loss: 0.0272 - acc: 0.9734 - val_loss: 0.0303 - val_acc: 0.9655\n",
      "Epoch 446/900\n",
      "0s - loss: 0.0271 - acc: 0.9731 - val_loss: 0.0302 - val_acc: 0.9655\n",
      "Epoch 447/900\n",
      "0s - loss: 0.0270 - acc: 0.9740 - val_loss: 0.0301 - val_acc: 0.9668\n",
      "Epoch 448/900\n",
      "0s - loss: 0.0269 - acc: 0.9734 - val_loss: 0.0299 - val_acc: 0.9655\n",
      "Epoch 449/900\n",
      "0s - loss: 0.0267 - acc: 0.9735 - val_loss: 0.0298 - val_acc: 0.9674\n",
      "Epoch 450/900\n",
      "0s - loss: 0.0267 - acc: 0.9740 - val_loss: 0.0297 - val_acc: 0.9668\n",
      "Epoch 451/900\n",
      "0s - loss: 0.0265 - acc: 0.9740 - val_loss: 0.0295 - val_acc: 0.9668\n",
      "Epoch 452/900\n",
      "0s - loss: 0.0264 - acc: 0.9745 - val_loss: 0.0294 - val_acc: 0.9668\n",
      "Epoch 453/900\n",
      "0s - loss: 0.0263 - acc: 0.9743 - val_loss: 0.0293 - val_acc: 0.9674\n",
      "Epoch 454/900\n",
      "0s - loss: 0.0262 - acc: 0.9741 - val_loss: 0.0292 - val_acc: 0.9674\n",
      "Epoch 455/900\n",
      "0s - loss: 0.0260 - acc: 0.9746 - val_loss: 0.0290 - val_acc: 0.9674\n",
      "Epoch 456/900\n",
      "0s - loss: 0.0259 - acc: 0.9748 - val_loss: 0.0289 - val_acc: 0.9674\n",
      "Epoch 457/900\n",
      "0s - loss: 0.0258 - acc: 0.9751 - val_loss: 0.0288 - val_acc: 0.9674\n",
      "Epoch 458/900\n",
      "0s - loss: 0.0257 - acc: 0.9746 - val_loss: 0.0287 - val_acc: 0.9686\n",
      "Epoch 459/900\n",
      "0s - loss: 0.0256 - acc: 0.9757 - val_loss: 0.0285 - val_acc: 0.9680\n",
      "Epoch 460/900\n",
      "0s - loss: 0.0254 - acc: 0.9751 - val_loss: 0.0284 - val_acc: 0.9686\n",
      "Epoch 461/900\n",
      "0s - loss: 0.0253 - acc: 0.9760 - val_loss: 0.0282 - val_acc: 0.9686\n",
      "Epoch 462/900\n",
      "0s - loss: 0.0252 - acc: 0.9757 - val_loss: 0.0281 - val_acc: 0.9680\n",
      "Epoch 463/900\n",
      "0s - loss: 0.0251 - acc: 0.9752 - val_loss: 0.0280 - val_acc: 0.9705\n",
      "Epoch 464/900\n",
      "0s - loss: 0.0250 - acc: 0.9765 - val_loss: 0.0278 - val_acc: 0.9686\n",
      "Epoch 465/900\n",
      "0s - loss: 0.0248 - acc: 0.9762 - val_loss: 0.0277 - val_acc: 0.9692\n",
      "Epoch 466/900\n",
      "0s - loss: 0.0247 - acc: 0.9766 - val_loss: 0.0276 - val_acc: 0.9692\n",
      "Epoch 467/900\n",
      "0s - loss: 0.0246 - acc: 0.9765 - val_loss: 0.0275 - val_acc: 0.9698\n",
      "Epoch 468/900\n",
      "0s - loss: 0.0245 - acc: 0.9768 - val_loss: 0.0273 - val_acc: 0.9698\n",
      "Epoch 469/900\n",
      "0s - loss: 0.0243 - acc: 0.9766 - val_loss: 0.0272 - val_acc: 0.9698\n",
      "Epoch 470/900\n",
      "0s - loss: 0.0242 - acc: 0.9766 - val_loss: 0.0270 - val_acc: 0.9698\n",
      "Epoch 471/900\n",
      "0s - loss: 0.0241 - acc: 0.9771 - val_loss: 0.0269 - val_acc: 0.9711\n",
      "Epoch 472/900\n",
      "0s - loss: 0.0239 - acc: 0.9772 - val_loss: 0.0268 - val_acc: 0.9729\n",
      "Epoch 473/900\n",
      "0s - loss: 0.0238 - acc: 0.9771 - val_loss: 0.0266 - val_acc: 0.9717\n",
      "Epoch 474/900\n",
      "0s - loss: 0.0237 - acc: 0.9772 - val_loss: 0.0265 - val_acc: 0.9723\n",
      "Epoch 475/900\n",
      "0s - loss: 0.0235 - acc: 0.9777 - val_loss: 0.0263 - val_acc: 0.9717\n",
      "Epoch 476/900\n",
      "0s - loss: 0.0234 - acc: 0.9778 - val_loss: 0.0262 - val_acc: 0.9729\n",
      "Epoch 477/900\n",
      "0s - loss: 0.0233 - acc: 0.9785 - val_loss: 0.0260 - val_acc: 0.9717\n",
      "Epoch 478/900\n",
      "0s - loss: 0.0231 - acc: 0.9778 - val_loss: 0.0259 - val_acc: 0.9717\n",
      "Epoch 479/900\n",
      "0s - loss: 0.0229 - acc: 0.9785 - val_loss: 0.0258 - val_acc: 0.9742\n",
      "Epoch 480/900\n",
      "0s - loss: 0.0229 - acc: 0.9785 - val_loss: 0.0256 - val_acc: 0.9742\n",
      "Epoch 481/900\n",
      "0s - loss: 0.0227 - acc: 0.9792 - val_loss: 0.0254 - val_acc: 0.9723\n",
      "Epoch 482/900\n",
      "0s - loss: 0.0226 - acc: 0.9789 - val_loss: 0.0252 - val_acc: 0.9729\n",
      "Epoch 483/900\n",
      "0s - loss: 0.0224 - acc: 0.9792 - val_loss: 0.0251 - val_acc: 0.9748\n",
      "Epoch 484/900\n",
      "0s - loss: 0.0222 - acc: 0.9795 - val_loss: 0.0249 - val_acc: 0.9729\n",
      "Epoch 485/900\n",
      "0s - loss: 0.0221 - acc: 0.9797 - val_loss: 0.0247 - val_acc: 0.9748\n",
      "Epoch 486/900\n",
      "0s - loss: 0.0219 - acc: 0.9800 - val_loss: 0.0245 - val_acc: 0.9723\n",
      "Epoch 487/900\n",
      "0s - loss: 0.0218 - acc: 0.9797 - val_loss: 0.0244 - val_acc: 0.9754\n",
      "Epoch 488/900\n",
      "0s - loss: 0.0216 - acc: 0.9806 - val_loss: 0.0242 - val_acc: 0.9742\n",
      "Epoch 489/900\n",
      "0s - loss: 0.0215 - acc: 0.9803 - val_loss: 0.0240 - val_acc: 0.9742\n",
      "Epoch 490/900\n",
      "0s - loss: 0.0213 - acc: 0.9797 - val_loss: 0.0238 - val_acc: 0.9760\n",
      "Epoch 491/900\n",
      "0s - loss: 0.0211 - acc: 0.9805 - val_loss: 0.0236 - val_acc: 0.9748\n",
      "Epoch 492/900\n",
      "0s - loss: 0.0209 - acc: 0.9798 - val_loss: 0.0235 - val_acc: 0.9766\n",
      "Epoch 493/900\n",
      "0s - loss: 0.0208 - acc: 0.9806 - val_loss: 0.0233 - val_acc: 0.9754\n",
      "Epoch 494/900\n",
      "0s - loss: 0.0206 - acc: 0.9805 - val_loss: 0.0231 - val_acc: 0.9754\n",
      "Epoch 495/900\n",
      "0s - loss: 0.0205 - acc: 0.9802 - val_loss: 0.0229 - val_acc: 0.9766\n",
      "Epoch 496/900\n",
      "0s - loss: 0.0203 - acc: 0.9815 - val_loss: 0.0228 - val_acc: 0.9735\n",
      "Epoch 497/900\n",
      "0s - loss: 0.0202 - acc: 0.9812 - val_loss: 0.0226 - val_acc: 0.9754\n",
      "Epoch 498/900\n",
      "0s - loss: 0.0200 - acc: 0.9818 - val_loss: 0.0224 - val_acc: 0.9766\n",
      "Epoch 499/900\n",
      "0s - loss: 0.0199 - acc: 0.9818 - val_loss: 0.0222 - val_acc: 0.9766\n",
      "Epoch 500/900\n",
      "0s - loss: 0.0197 - acc: 0.9818 - val_loss: 0.0220 - val_acc: 0.9760\n",
      "Epoch 501/900\n",
      "0s - loss: 0.0196 - acc: 0.9826 - val_loss: 0.0219 - val_acc: 0.9760\n",
      "Epoch 502/900\n",
      "0s - loss: 0.0194 - acc: 0.9828 - val_loss: 0.0217 - val_acc: 0.9748\n",
      "Epoch 503/900\n",
      "0s - loss: 0.0193 - acc: 0.9828 - val_loss: 0.0216 - val_acc: 0.9754\n",
      "Epoch 504/900\n",
      "0s - loss: 0.0192 - acc: 0.9825 - val_loss: 0.0214 - val_acc: 0.9766\n",
      "Epoch 505/900\n",
      "0s - loss: 0.0190 - acc: 0.9829 - val_loss: 0.0213 - val_acc: 0.9766\n",
      "Epoch 506/900\n",
      "0s - loss: 0.0189 - acc: 0.9828 - val_loss: 0.0211 - val_acc: 0.9766\n",
      "Epoch 507/900\n",
      "0s - loss: 0.0188 - acc: 0.9831 - val_loss: 0.0210 - val_acc: 0.9772\n",
      "Epoch 508/900\n",
      "0s - loss: 0.0186 - acc: 0.9829 - val_loss: 0.0208 - val_acc: 0.9797\n",
      "Epoch 509/900\n",
      "0s - loss: 0.0185 - acc: 0.9835 - val_loss: 0.0207 - val_acc: 0.9785\n",
      "Epoch 510/900\n",
      "0s - loss: 0.0184 - acc: 0.9837 - val_loss: 0.0206 - val_acc: 0.9772\n",
      "Epoch 511/900\n",
      "0s - loss: 0.0183 - acc: 0.9834 - val_loss: 0.0204 - val_acc: 0.9797\n",
      "Epoch 512/900\n",
      "0s - loss: 0.0182 - acc: 0.9840 - val_loss: 0.0203 - val_acc: 0.9791\n",
      "Epoch 513/900\n",
      "0s - loss: 0.0180 - acc: 0.9843 - val_loss: 0.0202 - val_acc: 0.9803\n",
      "Epoch 514/900\n",
      "0s - loss: 0.0179 - acc: 0.9842 - val_loss: 0.0201 - val_acc: 0.9803\n",
      "Epoch 515/900\n",
      "0s - loss: 0.0178 - acc: 0.9846 - val_loss: 0.0199 - val_acc: 0.9797\n",
      "Epoch 516/900\n",
      "0s - loss: 0.0177 - acc: 0.9846 - val_loss: 0.0198 - val_acc: 0.9803\n",
      "Epoch 517/900\n",
      "0s - loss: 0.0176 - acc: 0.9848 - val_loss: 0.0197 - val_acc: 0.9803\n",
      "Epoch 518/900\n",
      "0s - loss: 0.0175 - acc: 0.9849 - val_loss: 0.0196 - val_acc: 0.9803\n",
      "Epoch 519/900\n",
      "0s - loss: 0.0174 - acc: 0.9860 - val_loss: 0.0195 - val_acc: 0.9815\n",
      "Epoch 520/900\n",
      "0s - loss: 0.0173 - acc: 0.9862 - val_loss: 0.0194 - val_acc: 0.9815\n",
      "Epoch 521/900\n",
      "0s - loss: 0.0172 - acc: 0.9866 - val_loss: 0.0193 - val_acc: 0.9828\n",
      "Epoch 522/900\n",
      "0s - loss: 0.0171 - acc: 0.9860 - val_loss: 0.0191 - val_acc: 0.9828\n",
      "Epoch 523/900\n",
      "0s - loss: 0.0170 - acc: 0.9860 - val_loss: 0.0191 - val_acc: 0.9834\n",
      "Epoch 524/900\n",
      "0s - loss: 0.0169 - acc: 0.9865 - val_loss: 0.0189 - val_acc: 0.9828\n",
      "Epoch 525/900\n",
      "0s - loss: 0.0168 - acc: 0.9869 - val_loss: 0.0188 - val_acc: 0.9828\n",
      "Epoch 526/900\n",
      "0s - loss: 0.0167 - acc: 0.9871 - val_loss: 0.0187 - val_acc: 0.9828\n",
      "Epoch 527/900\n",
      "0s - loss: 0.0166 - acc: 0.9868 - val_loss: 0.0186 - val_acc: 0.9834\n",
      "Epoch 528/900\n",
      "0s - loss: 0.0165 - acc: 0.9871 - val_loss: 0.0186 - val_acc: 0.9822\n",
      "Epoch 529/900\n",
      "0s - loss: 0.0165 - acc: 0.9869 - val_loss: 0.0184 - val_acc: 0.9834\n",
      "Epoch 530/900\n",
      "0s - loss: 0.0163 - acc: 0.9868 - val_loss: 0.0183 - val_acc: 0.9834\n",
      "Epoch 531/900\n",
      "0s - loss: 0.0163 - acc: 0.9878 - val_loss: 0.0182 - val_acc: 0.9840\n",
      "Epoch 532/900\n",
      "0s - loss: 0.0162 - acc: 0.9875 - val_loss: 0.0181 - val_acc: 0.9834\n",
      "Epoch 533/900\n",
      "0s - loss: 0.0161 - acc: 0.9880 - val_loss: 0.0180 - val_acc: 0.9840\n",
      "Epoch 534/900\n",
      "0s - loss: 0.0160 - acc: 0.9878 - val_loss: 0.0180 - val_acc: 0.9840\n",
      "Epoch 535/900\n",
      "0s - loss: 0.0159 - acc: 0.9880 - val_loss: 0.0179 - val_acc: 0.9840\n",
      "Epoch 536/900\n",
      "0s - loss: 0.0159 - acc: 0.9880 - val_loss: 0.0178 - val_acc: 0.9846\n",
      "Epoch 537/900\n",
      "0s - loss: 0.0158 - acc: 0.9883 - val_loss: 0.0177 - val_acc: 0.9846\n",
      "Epoch 538/900\n",
      "0s - loss: 0.0157 - acc: 0.9883 - val_loss: 0.0176 - val_acc: 0.9846\n",
      "Epoch 539/900\n",
      "0s - loss: 0.0156 - acc: 0.9883 - val_loss: 0.0175 - val_acc: 0.9846\n",
      "Epoch 540/900\n",
      "0s - loss: 0.0155 - acc: 0.9886 - val_loss: 0.0174 - val_acc: 0.9846\n",
      "Epoch 541/900\n",
      "0s - loss: 0.0155 - acc: 0.9888 - val_loss: 0.0174 - val_acc: 0.9846\n",
      "Epoch 542/900\n",
      "0s - loss: 0.0154 - acc: 0.9886 - val_loss: 0.0173 - val_acc: 0.9858\n",
      "Epoch 543/900\n",
      "0s - loss: 0.0153 - acc: 0.9885 - val_loss: 0.0172 - val_acc: 0.9858\n",
      "Epoch 544/900\n",
      "0s - loss: 0.0152 - acc: 0.9883 - val_loss: 0.0171 - val_acc: 0.9846\n",
      "Epoch 545/900\n",
      "0s - loss: 0.0152 - acc: 0.9889 - val_loss: 0.0170 - val_acc: 0.9858\n",
      "Epoch 546/900\n",
      "0s - loss: 0.0151 - acc: 0.9886 - val_loss: 0.0169 - val_acc: 0.9858\n",
      "Epoch 547/900\n",
      "0s - loss: 0.0150 - acc: 0.9886 - val_loss: 0.0169 - val_acc: 0.9871\n",
      "Epoch 548/900\n",
      "0s - loss: 0.0150 - acc: 0.9888 - val_loss: 0.0168 - val_acc: 0.9858\n",
      "Epoch 549/900\n",
      "0s - loss: 0.0149 - acc: 0.9886 - val_loss: 0.0167 - val_acc: 0.9858\n",
      "Epoch 550/900\n",
      "0s - loss: 0.0148 - acc: 0.9891 - val_loss: 0.0167 - val_acc: 0.9858\n",
      "Epoch 551/900\n",
      "0s - loss: 0.0147 - acc: 0.9889 - val_loss: 0.0166 - val_acc: 0.9871\n",
      "Epoch 552/900\n",
      "0s - loss: 0.0147 - acc: 0.9891 - val_loss: 0.0165 - val_acc: 0.9865\n",
      "Epoch 553/900\n",
      "0s - loss: 0.0146 - acc: 0.9892 - val_loss: 0.0164 - val_acc: 0.9865\n",
      "Epoch 554/900\n",
      "0s - loss: 0.0145 - acc: 0.9889 - val_loss: 0.0163 - val_acc: 0.9865\n",
      "Epoch 555/900\n",
      "0s - loss: 0.0145 - acc: 0.9889 - val_loss: 0.0163 - val_acc: 0.9865\n",
      "Epoch 556/900\n",
      "0s - loss: 0.0144 - acc: 0.9889 - val_loss: 0.0162 - val_acc: 0.9871\n",
      "Epoch 557/900\n",
      "0s - loss: 0.0143 - acc: 0.9891 - val_loss: 0.0161 - val_acc: 0.9871\n",
      "Epoch 558/900\n",
      "0s - loss: 0.0143 - acc: 0.9894 - val_loss: 0.0161 - val_acc: 0.9871\n",
      "Epoch 559/900\n",
      "0s - loss: 0.0142 - acc: 0.9895 - val_loss: 0.0160 - val_acc: 0.9877\n",
      "Epoch 560/900\n",
      "0s - loss: 0.0141 - acc: 0.9897 - val_loss: 0.0159 - val_acc: 0.9865\n",
      "Epoch 561/900\n",
      "0s - loss: 0.0141 - acc: 0.9897 - val_loss: 0.0159 - val_acc: 0.9871\n",
      "Epoch 562/900\n",
      "0s - loss: 0.0140 - acc: 0.9895 - val_loss: 0.0158 - val_acc: 0.9871\n",
      "Epoch 563/900\n",
      "0s - loss: 0.0139 - acc: 0.9894 - val_loss: 0.0157 - val_acc: 0.9871\n",
      "Epoch 564/900\n",
      "0s - loss: 0.0139 - acc: 0.9895 - val_loss: 0.0156 - val_acc: 0.9871\n",
      "Epoch 565/900\n",
      "0s - loss: 0.0138 - acc: 0.9900 - val_loss: 0.0155 - val_acc: 0.9871\n",
      "Epoch 566/900\n",
      "0s - loss: 0.0138 - acc: 0.9892 - val_loss: 0.0155 - val_acc: 0.9871\n",
      "Epoch 567/900\n",
      "0s - loss: 0.0137 - acc: 0.9898 - val_loss: 0.0154 - val_acc: 0.9871\n",
      "Epoch 568/900\n",
      "0s - loss: 0.0136 - acc: 0.9902 - val_loss: 0.0154 - val_acc: 0.9871\n",
      "Epoch 569/900\n",
      "0s - loss: 0.0136 - acc: 0.9900 - val_loss: 0.0153 - val_acc: 0.9871\n",
      "Epoch 570/900\n",
      "0s - loss: 0.0135 - acc: 0.9898 - val_loss: 0.0152 - val_acc: 0.9877\n",
      "Epoch 571/900\n",
      "0s - loss: 0.0135 - acc: 0.9897 - val_loss: 0.0152 - val_acc: 0.9889\n",
      "Epoch 572/900\n",
      "0s - loss: 0.0134 - acc: 0.9902 - val_loss: 0.0151 - val_acc: 0.9877\n",
      "Epoch 573/900\n",
      "0s - loss: 0.0133 - acc: 0.9906 - val_loss: 0.0151 - val_acc: 0.9871\n",
      "Epoch 574/900\n",
      "0s - loss: 0.0133 - acc: 0.9900 - val_loss: 0.0150 - val_acc: 0.9877\n",
      "Epoch 575/900\n",
      "0s - loss: 0.0132 - acc: 0.9906 - val_loss: 0.0149 - val_acc: 0.9871\n",
      "Epoch 576/900\n",
      "0s - loss: 0.0132 - acc: 0.9902 - val_loss: 0.0149 - val_acc: 0.9895\n",
      "Epoch 577/900\n",
      "0s - loss: 0.0131 - acc: 0.9908 - val_loss: 0.0148 - val_acc: 0.9871\n",
      "Epoch 578/900\n",
      "0s - loss: 0.0131 - acc: 0.9897 - val_loss: 0.0148 - val_acc: 0.9871\n",
      "Epoch 579/900\n",
      "0s - loss: 0.0130 - acc: 0.9908 - val_loss: 0.0147 - val_acc: 0.9871\n",
      "Epoch 580/900\n",
      "0s - loss: 0.0129 - acc: 0.9905 - val_loss: 0.0146 - val_acc: 0.9889\n",
      "Epoch 581/900\n",
      "0s - loss: 0.0129 - acc: 0.9909 - val_loss: 0.0146 - val_acc: 0.9871\n",
      "Epoch 582/900\n",
      "0s - loss: 0.0128 - acc: 0.9906 - val_loss: 0.0145 - val_acc: 0.9889\n",
      "Epoch 583/900\n",
      "0s - loss: 0.0128 - acc: 0.9911 - val_loss: 0.0145 - val_acc: 0.9871\n",
      "Epoch 584/900\n",
      "0s - loss: 0.0127 - acc: 0.9903 - val_loss: 0.0144 - val_acc: 0.9895\n",
      "Epoch 585/900\n",
      "0s - loss: 0.0127 - acc: 0.9906 - val_loss: 0.0143 - val_acc: 0.9889\n",
      "Epoch 586/900\n",
      "0s - loss: 0.0126 - acc: 0.9911 - val_loss: 0.0143 - val_acc: 0.9889\n",
      "Epoch 587/900\n",
      "0s - loss: 0.0126 - acc: 0.9911 - val_loss: 0.0142 - val_acc: 0.9871\n",
      "Epoch 588/900\n",
      "0s - loss: 0.0125 - acc: 0.9914 - val_loss: 0.0142 - val_acc: 0.9871\n",
      "Epoch 589/900\n",
      "0s - loss: 0.0125 - acc: 0.9911 - val_loss: 0.0141 - val_acc: 0.9895\n",
      "Epoch 590/900\n",
      "0s - loss: 0.0124 - acc: 0.9911 - val_loss: 0.0141 - val_acc: 0.9895\n",
      "Epoch 591/900\n",
      "0s - loss: 0.0124 - acc: 0.9915 - val_loss: 0.0140 - val_acc: 0.9889\n",
      "Epoch 592/900\n",
      "0s - loss: 0.0123 - acc: 0.9912 - val_loss: 0.0140 - val_acc: 0.9902\n",
      "Epoch 593/900\n",
      "0s - loss: 0.0123 - acc: 0.9914 - val_loss: 0.0139 - val_acc: 0.9895\n",
      "Epoch 594/900\n",
      "0s - loss: 0.0122 - acc: 0.9914 - val_loss: 0.0138 - val_acc: 0.9895\n",
      "Epoch 595/900\n",
      "0s - loss: 0.0122 - acc: 0.9915 - val_loss: 0.0138 - val_acc: 0.9895\n",
      "Epoch 596/900\n",
      "0s - loss: 0.0121 - acc: 0.9912 - val_loss: 0.0137 - val_acc: 0.9895\n",
      "Epoch 597/900\n",
      "0s - loss: 0.0121 - acc: 0.9915 - val_loss: 0.0137 - val_acc: 0.9895\n",
      "Epoch 598/900\n",
      "0s - loss: 0.0120 - acc: 0.9914 - val_loss: 0.0136 - val_acc: 0.9889\n",
      "Epoch 599/900\n",
      "0s - loss: 0.0120 - acc: 0.9922 - val_loss: 0.0136 - val_acc: 0.9883\n",
      "Epoch 600/900\n",
      "0s - loss: 0.0119 - acc: 0.9915 - val_loss: 0.0135 - val_acc: 0.9889\n",
      "Epoch 601/900\n",
      "0s - loss: 0.0119 - acc: 0.9918 - val_loss: 0.0135 - val_acc: 0.9895\n",
      "Epoch 602/900\n",
      "0s - loss: 0.0118 - acc: 0.9917 - val_loss: 0.0134 - val_acc: 0.9889\n",
      "Epoch 603/900\n",
      "0s - loss: 0.0118 - acc: 0.9918 - val_loss: 0.0134 - val_acc: 0.9895\n",
      "Epoch 604/900\n",
      "0s - loss: 0.0118 - acc: 0.9918 - val_loss: 0.0133 - val_acc: 0.9895\n",
      "Epoch 605/900\n",
      "0s - loss: 0.0117 - acc: 0.9922 - val_loss: 0.0133 - val_acc: 0.9895\n",
      "Epoch 606/900\n",
      "0s - loss: 0.0117 - acc: 0.9923 - val_loss: 0.0132 - val_acc: 0.9895\n",
      "Epoch 607/900\n",
      "0s - loss: 0.0116 - acc: 0.9922 - val_loss: 0.0132 - val_acc: 0.9889\n",
      "Epoch 608/900\n",
      "0s - loss: 0.0116 - acc: 0.9920 - val_loss: 0.0131 - val_acc: 0.9895\n",
      "Epoch 609/900\n",
      "0s - loss: 0.0115 - acc: 0.9922 - val_loss: 0.0131 - val_acc: 0.9895\n",
      "Epoch 610/900\n",
      "0s - loss: 0.0115 - acc: 0.9922 - val_loss: 0.0130 - val_acc: 0.9895\n",
      "Epoch 611/900\n",
      "0s - loss: 0.0114 - acc: 0.9925 - val_loss: 0.0130 - val_acc: 0.9895\n",
      "Epoch 612/900\n",
      "0s - loss: 0.0114 - acc: 0.9923 - val_loss: 0.0129 - val_acc: 0.9895\n",
      "Epoch 613/900\n",
      "0s - loss: 0.0113 - acc: 0.9923 - val_loss: 0.0129 - val_acc: 0.9889\n",
      "Epoch 614/900\n",
      "0s - loss: 0.0113 - acc: 0.9923 - val_loss: 0.0128 - val_acc: 0.9895\n",
      "Epoch 615/900\n",
      "0s - loss: 0.0113 - acc: 0.9923 - val_loss: 0.0128 - val_acc: 0.9902\n",
      "Epoch 616/900\n",
      "0s - loss: 0.0112 - acc: 0.9926 - val_loss: 0.0127 - val_acc: 0.9902\n",
      "Epoch 617/900\n",
      "0s - loss: 0.0112 - acc: 0.9925 - val_loss: 0.0127 - val_acc: 0.9895\n",
      "Epoch 618/900\n",
      "0s - loss: 0.0111 - acc: 0.9922 - val_loss: 0.0126 - val_acc: 0.9902\n",
      "Epoch 619/900\n",
      "0s - loss: 0.0111 - acc: 0.9925 - val_loss: 0.0126 - val_acc: 0.9902\n",
      "Epoch 620/900\n",
      "0s - loss: 0.0110 - acc: 0.9923 - val_loss: 0.0125 - val_acc: 0.9895\n",
      "Epoch 621/900\n",
      "0s - loss: 0.0110 - acc: 0.9925 - val_loss: 0.0125 - val_acc: 0.9902\n",
      "Epoch 622/900\n",
      "0s - loss: 0.0110 - acc: 0.9926 - val_loss: 0.0124 - val_acc: 0.9902\n",
      "Epoch 623/900\n",
      "0s - loss: 0.0109 - acc: 0.9925 - val_loss: 0.0124 - val_acc: 0.9902\n",
      "Epoch 624/900\n",
      "0s - loss: 0.0109 - acc: 0.9926 - val_loss: 0.0123 - val_acc: 0.9902\n",
      "Epoch 625/900\n",
      "0s - loss: 0.0108 - acc: 0.9928 - val_loss: 0.0123 - val_acc: 0.9895\n",
      "Epoch 626/900\n",
      "0s - loss: 0.0108 - acc: 0.9923 - val_loss: 0.0123 - val_acc: 0.9902\n",
      "Epoch 627/900\n",
      "0s - loss: 0.0108 - acc: 0.9926 - val_loss: 0.0122 - val_acc: 0.9902\n",
      "Epoch 628/900\n",
      "0s - loss: 0.0107 - acc: 0.9931 - val_loss: 0.0122 - val_acc: 0.9902\n",
      "Epoch 629/900\n",
      "0s - loss: 0.0107 - acc: 0.9931 - val_loss: 0.0122 - val_acc: 0.9902\n",
      "Epoch 630/900\n",
      "0s - loss: 0.0106 - acc: 0.9931 - val_loss: 0.0121 - val_acc: 0.9902\n",
      "Epoch 631/900\n",
      "0s - loss: 0.0106 - acc: 0.9928 - val_loss: 0.0121 - val_acc: 0.9902\n",
      "Epoch 632/900\n",
      "0s - loss: 0.0106 - acc: 0.9929 - val_loss: 0.0120 - val_acc: 0.9902\n",
      "Epoch 633/900\n",
      "0s - loss: 0.0105 - acc: 0.9929 - val_loss: 0.0120 - val_acc: 0.9902\n",
      "Epoch 634/900\n",
      "0s - loss: 0.0105 - acc: 0.9929 - val_loss: 0.0119 - val_acc: 0.9902\n",
      "Epoch 635/900\n",
      "0s - loss: 0.0104 - acc: 0.9929 - val_loss: 0.0119 - val_acc: 0.9895\n",
      "Epoch 636/900\n",
      "0s - loss: 0.0104 - acc: 0.9928 - val_loss: 0.0118 - val_acc: 0.9902\n",
      "Epoch 637/900\n",
      "0s - loss: 0.0104 - acc: 0.9928 - val_loss: 0.0118 - val_acc: 0.9902\n",
      "Epoch 638/900\n",
      "0s - loss: 0.0103 - acc: 0.9929 - val_loss: 0.0118 - val_acc: 0.9902\n",
      "Epoch 639/900\n",
      "0s - loss: 0.0103 - acc: 0.9931 - val_loss: 0.0117 - val_acc: 0.9902\n",
      "Epoch 640/900\n",
      "0s - loss: 0.0103 - acc: 0.9929 - val_loss: 0.0117 - val_acc: 0.9902\n",
      "Epoch 641/900\n",
      "0s - loss: 0.0102 - acc: 0.9928 - val_loss: 0.0116 - val_acc: 0.9902\n",
      "Epoch 642/900\n",
      "0s - loss: 0.0102 - acc: 0.9928 - val_loss: 0.0116 - val_acc: 0.9902\n",
      "Epoch 643/900\n",
      "0s - loss: 0.0102 - acc: 0.9931 - val_loss: 0.0116 - val_acc: 0.9902\n",
      "Epoch 644/900\n",
      "0s - loss: 0.0101 - acc: 0.9931 - val_loss: 0.0115 - val_acc: 0.9902\n",
      "Epoch 645/900\n",
      "0s - loss: 0.0101 - acc: 0.9931 - val_loss: 0.0115 - val_acc: 0.9902\n",
      "Epoch 646/900\n",
      "0s - loss: 0.0100 - acc: 0.9931 - val_loss: 0.0114 - val_acc: 0.9902\n",
      "Epoch 647/900\n",
      "0s - loss: 0.0100 - acc: 0.9931 - val_loss: 0.0114 - val_acc: 0.9902\n",
      "Epoch 648/900\n",
      "0s - loss: 0.0100 - acc: 0.9934 - val_loss: 0.0114 - val_acc: 0.9908\n",
      "Epoch 649/900\n",
      "0s - loss: 0.0099 - acc: 0.9931 - val_loss: 0.0113 - val_acc: 0.9902\n",
      "Epoch 650/900\n",
      "0s - loss: 0.0099 - acc: 0.9932 - val_loss: 0.0113 - val_acc: 0.9908\n",
      "Epoch 651/900\n",
      "0s - loss: 0.0099 - acc: 0.9931 - val_loss: 0.0112 - val_acc: 0.9908\n",
      "Epoch 652/900\n",
      "0s - loss: 0.0098 - acc: 0.9931 - val_loss: 0.0112 - val_acc: 0.9908\n",
      "Epoch 653/900\n",
      "0s - loss: 0.0098 - acc: 0.9934 - val_loss: 0.0112 - val_acc: 0.9908\n",
      "Epoch 654/900\n",
      "0s - loss: 0.0098 - acc: 0.9932 - val_loss: 0.0111 - val_acc: 0.9902\n",
      "Epoch 655/900\n",
      "0s - loss: 0.0097 - acc: 0.9932 - val_loss: 0.0111 - val_acc: 0.9908\n",
      "Epoch 656/900\n",
      "0s - loss: 0.0097 - acc: 0.9935 - val_loss: 0.0111 - val_acc: 0.9908\n",
      "Epoch 657/900\n",
      "0s - loss: 0.0097 - acc: 0.9931 - val_loss: 0.0110 - val_acc: 0.9908\n",
      "Epoch 658/900\n",
      "0s - loss: 0.0096 - acc: 0.9935 - val_loss: 0.0110 - val_acc: 0.9908\n",
      "Epoch 659/900\n",
      "0s - loss: 0.0096 - acc: 0.9937 - val_loss: 0.0109 - val_acc: 0.9908\n",
      "Epoch 660/900\n",
      "0s - loss: 0.0096 - acc: 0.9935 - val_loss: 0.0109 - val_acc: 0.9914\n",
      "Epoch 661/900\n",
      "0s - loss: 0.0095 - acc: 0.9937 - val_loss: 0.0109 - val_acc: 0.9914\n",
      "Epoch 662/900\n",
      "0s - loss: 0.0095 - acc: 0.9937 - val_loss: 0.0108 - val_acc: 0.9908\n",
      "Epoch 663/900\n",
      "0s - loss: 0.0095 - acc: 0.9937 - val_loss: 0.0108 - val_acc: 0.9908\n",
      "Epoch 664/900\n",
      "0s - loss: 0.0094 - acc: 0.9937 - val_loss: 0.0108 - val_acc: 0.9908\n",
      "Epoch 665/900\n",
      "0s - loss: 0.0094 - acc: 0.9938 - val_loss: 0.0107 - val_acc: 0.9908\n",
      "Epoch 666/900\n",
      "0s - loss: 0.0094 - acc: 0.9937 - val_loss: 0.0107 - val_acc: 0.9908\n",
      "Epoch 667/900\n",
      "0s - loss: 0.0093 - acc: 0.9940 - val_loss: 0.0107 - val_acc: 0.9908\n",
      "Epoch 668/900\n",
      "0s - loss: 0.0093 - acc: 0.9938 - val_loss: 0.0107 - val_acc: 0.9908\n",
      "Epoch 669/900\n",
      "0s - loss: 0.0093 - acc: 0.9942 - val_loss: 0.0106 - val_acc: 0.9908\n",
      "Epoch 670/900\n",
      "0s - loss: 0.0093 - acc: 0.9940 - val_loss: 0.0105 - val_acc: 0.9908\n",
      "Epoch 671/900\n",
      "0s - loss: 0.0092 - acc: 0.9938 - val_loss: 0.0105 - val_acc: 0.9908\n",
      "Epoch 672/900\n",
      "0s - loss: 0.0092 - acc: 0.9946 - val_loss: 0.0105 - val_acc: 0.9914\n",
      "Epoch 673/900\n",
      "0s - loss: 0.0092 - acc: 0.9937 - val_loss: 0.0105 - val_acc: 0.9908\n",
      "Epoch 674/900\n",
      "0s - loss: 0.0091 - acc: 0.9943 - val_loss: 0.0104 - val_acc: 0.9908\n",
      "Epoch 675/900\n",
      "0s - loss: 0.0091 - acc: 0.9945 - val_loss: 0.0104 - val_acc: 0.9908\n",
      "Epoch 676/900\n",
      "0s - loss: 0.0091 - acc: 0.9942 - val_loss: 0.0103 - val_acc: 0.9908\n",
      "Epoch 677/900\n",
      "0s - loss: 0.0091 - acc: 0.9943 - val_loss: 0.0103 - val_acc: 0.9908\n",
      "Epoch 678/900\n",
      "0s - loss: 0.0090 - acc: 0.9943 - val_loss: 0.0103 - val_acc: 0.9908\n",
      "Epoch 679/900\n",
      "0s - loss: 0.0090 - acc: 0.9945 - val_loss: 0.0103 - val_acc: 0.9914\n",
      "Epoch 680/900\n",
      "0s - loss: 0.0090 - acc: 0.9945 - val_loss: 0.0102 - val_acc: 0.9914\n",
      "Epoch 681/900\n",
      "0s - loss: 0.0089 - acc: 0.9942 - val_loss: 0.0102 - val_acc: 0.9908\n",
      "Epoch 682/900\n",
      "0s - loss: 0.0089 - acc: 0.9943 - val_loss: 0.0102 - val_acc: 0.9914\n",
      "Epoch 683/900\n",
      "0s - loss: 0.0089 - acc: 0.9946 - val_loss: 0.0101 - val_acc: 0.9908\n",
      "Epoch 684/900\n",
      "0s - loss: 0.0089 - acc: 0.9949 - val_loss: 0.0101 - val_acc: 0.9914\n",
      "Epoch 685/900\n",
      "0s - loss: 0.0088 - acc: 0.9945 - val_loss: 0.0101 - val_acc: 0.9914\n",
      "Epoch 686/900\n",
      "0s - loss: 0.0088 - acc: 0.9943 - val_loss: 0.0100 - val_acc: 0.9908\n",
      "Epoch 687/900\n",
      "0s - loss: 0.0088 - acc: 0.9951 - val_loss: 0.0100 - val_acc: 0.9914\n",
      "Epoch 688/900\n",
      "0s - loss: 0.0087 - acc: 0.9942 - val_loss: 0.0100 - val_acc: 0.9914\n",
      "Epoch 689/900\n",
      "0s - loss: 0.0087 - acc: 0.9951 - val_loss: 0.0099 - val_acc: 0.9908\n",
      "Epoch 690/900\n",
      "0s - loss: 0.0087 - acc: 0.9948 - val_loss: 0.0099 - val_acc: 0.9914\n",
      "Epoch 691/900\n",
      "0s - loss: 0.0086 - acc: 0.9946 - val_loss: 0.0098 - val_acc: 0.9914\n",
      "Epoch 692/900\n",
      "0s - loss: 0.0086 - acc: 0.9948 - val_loss: 0.0098 - val_acc: 0.9914\n",
      "Epoch 693/900\n",
      "0s - loss: 0.0086 - acc: 0.9949 - val_loss: 0.0098 - val_acc: 0.9920\n",
      "Epoch 694/900\n",
      "0s - loss: 0.0086 - acc: 0.9949 - val_loss: 0.0098 - val_acc: 0.9914\n",
      "Epoch 695/900\n",
      "0s - loss: 0.0085 - acc: 0.9948 - val_loss: 0.0097 - val_acc: 0.9914\n",
      "Epoch 696/900\n",
      "0s - loss: 0.0085 - acc: 0.9948 - val_loss: 0.0097 - val_acc: 0.9908\n",
      "Epoch 697/900\n",
      "0s - loss: 0.0085 - acc: 0.9952 - val_loss: 0.0097 - val_acc: 0.9920\n",
      "Epoch 698/900\n",
      "0s - loss: 0.0085 - acc: 0.9948 - val_loss: 0.0096 - val_acc: 0.9914\n",
      "Epoch 699/900\n",
      "0s - loss: 0.0084 - acc: 0.9949 - val_loss: 0.0096 - val_acc: 0.9914\n",
      "Epoch 700/900\n",
      "0s - loss: 0.0084 - acc: 0.9949 - val_loss: 0.0096 - val_acc: 0.9914\n",
      "Epoch 701/900\n",
      "0s - loss: 0.0084 - acc: 0.9954 - val_loss: 0.0096 - val_acc: 0.9914\n",
      "Epoch 702/900\n",
      "0s - loss: 0.0084 - acc: 0.9949 - val_loss: 0.0095 - val_acc: 0.9920\n",
      "Epoch 703/900\n",
      "0s - loss: 0.0083 - acc: 0.9951 - val_loss: 0.0095 - val_acc: 0.9920\n",
      "Epoch 704/900\n",
      "0s - loss: 0.0083 - acc: 0.9951 - val_loss: 0.0095 - val_acc: 0.9920\n",
      "Epoch 705/900\n",
      "0s - loss: 0.0083 - acc: 0.9948 - val_loss: 0.0095 - val_acc: 0.9914\n",
      "Epoch 706/900\n",
      "0s - loss: 0.0083 - acc: 0.9952 - val_loss: 0.0094 - val_acc: 0.9920\n",
      "Epoch 707/900\n",
      "0s - loss: 0.0082 - acc: 0.9949 - val_loss: 0.0094 - val_acc: 0.9914\n",
      "Epoch 708/900\n",
      "0s - loss: 0.0082 - acc: 0.9954 - val_loss: 0.0094 - val_acc: 0.9920\n",
      "Epoch 709/900\n",
      "0s - loss: 0.0082 - acc: 0.9952 - val_loss: 0.0093 - val_acc: 0.9920\n",
      "Epoch 710/900\n",
      "0s - loss: 0.0082 - acc: 0.9952 - val_loss: 0.0093 - val_acc: 0.9914\n",
      "Epoch 711/900\n",
      "0s - loss: 0.0081 - acc: 0.9952 - val_loss: 0.0093 - val_acc: 0.9920\n",
      "Epoch 712/900\n",
      "0s - loss: 0.0081 - acc: 0.9951 - val_loss: 0.0092 - val_acc: 0.9920\n",
      "Epoch 713/900\n",
      "0s - loss: 0.0081 - acc: 0.9952 - val_loss: 0.0092 - val_acc: 0.9920\n",
      "Epoch 714/900\n",
      "0s - loss: 0.0081 - acc: 0.9954 - val_loss: 0.0092 - val_acc: 0.9920\n",
      "Epoch 715/900\n",
      "0s - loss: 0.0080 - acc: 0.9951 - val_loss: 0.0092 - val_acc: 0.9920\n",
      "Epoch 716/900\n",
      "0s - loss: 0.0080 - acc: 0.9951 - val_loss: 0.0091 - val_acc: 0.9920\n",
      "Epoch 717/900\n",
      "0s - loss: 0.0080 - acc: 0.9954 - val_loss: 0.0091 - val_acc: 0.9920\n",
      "Epoch 718/900\n",
      "0s - loss: 0.0080 - acc: 0.9954 - val_loss: 0.0091 - val_acc: 0.9920\n",
      "Epoch 719/900\n",
      "0s - loss: 0.0080 - acc: 0.9951 - val_loss: 0.0090 - val_acc: 0.9920\n",
      "Epoch 720/900\n",
      "0s - loss: 0.0079 - acc: 0.9954 - val_loss: 0.0090 - val_acc: 0.9926\n",
      "Epoch 721/900\n",
      "0s - loss: 0.0079 - acc: 0.9952 - val_loss: 0.0090 - val_acc: 0.9926\n",
      "Epoch 722/900\n",
      "0s - loss: 0.0079 - acc: 0.9955 - val_loss: 0.0090 - val_acc: 0.9926\n",
      "Epoch 723/900\n",
      "0s - loss: 0.0079 - acc: 0.9954 - val_loss: 0.0089 - val_acc: 0.9926\n",
      "Epoch 724/900\n",
      "0s - loss: 0.0078 - acc: 0.9954 - val_loss: 0.0089 - val_acc: 0.9926\n",
      "Epoch 725/900\n",
      "0s - loss: 0.0078 - acc: 0.9954 - val_loss: 0.0089 - val_acc: 0.9926\n",
      "Epoch 726/900\n",
      "0s - loss: 0.0078 - acc: 0.9954 - val_loss: 0.0089 - val_acc: 0.9926\n",
      "Epoch 727/900\n",
      "0s - loss: 0.0078 - acc: 0.9958 - val_loss: 0.0088 - val_acc: 0.9926\n",
      "Epoch 728/900\n",
      "0s - loss: 0.0077 - acc: 0.9955 - val_loss: 0.0088 - val_acc: 0.9932\n",
      "Epoch 729/900\n",
      "0s - loss: 0.0077 - acc: 0.9955 - val_loss: 0.0088 - val_acc: 0.9932\n",
      "Epoch 730/900\n",
      "0s - loss: 0.0077 - acc: 0.9957 - val_loss: 0.0088 - val_acc: 0.9932\n",
      "Epoch 731/900\n",
      "0s - loss: 0.0077 - acc: 0.9958 - val_loss: 0.0087 - val_acc: 0.9926\n",
      "Epoch 732/900\n",
      "0s - loss: 0.0077 - acc: 0.9952 - val_loss: 0.0087 - val_acc: 0.9926\n",
      "Epoch 733/900\n",
      "0s - loss: 0.0076 - acc: 0.9955 - val_loss: 0.0087 - val_acc: 0.9932\n",
      "Epoch 734/900\n",
      "0s - loss: 0.0076 - acc: 0.9958 - val_loss: 0.0087 - val_acc: 0.9926\n",
      "Epoch 735/900\n",
      "0s - loss: 0.0076 - acc: 0.9952 - val_loss: 0.0087 - val_acc: 0.9926\n",
      "Epoch 736/900\n",
      "0s - loss: 0.0076 - acc: 0.9962 - val_loss: 0.0086 - val_acc: 0.9926\n",
      "Epoch 737/900\n",
      "0s - loss: 0.0076 - acc: 0.9957 - val_loss: 0.0086 - val_acc: 0.9932\n",
      "Epoch 738/900\n",
      "0s - loss: 0.0075 - acc: 0.9958 - val_loss: 0.0086 - val_acc: 0.9926\n",
      "Epoch 739/900\n",
      "0s - loss: 0.0075 - acc: 0.9960 - val_loss: 0.0086 - val_acc: 0.9926\n",
      "Epoch 740/900\n",
      "0s - loss: 0.0075 - acc: 0.9957 - val_loss: 0.0085 - val_acc: 0.9932\n",
      "Epoch 741/900\n",
      "0s - loss: 0.0075 - acc: 0.9958 - val_loss: 0.0085 - val_acc: 0.9926\n",
      "Epoch 742/900\n",
      "0s - loss: 0.0074 - acc: 0.9957 - val_loss: 0.0085 - val_acc: 0.9926\n",
      "Epoch 743/900\n",
      "0s - loss: 0.0074 - acc: 0.9963 - val_loss: 0.0084 - val_acc: 0.9932\n",
      "Epoch 744/900\n",
      "0s - loss: 0.0074 - acc: 0.9962 - val_loss: 0.0084 - val_acc: 0.9932\n",
      "Epoch 745/900\n",
      "0s - loss: 0.0074 - acc: 0.9960 - val_loss: 0.0084 - val_acc: 0.9932\n",
      "Epoch 746/900\n",
      "0s - loss: 0.0074 - acc: 0.9963 - val_loss: 0.0084 - val_acc: 0.9932\n",
      "Epoch 747/900\n",
      "0s - loss: 0.0073 - acc: 0.9963 - val_loss: 0.0084 - val_acc: 0.9926\n",
      "Epoch 748/900\n",
      "0s - loss: 0.0073 - acc: 0.9960 - val_loss: 0.0083 - val_acc: 0.9932\n",
      "Epoch 749/900\n",
      "0s - loss: 0.0073 - acc: 0.9963 - val_loss: 0.0083 - val_acc: 0.9926\n",
      "Epoch 750/900\n",
      "0s - loss: 0.0073 - acc: 0.9955 - val_loss: 0.0083 - val_acc: 0.9938\n",
      "Epoch 751/900\n",
      "0s - loss: 0.0073 - acc: 0.9965 - val_loss: 0.0083 - val_acc: 0.9932\n",
      "Epoch 752/900\n",
      "0s - loss: 0.0073 - acc: 0.9962 - val_loss: 0.0082 - val_acc: 0.9932\n",
      "Epoch 753/900\n",
      "0s - loss: 0.0072 - acc: 0.9960 - val_loss: 0.0082 - val_acc: 0.9932\n",
      "Epoch 754/900\n",
      "0s - loss: 0.0072 - acc: 0.9960 - val_loss: 0.0082 - val_acc: 0.9938\n",
      "Epoch 755/900\n",
      "0s - loss: 0.0072 - acc: 0.9965 - val_loss: 0.0082 - val_acc: 0.9932\n",
      "Epoch 756/900\n",
      "0s - loss: 0.0072 - acc: 0.9960 - val_loss: 0.0082 - val_acc: 0.9932\n",
      "Epoch 757/900\n",
      "0s - loss: 0.0072 - acc: 0.9962 - val_loss: 0.0081 - val_acc: 0.9932\n",
      "Epoch 758/900\n",
      "0s - loss: 0.0071 - acc: 0.9962 - val_loss: 0.0081 - val_acc: 0.9938\n",
      "Epoch 759/900\n",
      "0s - loss: 0.0071 - acc: 0.9963 - val_loss: 0.0081 - val_acc: 0.9938\n",
      "Epoch 760/900\n",
      "0s - loss: 0.0071 - acc: 0.9963 - val_loss: 0.0081 - val_acc: 0.9938\n",
      "Epoch 761/900\n",
      "0s - loss: 0.0071 - acc: 0.9965 - val_loss: 0.0080 - val_acc: 0.9932\n",
      "Epoch 762/900\n",
      "0s - loss: 0.0070 - acc: 0.9960 - val_loss: 0.0080 - val_acc: 0.9938\n",
      "Epoch 763/900\n",
      "0s - loss: 0.0070 - acc: 0.9963 - val_loss: 0.0080 - val_acc: 0.9938\n",
      "Epoch 764/900\n",
      "0s - loss: 0.0070 - acc: 0.9963 - val_loss: 0.0080 - val_acc: 0.9938\n",
      "Epoch 765/900\n",
      "0s - loss: 0.0070 - acc: 0.9963 - val_loss: 0.0079 - val_acc: 0.9938\n",
      "Epoch 766/900\n",
      "0s - loss: 0.0070 - acc: 0.9966 - val_loss: 0.0079 - val_acc: 0.9938\n",
      "Epoch 767/900\n",
      "0s - loss: 0.0070 - acc: 0.9966 - val_loss: 0.0079 - val_acc: 0.9932\n",
      "Epoch 768/900\n",
      "0s - loss: 0.0069 - acc: 0.9965 - val_loss: 0.0079 - val_acc: 0.9938\n",
      "Epoch 769/900\n",
      "0s - loss: 0.0069 - acc: 0.9965 - val_loss: 0.0079 - val_acc: 0.9945\n",
      "Epoch 770/900\n",
      "0s - loss: 0.0069 - acc: 0.9965 - val_loss: 0.0079 - val_acc: 0.9938\n",
      "Epoch 771/900\n",
      "0s - loss: 0.0069 - acc: 0.9966 - val_loss: 0.0078 - val_acc: 0.9938\n",
      "Epoch 772/900\n",
      "0s - loss: 0.0069 - acc: 0.9963 - val_loss: 0.0078 - val_acc: 0.9938\n",
      "Epoch 773/900\n",
      "0s - loss: 0.0068 - acc: 0.9966 - val_loss: 0.0078 - val_acc: 0.9945\n",
      "Epoch 774/900\n",
      "0s - loss: 0.0068 - acc: 0.9965 - val_loss: 0.0078 - val_acc: 0.9945\n",
      "Epoch 775/900\n",
      "0s - loss: 0.0068 - acc: 0.9966 - val_loss: 0.0077 - val_acc: 0.9945\n",
      "Epoch 776/900\n",
      "0s - loss: 0.0068 - acc: 0.9965 - val_loss: 0.0077 - val_acc: 0.9938\n",
      "Epoch 777/900\n",
      "0s - loss: 0.0068 - acc: 0.9965 - val_loss: 0.0077 - val_acc: 0.9938\n",
      "Epoch 778/900\n",
      "0s - loss: 0.0068 - acc: 0.9965 - val_loss: 0.0077 - val_acc: 0.9938\n",
      "Epoch 779/900\n",
      "0s - loss: 0.0068 - acc: 0.9965 - val_loss: 0.0077 - val_acc: 0.9945\n",
      "Epoch 780/900\n",
      "0s - loss: 0.0067 - acc: 0.9965 - val_loss: 0.0076 - val_acc: 0.9945\n",
      "Epoch 781/900\n",
      "0s - loss: 0.0067 - acc: 0.9966 - val_loss: 0.0076 - val_acc: 0.9945\n",
      "Epoch 782/900\n",
      "0s - loss: 0.0067 - acc: 0.9966 - val_loss: 0.0076 - val_acc: 0.9945\n",
      "Epoch 783/900\n",
      "0s - loss: 0.0067 - acc: 0.9966 - val_loss: 0.0076 - val_acc: 0.9938\n",
      "Epoch 784/900\n",
      "0s - loss: 0.0067 - acc: 0.9966 - val_loss: 0.0076 - val_acc: 0.9945\n",
      "Epoch 785/900\n",
      "0s - loss: 0.0067 - acc: 0.9965 - val_loss: 0.0075 - val_acc: 0.9945\n",
      "Epoch 786/900\n",
      "0s - loss: 0.0066 - acc: 0.9966 - val_loss: 0.0075 - val_acc: 0.9945\n",
      "Epoch 787/900\n",
      "0s - loss: 0.0066 - acc: 0.9963 - val_loss: 0.0075 - val_acc: 0.9945\n",
      "Epoch 788/900\n",
      "0s - loss: 0.0066 - acc: 0.9966 - val_loss: 0.0075 - val_acc: 0.9945\n",
      "Epoch 789/900\n",
      "0s - loss: 0.0066 - acc: 0.9966 - val_loss: 0.0075 - val_acc: 0.9945\n",
      "Epoch 790/900\n",
      "0s - loss: 0.0066 - acc: 0.9965 - val_loss: 0.0075 - val_acc: 0.9945\n",
      "Epoch 791/900\n",
      "0s - loss: 0.0066 - acc: 0.9966 - val_loss: 0.0074 - val_acc: 0.9945\n",
      "Epoch 792/900\n",
      "0s - loss: 0.0065 - acc: 0.9966 - val_loss: 0.0074 - val_acc: 0.9945\n",
      "Epoch 793/900\n",
      "0s - loss: 0.0065 - acc: 0.9966 - val_loss: 0.0074 - val_acc: 0.9945\n",
      "Epoch 794/900\n",
      "0s - loss: 0.0065 - acc: 0.9966 - val_loss: 0.0074 - val_acc: 0.9951\n",
      "Epoch 795/900\n",
      "0s - loss: 0.0065 - acc: 0.9966 - val_loss: 0.0073 - val_acc: 0.9945\n",
      "Epoch 796/900\n",
      "0s - loss: 0.0065 - acc: 0.9966 - val_loss: 0.0073 - val_acc: 0.9945\n",
      "Epoch 797/900\n",
      "0s - loss: 0.0065 - acc: 0.9968 - val_loss: 0.0073 - val_acc: 0.9951\n",
      "Epoch 798/900\n",
      "0s - loss: 0.0064 - acc: 0.9966 - val_loss: 0.0073 - val_acc: 0.9951\n",
      "Epoch 799/900\n",
      "0s - loss: 0.0064 - acc: 0.9968 - val_loss: 0.0073 - val_acc: 0.9951\n",
      "Epoch 800/900\n",
      "0s - loss: 0.0064 - acc: 0.9968 - val_loss: 0.0073 - val_acc: 0.9951\n",
      "Epoch 801/900\n",
      "0s - loss: 0.0064 - acc: 0.9968 - val_loss: 0.0072 - val_acc: 0.9945\n",
      "Epoch 802/900\n",
      "0s - loss: 0.0064 - acc: 0.9968 - val_loss: 0.0072 - val_acc: 0.9945\n",
      "Epoch 803/900\n",
      "0s - loss: 0.0064 - acc: 0.9966 - val_loss: 0.0072 - val_acc: 0.9945\n",
      "Epoch 804/900\n",
      "0s - loss: 0.0064 - acc: 0.9966 - val_loss: 0.0072 - val_acc: 0.9945\n",
      "Epoch 805/900\n",
      "0s - loss: 0.0063 - acc: 0.9968 - val_loss: 0.0072 - val_acc: 0.9945\n",
      "Epoch 806/900\n",
      "0s - loss: 0.0063 - acc: 0.9968 - val_loss: 0.0071 - val_acc: 0.9945\n",
      "Epoch 807/900\n",
      "0s - loss: 0.0063 - acc: 0.9968 - val_loss: 0.0071 - val_acc: 0.9951\n",
      "Epoch 808/900\n",
      "0s - loss: 0.0063 - acc: 0.9968 - val_loss: 0.0071 - val_acc: 0.9945\n",
      "Epoch 809/900\n",
      "0s - loss: 0.0063 - acc: 0.9968 - val_loss: 0.0071 - val_acc: 0.9951\n",
      "Epoch 810/900\n",
      "0s - loss: 0.0063 - acc: 0.9969 - val_loss: 0.0071 - val_acc: 0.9951\n",
      "Epoch 811/900\n",
      "0s - loss: 0.0063 - acc: 0.9969 - val_loss: 0.0071 - val_acc: 0.9945\n",
      "Epoch 812/900\n",
      "0s - loss: 0.0062 - acc: 0.9968 - val_loss: 0.0070 - val_acc: 0.9945\n",
      "Epoch 813/900\n",
      "0s - loss: 0.0062 - acc: 0.9968 - val_loss: 0.0070 - val_acc: 0.9945\n",
      "Epoch 814/900\n",
      "0s - loss: 0.0062 - acc: 0.9969 - val_loss: 0.0070 - val_acc: 0.9945\n",
      "Epoch 815/900\n",
      "0s - loss: 0.0062 - acc: 0.9968 - val_loss: 0.0070 - val_acc: 0.9945\n",
      "Epoch 816/900\n",
      "0s - loss: 0.0062 - acc: 0.9969 - val_loss: 0.0070 - val_acc: 0.9945\n",
      "Epoch 817/900\n",
      "0s - loss: 0.0062 - acc: 0.9968 - val_loss: 0.0070 - val_acc: 0.9945\n",
      "Epoch 818/900\n",
      "0s - loss: 0.0062 - acc: 0.9969 - val_loss: 0.0069 - val_acc: 0.9951\n",
      "Epoch 819/900\n",
      "0s - loss: 0.0061 - acc: 0.9968 - val_loss: 0.0069 - val_acc: 0.9945\n",
      "Epoch 820/900\n",
      "0s - loss: 0.0061 - acc: 0.9968 - val_loss: 0.0069 - val_acc: 0.9951\n",
      "Epoch 821/900\n",
      "0s - loss: 0.0061 - acc: 0.9969 - val_loss: 0.0069 - val_acc: 0.9945\n",
      "Epoch 822/900\n",
      "0s - loss: 0.0061 - acc: 0.9968 - val_loss: 0.0069 - val_acc: 0.9951\n",
      "Epoch 823/900\n",
      "0s - loss: 0.0061 - acc: 0.9969 - val_loss: 0.0069 - val_acc: 0.9951\n",
      "Epoch 824/900\n",
      "0s - loss: 0.0061 - acc: 0.9968 - val_loss: 0.0068 - val_acc: 0.9945\n",
      "Epoch 825/900\n",
      "0s - loss: 0.0060 - acc: 0.9969 - val_loss: 0.0068 - val_acc: 0.9957\n",
      "Epoch 826/900\n",
      "0s - loss: 0.0060 - acc: 0.9969 - val_loss: 0.0068 - val_acc: 0.9963\n",
      "Epoch 827/900\n",
      "0s - loss: 0.0060 - acc: 0.9969 - val_loss: 0.0068 - val_acc: 0.9951\n",
      "Epoch 828/900\n",
      "0s - loss: 0.0060 - acc: 0.9968 - val_loss: 0.0068 - val_acc: 0.9951\n",
      "Epoch 829/900\n",
      "0s - loss: 0.0060 - acc: 0.9969 - val_loss: 0.0068 - val_acc: 0.9951\n",
      "Epoch 830/900\n",
      "0s - loss: 0.0060 - acc: 0.9968 - val_loss: 0.0067 - val_acc: 0.9951\n",
      "Epoch 831/900\n",
      "0s - loss: 0.0060 - acc: 0.9969 - val_loss: 0.0067 - val_acc: 0.9951\n",
      "Epoch 832/900\n",
      "0s - loss: 0.0060 - acc: 0.9969 - val_loss: 0.0067 - val_acc: 0.9963\n",
      "Epoch 833/900\n",
      "0s - loss: 0.0059 - acc: 0.9969 - val_loss: 0.0067 - val_acc: 0.9951\n",
      "Epoch 834/900\n",
      "0s - loss: 0.0059 - acc: 0.9969 - val_loss: 0.0067 - val_acc: 0.9951\n",
      "Epoch 835/900\n",
      "0s - loss: 0.0059 - acc: 0.9969 - val_loss: 0.0067 - val_acc: 0.9963\n",
      "Epoch 836/900\n",
      "0s - loss: 0.0059 - acc: 0.9971 - val_loss: 0.0066 - val_acc: 0.9951\n",
      "Epoch 837/900\n",
      "0s - loss: 0.0059 - acc: 0.9969 - val_loss: 0.0066 - val_acc: 0.9951\n",
      "Epoch 838/900\n",
      "0s - loss: 0.0059 - acc: 0.9969 - val_loss: 0.0066 - val_acc: 0.9951\n",
      "Epoch 839/900\n",
      "0s - loss: 0.0059 - acc: 0.9969 - val_loss: 0.0066 - val_acc: 0.9951\n",
      "Epoch 840/900\n",
      "0s - loss: 0.0058 - acc: 0.9969 - val_loss: 0.0066 - val_acc: 0.9951\n",
      "Epoch 841/900\n",
      "0s - loss: 0.0058 - acc: 0.9969 - val_loss: 0.0066 - val_acc: 0.9951\n",
      "Epoch 842/900\n",
      "0s - loss: 0.0058 - acc: 0.9971 - val_loss: 0.0066 - val_acc: 0.9951\n",
      "Epoch 843/900\n",
      "0s - loss: 0.0058 - acc: 0.9971 - val_loss: 0.0065 - val_acc: 0.9957\n",
      "Epoch 844/900\n",
      "0s - loss: 0.0058 - acc: 0.9969 - val_loss: 0.0065 - val_acc: 0.9951\n",
      "Epoch 845/900\n",
      "0s - loss: 0.0058 - acc: 0.9969 - val_loss: 0.0065 - val_acc: 0.9957\n",
      "Epoch 846/900\n",
      "0s - loss: 0.0058 - acc: 0.9969 - val_loss: 0.0065 - val_acc: 0.9951\n",
      "Epoch 847/900\n",
      "0s - loss: 0.0058 - acc: 0.9971 - val_loss: 0.0065 - val_acc: 0.9951\n",
      "Epoch 848/900\n",
      "0s - loss: 0.0057 - acc: 0.9971 - val_loss: 0.0065 - val_acc: 0.9957\n",
      "Epoch 849/900\n",
      "0s - loss: 0.0057 - acc: 0.9971 - val_loss: 0.0065 - val_acc: 0.9951\n",
      "Epoch 850/900\n",
      "0s - loss: 0.0057 - acc: 0.9971 - val_loss: 0.0064 - val_acc: 0.9957\n",
      "Epoch 851/900\n",
      "0s - loss: 0.0057 - acc: 0.9971 - val_loss: 0.0064 - val_acc: 0.9963\n",
      "Epoch 852/900\n",
      "0s - loss: 0.0057 - acc: 0.9971 - val_loss: 0.0064 - val_acc: 0.9957\n",
      "Epoch 853/900\n",
      "0s - loss: 0.0057 - acc: 0.9971 - val_loss: 0.0064 - val_acc: 0.9957\n",
      "Epoch 854/900\n",
      "0s - loss: 0.0057 - acc: 0.9971 - val_loss: 0.0064 - val_acc: 0.9957\n",
      "Epoch 855/900\n",
      "0s - loss: 0.0057 - acc: 0.9969 - val_loss: 0.0064 - val_acc: 0.9963\n",
      "Epoch 856/900\n",
      "0s - loss: 0.0056 - acc: 0.9972 - val_loss: 0.0064 - val_acc: 0.9951\n",
      "Epoch 857/900\n",
      "0s - loss: 0.0056 - acc: 0.9969 - val_loss: 0.0063 - val_acc: 0.9957\n",
      "Epoch 858/900\n",
      "0s - loss: 0.0056 - acc: 0.9971 - val_loss: 0.0063 - val_acc: 0.9969\n",
      "Epoch 859/900\n",
      "0s - loss: 0.0056 - acc: 0.9971 - val_loss: 0.0063 - val_acc: 0.9957\n",
      "Epoch 860/900\n",
      "0s - loss: 0.0056 - acc: 0.9969 - val_loss: 0.0063 - val_acc: 0.9957\n",
      "Epoch 861/900\n",
      "0s - loss: 0.0056 - acc: 0.9972 - val_loss: 0.0063 - val_acc: 0.9957\n",
      "Epoch 862/900\n",
      "0s - loss: 0.0056 - acc: 0.9971 - val_loss: 0.0063 - val_acc: 0.9957\n",
      "Epoch 863/900\n",
      "0s - loss: 0.0056 - acc: 0.9971 - val_loss: 0.0062 - val_acc: 0.9963\n",
      "Epoch 864/900\n",
      "0s - loss: 0.0055 - acc: 0.9971 - val_loss: 0.0062 - val_acc: 0.9963\n",
      "Epoch 865/900\n",
      "0s - loss: 0.0055 - acc: 0.9971 - val_loss: 0.0062 - val_acc: 0.9957\n",
      "Epoch 866/900\n",
      "0s - loss: 0.0055 - acc: 0.9971 - val_loss: 0.0062 - val_acc: 0.9963\n",
      "Epoch 867/900\n",
      "0s - loss: 0.0055 - acc: 0.9971 - val_loss: 0.0062 - val_acc: 0.9957\n",
      "Epoch 868/900\n",
      "0s - loss: 0.0055 - acc: 0.9971 - val_loss: 0.0062 - val_acc: 0.9969\n",
      "Epoch 869/900\n",
      "0s - loss: 0.0055 - acc: 0.9972 - val_loss: 0.0062 - val_acc: 0.9969\n",
      "Epoch 870/900\n",
      "0s - loss: 0.0055 - acc: 0.9971 - val_loss: 0.0061 - val_acc: 0.9963\n",
      "Epoch 871/900\n",
      "0s - loss: 0.0055 - acc: 0.9971 - val_loss: 0.0062 - val_acc: 0.9957\n",
      "Epoch 872/900\n",
      "0s - loss: 0.0054 - acc: 0.9971 - val_loss: 0.0061 - val_acc: 0.9963\n",
      "Epoch 873/900\n",
      "0s - loss: 0.0054 - acc: 0.9972 - val_loss: 0.0061 - val_acc: 0.9957\n",
      "Epoch 874/900\n",
      "0s - loss: 0.0054 - acc: 0.9971 - val_loss: 0.0061 - val_acc: 0.9963\n",
      "Epoch 875/900\n",
      "0s - loss: 0.0054 - acc: 0.9971 - val_loss: 0.0061 - val_acc: 0.9957\n",
      "Epoch 876/900\n",
      "0s - loss: 0.0054 - acc: 0.9972 - val_loss: 0.0061 - val_acc: 0.9957\n",
      "Epoch 877/900\n",
      "0s - loss: 0.0054 - acc: 0.9971 - val_loss: 0.0061 - val_acc: 0.9957\n",
      "Epoch 878/900\n",
      "0s - loss: 0.0054 - acc: 0.9971 - val_loss: 0.0061 - val_acc: 0.9963\n",
      "Epoch 879/900\n",
      "0s - loss: 0.0054 - acc: 0.9972 - val_loss: 0.0060 - val_acc: 0.9963\n",
      "Epoch 880/900\n",
      "0s - loss: 0.0053 - acc: 0.9971 - val_loss: 0.0060 - val_acc: 0.9969\n",
      "Epoch 881/900\n",
      "0s - loss: 0.0053 - acc: 0.9972 - val_loss: 0.0060 - val_acc: 0.9957\n",
      "Epoch 882/900\n",
      "0s - loss: 0.0053 - acc: 0.9972 - val_loss: 0.0060 - val_acc: 0.9957\n",
      "Epoch 883/900\n",
      "0s - loss: 0.0053 - acc: 0.9972 - val_loss: 0.0060 - val_acc: 0.9957\n",
      "Epoch 884/900\n",
      "0s - loss: 0.0053 - acc: 0.9971 - val_loss: 0.0060 - val_acc: 0.9957\n",
      "Epoch 885/900\n",
      "0s - loss: 0.0053 - acc: 0.9971 - val_loss: 0.0060 - val_acc: 0.9963\n",
      "Epoch 886/900\n",
      "0s - loss: 0.0053 - acc: 0.9972 - val_loss: 0.0059 - val_acc: 0.9963\n",
      "Epoch 887/900\n",
      "0s - loss: 0.0053 - acc: 0.9971 - val_loss: 0.0059 - val_acc: 0.9957\n",
      "Epoch 888/900\n",
      "0s - loss: 0.0052 - acc: 0.9971 - val_loss: 0.0059 - val_acc: 0.9963\n",
      "Epoch 889/900\n",
      "0s - loss: 0.0052 - acc: 0.9972 - val_loss: 0.0059 - val_acc: 0.9969\n",
      "Epoch 890/900\n",
      "0s - loss: 0.0052 - acc: 0.9972 - val_loss: 0.0059 - val_acc: 0.9963\n",
      "Epoch 891/900\n",
      "0s - loss: 0.0052 - acc: 0.9974 - val_loss: 0.0059 - val_acc: 0.9963\n",
      "Epoch 892/900\n",
      "0s - loss: 0.0052 - acc: 0.9971 - val_loss: 0.0059 - val_acc: 0.9963\n",
      "Epoch 893/900\n",
      "0s - loss: 0.0052 - acc: 0.9972 - val_loss: 0.0059 - val_acc: 0.9963\n",
      "Epoch 894/900\n",
      "0s - loss: 0.0052 - acc: 0.9972 - val_loss: 0.0058 - val_acc: 0.9963\n",
      "Epoch 895/900\n",
      "0s - loss: 0.0052 - acc: 0.9974 - val_loss: 0.0058 - val_acc: 0.9957\n",
      "Epoch 896/900\n",
      "0s - loss: 0.0051 - acc: 0.9971 - val_loss: 0.0058 - val_acc: 0.9969\n",
      "Epoch 897/900\n",
      "0s - loss: 0.0051 - acc: 0.9971 - val_loss: 0.0058 - val_acc: 0.9963\n",
      "Epoch 898/900\n",
      "0s - loss: 0.0051 - acc: 0.9971 - val_loss: 0.0058 - val_acc: 0.9969\n",
      "Epoch 899/900\n",
      "0s - loss: 0.0051 - acc: 0.9972 - val_loss: 0.0058 - val_acc: 0.9957\n",
      "Epoch 900/900\n",
      "0s - loss: 0.0051 - acc: 0.9972 - val_loss: 0.0058 - val_acc: 0.9957\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<keras.callbacks.History at 0x1ca5cd70e80>"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#setting final parameters for the network and it begins to train\n",
    "number_of_iterations = 900\n",
    "batch_size = 50\n",
    "model.fit(X_train, y_train, batch_size=batch_size, epochs=number_of_iterations, verbose=2, validation_data=(X_test, y_test))\n",
    "#Number of iterations run: 900"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "As you can see, MAX accuracy on this dataset, that I could get, in Keras with same NN used in other libraries is 99.94%"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}