Training Notebook - LSTM.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using TensorFlow backend.\n"
     ]
    }
   ],
   "source": [
    "# Import packages\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import sys\n",
    "from datetime import datetime\n",
    "sys.path.append('../..')\n",
    "import pickle\n",
    "\n",
    "import h5py\n",
    "from keras import optimizers\n",
    "from keras.models import Sequential\n",
    "from keras.layers import Dense, Dropout, LSTM, MaxPooling2D, Conv2D\n",
    "from keras.callbacks import ModelCheckpoint, Callback\n",
    "import matplotlib.pyplot as plt\n",
    "import missingno as msno\n",
    "\n",
    "from Classifier.data_processing import processor"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# Load previously downloaded and processed market data from pickle. Option to redownload data if needed.\n",
    "\n",
    "load_pickle = True\n",
    "start_time = datetime(2016,1,1)\n",
    "end_time = datetime(2018,2,25)\n",
    "interval = 1440 # 1440 minutes = 1 day\n",
    "\n",
    "if load_pickle:\n",
    "    with open('pickles/core_data.pickle', 'rb') as f:\n",
    "                data = pickle.load(f)\n",
    "else:\n",
    "    data = processor.historical_download(start_time, end_time, interval)\n",
    "    with open('pickles/core_data.pickle', 'wb') as f:\n",
    "                pickle.dump(data, f)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Data preparation and scrubbing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "\"\"\"\n",
    "Scrub non-viable data\n",
    "A lot of this data is legacy stuff that was being tested for importance. In future none of this data will be \n",
    "included in the dataset so scrubbing won't be needed\n",
    "\"\"\"\n",
    "\n",
    "def scrub(data):\n",
    "    # Drop incomplete data\n",
    "    try:\n",
    "        data.drop('Ltc_search_US', axis=1, inplace=True)\n",
    "        data.drop('Ltc_search_GB', axis=1, inplace=True)\n",
    "        data.drop('Ltc_search_FR', axis=1, inplace=True)\n",
    "        data.drop('Ltc_search_DE', axis=1, inplace=True)\n",
    "        data.drop('Ltc_search_RU', axis=1, inplace=True)\n",
    "        data.drop('Ltc_search_KR', axis=1, inplace=True)\n",
    "        data.drop('Eth_search_US', axis=1, inplace=True)\n",
    "        data.drop('Eth_search_GB', axis=1, inplace=True)\n",
    "        data.drop('Eth_search_FR', axis=1, inplace=True)\n",
    "        data.drop('Eth_search_DE', axis=1, inplace=True)\n",
    "        data.drop('Eth_search_RU', axis=1, inplace=True)\n",
    "        data.drop('Eth_search_KR', axis=1, inplace=True)\n",
    "        data.drop('Btc_search_US', axis=1, inplace=True)\n",
    "        data.drop('Btc_search_GB', axis=1, inplace=True)\n",
    "        data.drop('Btc_search_FR', axis=1, inplace=True)\n",
    "        data.drop('Btc_search_DE', axis=1, inplace=True)\n",
    "        data.drop('Btc_search_RU', axis=1, inplace=True)\n",
    "        data.drop('Btc_search_KR', axis=1, inplace=True)\n",
    "        data.drop('Etheur_gdax_low', axis=1, inplace=True)\n",
    "        data.drop('Etheur_gdax_high', axis=1, inplace=True)\n",
    "        data.drop('Etheur_gdax_open', axis=1, inplace=True)\n",
    "        data.drop('Etheur_gdax_close', axis=1, inplace=True)\n",
    "        data.drop('Etheur_gdax_vol', axis=1, inplace=True)\n",
    "        data.drop('Ltcusd_gdax_low', axis=1, inplace=True)\n",
    "        data.drop('Ltcusd_gdax_high', axis=1, inplace=True)\n",
    "        data.drop('Ltcusd_gdax_open', axis=1, inplace=True)\n",
    "        data.drop('Ltcusd_gdax_close', axis=1, inplace=True)\n",
    "        data.drop('Ltcusd_gdax_vol', axis=1, inplace=True)\n",
    "        data.drop('Ltceur_gdax_low', axis=1, inplace=True)\n",
    "        data.drop('Ltceur_gdax_high', axis=1, inplace=True)\n",
    "        data.drop('Ltceur_gdax_open', axis=1, inplace=True)\n",
    "        data.drop('Ltceur_gdax_close', axis=1, inplace=True)\n",
    "        data.drop('Ltceur_gdax_vol', axis=1, inplace=True)\n",
    "    except:\n",
    "        pass\n",
    "    \n",
    "    \n",
    "    # Testing only: drop google search trend data\n",
    "    try:\n",
    "        data.drop('Eth_search_worldwide', axis=1, inplace=True)\n",
    "        data.drop('Ltc_search_worldwide', axis=1, inplace=True)\n",
    "        data.drop('Btc_search_worldwide', axis=1, inplace=True)\n",
    "    except:\n",
    "        pass\n",
    "    \n",
    "    # Testing only: drop LTC blockchain network data\n",
    "    try:\n",
    "        data.drop('Ltc_hashrate', axis=1, inplace=True)\n",
    "        data.drop('Ltc_addresses', axis=1, inplace=True)\n",
    "        data.drop('Ltc_supply', axis=1, inplace=True)\n",
    "        data.drop('Ltc_daily_trx', axis=1, inplace=True)\n",
    "        data.drop('Ltc_fee_per_trx', axis=1, inplace=True)\n",
    "    except:\n",
    "        pass\n",
    "    \n",
    "    # Testing only: drop BTC blockchain network data\n",
    "    try:\n",
    "        data.drop('Btc_hashrate', axis=1, inplace=True)\n",
    "        data.drop('Btc_addresses', axis=1, inplace=True)\n",
    "        data.drop('Btc_supply', axis=1, inplace=True)\n",
    "        data.drop('Btc_daily_trx', axis=1, inplace=True)\n",
    "        data.drop('Btc_fee_per_trx', axis=1, inplace=True)\n",
    "    except:\n",
    "        pass\n",
    "    \n",
    "    # Testing only: drop ETH blockchain network data\n",
    "    try:\n",
    "        data.drop('Eth_hashrate', axis=1, inplace=True)\n",
    "        data.drop('Eth_addresses', axis=1, inplace=True)\n",
    "        data.drop('Eth_supply', axis=1, inplace=True)\n",
    "        data.drop('Eth_daily_trx', axis=1, inplace=True)\n",
    "        data.drop('Eth_fee_per_trx', axis=1, inplace=True)\n",
    "    except:\n",
    "        pass\n",
    "\n",
    "    # Testing only: drop LTC-USD kraken market data\n",
    "    try:\n",
    "        data.drop('Ltcusd_kraken_open', axis=1, inplace=True)\n",
    "        data.drop('Ltcusd_kraken_high', axis=1, inplace=True)\n",
    "        data.drop('Ltcusd_kraken_low', axis=1, inplace=True)\n",
    "        data.drop('Ltcusd_kraken_close', axis=1, inplace=True)\n",
    "        data.drop('Ltcusd_kraken_vol', axis=1, inplace=True)\n",
    "    except:\n",
    "        pass\n",
    "    \n",
    "    # Testing only: drop BTC-USD gdax market data\n",
    "    #try:\n",
    "        #data.drop('Btcusd_gdax_open', axis=1, inplace=True)\n",
    "        #data.drop('Btcusd_gdax_high', axis=1, inplace=True)\n",
    "        #data.drop('Btcusd_gdax_low', axis=1, inplace=True)\n",
    "        #data.drop('Btcusd_gdax_close', axis=1, inplace=True)\n",
    "        #data.drop('Btcusd_gdax_vol', axis=1, inplace=True)\n",
    "    #except:\n",
    "    #   pass\n",
    "\n",
    "    # Testing only: drop LTC-EUR kraken market data\n",
    "    try:\n",
    "        data.drop('Ltceur_kraken_open', axis=1, inplace=True)\n",
    "        data.drop('Ltceur_kraken_high', axis=1, inplace=True)\n",
    "        data.drop('Ltceur_kraken_low', axis=1, inplace=True)\n",
    "        data.drop('Ltceur_kraken_close', axis=1, inplace=True)\n",
    "        data.drop('Ltceur_kraken_vol', axis=1, inplace=True)\n",
    "    except:\n",
    "        pass\n",
    "    \n",
    "    # Testing only: drop BTC-EUR gdax market data\n",
    "    #try:\n",
    "        #data.drop('Btceur_gdax_open', axis=1, inplace=True)\n",
    "        #data.drop('Btceur_gdax_high', axis=1, inplace=True)\n",
    "        #data.drop('Btceur_gdax_low', axis=1, inplace=True)\n",
    "        #data.drop('Btceur_gdax_close', axis=1, inplace=True)\n",
    "        #data.drop('Btceur_gdax_vol', axis=1, inplace=True)\n",
    "    #except:\n",
    "    #   pass\n",
    "\n",
    "    # Testing only: drop ETH-USD kraken market data\n",
    "    #try:\n",
    "       #data.drop('Ethusd_kraken_open', axis=1, inplace=True)\n",
    "        #data.drop('Ethusd_kraken_high', axis=1, inplace=True)\n",
    "        #data.drop('Ethusd_kraken_low', axis=1, inplace=True)\n",
    "        #data.drop('Ethusd_kraken_close', axis=1, inplace=True)\n",
    "        #data.drop('Ethusd_kraken_vol', axis=1, inplace=True)\n",
    "    #except:\n",
    "    #   pass\n",
    "\n",
    "\n",
    "    # Testing only: drop ETH-USD gdax market data\n",
    "    #try:\n",
    "        #data.drop('Ethusd_gdax_open', axis=1, inplace=True)\n",
    "        #data.drop('Ethusd_gdax_high', axis=1, inplace=True)\n",
    "        #data.drop('Ethusd_gdax_low', axis=1, inplace=True)\n",
    "        #data.drop('Ethusd_gdax_close', axis=1, inplace=True)\n",
    "        #data.drop('Ethusd_gdax_vol', axis=1, inplace=True)\n",
    "    #except:\n",
    "        #pass\n",
    "    \n",
    "    # Testing only: drop ETH-EUR kraken market data\n",
    "    #try:\n",
    "        #data.drop('Etheur_kraken_open', axis=1, inplace=True)\n",
    "        #data.drop('Etheur_kraken_high', axis=1, inplace=True)\n",
    "        #data.drop('Etheur_kraken_low', axis=1, inplace=True)\n",
    "        #data.drop('Etheur_kraken_close', axis=1, inplace=True)\n",
    "        #data.drop('Etheur_kraken_vol', axis=1, inplace=True)\n",
    "    #except:\n",
    "        #pass\n",
    "\n",
    "    #data.drop('Ethusd_kraken_close', axis=1, inplace=True)\n",
    "    #data.drop('Btceur_kraken_open', axis=1, inplace=True)\n",
    "    data = data.astype('float64')\n",
    "    data = data.interpolate()\n",
    "    return data\n",
    "\n",
    "data = scrub(data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'\\nData visualisation to understand where missing data and null values are. Commented out as all validation on this\\ndataset has been done many times already\\n'"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\"\"\"\n",
    "Data visualisation to understand where missing data and null values are. Commented out as all validation on this\n",
    "dataset has been done many times already\n",
    "\"\"\"\n",
    "\n",
    "#%matplotlib inline\n",
    "#with pd.option_context('display.max_rows', None, 'display.max_columns', None):\n",
    "#    print(data.head(1))\n",
    "#msno.matrix(data)\n",
    "#data.isnull().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "\"\"\"\n",
    "Split data into training set and targets. Target variable selects the price we're looking to predict. \n",
    "Forecast_range sets how many time periods / intervals out we're looking at. Currently set to 1 period of 1440 minutes i.e. 1 day\n",
    "\"\"\"\n",
    "target = \"Btcusd_kraken_close\"\n",
    "forecast_range = 1\n",
    "x, y, actuals = processor.generate_x_y(data, target=target, forecast_range=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "\"\"\"\n",
    "Normalise data\n",
    "\"\"\"\n",
    "x_mean = x.mean(axis=0)\n",
    "x_std = x.std(axis=0)\n",
    "x = (x - x_mean) / x_std\n",
    "y_mean = y.mean()\n",
    "y_std = y.std()\n",
    "y = (y - y_mean) / y_std"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "\"\"\"\n",
    "Split data into training vs validation sets\n",
    "\"\"\"\n",
    "train_x, valid_x = x[:-30], x[-30:]\n",
    "train_y, valid_y = y[:-30], y[-30:]\n",
    "actuals = actuals[-30:] # These are raw prices to use when calculating actual returns from growth rates "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Prediction using LSTM"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Reshape data from (num_samples, features) to (num_samples, sequence_length, features)\n",
    "sequence_length = 4\n",
    "\n",
    "def seq_data(data_x, data_y, seq_length):\n",
    "    seq_data_x = []\n",
    "    seq_data_y = []\n",
    "    for ii in range(len(data_x) - seq_length + 1):\n",
    "        seq_data_x.append(data_x[ii : ii + seq_length])\n",
    "        seq_data_y.append(data_y[ii + seq_length-1])\n",
    "    return np.array(seq_data_x), np.array(seq_data_y)\n",
    "\n",
    "# Add the last x time periods from before the validation set starts so that the first datapoint for the validation data\n",
    "# also has the relevant price history for predictions\n",
    "valid_x_2 = np.concatenate((train_x[-sequence_length + 1:], valid_x)) # Give full sequence length to first validation datapoint\n",
    "valid_y_2 = np.concatenate((train_y[-sequence_length + 1:], valid_y)) # Give full sequence length to first validation datapoint\n",
    "\n",
    "# Convert to sequential data feed for LSTM\n",
    "train_x_seq, train_y_seq = seq_data(train_x, train_y, sequence_length)\n",
    "valid_x_seq, valid_y_seq = seq_data(valid_x_2, valid_y_2, sequence_length)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "class LSTM_net:\n",
    "    \"\"\"\n",
    "    RNN using LSTM\n",
    "    \"\"\"\n",
    "    def __init__(self, input_size, learning_rate):\n",
    "        self.input_size = input_size\n",
    "        self.learning_rate = learning_rate\n",
    "        self.build_model()\n",
    "\n",
    "    def build_model(self):\n",
    "        self.model = Sequential()\n",
    "        self.model.add(LSTM(256, return_sequences=True,\n",
    "                       input_shape=self.input_size))  \n",
    "        #self.model.add(Dropout(0.2))\n",
    "        self.model.add(LSTM(256))  \n",
    "        #self.model.add(Dropout(0.2))\n",
    "        self.model.add(Dense(1, activation='linear'))\n",
    "\n",
    "        # Define optimiser and compile\n",
    "        optimizer = optimizers.Adam(self.learning_rate)\n",
    "        self.model.compile(optimizer=optimizer, loss='mse', metrics=['accuracy'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# Initialise weight saving callback\n",
    "LSTM_checkpointer = ModelCheckpoint(filepath='./saved_models/LSTM_weights.hdf5',\n",
    "                       verbose=1, save_best_only=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Initialise training hyper parameters\n",
    "learning_rate = 0.00001\n",
    "input_size = (train_x_seq.shape[1], train_x_seq.shape[2])\n",
    "epochs = 1500\n",
    "batch_size = 64\n",
    "\n",
    "# Initialise neural network\n",
    "LSTM_network = LSTM_net(input_size, learning_rate)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train on 637 samples, validate on 30 samples\n",
      "Epoch 1/1500\n",
      "637/637 [==============================] - 2s 4ms/step - loss: 0.9139 - acc: 0.0000e+00 - val_loss: 2.6636 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00001: val_loss improved from inf to 2.66356, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 2/1500\n",
      "637/637 [==============================] - 1s 901us/step - loss: 0.9103 - acc: 0.0000e+00 - val_loss: 2.6527 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00002: val_loss improved from 2.66356 to 2.65269, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 3/1500\n",
      "637/637 [==============================] - 1s 938us/step - loss: 0.9065 - acc: 0.0000e+00 - val_loss: 2.6428 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00003: val_loss improved from 2.65269 to 2.64284, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 4/1500\n",
      "637/637 [==============================] - 1s 895us/step - loss: 0.9031 - acc: 0.0000e+00 - val_loss: 2.6328 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00004: val_loss improved from 2.64284 to 2.63284, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 5/1500\n",
      "637/637 [==============================] - 1s 905us/step - loss: 0.8993 - acc: 0.0000e+00 - val_loss: 2.6252 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00005: val_loss improved from 2.63284 to 2.62522, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 6/1500\n",
      "637/637 [==============================] - 1s 933us/step - loss: 0.8964 - acc: 0.0000e+00 - val_loss: 2.6158 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00006: val_loss improved from 2.62522 to 2.61575, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 7/1500\n",
      "637/637 [==============================] - 1s 922us/step - loss: 0.8932 - acc: 0.0000e+00 - val_loss: 2.6059 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00007: val_loss improved from 2.61575 to 2.60593, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 8/1500\n",
      "637/637 [==============================] - 1s 929us/step - loss: 0.8899 - acc: 0.0000e+00 - val_loss: 2.5972 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00008: val_loss improved from 2.60593 to 2.59724, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 9/1500\n",
      "637/637 [==============================] - 1s 924us/step - loss: 0.8865 - acc: 0.0000e+00 - val_loss: 2.5902 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00009: val_loss improved from 2.59724 to 2.59017, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 10/1500\n",
      "637/637 [==============================] - 1s 923us/step - loss: 0.8838 - acc: 0.0000e+00 - val_loss: 2.5818 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00010: val_loss improved from 2.59017 to 2.58182, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 11/1500\n",
      "637/637 [==============================] - 1s 948us/step - loss: 0.8810 - acc: 0.0000e+00 - val_loss: 2.5735 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00011: val_loss improved from 2.58182 to 2.57353, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 12/1500\n",
      "637/637 [==============================] - 1s 990us/step - loss: 0.8781 - acc: 0.0000e+00 - val_loss: 2.5662 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00012: val_loss improved from 2.57353 to 2.56625, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 13/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.8751 - acc: 0.0000e+00 - val_loss: 2.5591 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00013: val_loss improved from 2.56625 to 2.55910, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 14/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.8722 - acc: 0.0000e+00 - val_loss: 2.5536 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00014: val_loss improved from 2.55910 to 2.55361, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 15/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.8698 - acc: 0.0000e+00 - val_loss: 2.5455 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00015: val_loss improved from 2.55361 to 2.54545, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 16/1500\n",
      "637/637 [==============================] - 1s 983us/step - loss: 0.8670 - acc: 0.0000e+00 - val_loss: 2.5382 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00016: val_loss improved from 2.54545 to 2.53816, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 17/1500\n",
      "637/637 [==============================] - 1s 966us/step - loss: 0.8642 - acc: 0.0000e+00 - val_loss: 2.5312 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00017: val_loss improved from 2.53816 to 2.53119, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 18/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.8613 - acc: 0.0000e+00 - val_loss: 2.5250 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00018: val_loss improved from 2.53119 to 2.52504, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 19/1500\n",
      "637/637 [==============================] - 1s 944us/step - loss: 0.8586 - acc: 0.0000e+00 - val_loss: 2.5191 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00019: val_loss improved from 2.52504 to 2.51908, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 20/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.8559 - acc: 0.0000e+00 - val_loss: 2.5132 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00020: val_loss improved from 2.51908 to 2.51324, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 21/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.8534 - acc: 0.0000e+00 - val_loss: 2.5071 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00021: val_loss improved from 2.51324 to 2.50713, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 22/1500\n",
      "637/637 [==============================] - 1s 854us/step - loss: 0.8509 - acc: 0.0000e+00 - val_loss: 2.5006 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00022: val_loss improved from 2.50713 to 2.50062, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 23/1500\n",
      "637/637 [==============================] - 1s 921us/step - loss: 0.8482 - acc: 0.0000e+00 - val_loss: 2.4938 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00023: val_loss improved from 2.50062 to 2.49383, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 24/1500\n",
      "637/637 [==============================] - 1s 927us/step - loss: 0.8454 - acc: 0.0000e+00 - val_loss: 2.4887 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00024: val_loss improved from 2.49383 to 2.48867, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 25/1500\n",
      "637/637 [==============================] - 0s 776us/step - loss: 0.8431 - acc: 0.0000e+00 - val_loss: 2.4827 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00025: val_loss improved from 2.48867 to 2.48273, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 26/1500\n",
      "637/637 [==============================] - 1s 855us/step - loss: 0.8402 - acc: 0.0000e+00 - val_loss: 2.4766 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00026: val_loss improved from 2.48273 to 2.47664, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 27/1500\n",
      "637/637 [==============================] - 1s 788us/step - loss: 0.8376 - acc: 0.0000e+00 - val_loss: 2.4704 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00027: val_loss improved from 2.47664 to 2.47036, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 28/1500\n",
      "637/637 [==============================] - 1s 788us/step - loss: 0.8349 - acc: 0.0000e+00 - val_loss: 2.4649 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00028: val_loss improved from 2.47036 to 2.46492, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 29/1500\n",
      "637/637 [==============================] - 1s 866us/step - loss: 0.8325 - acc: 0.0000e+00 - val_loss: 2.4581 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00029: val_loss improved from 2.46492 to 2.45808, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 30/1500\n",
      "637/637 [==============================] - 1s 911us/step - loss: 0.8298 - acc: 0.0000e+00 - val_loss: 2.4522 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00030: val_loss improved from 2.45808 to 2.45220, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 31/1500\n",
      "637/637 [==============================] - 1s 906us/step - loss: 0.8270 - acc: 0.0000e+00 - val_loss: 2.4462 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00031: val_loss improved from 2.45220 to 2.44622, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 32/1500\n",
      "637/637 [==============================] - 1s 860us/step - loss: 0.8244 - acc: 0.0000e+00 - val_loss: 2.4414 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00032: val_loss improved from 2.44622 to 2.44139, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 33/1500\n",
      "637/637 [==============================] - 1s 820us/step - loss: 0.8217 - acc: 0.0000e+00 - val_loss: 2.4356 - val_acc: 0.0000e+00\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Epoch 00033: val_loss improved from 2.44139 to 2.43560, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 34/1500\n",
      "637/637 [==============================] - 1s 873us/step - loss: 0.8192 - acc: 0.0000e+00 - val_loss: 2.4297 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00034: val_loss improved from 2.43560 to 2.42967, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 35/1500\n",
      "637/637 [==============================] - 1s 804us/step - loss: 0.8166 - acc: 0.0000e+00 - val_loss: 2.4240 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00035: val_loss improved from 2.42967 to 2.42400, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 36/1500\n",
      "637/637 [==============================] - 0s 782us/step - loss: 0.8137 - acc: 0.0000e+00 - val_loss: 2.4181 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00036: val_loss improved from 2.42400 to 2.41814, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 37/1500\n",
      "637/637 [==============================] - 1s 798us/step - loss: 0.8110 - acc: 0.0000e+00 - val_loss: 2.4128 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00037: val_loss improved from 2.41814 to 2.41285, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 38/1500\n",
      "637/637 [==============================] - 1s 788us/step - loss: 0.8082 - acc: 0.0000e+00 - val_loss: 2.4074 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00038: val_loss improved from 2.41285 to 2.40742, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 39/1500\n",
      "637/637 [==============================] - 1s 802us/step - loss: 0.8058 - acc: 0.0000e+00 - val_loss: 2.4013 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00039: val_loss improved from 2.40742 to 2.40132, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 40/1500\n",
      "637/637 [==============================] - 1s 812us/step - loss: 0.8029 - acc: 0.0000e+00 - val_loss: 2.3952 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00040: val_loss improved from 2.40132 to 2.39520, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 41/1500\n",
      "637/637 [==============================] - 1s 804us/step - loss: 0.8000 - acc: 0.0000e+00 - val_loss: 2.3897 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00041: val_loss improved from 2.39520 to 2.38965, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 42/1500\n",
      "637/637 [==============================] - 1s 845us/step - loss: 0.7975 - acc: 0.0000e+00 - val_loss: 2.3842 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00042: val_loss improved from 2.38965 to 2.38423, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 43/1500\n",
      "637/637 [==============================] - 1s 838us/step - loss: 0.7945 - acc: 0.0000e+00 - val_loss: 2.3789 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00043: val_loss improved from 2.38423 to 2.37889, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 44/1500\n",
      "637/637 [==============================] - 1s 843us/step - loss: 0.7918 - acc: 0.0000e+00 - val_loss: 2.3731 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00044: val_loss improved from 2.37889 to 2.37310, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 45/1500\n",
      "637/637 [==============================] - 1s 824us/step - loss: 0.7891 - acc: 0.0000e+00 - val_loss: 2.3669 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00045: val_loss improved from 2.37310 to 2.36688, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 46/1500\n",
      "637/637 [==============================] - 1s 812us/step - loss: 0.7863 - acc: 0.0000e+00 - val_loss: 2.3614 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00046: val_loss improved from 2.36688 to 2.36137, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 47/1500\n",
      "637/637 [==============================] - 1s 841us/step - loss: 0.7832 - acc: 0.0000e+00 - val_loss: 2.3557 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00047: val_loss improved from 2.36137 to 2.35566, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 48/1500\n",
      "637/637 [==============================] - 1s 836us/step - loss: 0.7806 - acc: 0.0000e+00 - val_loss: 2.3494 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00048: val_loss improved from 2.35566 to 2.34944, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 49/1500\n",
      "637/637 [==============================] - 1s 843us/step - loss: 0.7776 - acc: 0.0000e+00 - val_loss: 2.3436 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00049: val_loss improved from 2.34944 to 2.34362, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 50/1500\n",
      "637/637 [==============================] - 1s 919us/step - loss: 0.7748 - acc: 0.0000e+00 - val_loss: 2.3381 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00050: val_loss improved from 2.34362 to 2.33814, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 51/1500\n",
      "637/637 [==============================] - 1s 817us/step - loss: 0.7718 - acc: 0.0000e+00 - val_loss: 2.3324 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00051: val_loss improved from 2.33814 to 2.33245, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 52/1500\n",
      "637/637 [==============================] - 1s 839us/step - loss: 0.7691 - acc: 0.0000e+00 - val_loss: 2.3262 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00052: val_loss improved from 2.33245 to 2.32619, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 53/1500\n",
      "637/637 [==============================] - 1s 846us/step - loss: 0.7663 - acc: 0.0000e+00 - val_loss: 2.3195 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00053: val_loss improved from 2.32619 to 2.31946, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 54/1500\n",
      "637/637 [==============================] - 1s 847us/step - loss: 0.7631 - acc: 0.0000e+00 - val_loss: 2.3137 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00054: val_loss improved from 2.31946 to 2.31369, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 55/1500\n",
      "637/637 [==============================] - 1s 892us/step - loss: 0.7600 - acc: 0.0000e+00 - val_loss: 2.3082 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00055: val_loss improved from 2.31369 to 2.30824, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 56/1500\n",
      "637/637 [==============================] - 1s 853us/step - loss: 0.7572 - acc: 0.0000e+00 - val_loss: 2.3021 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00056: val_loss improved from 2.30824 to 2.30208, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 57/1500\n",
      "637/637 [==============================] - 1s 849us/step - loss: 0.7542 - acc: 0.0000e+00 - val_loss: 2.2963 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00057: val_loss improved from 2.30208 to 2.29629, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 58/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.7513 - acc: 0.0000e+00 - val_loss: 2.2896 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00058: val_loss improved from 2.29629 to 2.28960, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 59/1500\n",
      "637/637 [==============================] - 1s 856us/step - loss: 0.7482 - acc: 0.0000e+00 - val_loss: 2.2838 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00059: val_loss improved from 2.28960 to 2.28380, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 60/1500\n",
      "637/637 [==============================] - 1s 881us/step - loss: 0.7453 - acc: 0.0000e+00 - val_loss: 2.2776 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00060: val_loss improved from 2.28380 to 2.27765, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 61/1500\n",
      "637/637 [==============================] - 1s 951us/step - loss: 0.7421 - acc: 0.0000e+00 - val_loss: 2.2724 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00061: val_loss improved from 2.27765 to 2.27242, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 62/1500\n",
      "637/637 [==============================] - 1s 897us/step - loss: 0.7392 - acc: 0.0000e+00 - val_loss: 2.2655 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00062: val_loss improved from 2.27242 to 2.26549, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 63/1500\n",
      "637/637 [==============================] - 1s 844us/step - loss: 0.7360 - acc: 0.0000e+00 - val_loss: 2.2595 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00063: val_loss improved from 2.26549 to 2.25951, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 64/1500\n",
      "637/637 [==============================] - 1s 961us/step - loss: 0.7331 - acc: 0.0000e+00 - val_loss: 2.2529 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00064: val_loss improved from 2.25951 to 2.25290, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 65/1500\n",
      "637/637 [==============================] - 1s 895us/step - loss: 0.7300 - acc: 0.0000e+00 - val_loss: 2.2478 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00065: val_loss improved from 2.25290 to 2.24784, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 66/1500\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "637/637 [==============================] - 1s 895us/step - loss: 0.7270 - acc: 0.0000e+00 - val_loss: 2.2414 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00066: val_loss improved from 2.24784 to 2.24142, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 67/1500\n",
      "637/637 [==============================] - 1s 871us/step - loss: 0.7237 - acc: 0.0000e+00 - val_loss: 2.2350 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00067: val_loss improved from 2.24142 to 2.23500, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 68/1500\n",
      "637/637 [==============================] - 1s 876us/step - loss: 0.7207 - acc: 0.0000e+00 - val_loss: 2.2281 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00068: val_loss improved from 2.23500 to 2.22813, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 69/1500\n",
      "637/637 [==============================] - 1s 856us/step - loss: 0.7174 - acc: 0.0000e+00 - val_loss: 2.2217 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00069: val_loss improved from 2.22813 to 2.22169, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 70/1500\n",
      "637/637 [==============================] - 1s 867us/step - loss: 0.7144 - acc: 0.0000e+00 - val_loss: 2.2149 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00070: val_loss improved from 2.22169 to 2.21494, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 71/1500\n",
      "637/637 [==============================] - 1s 868us/step - loss: 0.7113 - acc: 0.0000e+00 - val_loss: 2.2086 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00071: val_loss improved from 2.21494 to 2.20862, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 72/1500\n",
      "637/637 [==============================] - 1s 914us/step - loss: 0.7082 - acc: 0.0000e+00 - val_loss: 2.2025 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00072: val_loss improved from 2.20862 to 2.20254, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 73/1500\n",
      "637/637 [==============================] - 1s 954us/step - loss: 0.7047 - acc: 0.0000e+00 - val_loss: 2.1960 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00073: val_loss improved from 2.20254 to 2.19602, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 74/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.7016 - acc: 0.0000e+00 - val_loss: 2.1890 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00074: val_loss improved from 2.19602 to 2.18901, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 75/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.6984 - acc: 0.0000e+00 - val_loss: 2.1826 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00075: val_loss improved from 2.18901 to 2.18262, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 76/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.6953 - acc: 0.0000e+00 - val_loss: 2.1756 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00076: val_loss improved from 2.18262 to 2.17559, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 77/1500\n",
      "637/637 [==============================] - 1s 938us/step - loss: 0.6920 - acc: 0.0000e+00 - val_loss: 2.1687 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00077: val_loss improved from 2.17559 to 2.16874, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 78/1500\n",
      "637/637 [==============================] - 1s 862us/step - loss: 0.6887 - acc: 0.0000e+00 - val_loss: 2.1625 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00078: val_loss improved from 2.16874 to 2.16249, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 79/1500\n",
      "637/637 [==============================] - 1s 855us/step - loss: 0.6857 - acc: 0.0000e+00 - val_loss: 2.1554 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00079: val_loss improved from 2.16249 to 2.15541, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 80/1500\n",
      "637/637 [==============================] - 1s 876us/step - loss: 0.6822 - acc: 0.0000e+00 - val_loss: 2.1488 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00080: val_loss improved from 2.15541 to 2.14881, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 81/1500\n",
      "637/637 [==============================] - 1s 867us/step - loss: 0.6790 - acc: 0.0000e+00 - val_loss: 2.1424 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00081: val_loss improved from 2.14881 to 2.14236, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 82/1500\n",
      "637/637 [==============================] - 1s 879us/step - loss: 0.6756 - acc: 0.0000e+00 - val_loss: 2.1354 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00082: val_loss improved from 2.14236 to 2.13538, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 83/1500\n",
      "637/637 [==============================] - 1s 895us/step - loss: 0.6725 - acc: 0.0000e+00 - val_loss: 2.1268 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00083: val_loss improved from 2.13538 to 2.12679, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 84/1500\n",
      "637/637 [==============================] - 1s 892us/step - loss: 0.6690 - acc: 0.0000e+00 - val_loss: 2.1194 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00084: val_loss improved from 2.12679 to 2.11945, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 85/1500\n",
      "637/637 [==============================] - 1s 860us/step - loss: 0.6658 - acc: 0.0000e+00 - val_loss: 2.1129 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00085: val_loss improved from 2.11945 to 2.11288, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 86/1500\n",
      "637/637 [==============================] - 1s 945us/step - loss: 0.6625 - acc: 0.0000e+00 - val_loss: 2.1055 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00086: val_loss improved from 2.11288 to 2.10546, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 87/1500\n",
      "637/637 [==============================] - 1s 842us/step - loss: 0.6589 - acc: 0.0000e+00 - val_loss: 2.0981 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00087: val_loss improved from 2.10546 to 2.09811, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 88/1500\n",
      "637/637 [==============================] - 1s 842us/step - loss: 0.6556 - acc: 0.0000e+00 - val_loss: 2.0917 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00088: val_loss improved from 2.09811 to 2.09170, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 89/1500\n",
      "637/637 [==============================] - 1s 848us/step - loss: 0.6523 - acc: 0.0000e+00 - val_loss: 2.0832 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00089: val_loss improved from 2.09170 to 2.08324, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 90/1500\n",
      "637/637 [==============================] - 1s 866us/step - loss: 0.6491 - acc: 0.0000e+00 - val_loss: 2.0754 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00090: val_loss improved from 2.08324 to 2.07544, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 91/1500\n",
      "637/637 [==============================] - 1s 884us/step - loss: 0.6457 - acc: 0.0000e+00 - val_loss: 2.0682 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00091: val_loss improved from 2.07544 to 2.06822, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 92/1500\n",
      "637/637 [==============================] - 1s 878us/step - loss: 0.6421 - acc: 0.0000e+00 - val_loss: 2.0604 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00092: val_loss improved from 2.06822 to 2.06044, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 93/1500\n",
      "637/637 [==============================] - 1s 866us/step - loss: 0.6387 - acc: 0.0000e+00 - val_loss: 2.0535 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00093: val_loss improved from 2.06044 to 2.05348, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 94/1500\n",
      "637/637 [==============================] - 1s 843us/step - loss: 0.6352 - acc: 0.0000e+00 - val_loss: 2.0449 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00094: val_loss improved from 2.05348 to 2.04491, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 95/1500\n",
      "637/637 [==============================] - 1s 858us/step - loss: 0.6318 - acc: 0.0000e+00 - val_loss: 2.0370 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00095: val_loss improved from 2.04491 to 2.03698, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 96/1500\n",
      "637/637 [==============================] - 1s 948us/step - loss: 0.6285 - acc: 0.0000e+00 - val_loss: 2.0302 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00096: val_loss improved from 2.03698 to 2.03015, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 97/1500\n",
      "637/637 [==============================] - 1s 921us/step - loss: 0.6251 - acc: 0.0000e+00 - val_loss: 2.0214 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00097: val_loss improved from 2.03015 to 2.02137, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 98/1500\n",
      "637/637 [==============================] - 1s 827us/step - loss: 0.6213 - acc: 0.0000e+00 - val_loss: 2.0140 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00098: val_loss improved from 2.02137 to 2.01397, saving model to ./saved_models/LSTM_weights.hdf5\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 99/1500\n",
      "637/637 [==============================] - 1s 873us/step - loss: 0.6180 - acc: 0.0000e+00 - val_loss: 2.0050 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00099: val_loss improved from 2.01397 to 2.00499, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 100/1500\n",
      "637/637 [==============================] - 1s 901us/step - loss: 0.6147 - acc: 0.0000e+00 - val_loss: 1.9960 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00100: val_loss improved from 2.00499 to 1.99605, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 101/1500\n",
      "637/637 [==============================] - 1s 930us/step - loss: 0.6110 - acc: 0.0000e+00 - val_loss: 1.9879 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00101: val_loss improved from 1.99605 to 1.98792, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 102/1500\n",
      "637/637 [==============================] - 1s 932us/step - loss: 0.6074 - acc: 0.0000e+00 - val_loss: 1.9801 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00102: val_loss improved from 1.98792 to 1.98015, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 103/1500\n",
      "637/637 [==============================] - 1s 877us/step - loss: 0.6039 - acc: 0.0000e+00 - val_loss: 1.9715 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00103: val_loss improved from 1.98015 to 1.97147, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 104/1500\n",
      "637/637 [==============================] - 1s 848us/step - loss: 0.6006 - acc: 0.0000e+00 - val_loss: 1.9629 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00104: val_loss improved from 1.97147 to 1.96288, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 105/1500\n",
      "637/637 [==============================] - 1s 846us/step - loss: 0.5968 - acc: 0.0000e+00 - val_loss: 1.9551 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00105: val_loss improved from 1.96288 to 1.95513, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 106/1500\n",
      "637/637 [==============================] - 1s 856us/step - loss: 0.5934 - acc: 0.0000e+00 - val_loss: 1.9468 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00106: val_loss improved from 1.95513 to 1.94679, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 107/1500\n",
      "637/637 [==============================] - 1s 872us/step - loss: 0.5897 - acc: 0.0000e+00 - val_loss: 1.9377 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00107: val_loss improved from 1.94679 to 1.93770, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 108/1500\n",
      "637/637 [==============================] - 1s 870us/step - loss: 0.5862 - acc: 0.0000e+00 - val_loss: 1.9296 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00108: val_loss improved from 1.93770 to 1.92957, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 109/1500\n",
      "637/637 [==============================] - 1s 871us/step - loss: 0.5827 - acc: 0.0000e+00 - val_loss: 1.9208 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00109: val_loss improved from 1.92957 to 1.92084, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 110/1500\n",
      "637/637 [==============================] - 1s 861us/step - loss: 0.5790 - acc: 0.0000e+00 - val_loss: 1.9122 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00110: val_loss improved from 1.92084 to 1.91222, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 111/1500\n",
      "637/637 [==============================] - 1s 840us/step - loss: 0.5754 - acc: 0.0000e+00 - val_loss: 1.9033 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00111: val_loss improved from 1.91222 to 1.90327, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 112/1500\n",
      "637/637 [==============================] - 1s 859us/step - loss: 0.5719 - acc: 0.0000e+00 - val_loss: 1.8938 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00112: val_loss improved from 1.90327 to 1.89380, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 113/1500\n",
      "637/637 [==============================] - 1s 885us/step - loss: 0.5681 - acc: 0.0000e+00 - val_loss: 1.8851 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00113: val_loss improved from 1.89380 to 1.88511, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 114/1500\n",
      "637/637 [==============================] - 1s 919us/step - loss: 0.5647 - acc: 0.0000e+00 - val_loss: 1.8757 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00114: val_loss improved from 1.88511 to 1.87566, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 115/1500\n",
      "637/637 [==============================] - 1s 965us/step - loss: 0.5611 - acc: 0.0000e+00 - val_loss: 1.8672 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00115: val_loss improved from 1.87566 to 1.86717, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 116/1500\n",
      "637/637 [==============================] - 1s 948us/step - loss: 0.5574 - acc: 0.0000e+00 - val_loss: 1.8576 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00116: val_loss improved from 1.86717 to 1.85762, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 117/1500\n",
      "637/637 [==============================] - ETA: 0s - loss: 0.5571 - acc: 0.0000e+0 - 1s 1ms/step - loss: 0.5536 - acc: 0.0000e+00 - val_loss: 1.8480 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00117: val_loss improved from 1.85762 to 1.84804, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 118/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.5500 - acc: 0.0000e+00 - val_loss: 1.8388 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00118: val_loss improved from 1.84804 to 1.83876, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 119/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.5465 - acc: 0.0000e+00 - val_loss: 1.8286 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00119: val_loss improved from 1.83876 to 1.82862, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 120/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.5429 - acc: 0.0000e+00 - val_loss: 1.8209 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00120: val_loss improved from 1.82862 to 1.82085, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 121/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.5390 - acc: 0.0000e+00 - val_loss: 1.8106 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00121: val_loss improved from 1.82085 to 1.81057, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 122/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.5354 - acc: 0.0000e+00 - val_loss: 1.8005 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00122: val_loss improved from 1.81057 to 1.80049, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 123/1500\n",
      "637/637 [==============================] - 1s 926us/step - loss: 0.5317 - acc: 0.0000e+00 - val_loss: 1.7917 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00123: val_loss improved from 1.80049 to 1.79174, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 124/1500\n",
      "637/637 [==============================] - 1s 965us/step - loss: 0.5280 - acc: 0.0000e+00 - val_loss: 1.7818 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00124: val_loss improved from 1.79174 to 1.78184, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 125/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.5244 - acc: 0.0000e+00 - val_loss: 1.7714 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00125: val_loss improved from 1.78184 to 1.77144, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 126/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.5207 - acc: 0.0000e+00 - val_loss: 1.7621 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00126: val_loss improved from 1.77144 to 1.76211, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 127/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.5170 - acc: 0.0000e+00 - val_loss: 1.7529 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00127: val_loss improved from 1.76211 to 1.75295, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 128/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.5132 - acc: 0.0000e+00 - val_loss: 1.7435 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00128: val_loss improved from 1.75295 to 1.74352, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 129/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.5096 - acc: 0.0000e+00 - val_loss: 1.7329 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00129: val_loss improved from 1.74352 to 1.73293, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 130/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.5059 - acc: 0.0000e+00 - val_loss: 1.7229 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00130: val_loss improved from 1.73293 to 1.72290, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 131/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.5022 - acc: 0.0000e+00 - val_loss: 1.7126 - val_acc: 0.0000e+00\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Epoch 00131: val_loss improved from 1.72290 to 1.71260, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 132/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.4986 - acc: 0.0000e+00 - val_loss: 1.7037 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00132: val_loss improved from 1.71260 to 1.70366, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 133/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.4945 - acc: 0.0000e+00 - val_loss: 1.6944 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00133: val_loss improved from 1.70366 to 1.69444, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 134/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.4913 - acc: 0.0000e+00 - val_loss: 1.6839 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00134: val_loss improved from 1.69444 to 1.68389, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 135/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.4874 - acc: 0.0000e+00 - val_loss: 1.6733 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00135: val_loss improved from 1.68389 to 1.67333, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 136/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.4837 - acc: 0.0000e+00 - val_loss: 1.6631 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00136: val_loss improved from 1.67333 to 1.66308, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 137/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.4798 - acc: 0.0000e+00 - val_loss: 1.6534 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00137: val_loss improved from 1.66308 to 1.65340, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 138/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.4763 - acc: 0.0000e+00 - val_loss: 1.6429 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00138: val_loss improved from 1.65340 to 1.64289, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 139/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.4726 - acc: 0.0000e+00 - val_loss: 1.6325 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00139: val_loss improved from 1.64289 to 1.63246, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 140/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.4692 - acc: 0.0000e+00 - val_loss: 1.6237 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00140: val_loss improved from 1.63246 to 1.62368, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 141/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.4653 - acc: 0.0000e+00 - val_loss: 1.6135 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00141: val_loss improved from 1.62368 to 1.61348, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 142/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.4618 - acc: 0.0000e+00 - val_loss: 1.6048 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00142: val_loss improved from 1.61348 to 1.60476, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 143/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.4580 - acc: 0.0000e+00 - val_loss: 1.5932 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00143: val_loss improved from 1.60476 to 1.59324, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 144/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.4542 - acc: 0.0000e+00 - val_loss: 1.5839 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00144: val_loss improved from 1.59324 to 1.58393, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 145/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.4506 - acc: 0.0000e+00 - val_loss: 1.5739 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00145: val_loss improved from 1.58393 to 1.57392, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 146/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.4472 - acc: 0.0000e+00 - val_loss: 1.5635 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00146: val_loss improved from 1.57392 to 1.56350, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 147/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.4436 - acc: 0.0000e+00 - val_loss: 1.5534 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00147: val_loss improved from 1.56350 to 1.55345, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 148/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.4401 - acc: 0.0000e+00 - val_loss: 1.5424 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00148: val_loss improved from 1.55345 to 1.54243, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 149/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.4363 - acc: 0.0000e+00 - val_loss: 1.5334 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00149: val_loss improved from 1.54243 to 1.53344, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 150/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.4325 - acc: 0.0000e+00 - val_loss: 1.5245 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00150: val_loss improved from 1.53344 to 1.52451, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 151/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.4293 - acc: 0.0000e+00 - val_loss: 1.5157 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00151: val_loss improved from 1.52451 to 1.51575, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 152/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.4256 - acc: 0.0000e+00 - val_loss: 1.5057 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00152: val_loss improved from 1.51575 to 1.50568, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 153/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.4223 - acc: 0.0000e+00 - val_loss: 1.4949 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00153: val_loss improved from 1.50568 to 1.49487, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 154/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.4186 - acc: 0.0000e+00 - val_loss: 1.4859 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00154: val_loss improved from 1.49487 to 1.48585, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 155/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.4151 - acc: 0.0000e+00 - val_loss: 1.4769 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00155: val_loss improved from 1.48585 to 1.47687, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 156/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.4115 - acc: 0.0000e+00 - val_loss: 1.4667 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00156: val_loss improved from 1.47687 to 1.46665, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 157/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.4079 - acc: 0.0000e+00 - val_loss: 1.4581 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00157: val_loss improved from 1.46665 to 1.45805, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 158/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.4048 - acc: 0.0000e+00 - val_loss: 1.4477 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00158: val_loss improved from 1.45805 to 1.44767, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 159/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.4011 - acc: 0.0000e+00 - val_loss: 1.4388 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00159: val_loss improved from 1.44767 to 1.43885, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 160/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.3976 - acc: 0.0000e+00 - val_loss: 1.4305 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00160: val_loss improved from 1.43885 to 1.43051, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 161/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.3942 - acc: 0.0000e+00 - val_loss: 1.4210 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00161: val_loss improved from 1.43051 to 1.42104, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 162/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.3913 - acc: 0.0000e+00 - val_loss: 1.4133 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00162: val_loss improved from 1.42104 to 1.41330, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 163/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.3876 - acc: 0.0000e+00 - val_loss: 1.4032 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00163: val_loss improved from 1.41330 to 1.40323, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 164/1500\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "637/637 [==============================] - 1s 1ms/step - loss: 0.3843 - acc: 0.0000e+00 - val_loss: 1.3945 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00164: val_loss improved from 1.40323 to 1.39452, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 165/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.3810 - acc: 0.0000e+00 - val_loss: 1.3861 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00165: val_loss improved from 1.39452 to 1.38606, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 166/1500\n",
      "637/637 [==============================] - 1s 989us/step - loss: 0.3776 - acc: 0.0000e+00 - val_loss: 1.3772 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00166: val_loss improved from 1.38606 to 1.37723, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 167/1500\n",
      "637/637 [==============================] - 1s 982us/step - loss: 0.3746 - acc: 0.0000e+00 - val_loss: 1.3689 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00167: val_loss improved from 1.37723 to 1.36890, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 168/1500\n",
      "637/637 [==============================] - 1s 1000us/step - loss: 0.3713 - acc: 0.0000e+00 - val_loss: 1.3604 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00168: val_loss improved from 1.36890 to 1.36044, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 169/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.3680 - acc: 0.0000e+00 - val_loss: 1.3524 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00169: val_loss improved from 1.36044 to 1.35239, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 170/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.3649 - acc: 0.0000e+00 - val_loss: 1.3440 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00170: val_loss improved from 1.35239 to 1.34398, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 171/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.3618 - acc: 0.0000e+00 - val_loss: 1.3363 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00171: val_loss improved from 1.34398 to 1.33633, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 172/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.3586 - acc: 0.0000e+00 - val_loss: 1.3285 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00172: val_loss improved from 1.33633 to 1.32847, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 173/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.3554 - acc: 0.0000e+00 - val_loss: 1.3206 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00173: val_loss improved from 1.32847 to 1.32057, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 174/1500\n",
      "637/637 [==============================] - 1s 993us/step - loss: 0.3524 - acc: 0.0000e+00 - val_loss: 1.3123 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00174: val_loss improved from 1.32057 to 1.31227, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 175/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.3495 - acc: 0.0000e+00 - val_loss: 1.3047 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00175: val_loss improved from 1.31227 to 1.30472, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 176/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.3466 - acc: 0.0000e+00 - val_loss: 1.2965 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00176: val_loss improved from 1.30472 to 1.29651, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 177/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.3435 - acc: 0.0000e+00 - val_loss: 1.2899 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00177: val_loss improved from 1.29651 to 1.28985, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 178/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.3406 - acc: 0.0000e+00 - val_loss: 1.2834 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00178: val_loss improved from 1.28985 to 1.28345, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 179/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.3378 - acc: 0.0000e+00 - val_loss: 1.2753 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00179: val_loss improved from 1.28345 to 1.27525, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 180/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.3347 - acc: 0.0000e+00 - val_loss: 1.2681 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00180: val_loss improved from 1.27525 to 1.26812, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 181/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.3320 - acc: 0.0000e+00 - val_loss: 1.2617 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00181: val_loss improved from 1.26812 to 1.26170, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 182/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.3293 - acc: 0.0000e+00 - val_loss: 1.2546 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00182: val_loss improved from 1.26170 to 1.25457, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 183/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.3265 - acc: 0.0000e+00 - val_loss: 1.2478 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00183: val_loss improved from 1.25457 to 1.24782, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 184/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.3239 - acc: 0.0000e+00 - val_loss: 1.2419 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00184: val_loss improved from 1.24782 to 1.24190, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 185/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.3211 - acc: 0.0000e+00 - val_loss: 1.2355 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00185: val_loss improved from 1.24190 to 1.23546, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 186/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.3185 - acc: 0.0000e+00 - val_loss: 1.2284 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00186: val_loss improved from 1.23546 to 1.22837, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 187/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.3158 - acc: 0.0000e+00 - val_loss: 1.2231 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00187: val_loss improved from 1.22837 to 1.22311, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 188/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.3133 - acc: 0.0000e+00 - val_loss: 1.2169 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00188: val_loss improved from 1.22311 to 1.21695, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 189/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.3107 - acc: 0.0000e+00 - val_loss: 1.2121 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00189: val_loss improved from 1.21695 to 1.21212, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 190/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.3083 - acc: 0.0000e+00 - val_loss: 1.2075 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00190: val_loss improved from 1.21212 to 1.20749, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 191/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.3061 - acc: 0.0000e+00 - val_loss: 1.2022 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00191: val_loss improved from 1.20749 to 1.20219, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 192/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.3035 - acc: 0.0000e+00 - val_loss: 1.1962 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00192: val_loss improved from 1.20219 to 1.19618, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 193/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.3011 - acc: 0.0000e+00 - val_loss: 1.1908 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00193: val_loss improved from 1.19618 to 1.19080, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 194/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2990 - acc: 0.0000e+00 - val_loss: 1.1860 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00194: val_loss improved from 1.19080 to 1.18598, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 195/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2965 - acc: 0.0000e+00 - val_loss: 1.1813 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00195: val_loss improved from 1.18598 to 1.18134, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 196/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2943 - acc: 0.0000e+00 - val_loss: 1.1768 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00196: val_loss improved from 1.18134 to 1.17680, saving model to ./saved_models/LSTM_weights.hdf5\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 197/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2922 - acc: 0.0000e+00 - val_loss: 1.1711 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00197: val_loss improved from 1.17680 to 1.17107, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 198/1500\n",
      "637/637 [==============================] - 1s 987us/step - loss: 0.2899 - acc: 0.0000e+00 - val_loss: 1.1672 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00198: val_loss improved from 1.17107 to 1.16716, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 199/1500\n",
      "637/637 [==============================] - 1s 997us/step - loss: 0.2879 - acc: 0.0000e+00 - val_loss: 1.1632 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00199: val_loss improved from 1.16716 to 1.16318, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 200/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2859 - acc: 0.0000e+00 - val_loss: 1.1598 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00200: val_loss improved from 1.16318 to 1.15978, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 201/1500\n",
      "637/637 [==============================] - ETA: 0s - loss: 0.2877 - acc: 0.0000e+0 - 1s 1ms/step - loss: 0.2837 - acc: 0.0000e+00 - val_loss: 1.1559 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00201: val_loss improved from 1.15978 to 1.15586, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 202/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2818 - acc: 0.0000e+00 - val_loss: 1.1508 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00202: val_loss improved from 1.15586 to 1.15075, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 203/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2799 - acc: 0.0000e+00 - val_loss: 1.1479 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00203: val_loss improved from 1.15075 to 1.14793, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 204/1500\n",
      "637/637 [==============================] - 1s 997us/step - loss: 0.2778 - acc: 0.0000e+00 - val_loss: 1.1438 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00204: val_loss improved from 1.14793 to 1.14382, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 205/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2760 - acc: 0.0000e+00 - val_loss: 1.1403 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00205: val_loss improved from 1.14382 to 1.14029, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 206/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2741 - acc: 0.0000e+00 - val_loss: 1.1367 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00206: val_loss improved from 1.14029 to 1.13667, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 207/1500\n",
      "637/637 [==============================] - ETA: 0s - loss: 0.2804 - acc: 0.0000e+0 - 1s 1ms/step - loss: 0.2724 - acc: 0.0000e+00 - val_loss: 1.1330 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00207: val_loss improved from 1.13667 to 1.13300, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 208/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2707 - acc: 0.0000e+00 - val_loss: 1.1303 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00208: val_loss improved from 1.13300 to 1.13031, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 209/1500\n",
      "637/637 [==============================] - 1s 996us/step - loss: 0.2688 - acc: 0.0000e+00 - val_loss: 1.1276 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00209: val_loss improved from 1.13031 to 1.12761, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 210/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2671 - acc: 0.0000e+00 - val_loss: 1.1248 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00210: val_loss improved from 1.12761 to 1.12483, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 211/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2654 - acc: 0.0000e+00 - val_loss: 1.1226 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00211: val_loss improved from 1.12483 to 1.12261, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 212/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2638 - acc: 0.0000e+00 - val_loss: 1.1199 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00212: val_loss improved from 1.12261 to 1.11992, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 213/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2623 - acc: 0.0000e+00 - val_loss: 1.1167 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00213: val_loss improved from 1.11992 to 1.11672, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 214/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2608 - acc: 0.0000e+00 - val_loss: 1.1150 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00214: val_loss improved from 1.11672 to 1.11501, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 215/1500\n",
      "637/637 [==============================] - ETA: 0s - loss: 0.2534 - acc: 0.0000e+0 - 1s 1ms/step - loss: 0.2591 - acc: 0.0000e+00 - val_loss: 1.1126 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00215: val_loss improved from 1.11501 to 1.11255, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 216/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2577 - acc: 0.0000e+00 - val_loss: 1.1112 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00216: val_loss improved from 1.11255 to 1.11121, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 217/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2562 - acc: 0.0000e+00 - val_loss: 1.1092 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00217: val_loss improved from 1.11121 to 1.10915, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 218/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2548 - acc: 0.0000e+00 - val_loss: 1.1083 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00218: val_loss improved from 1.10915 to 1.10825, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 219/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2535 - acc: 0.0000e+00 - val_loss: 1.1070 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00219: val_loss improved from 1.10825 to 1.10703, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 220/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2520 - acc: 0.0000e+00 - val_loss: 1.1044 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00220: val_loss improved from 1.10703 to 1.10441, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 221/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2508 - acc: 0.0000e+00 - val_loss: 1.1032 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00221: val_loss improved from 1.10441 to 1.10315, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 222/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2493 - acc: 0.0000e+00 - val_loss: 1.1012 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00222: val_loss improved from 1.10315 to 1.10121, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 223/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2481 - acc: 0.0000e+00 - val_loss: 1.0986 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00223: val_loss improved from 1.10121 to 1.09860, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 224/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2469 - acc: 0.0000e+00 - val_loss: 1.0988 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00224: val_loss did not improve\n",
      "Epoch 225/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2457 - acc: 0.0000e+00 - val_loss: 1.0966 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00225: val_loss improved from 1.09860 to 1.09665, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 226/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2444 - acc: 0.0000e+00 - val_loss: 1.0962 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00226: val_loss improved from 1.09665 to 1.09622, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 227/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2432 - acc: 0.0000e+00 - val_loss: 1.0934 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00227: val_loss improved from 1.09622 to 1.09340, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 228/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2421 - acc: 0.0000e+00 - val_loss: 1.0930 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00228: val_loss improved from 1.09340 to 1.09297, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 229/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2410 - acc: 0.0000e+00 - val_loss: 1.0913 - val_acc: 0.0000e+00\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Epoch 00229: val_loss improved from 1.09297 to 1.09131, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 230/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2399 - acc: 0.0000e+00 - val_loss: 1.0913 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00230: val_loss did not improve\n",
      "Epoch 231/1500\n",
      "637/637 [==============================] - 1s 995us/step - loss: 0.2388 - acc: 0.0000e+00 - val_loss: 1.0909 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00231: val_loss improved from 1.09131 to 1.09085, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 232/1500\n",
      "637/637 [==============================] - 1s 976us/step - loss: 0.2377 - acc: 0.0000e+00 - val_loss: 1.0895 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00232: val_loss improved from 1.09085 to 1.08947, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 233/1500\n",
      "637/637 [==============================] - 1s 951us/step - loss: 0.2367 - acc: 0.0000e+00 - val_loss: 1.0886 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00233: val_loss improved from 1.08947 to 1.08855, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 234/1500\n",
      "637/637 [==============================] - 1s 987us/step - loss: 0.2357 - acc: 0.0000e+00 - val_loss: 1.0885 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00234: val_loss improved from 1.08855 to 1.08850, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 235/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2346 - acc: 0.0000e+00 - val_loss: 1.0883 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00235: val_loss improved from 1.08850 to 1.08825, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 236/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2337 - acc: 0.0000e+00 - val_loss: 1.0865 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00236: val_loss improved from 1.08825 to 1.08653, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 237/1500\n",
      "637/637 [==============================] - 1s 986us/step - loss: 0.2328 - acc: 0.0000e+00 - val_loss: 1.0869 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00237: val_loss did not improve\n",
      "Epoch 238/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2317 - acc: 0.0000e+00 - val_loss: 1.0867 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00238: val_loss did not improve\n",
      "Epoch 239/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2309 - acc: 0.0000e+00 - val_loss: 1.0873 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00239: val_loss did not improve\n",
      "Epoch 240/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2300 - acc: 0.0000e+00 - val_loss: 1.0861 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00240: val_loss improved from 1.08653 to 1.08609, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 241/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2291 - acc: 0.0000e+00 - val_loss: 1.0854 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00241: val_loss improved from 1.08609 to 1.08535, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 242/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2281 - acc: 0.0000e+00 - val_loss: 1.0854 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00242: val_loss did not improve\n",
      "Epoch 243/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2274 - acc: 0.0000e+00 - val_loss: 1.0852 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00243: val_loss improved from 1.08535 to 1.08516, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 244/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2266 - acc: 0.0000e+00 - val_loss: 1.0845 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00244: val_loss improved from 1.08516 to 1.08445, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 245/1500\n",
      "637/637 [==============================] - 1s 994us/step - loss: 0.2257 - acc: 0.0000e+00 - val_loss: 1.0858 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00245: val_loss did not improve\n",
      "Epoch 246/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2249 - acc: 0.0000e+00 - val_loss: 1.0868 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00246: val_loss did not improve\n",
      "Epoch 247/1500\n",
      "637/637 [==============================] - 1s 996us/step - loss: 0.2240 - acc: 0.0000e+00 - val_loss: 1.0867 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00247: val_loss did not improve\n",
      "Epoch 248/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2233 - acc: 0.0000e+00 - val_loss: 1.0862 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00248: val_loss did not improve\n",
      "Epoch 249/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2224 - acc: 0.0000e+00 - val_loss: 1.0853 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00249: val_loss did not improve\n",
      "Epoch 250/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2217 - acc: 0.0000e+00 - val_loss: 1.0861 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00250: val_loss did not improve\n",
      "Epoch 251/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2210 - acc: 0.0000e+00 - val_loss: 1.0853 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00251: val_loss did not improve\n",
      "Epoch 252/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2202 - acc: 0.0000e+00 - val_loss: 1.0866 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00252: val_loss did not improve\n",
      "Epoch 253/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2195 - acc: 0.0000e+00 - val_loss: 1.0867 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00253: val_loss did not improve\n",
      "Epoch 254/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2187 - acc: 0.0000e+00 - val_loss: 1.0878 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00254: val_loss did not improve\n",
      "Epoch 255/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2181 - acc: 0.0000e+00 - val_loss: 1.0883 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00255: val_loss did not improve\n",
      "Epoch 256/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2173 - acc: 0.0000e+00 - val_loss: 1.0873 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00256: val_loss did not improve\n",
      "Epoch 257/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2167 - acc: 0.0000e+00 - val_loss: 1.0886 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00257: val_loss did not improve\n",
      "Epoch 258/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2159 - acc: 0.0000e+00 - val_loss: 1.0887 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00258: val_loss did not improve\n",
      "Epoch 259/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2153 - acc: 0.0000e+00 - val_loss: 1.0892 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00259: val_loss did not improve\n",
      "Epoch 260/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2146 - acc: 0.0000e+00 - val_loss: 1.0882 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00260: val_loss did not improve\n",
      "Epoch 261/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2139 - acc: 0.0000e+00 - val_loss: 1.0881 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00261: val_loss did not improve\n",
      "Epoch 262/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2133 - acc: 0.0000e+00 - val_loss: 1.0881 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00262: val_loss did not improve\n",
      "Epoch 263/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2126 - acc: 0.0000e+00 - val_loss: 1.0891 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00263: val_loss did not improve\n",
      "Epoch 264/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2120 - acc: 0.0000e+00 - val_loss: 1.0904 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00264: val_loss did not improve\n",
      "Epoch 265/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2114 - acc: 0.0000e+00 - val_loss: 1.0899 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00265: val_loss did not improve\n",
      "Epoch 266/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2108 - acc: 0.0000e+00 - val_loss: 1.0903 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00266: val_loss did not improve\n",
      "Epoch 267/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2101 - acc: 0.0000e+00 - val_loss: 1.0916 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00267: val_loss did not improve\n",
      "Epoch 268/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2095 - acc: 0.0000e+00 - val_loss: 1.0921 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00268: val_loss did not improve\n",
      "Epoch 269/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2088 - acc: 0.0000e+00 - val_loss: 1.0926 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00269: val_loss did not improve\n",
      "Epoch 270/1500\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "637/637 [==============================] - 1s 978us/step - loss: 0.2082 - acc: 0.0000e+00 - val_loss: 1.0926 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00270: val_loss did not improve\n",
      "Epoch 271/1500\n",
      "637/637 [==============================] - 1s 953us/step - loss: 0.2077 - acc: 0.0000e+00 - val_loss: 1.0936 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00271: val_loss did not improve\n",
      "Epoch 272/1500\n",
      "637/637 [==============================] - 1s 986us/step - loss: 0.2071 - acc: 0.0000e+00 - val_loss: 1.0954 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00272: val_loss did not improve\n",
      "Epoch 273/1500\n",
      "637/637 [==============================] - 1s 996us/step - loss: 0.2066 - acc: 0.0000e+00 - val_loss: 1.0963 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00273: val_loss did not improve\n",
      "Epoch 274/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2059 - acc: 0.0000e+00 - val_loss: 1.0954 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00274: val_loss did not improve\n",
      "Epoch 275/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2054 - acc: 0.0000e+00 - val_loss: 1.0969 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00275: val_loss did not improve\n",
      "Epoch 276/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2048 - acc: 0.0000e+00 - val_loss: 1.0986 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00276: val_loss did not improve\n",
      "Epoch 277/1500\n",
      "637/637 [==============================] - 1s 988us/step - loss: 0.2042 - acc: 0.0000e+00 - val_loss: 1.0975 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00277: val_loss did not improve\n",
      "Epoch 278/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2036 - acc: 0.0000e+00 - val_loss: 1.0980 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00278: val_loss did not improve\n",
      "Epoch 279/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2030 - acc: 0.0000e+00 - val_loss: 1.0978 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00279: val_loss did not improve\n",
      "Epoch 280/1500\n",
      "637/637 [==============================] - 1s 991us/step - loss: 0.2025 - acc: 0.0000e+00 - val_loss: 1.0988 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00280: val_loss did not improve\n",
      "Epoch 281/1500\n",
      "637/637 [==============================] - 1s 988us/step - loss: 0.2019 - acc: 0.0000e+00 - val_loss: 1.0994 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00281: val_loss did not improve\n",
      "Epoch 282/1500\n",
      "637/637 [==============================] - 1s 993us/step - loss: 0.2014 - acc: 0.0000e+00 - val_loss: 1.1008 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00282: val_loss did not improve\n",
      "Epoch 283/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2009 - acc: 0.0000e+00 - val_loss: 1.1017 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00283: val_loss did not improve\n",
      "Epoch 284/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.2004 - acc: 0.0000e+00 - val_loss: 1.1010 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00284: val_loss did not improve\n",
      "Epoch 285/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1997 - acc: 0.0000e+00 - val_loss: 1.1021 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00285: val_loss did not improve\n",
      "Epoch 286/1500\n",
      "637/637 [==============================] - ETA: 0s - loss: 0.1979 - acc: 0.0000e+0 - 1s 1ms/step - loss: 0.1992 - acc: 0.0000e+00 - val_loss: 1.1029 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00286: val_loss did not improve\n",
      "Epoch 287/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1987 - acc: 0.0000e+00 - val_loss: 1.1038 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00287: val_loss did not improve\n",
      "Epoch 288/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1982 - acc: 0.0000e+00 - val_loss: 1.1050 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00288: val_loss did not improve\n",
      "Epoch 289/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1977 - acc: 0.0000e+00 - val_loss: 1.1058 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00289: val_loss did not improve\n",
      "Epoch 290/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1973 - acc: 0.0000e+00 - val_loss: 1.1082 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00290: val_loss did not improve\n",
      "Epoch 291/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1966 - acc: 0.0000e+00 - val_loss: 1.1078 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00291: val_loss did not improve\n",
      "Epoch 292/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1962 - acc: 0.0000e+00 - val_loss: 1.1093 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00292: val_loss did not improve\n",
      "Epoch 293/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1956 - acc: 0.0000e+00 - val_loss: 1.1096 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00293: val_loss did not improve\n",
      "Epoch 294/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1952 - acc: 0.0000e+00 - val_loss: 1.1094 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00294: val_loss did not improve\n",
      "Epoch 295/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1946 - acc: 0.0000e+00 - val_loss: 1.1098 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00295: val_loss did not improve\n",
      "Epoch 296/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1941 - acc: 0.0000e+00 - val_loss: 1.1104 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00296: val_loss did not improve\n",
      "Epoch 297/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1937 - acc: 0.0000e+00 - val_loss: 1.1101 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00297: val_loss did not improve\n",
      "Epoch 298/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1932 - acc: 0.0000e+00 - val_loss: 1.1121 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00298: val_loss did not improve\n",
      "Epoch 299/1500\n",
      "637/637 [==============================] - 1s 976us/step - loss: 0.1927 - acc: 0.0000e+00 - val_loss: 1.1139 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00299: val_loss did not improve\n",
      "Epoch 300/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1922 - acc: 0.0000e+00 - val_loss: 1.1148 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00300: val_loss did not improve\n",
      "Epoch 301/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1917 - acc: 0.0000e+00 - val_loss: 1.1136 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00301: val_loss did not improve\n",
      "Epoch 302/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1913 - acc: 0.0000e+00 - val_loss: 1.1145 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00302: val_loss did not improve\n",
      "Epoch 303/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1908 - acc: 0.0000e+00 - val_loss: 1.1167 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00303: val_loss did not improve\n",
      "Epoch 304/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1903 - acc: 0.0000e+00 - val_loss: 1.1160 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00304: val_loss did not improve\n",
      "Epoch 305/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1899 - acc: 0.0000e+00 - val_loss: 1.1165 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00305: val_loss did not improve\n",
      "Epoch 306/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1893 - acc: 0.0000e+00 - val_loss: 1.1187 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00306: val_loss did not improve\n",
      "Epoch 307/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1888 - acc: 0.0000e+00 - val_loss: 1.1194 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00307: val_loss did not improve\n",
      "Epoch 308/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1884 - acc: 0.0000e+00 - val_loss: 1.1195 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00308: val_loss did not improve\n",
      "Epoch 309/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1879 - acc: 0.0000e+00 - val_loss: 1.1201 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00309: val_loss did not improve\n",
      "Epoch 310/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1875 - acc: 0.0000e+00 - val_loss: 1.1203 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00310: val_loss did not improve\n",
      "Epoch 311/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1870 - acc: 0.0000e+00 - val_loss: 1.1224 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00311: val_loss did not improve\n",
      "Epoch 312/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1866 - acc: 0.0000e+00 - val_loss: 1.1240 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00312: val_loss did not improve\n",
      "Epoch 313/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1861 - acc: 0.0000e+00 - val_loss: 1.1246 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00313: val_loss did not improve\n",
      "Epoch 314/1500\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "637/637 [==============================] - 1s 987us/step - loss: 0.1856 - acc: 0.0000e+00 - val_loss: 1.1250 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00314: val_loss did not improve\n",
      "Epoch 315/1500\n",
      "637/637 [==============================] - 1s 975us/step - loss: 0.1852 - acc: 0.0000e+00 - val_loss: 1.1239 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00315: val_loss did not improve\n",
      "Epoch 316/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1848 - acc: 0.0000e+00 - val_loss: 1.1248 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00316: val_loss did not improve\n",
      "Epoch 317/1500\n",
      "637/637 [==============================] - 1s 989us/step - loss: 0.1845 - acc: 0.0000e+00 - val_loss: 1.1281 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00317: val_loss did not improve\n",
      "Epoch 318/1500\n",
      "637/637 [==============================] - 1s 994us/step - loss: 0.1839 - acc: 0.0000e+00 - val_loss: 1.1277 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00318: val_loss did not improve\n",
      "Epoch 319/1500\n",
      "637/637 [==============================] - 1s 978us/step - loss: 0.1834 - acc: 0.0000e+00 - val_loss: 1.1283 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00319: val_loss did not improve\n",
      "Epoch 320/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1830 - acc: 0.0000e+00 - val_loss: 1.1290 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00320: val_loss did not improve\n",
      "Epoch 321/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1826 - acc: 0.0000e+00 - val_loss: 1.1295 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00321: val_loss did not improve\n",
      "Epoch 322/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1822 - acc: 0.0000e+00 - val_loss: 1.1313 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00322: val_loss did not improve\n",
      "Epoch 323/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1817 - acc: 0.0000e+00 - val_loss: 1.1315 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00323: val_loss did not improve\n",
      "Epoch 324/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1813 - acc: 0.0000e+00 - val_loss: 1.1319 - val_acc: 0.0000e+00TA: 0s - loss: 0.1779 - acc: 0.0000e+\n",
      "\n",
      "Epoch 00324: val_loss did not improve\n",
      "Epoch 325/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1809 - acc: 0.0000e+00 - val_loss: 1.1314 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00325: val_loss did not improve\n",
      "Epoch 326/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1805 - acc: 0.0000e+00 - val_loss: 1.1336 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00326: val_loss did not improve\n",
      "Epoch 327/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1800 - acc: 0.0000e+00 - val_loss: 1.1339 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00327: val_loss did not improve\n",
      "Epoch 328/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1797 - acc: 0.0000e+00 - val_loss: 1.1364 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00328: val_loss did not improve\n",
      "Epoch 329/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1792 - acc: 0.0000e+00 - val_loss: 1.1350 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00329: val_loss did not improve\n",
      "Epoch 330/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1788 - acc: 0.0000e+00 - val_loss: 1.1371 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00330: val_loss did not improve\n",
      "Epoch 331/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1785 - acc: 0.0000e+00 - val_loss: 1.1360 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00331: val_loss did not improve\n",
      "Epoch 332/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1780 - acc: 0.0000e+00 - val_loss: 1.1380 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00332: val_loss did not improve\n",
      "Epoch 333/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1777 - acc: 0.0000e+00 - val_loss: 1.1383 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00333: val_loss did not improve\n",
      "Epoch 334/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1772 - acc: 0.0000e+00 - val_loss: 1.1410 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00334: val_loss did not improve\n",
      "Epoch 335/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1768 - acc: 0.0000e+00 - val_loss: 1.1407 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00335: val_loss did not improve\n",
      "Epoch 336/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1764 - acc: 0.0000e+00 - val_loss: 1.1421 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00336: val_loss did not improve\n",
      "Epoch 337/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1760 - acc: 0.0000e+00 - val_loss: 1.1422 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00337: val_loss did not improve\n",
      "Epoch 338/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1756 - acc: 0.0000e+00 - val_loss: 1.1420 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00338: val_loss did not improve\n",
      "Epoch 339/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1752 - acc: 0.0000e+00 - val_loss: 1.1433 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00339: val_loss did not improve\n",
      "Epoch 340/1500\n",
      "637/637 [==============================] - ETA: 0s - loss: 0.1844 - acc: 0.0000e+0 - 1s 1ms/step - loss: 0.1748 - acc: 0.0000e+00 - val_loss: 1.1443 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00340: val_loss did not improve\n",
      "Epoch 341/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1744 - acc: 0.0000e+00 - val_loss: 1.1437 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00341: val_loss did not improve\n",
      "Epoch 342/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1742 - acc: 0.0000e+00 - val_loss: 1.1474 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00342: val_loss did not improve\n",
      "Epoch 343/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1736 - acc: 0.0000e+00 - val_loss: 1.1466 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00343: val_loss did not improve\n",
      "Epoch 344/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1733 - acc: 0.0000e+00 - val_loss: 1.1475 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00344: val_loss did not improve\n",
      "Epoch 345/1500\n",
      "637/637 [==============================] - 1s 991us/step - loss: 0.1729 - acc: 0.0000e+00 - val_loss: 1.1473 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00345: val_loss did not improve\n",
      "Epoch 346/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1725 - acc: 0.0000e+00 - val_loss: 1.1481 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00346: val_loss did not improve\n",
      "Epoch 347/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1722 - acc: 0.0000e+00 - val_loss: 1.1470 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00347: val_loss did not improve\n",
      "Epoch 348/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1718 - acc: 0.0000e+00 - val_loss: 1.1492 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00348: val_loss did not improve\n",
      "Epoch 349/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1713 - acc: 0.0000e+00 - val_loss: 1.1495 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00349: val_loss did not improve\n",
      "Epoch 350/1500\n",
      "637/637 [==============================] - 1s 988us/step - loss: 0.1710 - acc: 0.0000e+00 - val_loss: 1.1506 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00350: val_loss did not improve\n",
      "Epoch 351/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1706 - acc: 0.0000e+00 - val_loss: 1.1523 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00351: val_loss did not improve\n",
      "Epoch 352/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1703 - acc: 0.0000e+00 - val_loss: 1.1542 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00352: val_loss did not improve\n",
      "Epoch 353/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1699 - acc: 0.0000e+00 - val_loss: 1.1541 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00353: val_loss did not improve\n",
      "Epoch 354/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1696 - acc: 0.0000e+00 - val_loss: 1.1570 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00354: val_loss did not improve\n",
      "Epoch 355/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1691 - acc: 0.0000e+00 - val_loss: 1.1562 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00355: val_loss did not improve\n",
      "Epoch 356/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1688 - acc: 0.0000e+00 - val_loss: 1.1570 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00356: val_loss did not improve\n",
      "Epoch 357/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1685 - acc: 0.0000e+00 - val_loss: 1.1566 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00357: val_loss did not improve\n",
      "Epoch 358/1500\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1680 - acc: 0.0000e+00 - val_loss: 1.1568 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00358: val_loss did not improve\n",
      "Epoch 359/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1677 - acc: 0.0000e+00 - val_loss: 1.1566 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00359: val_loss did not improve\n",
      "Epoch 360/1500\n",
      "637/637 [==============================] - 1s 982us/step - loss: 0.1674 - acc: 0.0000e+00 - val_loss: 1.1574 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00360: val_loss did not improve\n",
      "Epoch 361/1500\n",
      "637/637 [==============================] - 1s 996us/step - loss: 0.1670 - acc: 0.0000e+00 - val_loss: 1.1579 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00361: val_loss did not improve\n",
      "Epoch 362/1500\n",
      "637/637 [==============================] - 1s 974us/step - loss: 0.1667 - acc: 0.0000e+00 - val_loss: 1.1592 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00362: val_loss did not improve\n",
      "Epoch 363/1500\n",
      "637/637 [==============================] - 1s 992us/step - loss: 0.1663 - acc: 0.0000e+00 - val_loss: 1.1593 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00363: val_loss did not improve\n",
      "Epoch 364/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1660 - acc: 0.0000e+00 - val_loss: 1.1606 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00364: val_loss did not improve\n",
      "Epoch 365/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1656 - acc: 0.0000e+00 - val_loss: 1.1619 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00365: val_loss did not improve\n",
      "Epoch 366/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1652 - acc: 0.0000e+00 - val_loss: 1.1637 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00366: val_loss did not improve\n",
      "Epoch 367/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1649 - acc: 0.0000e+00 - val_loss: 1.1624 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00367: val_loss did not improve\n",
      "Epoch 368/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1646 - acc: 0.0000e+00 - val_loss: 1.1648 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00368: val_loss did not improve\n",
      "Epoch 369/1500\n",
      "637/637 [==============================] - 1s 977us/step - loss: 0.1642 - acc: 0.0000e+00 - val_loss: 1.1649 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00369: val_loss did not improve\n",
      "Epoch 370/1500\n",
      "637/637 [==============================] - 1s 986us/step - loss: 0.1639 - acc: 0.0000e+00 - val_loss: 1.1655 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00370: val_loss did not improve\n",
      "Epoch 371/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1635 - acc: 0.0000e+00 - val_loss: 1.1663 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00371: val_loss did not improve\n",
      "Epoch 372/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1632 - acc: 0.0000e+00 - val_loss: 1.1651 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00372: val_loss did not improve\n",
      "Epoch 373/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1628 - acc: 0.0000e+00 - val_loss: 1.1665 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00373: val_loss did not improve\n",
      "Epoch 374/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1626 - acc: 0.0000e+00 - val_loss: 1.1692 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00374: val_loss did not improve\n",
      "Epoch 375/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1622 - acc: 0.0000e+00 - val_loss: 1.1682 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00375: val_loss did not improve\n",
      "Epoch 376/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1618 - acc: 0.0000e+00 - val_loss: 1.1685 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00376: val_loss did not improve\n",
      "Epoch 377/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1615 - acc: 0.0000e+00 - val_loss: 1.1678 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00377: val_loss did not improve\n",
      "Epoch 378/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1612 - acc: 0.0000e+00 - val_loss: 1.1680 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00378: val_loss did not improve\n",
      "Epoch 379/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1609 - acc: 0.0000e+00 - val_loss: 1.1696 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00379: val_loss did not improve\n",
      "Epoch 380/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1606 - acc: 0.0000e+00 - val_loss: 1.1688 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00380: val_loss did not improve\n",
      "Epoch 381/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1603 - acc: 0.0000e+00 - val_loss: 1.1721 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00381: val_loss did not improve\n",
      "Epoch 382/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1599 - acc: 0.0000e+00 - val_loss: 1.1728 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00382: val_loss did not improve\n",
      "Epoch 383/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1595 - acc: 0.0000e+00 - val_loss: 1.1728 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00383: val_loss did not improve\n",
      "Epoch 384/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1592 - acc: 0.0000e+00 - val_loss: 1.1744 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00384: val_loss did not improve\n",
      "Epoch 385/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1589 - acc: 0.0000e+00 - val_loss: 1.1746 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00385: val_loss did not improve\n",
      "Epoch 386/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1586 - acc: 0.0000e+00 - val_loss: 1.1751 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00386: val_loss did not improve\n",
      "Epoch 387/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1583 - acc: 0.0000e+00 - val_loss: 1.1751 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00387: val_loss did not improve\n",
      "Epoch 388/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1580 - acc: 0.0000e+00 - val_loss: 1.1773 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00388: val_loss did not improve\n",
      "Epoch 389/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1576 - acc: 0.0000e+00 - val_loss: 1.1764 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00389: val_loss did not improve\n",
      "Epoch 390/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1574 - acc: 0.0000e+00 - val_loss: 1.1784 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00390: val_loss did not improve\n",
      "Epoch 391/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1570 - acc: 0.0000e+00 - val_loss: 1.1763 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00391: val_loss did not improve\n",
      "Epoch 392/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1567 - acc: 0.0000e+00 - val_loss: 1.1777 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00392: val_loss did not improve\n",
      "Epoch 393/1500\n",
      "637/637 [==============================] - 1s 989us/step - loss: 0.1564 - acc: 0.0000e+00 - val_loss: 1.1778 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00393: val_loss did not improve\n",
      "Epoch 394/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1561 - acc: 0.0000e+00 - val_loss: 1.1790 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00394: val_loss did not improve\n",
      "Epoch 395/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1558 - acc: 0.0000e+00 - val_loss: 1.1791 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00395: val_loss did not improve\n",
      "Epoch 396/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1556 - acc: 0.0000e+00 - val_loss: 1.1771 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00396: val_loss did not improve\n",
      "Epoch 397/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1551 - acc: 0.0000e+00 - val_loss: 1.1785 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00397: val_loss did not improve\n",
      "Epoch 398/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1548 - acc: 0.0000e+00 - val_loss: 1.1797 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00398: val_loss did not improve\n",
      "Epoch 399/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1546 - acc: 0.0000e+00 - val_loss: 1.1786 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00399: val_loss did not improve\n",
      "Epoch 400/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1543 - acc: 0.0000e+00 - val_loss: 1.1822 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00400: val_loss did not improve\n",
      "Epoch 401/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1540 - acc: 0.0000e+00 - val_loss: 1.1823 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00401: val_loss did not improve\n",
      "Epoch 402/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1537 - acc: 0.0000e+00 - val_loss: 1.1828 - val_acc: 0.0000e+00\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Epoch 00402: val_loss did not improve\n",
      "Epoch 403/1500\n",
      "637/637 [==============================] - 1s 992us/step - loss: 0.1535 - acc: 0.0000e+00 - val_loss: 1.1813 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00403: val_loss did not improve\n",
      "Epoch 404/1500\n",
      "637/637 [==============================] - 1s 965us/step - loss: 0.1531 - acc: 0.0000e+00 - val_loss: 1.1831 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00404: val_loss did not improve\n",
      "Epoch 405/1500\n",
      "637/637 [==============================] - 1s 972us/step - loss: 0.1528 - acc: 0.0000e+00 - val_loss: 1.1846 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00405: val_loss did not improve\n",
      "Epoch 406/1500\n",
      "637/637 [==============================] - 1s 987us/step - loss: 0.1525 - acc: 0.0000e+00 - val_loss: 1.1859 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00406: val_loss did not improve\n",
      "Epoch 407/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1522 - acc: 0.0000e+00 - val_loss: 1.1864 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00407: val_loss did not improve\n",
      "Epoch 408/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1519 - acc: 0.0000e+00 - val_loss: 1.1862 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00408: val_loss did not improve\n",
      "Epoch 409/1500\n",
      "637/637 [==============================] - 1s 988us/step - loss: 0.1516 - acc: 0.0000e+00 - val_loss: 1.1872 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00409: val_loss did not improve\n",
      "Epoch 410/1500\n",
      "637/637 [==============================] - 1s 969us/step - loss: 0.1513 - acc: 0.0000e+00 - val_loss: 1.1848 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00410: val_loss did not improve\n",
      "Epoch 411/1500\n",
      "637/637 [==============================] - 1s 985us/step - loss: 0.1510 - acc: 0.0000e+00 - val_loss: 1.1861 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00411: val_loss did not improve\n",
      "Epoch 412/1500\n",
      "637/637 [==============================] - 1s 981us/step - loss: 0.1507 - acc: 0.0000e+00 - val_loss: 1.1860 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00412: val_loss did not improve\n",
      "Epoch 413/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1504 - acc: 0.0000e+00 - val_loss: 1.1875 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00413: val_loss did not improve\n",
      "Epoch 414/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1502 - acc: 0.0000e+00 - val_loss: 1.1876 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00414: val_loss did not improve\n",
      "Epoch 415/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1499 - acc: 0.0000e+00 - val_loss: 1.1885 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00415: val_loss did not improve\n",
      "Epoch 416/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1496 - acc: 0.0000e+00 - val_loss: 1.1880 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00416: val_loss did not improve\n",
      "Epoch 417/1500\n",
      "637/637 [==============================] - 1s 986us/step - loss: 0.1494 - acc: 0.0000e+00 - val_loss: 1.1865 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00417: val_loss did not improve\n",
      "Epoch 418/1500\n",
      "637/637 [==============================] - 1s 985us/step - loss: 0.1491 - acc: 0.0000e+00 - val_loss: 1.1892 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00418: val_loss did not improve\n",
      "Epoch 419/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1488 - acc: 0.0000e+00 - val_loss: 1.1904 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00419: val_loss did not improve\n",
      "Epoch 420/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1484 - acc: 0.0000e+00 - val_loss: 1.1901 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00420: val_loss did not improve\n",
      "Epoch 421/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1483 - acc: 0.0000e+00 - val_loss: 1.1924 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00421: val_loss did not improve\n",
      "Epoch 422/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1479 - acc: 0.0000e+00 - val_loss: 1.1901 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00422: val_loss did not improve\n",
      "Epoch 423/1500\n",
      "637/637 [==============================] - 1s 978us/step - loss: 0.1477 - acc: 0.0000e+00 - val_loss: 1.1898 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00423: val_loss did not improve\n",
      "Epoch 424/1500\n",
      "637/637 [==============================] - 1s 986us/step - loss: 0.1474 - acc: 0.0000e+00 - val_loss: 1.1927 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00424: val_loss did not improve\n",
      "Epoch 425/1500\n",
      "637/637 [==============================] - 1s 995us/step - loss: 0.1471 - acc: 0.0000e+00 - val_loss: 1.1930 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00425: val_loss did not improve\n",
      "Epoch 426/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1468 - acc: 0.0000e+00 - val_loss: 1.1914 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00426: val_loss did not improve\n",
      "Epoch 427/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1466 - acc: 0.0000e+00 - val_loss: 1.1911 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00427: val_loss did not improve\n",
      "Epoch 428/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1463 - acc: 0.0000e+00 - val_loss: 1.1935 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00428: val_loss did not improve\n",
      "Epoch 429/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1459 - acc: 0.0000e+00 - val_loss: 1.1937 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00429: val_loss did not improve\n",
      "Epoch 430/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1457 - acc: 0.0000e+00 - val_loss: 1.1917 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00430: val_loss did not improve\n",
      "Epoch 431/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1455 - acc: 0.0000e+00 - val_loss: 1.1924 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00431: val_loss did not improve\n",
      "Epoch 432/1500\n",
      "637/637 [==============================] - 1s 983us/step - loss: 0.1452 - acc: 0.0000e+00 - val_loss: 1.1933 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00432: val_loss did not improve\n",
      "Epoch 433/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1450 - acc: 0.0000e+00 - val_loss: 1.1947 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00433: val_loss did not improve\n",
      "Epoch 434/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1447 - acc: 0.0000e+00 - val_loss: 1.1927 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00434: val_loss did not improve\n",
      "Epoch 435/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1444 - acc: 0.0000e+00 - val_loss: 1.1957 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00435: val_loss did not improve\n",
      "Epoch 436/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1441 - acc: 0.0000e+00 - val_loss: 1.1975 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00436: val_loss did not improve\n",
      "Epoch 437/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1439 - acc: 0.0000e+00 - val_loss: 1.1991 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00437: val_loss did not improve\n",
      "Epoch 438/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1436 - acc: 0.0000e+00 - val_loss: 1.1960 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00438: val_loss did not improve\n",
      "Epoch 439/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1433 - acc: 0.0000e+00 - val_loss: 1.1958 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00439: val_loss did not improve\n",
      "Epoch 440/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1431 - acc: 0.0000e+00 - val_loss: 1.1966 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00440: val_loss did not improve\n",
      "Epoch 441/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1428 - acc: 0.0000e+00 - val_loss: 1.1957 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00441: val_loss did not improve\n",
      "Epoch 442/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1426 - acc: 0.0000e+00 - val_loss: 1.1956 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00442: val_loss did not improve\n",
      "Epoch 443/1500\n",
      "637/637 [==============================] - 1s 995us/step - loss: 0.1423 - acc: 0.0000e+00 - val_loss: 1.1976 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00443: val_loss did not improve\n",
      "Epoch 444/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1420 - acc: 0.0000e+00 - val_loss: 1.1949 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00444: val_loss did not improve\n",
      "Epoch 445/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1418 - acc: 0.0000e+00 - val_loss: 1.1955 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00445: val_loss did not improve\n",
      "Epoch 446/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1415 - acc: 0.0000e+00 - val_loss: 1.1947 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00446: val_loss did not improve\n",
      "Epoch 447/1500\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1413 - acc: 0.0000e+00 - val_loss: 1.1974 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00447: val_loss did not improve\n",
      "Epoch 448/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1410 - acc: 0.0000e+00 - val_loss: 1.1980 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00448: val_loss did not improve\n",
      "Epoch 449/1500\n",
      "637/637 [==============================] - 1s 995us/step - loss: 0.1409 - acc: 0.0000e+00 - val_loss: 1.1971 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00449: val_loss did not improve\n",
      "Epoch 450/1500\n",
      "637/637 [==============================] - 1s 966us/step - loss: 0.1405 - acc: 0.0000e+00 - val_loss: 1.1983 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00450: val_loss did not improve\n",
      "Epoch 451/1500\n",
      "637/637 [==============================] - 1s 967us/step - loss: 0.1403 - acc: 0.0000e+00 - val_loss: 1.1976 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00451: val_loss did not improve\n",
      "Epoch 452/1500\n",
      "637/637 [==============================] - 1s 984us/step - loss: 0.1400 - acc: 0.0000e+00 - val_loss: 1.1991 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00452: val_loss did not improve\n",
      "Epoch 453/1500\n",
      "637/637 [==============================] - 1s 993us/step - loss: 0.1398 - acc: 0.0000e+00 - val_loss: 1.1969 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00453: val_loss did not improve\n",
      "Epoch 454/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1395 - acc: 0.0000e+00 - val_loss: 1.1983 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00454: val_loss did not improve\n",
      "Epoch 455/1500\n",
      "637/637 [==============================] - 1s 976us/step - loss: 0.1393 - acc: 0.0000e+00 - val_loss: 1.1980 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00455: val_loss did not improve\n",
      "Epoch 456/1500\n",
      "637/637 [==============================] - 1s 968us/step - loss: 0.1391 - acc: 0.0000e+00 - val_loss: 1.1994 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00456: val_loss did not improve\n",
      "Epoch 457/1500\n",
      "637/637 [==============================] - 1s 978us/step - loss: 0.1388 - acc: 0.0000e+00 - val_loss: 1.1994 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00457: val_loss did not improve\n",
      "Epoch 458/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1385 - acc: 0.0000e+00 - val_loss: 1.1971 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00458: val_loss did not improve\n",
      "Epoch 459/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1383 - acc: 0.0000e+00 - val_loss: 1.1989 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00459: val_loss did not improve\n",
      "Epoch 460/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1380 - acc: 0.0000e+00 - val_loss: 1.1991 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00460: val_loss did not improve\n",
      "Epoch 461/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1378 - acc: 0.0000e+00 - val_loss: 1.1990 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00461: val_loss did not improve\n",
      "Epoch 462/1500\n",
      "637/637 [==============================] - 1s 980us/step - loss: 0.1375 - acc: 0.0000e+00 - val_loss: 1.1995 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00462: val_loss did not improve\n",
      "Epoch 463/1500\n",
      "637/637 [==============================] - 1s 975us/step - loss: 0.1373 - acc: 0.0000e+00 - val_loss: 1.1990 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00463: val_loss did not improve\n",
      "Epoch 464/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1371 - acc: 0.0000e+00 - val_loss: 1.1999 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00464: val_loss did not improve\n",
      "Epoch 465/1500\n",
      "637/637 [==============================] - 1s 993us/step - loss: 0.1368 - acc: 0.0000e+00 - val_loss: 1.1990 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00465: val_loss did not improve\n",
      "Epoch 466/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1366 - acc: 0.0000e+00 - val_loss: 1.2002 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00466: val_loss did not improve\n",
      "Epoch 467/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1363 - acc: 0.0000e+00 - val_loss: 1.2009 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00467: val_loss did not improve\n",
      "Epoch 468/1500\n",
      "637/637 [==============================] - 1s 984us/step - loss: 0.1361 - acc: 0.0000e+00 - val_loss: 1.2020 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00468: val_loss did not improve\n",
      "Epoch 469/1500\n",
      "637/637 [==============================] - 1s 990us/step - loss: 0.1359 - acc: 0.0000e+00 - val_loss: 1.1998 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00469: val_loss did not improve\n",
      "Epoch 470/1500\n",
      "637/637 [==============================] - 1s 998us/step - loss: 0.1357 - acc: 0.0000e+00 - val_loss: 1.1978 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00470: val_loss did not improve\n",
      "Epoch 471/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1353 - acc: 0.0000e+00 - val_loss: 1.2007 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00471: val_loss did not improve\n",
      "Epoch 472/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1352 - acc: 0.0000e+00 - val_loss: 1.2020 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00472: val_loss did not improve\n",
      "Epoch 473/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1349 - acc: 0.0000e+00 - val_loss: 1.2009 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00473: val_loss did not improve\n",
      "Epoch 474/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1346 - acc: 0.0000e+00 - val_loss: 1.1999 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00474: val_loss did not improve\n",
      "Epoch 475/1500\n",
      "637/637 [==============================] - 1s 998us/step - loss: 0.1344 - acc: 0.0000e+00 - val_loss: 1.1994 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00475: val_loss did not improve\n",
      "Epoch 476/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1342 - acc: 0.0000e+00 - val_loss: 1.1997 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00476: val_loss did not improve\n",
      "Epoch 477/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1340 - acc: 0.0000e+00 - val_loss: 1.1991 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00477: val_loss did not improve\n",
      "Epoch 478/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1337 - acc: 0.0000e+00 - val_loss: 1.1985 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00478: val_loss did not improve\n",
      "Epoch 479/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1335 - acc: 0.0000e+00 - val_loss: 1.2008 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00479: val_loss did not improve\n",
      "Epoch 480/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1333 - acc: 0.0000e+00 - val_loss: 1.2014 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00480: val_loss did not improve\n",
      "Epoch 481/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1330 - acc: 0.0000e+00 - val_loss: 1.2020 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00481: val_loss did not improve\n",
      "Epoch 482/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1328 - acc: 0.0000e+00 - val_loss: 1.2004 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00482: val_loss did not improve\n",
      "Epoch 483/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1326 - acc: 0.0000e+00 - val_loss: 1.1970 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00483: val_loss did not improve\n",
      "Epoch 484/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1323 - acc: 0.0000e+00 - val_loss: 1.1995 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00484: val_loss did not improve\n",
      "Epoch 485/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1321 - acc: 0.0000e+00 - val_loss: 1.1990 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00485: val_loss did not improve\n",
      "Epoch 486/1500\n",
      "637/637 [==============================] - 1s 997us/step - loss: 0.1318 - acc: 0.0000e+00 - val_loss: 1.1971 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00486: val_loss did not improve\n",
      "Epoch 487/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1316 - acc: 0.0000e+00 - val_loss: 1.1965 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00487: val_loss did not improve\n",
      "Epoch 488/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1315 - acc: 0.0000e+00 - val_loss: 1.1964 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00488: val_loss did not improve\n",
      "Epoch 489/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1312 - acc: 0.0000e+00 - val_loss: 1.1975 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00489: val_loss did not improve\n",
      "Epoch 490/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1310 - acc: 0.0000e+00 - val_loss: 1.1969 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00490: val_loss did not improve\n",
      "Epoch 491/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1307 - acc: 0.0000e+00 - val_loss: 1.1992 - val_acc: 0.0000e+00\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Epoch 00491: val_loss did not improve\n",
      "Epoch 492/1500\n",
      "637/637 [==============================] - 1s 986us/step - loss: 0.1305 - acc: 0.0000e+00 - val_loss: 1.1986 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00492: val_loss did not improve\n",
      "Epoch 493/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1303 - acc: 0.0000e+00 - val_loss: 1.1975 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00493: val_loss did not improve\n",
      "Epoch 494/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1300 - acc: 0.0000e+00 - val_loss: 1.1979 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00494: val_loss did not improve\n",
      "Epoch 495/1500\n",
      "637/637 [==============================] - 1s 986us/step - loss: 0.1298 - acc: 0.0000e+00 - val_loss: 1.1976 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00495: val_loss did not improve\n",
      "Epoch 496/1500\n",
      "637/637 [==============================] - 1s 979us/step - loss: 0.1297 - acc: 0.0000e+00 - val_loss: 1.1978 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00496: val_loss did not improve\n",
      "Epoch 497/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1294 - acc: 0.0000e+00 - val_loss: 1.1982 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00497: val_loss did not improve\n",
      "Epoch 498/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1292 - acc: 0.0000e+00 - val_loss: 1.1979 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00498: val_loss did not improve\n",
      "Epoch 499/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1290 - acc: 0.0000e+00 - val_loss: 1.1955 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00499: val_loss did not improve\n",
      "Epoch 500/1500\n",
      "637/637 [==============================] - 1s 991us/step - loss: 0.1287 - acc: 0.0000e+00 - val_loss: 1.1951 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00500: val_loss did not improve\n",
      "Epoch 501/1500\n",
      "637/637 [==============================] - 1s 993us/step - loss: 0.1286 - acc: 0.0000e+00 - val_loss: 1.1986 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00501: val_loss did not improve\n",
      "Epoch 502/1500\n",
      "637/637 [==============================] - 1s 962us/step - loss: 0.1283 - acc: 0.0000e+00 - val_loss: 1.1980 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00502: val_loss did not improve\n",
      "Epoch 503/1500\n",
      "637/637 [==============================] - 1s 991us/step - loss: 0.1281 - acc: 0.0000e+00 - val_loss: 1.1950 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00503: val_loss did not improve\n",
      "Epoch 504/1500\n",
      "637/637 [==============================] - 1s 999us/step - loss: 0.1278 - acc: 0.0000e+00 - val_loss: 1.1967 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00504: val_loss did not improve\n",
      "Epoch 505/1500\n",
      "637/637 [==============================] - 1s 987us/step - loss: 0.1276 - acc: 0.0000e+00 - val_loss: 1.1954 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00505: val_loss did not improve\n",
      "Epoch 506/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1275 - acc: 0.0000e+00 - val_loss: 1.1969 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00506: val_loss did not improve\n",
      "Epoch 507/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1272 - acc: 0.0000e+00 - val_loss: 1.1969 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00507: val_loss did not improve\n",
      "Epoch 508/1500\n",
      "637/637 [==============================] - 1s 985us/step - loss: 0.1271 - acc: 0.0000e+00 - val_loss: 1.1923 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00508: val_loss did not improve\n",
      "Epoch 509/1500\n",
      "637/637 [==============================] - 1s 986us/step - loss: 0.1268 - acc: 0.0000e+00 - val_loss: 1.1949 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00509: val_loss did not improve\n",
      "Epoch 510/1500\n",
      "637/637 [==============================] - 1s 978us/step - loss: 0.1266 - acc: 0.0000e+00 - val_loss: 1.1956 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00510: val_loss did not improve\n",
      "Epoch 511/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1264 - acc: 0.0000e+00 - val_loss: 1.1927 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00511: val_loss did not improve\n",
      "Epoch 512/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1261 - acc: 0.0000e+00 - val_loss: 1.1926 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00512: val_loss did not improve\n",
      "Epoch 513/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1259 - acc: 0.0000e+00 - val_loss: 1.1934 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00513: val_loss did not improve\n",
      "Epoch 514/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1258 - acc: 0.0000e+00 - val_loss: 1.1979 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00514: val_loss did not improve\n",
      "Epoch 515/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1255 - acc: 0.0000e+00 - val_loss: 1.1937 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00515: val_loss did not improve\n",
      "Epoch 516/1500\n",
      "637/637 [==============================] - 1s 988us/step - loss: 0.1253 - acc: 0.0000e+00 - val_loss: 1.1919 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00516: val_loss did not improve\n",
      "Epoch 517/1500\n",
      "637/637 [==============================] - 1s 984us/step - loss: 0.1251 - acc: 0.0000e+00 - val_loss: 1.1905 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00517: val_loss did not improve\n",
      "Epoch 518/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1249 - acc: 0.0000e+00 - val_loss: 1.1932 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00518: val_loss did not improve\n",
      "Epoch 519/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1247 - acc: 0.0000e+00 - val_loss: 1.1929 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00519: val_loss did not improve\n",
      "Epoch 520/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1245 - acc: 0.0000e+00 - val_loss: 1.1945 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00520: val_loss did not improve\n",
      "Epoch 521/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1242 - acc: 0.0000e+00 - val_loss: 1.1924 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00521: val_loss did not improve\n",
      "Epoch 522/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1240 - acc: 0.0000e+00 - val_loss: 1.1936 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00522: val_loss did not improve\n",
      "Epoch 523/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1238 - acc: 0.0000e+00 - val_loss: 1.1930 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00523: val_loss did not improve\n",
      "Epoch 524/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1236 - acc: 0.0000e+00 - val_loss: 1.1903 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00524: val_loss did not improve\n",
      "Epoch 525/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1234 - acc: 0.0000e+00 - val_loss: 1.1882 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00525: val_loss did not improve\n",
      "Epoch 526/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1232 - acc: 0.0000e+00 - val_loss: 1.1882 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00526: val_loss did not improve\n",
      "Epoch 527/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1230 - acc: 0.0000e+00 - val_loss: 1.1888 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00527: val_loss did not improve\n",
      "Epoch 528/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1228 - acc: 0.0000e+00 - val_loss: 1.1903 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00528: val_loss did not improve\n",
      "Epoch 529/1500\n",
      "637/637 [==============================] - 1s 990us/step - loss: 0.1226 - acc: 0.0000e+00 - val_loss: 1.1884 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00529: val_loss did not improve\n",
      "Epoch 530/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1224 - acc: 0.0000e+00 - val_loss: 1.1878 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00530: val_loss did not improve\n",
      "Epoch 531/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1222 - acc: 0.0000e+00 - val_loss: 1.1875 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00531: val_loss did not improve\n",
      "Epoch 532/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1220 - acc: 0.0000e+00 - val_loss: 1.1873 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00532: val_loss did not improve\n",
      "Epoch 533/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1218 - acc: 0.0000e+00 - val_loss: 1.1892 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00533: val_loss did not improve\n",
      "Epoch 534/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1216 - acc: 0.0000e+00 - val_loss: 1.1875 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00534: val_loss did not improve\n",
      "Epoch 535/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1214 - acc: 0.0000e+00 - val_loss: 1.1887 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00535: val_loss did not improve\n",
      "Epoch 536/1500\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1212 - acc: 0.0000e+00 - val_loss: 1.1874 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00536: val_loss did not improve\n",
      "Epoch 537/1500\n",
      "637/637 [==============================] - 1s 981us/step - loss: 0.1210 - acc: 0.0000e+00 - val_loss: 1.1850 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00537: val_loss did not improve\n",
      "Epoch 538/1500\n",
      "637/637 [==============================] - 1s 973us/step - loss: 0.1208 - acc: 0.0000e+00 - val_loss: 1.1837 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00538: val_loss did not improve\n",
      "Epoch 539/1500\n",
      "637/637 [==============================] - 1s 998us/step - loss: 0.1206 - acc: 0.0000e+00 - val_loss: 1.1839 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00539: val_loss did not improve\n",
      "Epoch 540/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1203 - acc: 0.0000e+00 - val_loss: 1.1842 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00540: val_loss did not improve\n",
      "Epoch 541/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1202 - acc: 0.0000e+00 - val_loss: 1.1860 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00541: val_loss did not improve\n",
      "Epoch 542/1500\n",
      "637/637 [==============================] - 1s 996us/step - loss: 0.1200 - acc: 0.0000e+00 - val_loss: 1.1839 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00542: val_loss did not improve\n",
      "Epoch 543/1500\n",
      "637/637 [==============================] - 1s 994us/step - loss: 0.1198 - acc: 0.0000e+00 - val_loss: 1.1839 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00543: val_loss did not improve\n",
      "Epoch 544/1500\n",
      "637/637 [==============================] - 1s 984us/step - loss: 0.1196 - acc: 0.0000e+00 - val_loss: 1.1831 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00544: val_loss did not improve\n",
      "Epoch 545/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1194 - acc: 0.0000e+00 - val_loss: 1.1840 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00545: val_loss did not improve\n",
      "Epoch 546/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1192 - acc: 0.0000e+00 - val_loss: 1.1852 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00546: val_loss did not improve\n",
      "Epoch 547/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1191 - acc: 0.0000e+00 - val_loss: 1.1800 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00547: val_loss did not improve\n",
      "Epoch 548/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1188 - acc: 0.0000e+00 - val_loss: 1.1831 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00548: val_loss did not improve\n",
      "Epoch 549/1500\n",
      "637/637 [==============================] - 1s 996us/step - loss: 0.1186 - acc: 0.0000e+00 - val_loss: 1.1808 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00549: val_loss did not improve\n",
      "Epoch 550/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1184 - acc: 0.0000e+00 - val_loss: 1.1816 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00550: val_loss did not improve\n",
      "Epoch 551/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1182 - acc: 0.0000e+00 - val_loss: 1.1773 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00551: val_loss did not improve\n",
      "Epoch 552/1500\n",
      "637/637 [==============================] - 1s 993us/step - loss: 0.1180 - acc: 0.0000e+00 - val_loss: 1.1794 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00552: val_loss did not improve\n",
      "Epoch 553/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1178 - acc: 0.0000e+00 - val_loss: 1.1768 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00553: val_loss did not improve\n",
      "Epoch 554/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1177 - acc: 0.0000e+00 - val_loss: 1.1757 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00554: val_loss did not improve\n",
      "Epoch 555/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1175 - acc: 0.0000e+00 - val_loss: 1.1775 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00555: val_loss did not improve\n",
      "Epoch 556/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1172 - acc: 0.0000e+00 - val_loss: 1.1792 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00556: val_loss did not improve\n",
      "Epoch 557/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1171 - acc: 0.0000e+00 - val_loss: 1.1806 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00557: val_loss did not improve\n",
      "Epoch 558/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1169 - acc: 0.0000e+00 - val_loss: 1.1764 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00558: val_loss did not improve\n",
      "Epoch 559/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1167 - acc: 0.0000e+00 - val_loss: 1.1751 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00559: val_loss did not improve\n",
      "Epoch 560/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1165 - acc: 0.0000e+00 - val_loss: 1.1744 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00560: val_loss did not improve\n",
      "Epoch 561/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1163 - acc: 0.0000e+00 - val_loss: 1.1757 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00561: val_loss did not improve\n",
      "Epoch 562/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1161 - acc: 0.0000e+00 - val_loss: 1.1752 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00562: val_loss did not improve\n",
      "Epoch 563/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1160 - acc: 0.0000e+00 - val_loss: 1.1744 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00563: val_loss did not improve\n",
      "Epoch 564/1500\n",
      "637/637 [==============================] - 1s 962us/step - loss: 0.1157 - acc: 0.0000e+00 - val_loss: 1.1720 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00564: val_loss did not improve\n",
      "Epoch 565/1500\n",
      "637/637 [==============================] - 1s 998us/step - loss: 0.1156 - acc: 0.0000e+00 - val_loss: 1.1733 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00565: val_loss did not improve\n",
      "Epoch 566/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1154 - acc: 0.0000e+00 - val_loss: 1.1711 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00566: val_loss did not improve\n",
      "Epoch 567/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1151 - acc: 0.0000e+00 - val_loss: 1.1707 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00567: val_loss did not improve\n",
      "Epoch 568/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1150 - acc: 0.0000e+00 - val_loss: 1.1721 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00568: val_loss did not improve\n",
      "Epoch 569/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1149 - acc: 0.0000e+00 - val_loss: 1.1736 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00569: val_loss did not improve\n",
      "Epoch 570/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1146 - acc: 0.0000e+00 - val_loss: 1.1700 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00570: val_loss did not improve\n",
      "Epoch 571/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1144 - acc: 0.0000e+00 - val_loss: 1.1704 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00571: val_loss did not improve\n",
      "Epoch 572/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1142 - acc: 0.0000e+00 - val_loss: 1.1681 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00572: val_loss did not improve\n",
      "Epoch 573/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1141 - acc: 0.0000e+00 - val_loss: 1.1683 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00573: val_loss did not improve\n",
      "Epoch 574/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1138 - acc: 0.0000e+00 - val_loss: 1.1684 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00574: val_loss did not improve\n",
      "Epoch 575/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1137 - acc: 0.0000e+00 - val_loss: 1.1670 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00575: val_loss did not improve\n",
      "Epoch 576/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1136 - acc: 0.0000e+00 - val_loss: 1.1688 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00576: val_loss did not improve\n",
      "Epoch 577/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1133 - acc: 0.0000e+00 - val_loss: 1.1662 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00577: val_loss did not improve\n",
      "Epoch 578/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1131 - acc: 0.0000e+00 - val_loss: 1.1655 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00578: val_loss did not improve\n",
      "Epoch 579/1500\n",
      "637/637 [==============================] - 1s 994us/step - loss: 0.1131 - acc: 0.0000e+00 - val_loss: 1.1608 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00579: val_loss did not improve\n",
      "Epoch 580/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1128 - acc: 0.0000e+00 - val_loss: 1.1638 - val_acc: 0.0000e+00\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Epoch 00580: val_loss did not improve\n",
      "Epoch 581/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1127 - acc: 0.0000e+00 - val_loss: 1.1685 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00581: val_loss did not improve\n",
      "Epoch 582/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1124 - acc: 0.0000e+00 - val_loss: 1.1656 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00582: val_loss did not improve\n",
      "Epoch 583/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1123 - acc: 0.0000e+00 - val_loss: 1.1628 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00583: val_loss did not improve\n",
      "Epoch 584/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1120 - acc: 0.0000e+00 - val_loss: 1.1592 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00584: val_loss did not improve\n",
      "Epoch 585/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1119 - acc: 0.0000e+00 - val_loss: 1.1609 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00585: val_loss did not improve\n",
      "Epoch 586/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1117 - acc: 0.0000e+00 - val_loss: 1.1624 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00586: val_loss did not improve\n",
      "Epoch 587/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1115 - acc: 0.0000e+00 - val_loss: 1.1597 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00587: val_loss did not improve\n",
      "Epoch 588/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1113 - acc: 0.0000e+00 - val_loss: 1.1578 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00588: val_loss did not improve\n",
      "Epoch 589/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1112 - acc: 0.0000e+00 - val_loss: 1.1548 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00589: val_loss did not improve\n",
      "Epoch 590/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1110 - acc: 0.0000e+00 - val_loss: 1.1573 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00590: val_loss did not improve\n",
      "Epoch 591/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1108 - acc: 0.0000e+00 - val_loss: 1.1578 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00591: val_loss did not improve\n",
      "Epoch 592/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1106 - acc: 0.0000e+00 - val_loss: 1.1567 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00592: val_loss did not improve\n",
      "Epoch 593/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1104 - acc: 0.0000e+00 - val_loss: 1.1558 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00593: val_loss did not improve\n",
      "Epoch 594/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1103 - acc: 0.0000e+00 - val_loss: 1.1550 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00594: val_loss did not improve\n",
      "Epoch 595/1500\n",
      "637/637 [==============================] - 1s 999us/step - loss: 0.1101 - acc: 0.0000e+00 - val_loss: 1.1548 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00595: val_loss did not improve\n",
      "Epoch 596/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1100 - acc: 0.0000e+00 - val_loss: 1.1569 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00596: val_loss did not improve\n",
      "Epoch 597/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1097 - acc: 0.0000e+00 - val_loss: 1.1530 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00597: val_loss did not improve\n",
      "Epoch 598/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1096 - acc: 0.0000e+00 - val_loss: 1.1508 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00598: val_loss did not improve\n",
      "Epoch 599/1500\n",
      "637/637 [==============================] - 1s 980us/step - loss: 0.1094 - acc: 0.0000e+00 - val_loss: 1.1504 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00599: val_loss did not improve\n",
      "Epoch 600/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1093 - acc: 0.0000e+00 - val_loss: 1.1471 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00600: val_loss did not improve\n",
      "Epoch 601/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1090 - acc: 0.0000e+00 - val_loss: 1.1506 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00601: val_loss did not improve\n",
      "Epoch 602/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1089 - acc: 0.0000e+00 - val_loss: 1.1536 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00602: val_loss did not improve\n",
      "Epoch 603/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1087 - acc: 0.0000e+00 - val_loss: 1.1510 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00603: val_loss did not improve\n",
      "Epoch 604/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1086 - acc: 0.0000e+00 - val_loss: 1.1507 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00604: val_loss did not improve\n",
      "Epoch 605/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1083 - acc: 0.0000e+00 - val_loss: 1.1476 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00605: val_loss did not improve\n",
      "Epoch 606/1500\n",
      "637/637 [==============================] - 1s 970us/step - loss: 0.1082 - acc: 0.0000e+00 - val_loss: 1.1467 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00606: val_loss did not improve\n",
      "Epoch 607/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1080 - acc: 0.0000e+00 - val_loss: 1.1458 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00607: val_loss did not improve\n",
      "Epoch 608/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1078 - acc: 0.0000e+00 - val_loss: 1.1438 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00608: val_loss did not improve\n",
      "Epoch 609/1500\n",
      "637/637 [==============================] - 1s 998us/step - loss: 0.1078 - acc: 0.0000e+00 - val_loss: 1.1467 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00609: val_loss did not improve\n",
      "Epoch 610/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1076 - acc: 0.0000e+00 - val_loss: 1.1424 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00610: val_loss did not improve\n",
      "Epoch 611/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1073 - acc: 0.0000e+00 - val_loss: 1.1434 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00611: val_loss did not improve\n",
      "Epoch 612/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1072 - acc: 0.0000e+00 - val_loss: 1.1447 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00612: val_loss did not improve\n",
      "Epoch 613/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1071 - acc: 0.0000e+00 - val_loss: 1.1458 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00613: val_loss did not improve\n",
      "Epoch 614/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1068 - acc: 0.0000e+00 - val_loss: 1.1399 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00614: val_loss did not improve\n",
      "Epoch 615/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1066 - acc: 0.0000e+00 - val_loss: 1.1398 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00615: val_loss did not improve\n",
      "Epoch 616/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1065 - acc: 0.0000e+00 - val_loss: 1.1383 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00616: val_loss did not improve\n",
      "Epoch 617/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1063 - acc: 0.0000e+00 - val_loss: 1.1391 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00617: val_loss did not improve\n",
      "Epoch 618/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1062 - acc: 0.0000e+00 - val_loss: 1.1391 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00618: val_loss did not improve\n",
      "Epoch 619/1500\n",
      "637/637 [==============================] - 1s 978us/step - loss: 0.1059 - acc: 0.0000e+00 - val_loss: 1.1381 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00619: val_loss did not improve\n",
      "Epoch 620/1500\n",
      "637/637 [==============================] - ETA: 0s - loss: 0.1093 - acc: 0.0000e+0 - 1s 990us/step - loss: 0.1058 - acc: 0.0000e+00 - val_loss: 1.1363 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00620: val_loss did not improve\n",
      "Epoch 621/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1056 - acc: 0.0000e+00 - val_loss: 1.1342 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00621: val_loss did not improve\n",
      "Epoch 622/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1055 - acc: 0.0000e+00 - val_loss: 1.1354 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00622: val_loss did not improve\n",
      "Epoch 623/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1053 - acc: 0.0000e+00 - val_loss: 1.1349 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00623: val_loss did not improve\n",
      "Epoch 624/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1052 - acc: 0.0000e+00 - val_loss: 1.1317 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00624: val_loss did not improve\n",
      "Epoch 625/1500\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1049 - acc: 0.0000e+00 - val_loss: 1.1341 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00625: val_loss did not improve\n",
      "Epoch 626/1500\n",
      "637/637 [==============================] - 1s 966us/step - loss: 0.1048 - acc: 0.0000e+00 - val_loss: 1.1359 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00626: val_loss did not improve\n",
      "Epoch 627/1500\n",
      "637/637 [==============================] - 1s 963us/step - loss: 0.1047 - acc: 0.0000e+00 - val_loss: 1.1310 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00627: val_loss did not improve\n",
      "Epoch 628/1500\n",
      "637/637 [==============================] - 1s 946us/step - loss: 0.1044 - acc: 0.0000e+00 - val_loss: 1.1313 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00628: val_loss did not improve\n",
      "Epoch 629/1500\n",
      "637/637 [==============================] - 1s 991us/step - loss: 0.1043 - acc: 0.0000e+00 - val_loss: 1.1299 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00629: val_loss did not improve\n",
      "Epoch 630/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1041 - acc: 0.0000e+00 - val_loss: 1.1312 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00630: val_loss did not improve\n",
      "Epoch 631/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1040 - acc: 0.0000e+00 - val_loss: 1.1300 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00631: val_loss did not improve\n",
      "Epoch 632/1500\n",
      "637/637 [==============================] - 1s 999us/step - loss: 0.1038 - acc: 0.0000e+00 - val_loss: 1.1301 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00632: val_loss did not improve\n",
      "Epoch 633/1500\n",
      "637/637 [==============================] - 1s 979us/step - loss: 0.1036 - acc: 0.0000e+00 - val_loss: 1.1277 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00633: val_loss did not improve\n",
      "Epoch 634/1500\n",
      "637/637 [==============================] - 1s 955us/step - loss: 0.1035 - acc: 0.0000e+00 - val_loss: 1.1232 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00634: val_loss did not improve\n",
      "Epoch 635/1500\n",
      "637/637 [==============================] - 1s 953us/step - loss: 0.1033 - acc: 0.0000e+00 - val_loss: 1.1253 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00635: val_loss did not improve\n",
      "Epoch 636/1500\n",
      "637/637 [==============================] - 1s 983us/step - loss: 0.1032 - acc: 0.0000e+00 - val_loss: 1.1273 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00636: val_loss did not improve\n",
      "Epoch 637/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1030 - acc: 0.0000e+00 - val_loss: 1.1252 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00637: val_loss did not improve\n",
      "Epoch 638/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1028 - acc: 0.0000e+00 - val_loss: 1.1225 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00638: val_loss did not improve\n",
      "Epoch 639/1500\n",
      "637/637 [==============================] - 1s 996us/step - loss: 0.1027 - acc: 0.0000e+00 - val_loss: 1.1201 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00639: val_loss did not improve\n",
      "Epoch 640/1500\n",
      "637/637 [==============================] - 1s 982us/step - loss: 0.1025 - acc: 0.0000e+00 - val_loss: 1.1229 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00640: val_loss did not improve\n",
      "Epoch 641/1500\n",
      "637/637 [==============================] - 1s 991us/step - loss: 0.1023 - acc: 0.0000e+00 - val_loss: 1.1187 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00641: val_loss did not improve\n",
      "Epoch 642/1500\n",
      "637/637 [==============================] - 1s 968us/step - loss: 0.1021 - acc: 0.0000e+00 - val_loss: 1.1212 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00642: val_loss did not improve\n",
      "Epoch 643/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1020 - acc: 0.0000e+00 - val_loss: 1.1208 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00643: val_loss did not improve\n",
      "Epoch 644/1500\n",
      "637/637 [==============================] - 1s 973us/step - loss: 0.1019 - acc: 0.0000e+00 - val_loss: 1.1190 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00644: val_loss did not improve\n",
      "Epoch 645/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1017 - acc: 0.0000e+00 - val_loss: 1.1195 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00645: val_loss did not improve\n",
      "Epoch 646/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1015 - acc: 0.0000e+00 - val_loss: 1.1168 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00646: val_loss did not improve\n",
      "Epoch 647/1500\n",
      "637/637 [==============================] - 1s 968us/step - loss: 0.1015 - acc: 0.0000e+00 - val_loss: 1.1161 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00647: val_loss did not improve\n",
      "Epoch 648/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1012 - acc: 0.0000e+00 - val_loss: 1.1166 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00648: val_loss did not improve\n",
      "Epoch 649/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1010 - acc: 0.0000e+00 - val_loss: 1.1143 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00649: val_loss did not improve\n",
      "Epoch 650/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1009 - acc: 0.0000e+00 - val_loss: 1.1150 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00650: val_loss did not improve\n",
      "Epoch 651/1500\n",
      "637/637 [==============================] - 1s 990us/step - loss: 0.1007 - acc: 0.0000e+00 - val_loss: 1.1114 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00651: val_loss did not improve\n",
      "Epoch 652/1500\n",
      "637/637 [==============================] - ETA: 0s - loss: 0.1044 - acc: 0.0000e+0 - 1s 1ms/step - loss: 0.1006 - acc: 0.0000e+00 - val_loss: 1.1116 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00652: val_loss did not improve\n",
      "Epoch 653/1500\n",
      "637/637 [==============================] - 1s 976us/step - loss: 0.1004 - acc: 0.0000e+00 - val_loss: 1.1109 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00653: val_loss did not improve\n",
      "Epoch 654/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1003 - acc: 0.0000e+00 - val_loss: 1.1106 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00654: val_loss did not improve\n",
      "Epoch 655/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.1001 - acc: 0.0000e+00 - val_loss: 1.1093 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00655: val_loss did not improve\n",
      "Epoch 656/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0999 - acc: 0.0000e+00 - val_loss: 1.1077 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00656: val_loss did not improve\n",
      "Epoch 657/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0998 - acc: 0.0000e+00 - val_loss: 1.1082 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00657: val_loss did not improve\n",
      "Epoch 658/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0997 - acc: 0.0000e+00 - val_loss: 1.1072 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00658: val_loss did not improve\n",
      "Epoch 659/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0995 - acc: 0.0000e+00 - val_loss: 1.1070 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00659: val_loss did not improve\n",
      "Epoch 660/1500\n",
      "637/637 [==============================] - ETA: 0s - loss: 0.0974 - acc: 0.0000e+0 - 1s 1ms/step - loss: 0.0993 - acc: 0.0000e+00 - val_loss: 1.1063 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00660: val_loss did not improve\n",
      "Epoch 661/1500\n",
      "637/637 [==============================] - 1s 979us/step - loss: 0.0992 - acc: 0.0000e+00 - val_loss: 1.1036 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00661: val_loss did not improve\n",
      "Epoch 662/1500\n",
      "637/637 [==============================] - 1s 998us/step - loss: 0.0990 - acc: 0.0000e+00 - val_loss: 1.1031 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00662: val_loss did not improve\n",
      "Epoch 663/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0988 - acc: 0.0000e+00 - val_loss: 1.1027 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00663: val_loss did not improve\n",
      "Epoch 664/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0987 - acc: 0.0000e+00 - val_loss: 1.1020 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00664: val_loss did not improve\n",
      "Epoch 665/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0985 - acc: 0.0000e+00 - val_loss: 1.1011 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00665: val_loss did not improve\n",
      "Epoch 666/1500\n",
      "637/637 [==============================] - 1s 994us/step - loss: 0.0984 - acc: 0.0000e+00 - val_loss: 1.1005 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00666: val_loss did not improve\n",
      "Epoch 667/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0982 - acc: 0.0000e+00 - val_loss: 1.0998 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00667: val_loss did not improve\n",
      "Epoch 668/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0980 - acc: 0.0000e+00 - val_loss: 1.0996 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00668: val_loss did not improve\n",
      "Epoch 669/1500\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "637/637 [==============================] - 1s 964us/step - loss: 0.0980 - acc: 0.0000e+00 - val_loss: 1.1009 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00669: val_loss did not improve\n",
      "Epoch 670/1500\n",
      "637/637 [==============================] - 1s 953us/step - loss: 0.0977 - acc: 0.0000e+00 - val_loss: 1.0979 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00670: val_loss did not improve\n",
      "Epoch 671/1500\n",
      "637/637 [==============================] - 1s 998us/step - loss: 0.0976 - acc: 0.0000e+00 - val_loss: 1.0958 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00671: val_loss did not improve\n",
      "Epoch 672/1500\n",
      "637/637 [==============================] - 1s 987us/step - loss: 0.0975 - acc: 0.0000e+00 - val_loss: 1.0956 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00672: val_loss did not improve\n",
      "Epoch 673/1500\n",
      "637/637 [==============================] - 1s 982us/step - loss: 0.0973 - acc: 0.0000e+00 - val_loss: 1.0944 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00673: val_loss did not improve\n",
      "Epoch 674/1500\n",
      "637/637 [==============================] - 1s 988us/step - loss: 0.0971 - acc: 0.0000e+00 - val_loss: 1.0931 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00674: val_loss did not improve\n",
      "Epoch 675/1500\n",
      "637/637 [==============================] - 1s 975us/step - loss: 0.0970 - acc: 0.0000e+00 - val_loss: 1.0916 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00675: val_loss did not improve\n",
      "Epoch 676/1500\n",
      "637/637 [==============================] - 1s 951us/step - loss: 0.0969 - acc: 0.0000e+00 - val_loss: 1.0924 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00676: val_loss did not improve\n",
      "Epoch 677/1500\n",
      "637/637 [==============================] - 1s 984us/step - loss: 0.0967 - acc: 0.0000e+00 - val_loss: 1.0904 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00677: val_loss did not improve\n",
      "Epoch 678/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0966 - acc: 0.0000e+00 - val_loss: 1.0892 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00678: val_loss did not improve\n",
      "Epoch 679/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0964 - acc: 0.0000e+00 - val_loss: 1.0876 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00679: val_loss did not improve\n",
      "Epoch 680/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0962 - acc: 0.0000e+00 - val_loss: 1.0862 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00680: val_loss did not improve\n",
      "Epoch 681/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0961 - acc: 0.0000e+00 - val_loss: 1.0898 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00681: val_loss did not improve\n",
      "Epoch 682/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0960 - acc: 0.0000e+00 - val_loss: 1.0871 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00682: val_loss did not improve\n",
      "Epoch 683/1500\n",
      "637/637 [==============================] - 1s 974us/step - loss: 0.0958 - acc: 0.0000e+00 - val_loss: 1.0874 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00683: val_loss did not improve\n",
      "Epoch 684/1500\n",
      "637/637 [==============================] - 1s 974us/step - loss: 0.0957 - acc: 0.0000e+00 - val_loss: 1.0882 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00684: val_loss did not improve\n",
      "Epoch 685/1500\n",
      "637/637 [==============================] - 1s 965us/step - loss: 0.0954 - acc: 0.0000e+00 - val_loss: 1.0846 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00685: val_loss did not improve\n",
      "Epoch 686/1500\n",
      "637/637 [==============================] - 1s 989us/step - loss: 0.0953 - acc: 0.0000e+00 - val_loss: 1.0800 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00686: val_loss improved from 1.08445 to 1.08002, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 687/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0953 - acc: 0.0000e+00 - val_loss: 1.0799 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00687: val_loss improved from 1.08002 to 1.07990, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 688/1500\n",
      "637/637 [==============================] - 1s 993us/step - loss: 0.0950 - acc: 0.0000e+00 - val_loss: 1.0828 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00688: val_loss did not improve\n",
      "Epoch 689/1500\n",
      "637/637 [==============================] - 1s 973us/step - loss: 0.0949 - acc: 0.0000e+00 - val_loss: 1.0810 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00689: val_loss did not improve\n",
      "Epoch 690/1500\n",
      "637/637 [==============================] - 1s 982us/step - loss: 0.0947 - acc: 0.0000e+00 - val_loss: 1.0814 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00690: val_loss did not improve\n",
      "Epoch 691/1500\n",
      "637/637 [==============================] - 1s 976us/step - loss: 0.0946 - acc: 0.0000e+00 - val_loss: 1.0807 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00691: val_loss did not improve\n",
      "Epoch 692/1500\n",
      "637/637 [==============================] - 1s 998us/step - loss: 0.0944 - acc: 0.0000e+00 - val_loss: 1.0799 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00692: val_loss improved from 1.07990 to 1.07986, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 693/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0943 - acc: 0.0000e+00 - val_loss: 1.0768 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00693: val_loss improved from 1.07986 to 1.07682, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 694/1500\n",
      "637/637 [==============================] - 1s 999us/step - loss: 0.0941 - acc: 0.0000e+00 - val_loss: 1.0753 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00694: val_loss improved from 1.07682 to 1.07530, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 695/1500\n",
      "637/637 [==============================] - 1s 994us/step - loss: 0.0940 - acc: 0.0000e+00 - val_loss: 1.0742 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00695: val_loss improved from 1.07530 to 1.07420, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 696/1500\n",
      "637/637 [==============================] - 1s 986us/step - loss: 0.0939 - acc: 0.0000e+00 - val_loss: 1.0751 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00696: val_loss did not improve\n",
      "Epoch 697/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0938 - acc: 0.0000e+00 - val_loss: 1.0765 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00697: val_loss did not improve\n",
      "Epoch 698/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0935 - acc: 0.0000e+00 - val_loss: 1.0756 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00698: val_loss did not improve\n",
      "Epoch 699/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0935 - acc: 0.0000e+00 - val_loss: 1.0739 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00699: val_loss improved from 1.07420 to 1.07387, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 700/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0933 - acc: 0.0000e+00 - val_loss: 1.0700 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00700: val_loss improved from 1.07387 to 1.07004, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 701/1500\n",
      "637/637 [==============================] - 1s 997us/step - loss: 0.0931 - acc: 0.0000e+00 - val_loss: 1.0686 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00701: val_loss improved from 1.07004 to 1.06860, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 702/1500\n",
      "637/637 [==============================] - 1s 999us/step - loss: 0.0930 - acc: 0.0000e+00 - val_loss: 1.0710 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00702: val_loss did not improve\n",
      "Epoch 703/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0929 - acc: 0.0000e+00 - val_loss: 1.0698 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00703: val_loss did not improve\n",
      "Epoch 704/1500\n",
      "637/637 [==============================] - 1s 1000us/step - loss: 0.0927 - acc: 0.0000e+00 - val_loss: 1.0660 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00704: val_loss improved from 1.06860 to 1.06596, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 705/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0926 - acc: 0.0000e+00 - val_loss: 1.0647 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00705: val_loss improved from 1.06596 to 1.06473, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 706/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0924 - acc: 0.0000e+00 - val_loss: 1.0690 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00706: val_loss did not improve\n",
      "Epoch 707/1500\n",
      "637/637 [==============================] - 1s 986us/step - loss: 0.0922 - acc: 0.0000e+00 - val_loss: 1.0655 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00707: val_loss did not improve\n",
      "Epoch 708/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0921 - acc: 0.0000e+00 - val_loss: 1.0651 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00708: val_loss did not improve\n",
      "Epoch 709/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0920 - acc: 0.0000e+00 - val_loss: 1.0638 - val_acc: 0.0000e+00\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Epoch 00709: val_loss improved from 1.06473 to 1.06384, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 710/1500\n",
      "637/637 [==============================] - 1s 984us/step - loss: 0.0919 - acc: 0.0000e+00 - val_loss: 1.0632 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00710: val_loss improved from 1.06384 to 1.06323, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 711/1500\n",
      "637/637 [==============================] - 1s 952us/step - loss: 0.0917 - acc: 0.0000e+00 - val_loss: 1.0619 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00711: val_loss improved from 1.06323 to 1.06194, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 712/1500\n",
      "637/637 [==============================] - 1s 974us/step - loss: 0.0915 - acc: 0.0000e+00 - val_loss: 1.0593 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00712: val_loss improved from 1.06194 to 1.05934, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 713/1500\n",
      "637/637 [==============================] - 1s 967us/step - loss: 0.0914 - acc: 0.0000e+00 - val_loss: 1.0577 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00713: val_loss improved from 1.05934 to 1.05766, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 714/1500\n",
      "637/637 [==============================] - 1s 947us/step - loss: 0.0913 - acc: 0.0000e+00 - val_loss: 1.0579 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00714: val_loss did not improve\n",
      "Epoch 715/1500\n",
      "637/637 [==============================] - 1s 952us/step - loss: 0.0911 - acc: 0.0000e+00 - val_loss: 1.0585 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00715: val_loss did not improve\n",
      "Epoch 716/1500\n",
      "637/637 [==============================] - 1s 969us/step - loss: 0.0910 - acc: 0.0000e+00 - val_loss: 1.0591 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00716: val_loss did not improve\n",
      "Epoch 717/1500\n",
      "637/637 [==============================] - 1s 974us/step - loss: 0.0909 - acc: 0.0000e+00 - val_loss: 1.0577 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00717: val_loss did not improve\n",
      "Epoch 718/1500\n",
      "637/637 [==============================] - 1s 994us/step - loss: 0.0907 - acc: 0.0000e+00 - val_loss: 1.0566 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00718: val_loss improved from 1.05766 to 1.05655, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 719/1500\n",
      "637/637 [==============================] - 1s 976us/step - loss: 0.0905 - acc: 0.0000e+00 - val_loss: 1.0532 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00719: val_loss improved from 1.05655 to 1.05322, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 720/1500\n",
      "637/637 [==============================] - 1s 970us/step - loss: 0.0904 - acc: 0.0000e+00 - val_loss: 1.0519 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00720: val_loss improved from 1.05322 to 1.05191, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 721/1500\n",
      "637/637 [==============================] - 1s 982us/step - loss: 0.0903 - acc: 0.0000e+00 - val_loss: 1.0520 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00721: val_loss did not improve\n",
      "Epoch 722/1500\n",
      "637/637 [==============================] - 1s 985us/step - loss: 0.0901 - acc: 0.0000e+00 - val_loss: 1.0503 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00722: val_loss improved from 1.05191 to 1.05026, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 723/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0900 - acc: 0.0000e+00 - val_loss: 1.0516 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00723: val_loss did not improve\n",
      "Epoch 724/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0899 - acc: 0.0000e+00 - val_loss: 1.0528 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00724: val_loss did not improve\n",
      "Epoch 725/1500\n",
      "637/637 [==============================] - 1s 979us/step - loss: 0.0897 - acc: 0.0000e+00 - val_loss: 1.0509 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00725: val_loss did not improve\n",
      "Epoch 726/1500\n",
      "637/637 [==============================] - 1s 978us/step - loss: 0.0895 - acc: 0.0000e+00 - val_loss: 1.0481 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00726: val_loss improved from 1.05026 to 1.04811, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 727/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0895 - acc: 0.0000e+00 - val_loss: 1.0446 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00727: val_loss improved from 1.04811 to 1.04455, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 728/1500\n",
      "637/637 [==============================] - 1s 995us/step - loss: 0.0893 - acc: 0.0000e+00 - val_loss: 1.0472 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00728: val_loss did not improve\n",
      "Epoch 729/1500\n",
      "637/637 [==============================] - 1s 999us/step - loss: 0.0892 - acc: 0.0000e+00 - val_loss: 1.0481 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00729: val_loss did not improve\n",
      "Epoch 730/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0890 - acc: 0.0000e+00 - val_loss: 1.0448 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00730: val_loss did not improve\n",
      "Epoch 731/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0889 - acc: 0.0000e+00 - val_loss: 1.0467 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00731: val_loss did not improve\n",
      "Epoch 732/1500\n",
      "637/637 [==============================] - 1s 981us/step - loss: 0.0887 - acc: 0.0000e+00 - val_loss: 1.0453 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00732: val_loss did not improve\n",
      "Epoch 733/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0886 - acc: 0.0000e+00 - val_loss: 1.0425 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00733: val_loss improved from 1.04455 to 1.04247, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 734/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0884 - acc: 0.0000e+00 - val_loss: 1.0421 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00734: val_loss improved from 1.04247 to 1.04213, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 735/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0883 - acc: 0.0000e+00 - val_loss: 1.0400 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00735: val_loss improved from 1.04213 to 1.04002, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 736/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0882 - acc: 0.0000e+00 - val_loss: 1.0414 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00736: val_loss did not improve\n",
      "Epoch 737/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0881 - acc: 0.0000e+00 - val_loss: 1.0397 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00737: val_loss improved from 1.04002 to 1.03972, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 738/1500\n",
      "637/637 [==============================] - 1s 990us/step - loss: 0.0879 - acc: 0.0000e+00 - val_loss: 1.0373 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00738: val_loss improved from 1.03972 to 1.03732, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 739/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0878 - acc: 0.0000e+00 - val_loss: 1.0395 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00739: val_loss did not improve\n",
      "Epoch 740/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0876 - acc: 0.0000e+00 - val_loss: 1.0375 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00740: val_loss did not improve\n",
      "Epoch 741/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0875 - acc: 0.0000e+00 - val_loss: 1.0382 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00741: val_loss did not improve\n",
      "Epoch 742/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0874 - acc: 0.0000e+00 - val_loss: 1.0335 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00742: val_loss improved from 1.03732 to 1.03349, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 743/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0872 - acc: 0.0000e+00 - val_loss: 1.0326 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00743: val_loss improved from 1.03349 to 1.03261, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 744/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0871 - acc: 0.0000e+00 - val_loss: 1.0335 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00744: val_loss did not improve\n",
      "Epoch 745/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0871 - acc: 0.0000e+00 - val_loss: 1.0364 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00745: val_loss did not improve\n",
      "Epoch 746/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0868 - acc: 0.0000e+00 - val_loss: 1.0335 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00746: val_loss did not improve\n",
      "Epoch 747/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0868 - acc: 0.0000e+00 - val_loss: 1.0297 - val_acc: 0.0000e+00\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Epoch 00747: val_loss improved from 1.03261 to 1.02970, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 748/1500\n",
      "637/637 [==============================] - 1s 990us/step - loss: 0.0867 - acc: 0.0000e+00 - val_loss: 1.0320 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00748: val_loss did not improve\n",
      "Epoch 749/1500\n",
      "637/637 [==============================] - 1s 984us/step - loss: 0.0865 - acc: 0.0000e+00 - val_loss: 1.0306 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00749: val_loss did not improve\n",
      "Epoch 750/1500\n",
      "637/637 [==============================] - 1s 950us/step - loss: 0.0863 - acc: 0.0000e+00 - val_loss: 1.0259 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00750: val_loss improved from 1.02970 to 1.02588, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 751/1500\n",
      "637/637 [==============================] - 1s 968us/step - loss: 0.0862 - acc: 0.0000e+00 - val_loss: 1.0260 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00751: val_loss did not improve\n",
      "Epoch 752/1500\n",
      "637/637 [==============================] - 1s 949us/step - loss: 0.0861 - acc: 0.0000e+00 - val_loss: 1.0302 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00752: val_loss did not improve\n",
      "Epoch 753/1500\n",
      "637/637 [==============================] - 1s 953us/step - loss: 0.0859 - acc: 0.0000e+00 - val_loss: 1.0232 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00753: val_loss improved from 1.02588 to 1.02322, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 754/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0858 - acc: 0.0000e+00 - val_loss: 1.0219 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00754: val_loss improved from 1.02322 to 1.02191, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 755/1500\n",
      "637/637 [==============================] - 1s 976us/step - loss: 0.0857 - acc: 0.0000e+00 - val_loss: 1.0259 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00755: val_loss did not improve\n",
      "Epoch 756/1500\n",
      "637/637 [==============================] - 1s 983us/step - loss: 0.0856 - acc: 0.0000e+00 - val_loss: 1.0262 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00756: val_loss did not improve\n",
      "Epoch 757/1500\n",
      "637/637 [==============================] - 1s 962us/step - loss: 0.0853 - acc: 0.0000e+00 - val_loss: 1.0226 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00757: val_loss did not improve\n",
      "Epoch 758/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0852 - acc: 0.0000e+00 - val_loss: 1.0207 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00758: val_loss improved from 1.02191 to 1.02070, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 759/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0851 - acc: 0.0000e+00 - val_loss: 1.0173 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00759: val_loss improved from 1.02070 to 1.01728, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 760/1500\n",
      "637/637 [==============================] - 1s 989us/step - loss: 0.0850 - acc: 0.0000e+00 - val_loss: 1.0188 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00760: val_loss did not improve\n",
      "Epoch 761/1500\n",
      "637/637 [==============================] - 1s 969us/step - loss: 0.0849 - acc: 0.0000e+00 - val_loss: 1.0179 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00761: val_loss did not improve\n",
      "Epoch 762/1500\n",
      "637/637 [==============================] - 1s 982us/step - loss: 0.0847 - acc: 0.0000e+00 - val_loss: 1.0176 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00762: val_loss did not improve\n",
      "Epoch 763/1500\n",
      "637/637 [==============================] - 1s 980us/step - loss: 0.0846 - acc: 0.0000e+00 - val_loss: 1.0169 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00763: val_loss improved from 1.01728 to 1.01694, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 764/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0845 - acc: 0.0000e+00 - val_loss: 1.0160 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00764: val_loss improved from 1.01694 to 1.01599, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 765/1500\n",
      "637/637 [==============================] - 1s 992us/step - loss: 0.0844 - acc: 0.0000e+00 - val_loss: 1.0176 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00765: val_loss did not improve\n",
      "Epoch 766/1500\n",
      "637/637 [==============================] - 1s 960us/step - loss: 0.0843 - acc: 0.0000e+00 - val_loss: 1.0148 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00766: val_loss improved from 1.01599 to 1.01479, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 767/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0841 - acc: 0.0000e+00 - val_loss: 1.0151 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00767: val_loss did not improve\n",
      "Epoch 768/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0839 - acc: 0.0000e+00 - val_loss: 1.0149 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00768: val_loss did not improve\n",
      "Epoch 769/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0838 - acc: 0.0000e+00 - val_loss: 1.0116 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00769: val_loss improved from 1.01479 to 1.01157, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 770/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0837 - acc: 0.0000e+00 - val_loss: 1.0094 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00770: val_loss improved from 1.01157 to 1.00938, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 771/1500\n",
      "637/637 [==============================] - 1s 988us/step - loss: 0.0835 - acc: 0.0000e+00 - val_loss: 1.0098 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00771: val_loss did not improve\n",
      "Epoch 772/1500\n",
      "637/637 [==============================] - 1s 984us/step - loss: 0.0834 - acc: 0.0000e+00 - val_loss: 1.0086 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00772: val_loss improved from 1.00938 to 1.00855, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 773/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0833 - acc: 0.0000e+00 - val_loss: 1.0079 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00773: val_loss improved from 1.00855 to 1.00791, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 774/1500\n",
      "637/637 [==============================] - ETA: 0s - loss: 0.0883 - acc: 0.0000e+0 - 1s 1ms/step - loss: 0.0832 - acc: 0.0000e+00 - val_loss: 1.0074 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00774: val_loss improved from 1.00791 to 1.00743, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 775/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0830 - acc: 0.0000e+00 - val_loss: 1.0078 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00775: val_loss did not improve\n",
      "Epoch 776/1500\n",
      "637/637 [==============================] - 1s 983us/step - loss: 0.0830 - acc: 0.0000e+00 - val_loss: 1.0060 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00776: val_loss improved from 1.00743 to 1.00603, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 777/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0828 - acc: 0.0000e+00 - val_loss: 1.0078 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00777: val_loss did not improve\n",
      "Epoch 778/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0827 - acc: 0.0000e+00 - val_loss: 1.0040 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00778: val_loss improved from 1.00603 to 1.00403, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 779/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0825 - acc: 0.0000e+00 - val_loss: 1.0017 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00779: val_loss improved from 1.00403 to 1.00167, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 780/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0825 - acc: 0.0000e+00 - val_loss: 0.9994 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00780: val_loss improved from 1.00167 to 0.99941, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 781/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0824 - acc: 0.0000e+00 - val_loss: 1.0045 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00781: val_loss did not improve\n",
      "Epoch 782/1500\n",
      "637/637 [==============================] - 1s 978us/step - loss: 0.0822 - acc: 0.0000e+00 - val_loss: 1.0034 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00782: val_loss did not improve\n",
      "Epoch 783/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0821 - acc: 0.0000e+00 - val_loss: 1.0060 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00783: val_loss did not improve\n",
      "Epoch 784/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0820 - acc: 0.0000e+00 - val_loss: 0.9997 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00784: val_loss did not improve\n",
      "Epoch 785/1500\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "637/637 [==============================] - 1s 993us/step - loss: 0.0818 - acc: 0.0000e+00 - val_loss: 0.9981 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00785: val_loss improved from 0.99941 to 0.99810, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 786/1500\n",
      "637/637 [==============================] - 1s 980us/step - loss: 0.0817 - acc: 0.0000e+00 - val_loss: 0.9969 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00786: val_loss improved from 0.99810 to 0.99686, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 787/1500\n",
      "637/637 [==============================] - 1s 961us/step - loss: 0.0816 - acc: 0.0000e+00 - val_loss: 1.0013 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00787: val_loss did not improve\n",
      "Epoch 788/1500\n",
      "637/637 [==============================] - 1s 941us/step - loss: 0.0815 - acc: 0.0000e+00 - val_loss: 0.9962 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00788: val_loss improved from 0.99686 to 0.99624, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 789/1500\n",
      "637/637 [==============================] - 1s 965us/step - loss: 0.0813 - acc: 0.0000e+00 - val_loss: 0.9965 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00789: val_loss did not improve\n",
      "Epoch 790/1500\n",
      "637/637 [==============================] - 1s 982us/step - loss: 0.0812 - acc: 0.0000e+00 - val_loss: 0.9952 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00790: val_loss improved from 0.99624 to 0.99516, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 791/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0811 - acc: 0.0000e+00 - val_loss: 0.9947 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00791: val_loss improved from 0.99516 to 0.99467, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 792/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0809 - acc: 0.0000e+00 - val_loss: 0.9958 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00792: val_loss did not improve\n",
      "Epoch 793/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0808 - acc: 0.0000e+00 - val_loss: 0.9921 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00793: val_loss improved from 0.99467 to 0.99212, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 794/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0808 - acc: 0.0000e+00 - val_loss: 0.9910 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00794: val_loss improved from 0.99212 to 0.99102, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 795/1500\n",
      "637/637 [==============================] - 1s 973us/step - loss: 0.0806 - acc: 0.0000e+00 - val_loss: 0.9923 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00795: val_loss did not improve\n",
      "Epoch 796/1500\n",
      "637/637 [==============================] - 1s 988us/step - loss: 0.0804 - acc: 0.0000e+00 - val_loss: 0.9900 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00796: val_loss improved from 0.99102 to 0.99000, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 797/1500\n",
      "637/637 [==============================] - 1s 989us/step - loss: 0.0803 - acc: 0.0000e+00 - val_loss: 0.9892 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00797: val_loss improved from 0.99000 to 0.98919, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 798/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0802 - acc: 0.0000e+00 - val_loss: 0.9896 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00798: val_loss did not improve\n",
      "Epoch 799/1500\n",
      "637/637 [==============================] - 1s 993us/step - loss: 0.0801 - acc: 0.0000e+00 - val_loss: 0.9880 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00799: val_loss improved from 0.98919 to 0.98796, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 800/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0800 - acc: 0.0000e+00 - val_loss: 0.9905 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00800: val_loss did not improve\n",
      "Epoch 801/1500\n",
      "637/637 [==============================] - 1s 980us/step - loss: 0.0799 - acc: 0.0000e+00 - val_loss: 0.9852 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00801: val_loss improved from 0.98796 to 0.98525, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 802/1500\n",
      "637/637 [==============================] - 1s 981us/step - loss: 0.0797 - acc: 0.0000e+00 - val_loss: 0.9844 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00802: val_loss improved from 0.98525 to 0.98439, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 803/1500\n",
      "637/637 [==============================] - 1s 992us/step - loss: 0.0797 - acc: 0.0000e+00 - val_loss: 0.9854 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00803: val_loss did not improve\n",
      "Epoch 804/1500\n",
      "637/637 [==============================] - 1s 998us/step - loss: 0.0796 - acc: 0.0000e+00 - val_loss: 0.9854 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00804: val_loss did not improve\n",
      "Epoch 805/1500\n",
      "637/637 [==============================] - 1s 984us/step - loss: 0.0794 - acc: 0.0000e+00 - val_loss: 0.9809 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00805: val_loss improved from 0.98439 to 0.98085, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 806/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0792 - acc: 0.0000e+00 - val_loss: 0.9806 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00806: val_loss improved from 0.98085 to 0.98057, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 807/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0791 - acc: 0.0000e+00 - val_loss: 0.9793 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00807: val_loss improved from 0.98057 to 0.97933, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 808/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0791 - acc: 0.0000e+00 - val_loss: 0.9856 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00808: val_loss did not improve\n",
      "Epoch 809/1500\n",
      "637/637 [==============================] - 1s 986us/step - loss: 0.0789 - acc: 0.0000e+00 - val_loss: 0.9818 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00809: val_loss did not improve\n",
      "Epoch 810/1500\n",
      "637/637 [==============================] - 1s 983us/step - loss: 0.0788 - acc: 0.0000e+00 - val_loss: 0.9805 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00810: val_loss did not improve\n",
      "Epoch 811/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0787 - acc: 0.0000e+00 - val_loss: 0.9782 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00811: val_loss improved from 0.97933 to 0.97821, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 812/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0785 - acc: 0.0000e+00 - val_loss: 0.9788 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00812: val_loss did not improve\n",
      "Epoch 813/1500\n",
      "637/637 [==============================] - 1s 993us/step - loss: 0.0784 - acc: 0.0000e+00 - val_loss: 0.9763 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00813: val_loss improved from 0.97821 to 0.97634, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 814/1500\n",
      "637/637 [==============================] - 1s 989us/step - loss: 0.0783 - acc: 0.0000e+00 - val_loss: 0.9766 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00814: val_loss did not improve\n",
      "Epoch 815/1500\n",
      "637/637 [==============================] - 1s 993us/step - loss: 0.0782 - acc: 0.0000e+00 - val_loss: 0.9736 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00815: val_loss improved from 0.97634 to 0.97362, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 816/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0780 - acc: 0.0000e+00 - val_loss: 0.9745 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00816: val_loss did not improve\n",
      "Epoch 817/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0779 - acc: 0.0000e+00 - val_loss: 0.9752 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00817: val_loss did not improve\n",
      "Epoch 818/1500\n",
      "637/637 [==============================] - 1s 992us/step - loss: 0.0778 - acc: 0.0000e+00 - val_loss: 0.9720 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00818: val_loss improved from 0.97362 to 0.97203, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 819/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0778 - acc: 0.0000e+00 - val_loss: 0.9714 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00819: val_loss improved from 0.97203 to 0.97140, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 820/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0777 - acc: 0.0000e+00 - val_loss: 0.9709 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00820: val_loss improved from 0.97140 to 0.97090, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 821/1500\n",
      "637/637 [==============================] - 1s 991us/step - loss: 0.0775 - acc: 0.0000e+00 - val_loss: 0.9712 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00821: val_loss did not improve\n",
      "Epoch 822/1500\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "637/637 [==============================] - 1s 975us/step - loss: 0.0774 - acc: 0.0000e+00 - val_loss: 0.9705 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00822: val_loss improved from 0.97090 to 0.97052, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 823/1500\n",
      "637/637 [==============================] - 1s 970us/step - loss: 0.0773 - acc: 0.0000e+00 - val_loss: 0.9688 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00823: val_loss improved from 0.97052 to 0.96884, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 824/1500\n",
      "637/637 [==============================] - 1s 958us/step - loss: 0.0772 - acc: 0.0000e+00 - val_loss: 0.9693 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00824: val_loss did not improve\n",
      "Epoch 825/1500\n",
      "637/637 [==============================] - 1s 957us/step - loss: 0.0770 - acc: 0.0000e+00 - val_loss: 0.9668 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00825: val_loss improved from 0.96884 to 0.96680, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 826/1500\n",
      "637/637 [==============================] - 1s 972us/step - loss: 0.0770 - acc: 0.0000e+00 - val_loss: 0.9678 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00826: val_loss did not improve\n",
      "Epoch 827/1500\n",
      "637/637 [==============================] - 1s 949us/step - loss: 0.0768 - acc: 0.0000e+00 - val_loss: 0.9646 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00827: val_loss improved from 0.96680 to 0.96463, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 828/1500\n",
      "637/637 [==============================] - 1s 982us/step - loss: 0.0767 - acc: 0.0000e+00 - val_loss: 0.9644 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00828: val_loss improved from 0.96463 to 0.96438, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 829/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0766 - acc: 0.0000e+00 - val_loss: 0.9615 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00829: val_loss improved from 0.96438 to 0.96148, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 830/1500\n",
      "637/637 [==============================] - 1s 987us/step - loss: 0.0765 - acc: 0.0000e+00 - val_loss: 0.9663 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00830: val_loss did not improve\n",
      "Epoch 831/1500\n",
      "637/637 [==============================] - 1s 990us/step - loss: 0.0765 - acc: 0.0000e+00 - val_loss: 0.9675 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00831: val_loss did not improve\n",
      "Epoch 832/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0763 - acc: 0.0000e+00 - val_loss: 0.9626 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00832: val_loss did not improve\n",
      "Epoch 833/1500\n",
      "637/637 [==============================] - 1s 977us/step - loss: 0.0761 - acc: 0.0000e+00 - val_loss: 0.9594 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00833: val_loss improved from 0.96148 to 0.95936, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 834/1500\n",
      "637/637 [==============================] - 1s 999us/step - loss: 0.0761 - acc: 0.0000e+00 - val_loss: 0.9620 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00834: val_loss did not improve\n",
      "Epoch 835/1500\n",
      "637/637 [==============================] - 1s 978us/step - loss: 0.0759 - acc: 0.0000e+00 - val_loss: 0.9611 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00835: val_loss did not improve\n",
      "Epoch 836/1500\n",
      "637/637 [==============================] - 1s 971us/step - loss: 0.0758 - acc: 0.0000e+00 - val_loss: 0.9602 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00836: val_loss did not improve\n",
      "Epoch 837/1500\n",
      "637/637 [==============================] - 1s 979us/step - loss: 0.0757 - acc: 0.0000e+00 - val_loss: 0.9591 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00837: val_loss improved from 0.95936 to 0.95911, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 838/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0756 - acc: 0.0000e+00 - val_loss: 0.9548 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00838: val_loss improved from 0.95911 to 0.95485, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 839/1500\n",
      "637/637 [==============================] - 1s 968us/step - loss: 0.0755 - acc: 0.0000e+00 - val_loss: 0.9578 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00839: val_loss did not improve\n",
      "Epoch 840/1500\n",
      "637/637 [==============================] - 1s 985us/step - loss: 0.0754 - acc: 0.0000e+00 - val_loss: 0.9590 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00840: val_loss did not improve\n",
      "Epoch 841/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0753 - acc: 0.0000e+00 - val_loss: 0.9567 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00841: val_loss did not improve\n",
      "Epoch 842/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0751 - acc: 0.0000e+00 - val_loss: 0.9536 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00842: val_loss improved from 0.95485 to 0.95361, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 843/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0750 - acc: 0.0000e+00 - val_loss: 0.9511 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00843: val_loss improved from 0.95361 to 0.95111, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 844/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0750 - acc: 0.0000e+00 - val_loss: 0.9543 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00844: val_loss did not improve\n",
      "Epoch 845/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0748 - acc: 0.0000e+00 - val_loss: 0.9534 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00845: val_loss did not improve\n",
      "Epoch 846/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0747 - acc: 0.0000e+00 - val_loss: 0.9525 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00846: val_loss did not improve\n",
      "Epoch 847/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0746 - acc: 0.0000e+00 - val_loss: 0.9507 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00847: val_loss improved from 0.95111 to 0.95071, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 848/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0745 - acc: 0.0000e+00 - val_loss: 0.9522 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00848: val_loss did not improve\n",
      "Epoch 849/1500\n",
      "637/637 [==============================] - 1s 989us/step - loss: 0.0744 - acc: 0.0000e+00 - val_loss: 0.9538 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00849: val_loss did not improve\n",
      "Epoch 850/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0742 - acc: 0.0000e+00 - val_loss: 0.9482 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00850: val_loss improved from 0.95071 to 0.94817, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 851/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0742 - acc: 0.0000e+00 - val_loss: 0.9466 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00851: val_loss improved from 0.94817 to 0.94665, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 852/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0741 - acc: 0.0000e+00 - val_loss: 0.9467 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00852: val_loss did not improve\n",
      "Epoch 853/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0740 - acc: 0.0000e+00 - val_loss: 0.9440 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00853: val_loss improved from 0.94665 to 0.94396, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 854/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0738 - acc: 0.0000e+00 - val_loss: 0.9454 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00854: val_loss did not improve\n",
      "Epoch 855/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0737 - acc: 0.0000e+00 - val_loss: 0.9481 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00855: val_loss did not improve\n",
      "Epoch 856/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0736 - acc: 0.0000e+00 - val_loss: 0.9457 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00856: val_loss did not improve\n",
      "Epoch 857/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0735 - acc: 0.0000e+00 - val_loss: 0.9454 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00857: val_loss did not improve\n",
      "Epoch 858/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0734 - acc: 0.0000e+00 - val_loss: 0.9423 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00858: val_loss improved from 0.94396 to 0.94233, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 859/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0733 - acc: 0.0000e+00 - val_loss: 0.9430 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00859: val_loss did not improve\n",
      "Epoch 860/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0732 - acc: 0.0000e+00 - val_loss: 0.9428 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00860: val_loss did not improve\n",
      "Epoch 861/1500\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0731 - acc: 0.0000e+00 - val_loss: 0.9410 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00861: val_loss improved from 0.94233 to 0.94102, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 862/1500\n",
      "637/637 [==============================] - 1s 970us/step - loss: 0.0730 - acc: 0.0000e+00 - val_loss: 0.9399 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00862: val_loss improved from 0.94102 to 0.93990, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 863/1500\n",
      "637/637 [==============================] - 1s 962us/step - loss: 0.0729 - acc: 0.0000e+00 - val_loss: 0.9397 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00863: val_loss improved from 0.93990 to 0.93967, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 864/1500\n",
      "637/637 [==============================] - 1s 956us/step - loss: 0.0728 - acc: 0.0000e+00 - val_loss: 0.9420 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00864: val_loss did not improve\n",
      "Epoch 865/1500\n",
      "637/637 [==============================] - 1s 952us/step - loss: 0.0727 - acc: 0.0000e+00 - val_loss: 0.9369 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00865: val_loss improved from 0.93967 to 0.93694, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 866/1500\n",
      "637/637 [==============================] - 1s 979us/step - loss: 0.0726 - acc: 0.0000e+00 - val_loss: 0.9375 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00866: val_loss did not improve\n",
      "Epoch 867/1500\n",
      "637/637 [==============================] - 1s 991us/step - loss: 0.0726 - acc: 0.0000e+00 - val_loss: 0.9368 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00867: val_loss improved from 0.93694 to 0.93681, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 868/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0724 - acc: 0.0000e+00 - val_loss: 0.9356 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00868: val_loss improved from 0.93681 to 0.93564, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 869/1500\n",
      "637/637 [==============================] - 1s 983us/step - loss: 0.0723 - acc: 0.0000e+00 - val_loss: 0.9346 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00869: val_loss improved from 0.93564 to 0.93462, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 870/1500\n",
      "637/637 [==============================] - 1s 974us/step - loss: 0.0721 - acc: 0.0000e+00 - val_loss: 0.9359 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00870: val_loss did not improve\n",
      "Epoch 871/1500\n",
      "637/637 [==============================] - 1s 957us/step - loss: 0.0720 - acc: 0.0000e+00 - val_loss: 0.9347 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00871: val_loss did not improve\n",
      "Epoch 872/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0719 - acc: 0.0000e+00 - val_loss: 0.9318 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00872: val_loss improved from 0.93462 to 0.93180, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 873/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0718 - acc: 0.0000e+00 - val_loss: 0.9320 - val_acc: 0.0000e+00TA: 0s - loss: 0.0738 - acc: 0.000\n",
      "\n",
      "Epoch 00873: val_loss did not improve\n",
      "Epoch 874/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0718 - acc: 0.0000e+00 - val_loss: 0.9290 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00874: val_loss improved from 0.93180 to 0.92903, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 875/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0716 - acc: 0.0000e+00 - val_loss: 0.9337 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00875: val_loss did not improve\n",
      "Epoch 876/1500\n",
      "637/637 [==============================] - 1s 984us/step - loss: 0.0716 - acc: 0.0000e+00 - val_loss: 0.9300 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00876: val_loss did not improve\n",
      "Epoch 877/1500\n",
      "637/637 [==============================] - 1s 992us/step - loss: 0.0714 - acc: 0.0000e+00 - val_loss: 0.9328 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00877: val_loss did not improve\n",
      "Epoch 878/1500\n",
      "637/637 [==============================] - 1s 999us/step - loss: 0.0713 - acc: 0.0000e+00 - val_loss: 0.9310 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00878: val_loss did not improve\n",
      "Epoch 879/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0712 - acc: 0.0000e+00 - val_loss: 0.9322 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00879: val_loss did not improve\n",
      "Epoch 880/1500\n",
      "637/637 [==============================] - 1s 994us/step - loss: 0.0711 - acc: 0.0000e+00 - val_loss: 0.9271 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00880: val_loss improved from 0.92903 to 0.92711, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 881/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0710 - acc: 0.0000e+00 - val_loss: 0.9290 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00881: val_loss did not improve\n",
      "Epoch 882/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0709 - acc: 0.0000e+00 - val_loss: 0.9258 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00882: val_loss improved from 0.92711 to 0.92576, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 883/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0708 - acc: 0.0000e+00 - val_loss: 0.9256 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00883: val_loss improved from 0.92576 to 0.92558, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 884/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0708 - acc: 0.0000e+00 - val_loss: 0.9270 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00884: val_loss did not improve\n",
      "Epoch 885/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0706 - acc: 0.0000e+00 - val_loss: 0.9253 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00885: val_loss improved from 0.92558 to 0.92527, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 886/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0705 - acc: 0.0000e+00 - val_loss: 0.9245 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00886: val_loss improved from 0.92527 to 0.92453, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 887/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0704 - acc: 0.0000e+00 - val_loss: 0.9244 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00887: val_loss improved from 0.92453 to 0.92439, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 888/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0703 - acc: 0.0000e+00 - val_loss: 0.9217 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00888: val_loss improved from 0.92439 to 0.92169, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 889/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0702 - acc: 0.0000e+00 - val_loss: 0.9197 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00889: val_loss improved from 0.92169 to 0.91969, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 890/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0701 - acc: 0.0000e+00 - val_loss: 0.9228 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00890: val_loss did not improve\n",
      "Epoch 891/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0700 - acc: 0.0000e+00 - val_loss: 0.9249 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00891: val_loss did not improve\n",
      "Epoch 892/1500\n",
      "637/637 [==============================] - 1s 996us/step - loss: 0.0699 - acc: 0.0000e+00 - val_loss: 0.9189 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00892: val_loss improved from 0.91969 to 0.91888, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 893/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0698 - acc: 0.0000e+00 - val_loss: 0.9184 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00893: val_loss improved from 0.91888 to 0.91838, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 894/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0697 - acc: 0.0000e+00 - val_loss: 0.9205 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00894: val_loss did not improve\n",
      "Epoch 895/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0696 - acc: 0.0000e+00 - val_loss: 0.9182 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00895: val_loss improved from 0.91838 to 0.91820, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 896/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0695 - acc: 0.0000e+00 - val_loss: 0.9168 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00896: val_loss improved from 0.91820 to 0.91676, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 897/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0694 - acc: 0.0000e+00 - val_loss: 0.9192 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00897: val_loss did not improve\n",
      "Epoch 898/1500\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "637/637 [==============================] - 1s 947us/step - loss: 0.0693 - acc: 0.0000e+00 - val_loss: 0.9159 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00898: val_loss improved from 0.91676 to 0.91590, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 899/1500\n",
      "637/637 [==============================] - 1s 937us/step - loss: 0.0692 - acc: 0.0000e+00 - val_loss: 0.9168 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00899: val_loss did not improve\n",
      "Epoch 900/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0692 - acc: 0.0000e+00 - val_loss: 0.9168 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00900: val_loss did not improve\n",
      "Epoch 901/1500\n",
      "637/637 [==============================] - 1s 967us/step - loss: 0.0690 - acc: 0.0000e+00 - val_loss: 0.9135 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00901: val_loss improved from 0.91590 to 0.91347, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 902/1500\n",
      "637/637 [==============================] - 1s 984us/step - loss: 0.0689 - acc: 0.0000e+00 - val_loss: 0.9110 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00902: val_loss improved from 0.91347 to 0.91099, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 903/1500\n",
      "637/637 [==============================] - 1s 968us/step - loss: 0.0688 - acc: 0.0000e+00 - val_loss: 0.9104 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00903: val_loss improved from 0.91099 to 0.91040, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 904/1500\n",
      "637/637 [==============================] - 1s 980us/step - loss: 0.0687 - acc: 0.0000e+00 - val_loss: 0.9129 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00904: val_loss did not improve\n",
      "Epoch 905/1500\n",
      "637/637 [==============================] - 1s 985us/step - loss: 0.0686 - acc: 0.0000e+00 - val_loss: 0.9114 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00905: val_loss did not improve\n",
      "Epoch 906/1500\n",
      "637/637 [==============================] - 1s 967us/step - loss: 0.0685 - acc: 0.0000e+00 - val_loss: 0.9144 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00906: val_loss did not improve\n",
      "Epoch 907/1500\n",
      "637/637 [==============================] - 1s 971us/step - loss: 0.0684 - acc: 0.0000e+00 - val_loss: 0.9102 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00907: val_loss improved from 0.91040 to 0.91022, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 908/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0683 - acc: 0.0000e+00 - val_loss: 0.9115 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00908: val_loss did not improve\n",
      "Epoch 909/1500\n",
      "637/637 [==============================] - 1s 994us/step - loss: 0.0682 - acc: 0.0000e+00 - val_loss: 0.9102 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00909: val_loss improved from 0.91022 to 0.91018, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 910/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0681 - acc: 0.0000e+00 - val_loss: 0.9099 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00910: val_loss improved from 0.91018 to 0.90991, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 911/1500\n",
      "637/637 [==============================] - 1s 974us/step - loss: 0.0681 - acc: 0.0000e+00 - val_loss: 0.9108 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00911: val_loss did not improve\n",
      "Epoch 912/1500\n",
      "637/637 [==============================] - 1s 988us/step - loss: 0.0679 - acc: 0.0000e+00 - val_loss: 0.9088 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00912: val_loss improved from 0.90991 to 0.90882, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 913/1500\n",
      "637/637 [==============================] - 1s 992us/step - loss: 0.0679 - acc: 0.0000e+00 - val_loss: 0.9075 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00913: val_loss improved from 0.90882 to 0.90755, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 914/1500\n",
      "637/637 [==============================] - 1s 995us/step - loss: 0.0678 - acc: 0.0000e+00 - val_loss: 0.9074 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00914: val_loss improved from 0.90755 to 0.90735, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 915/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0677 - acc: 0.0000e+00 - val_loss: 0.9087 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00915: val_loss did not improve\n",
      "Epoch 916/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0676 - acc: 0.0000e+00 - val_loss: 0.9022 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00916: val_loss improved from 0.90735 to 0.90220, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 917/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0674 - acc: 0.0000e+00 - val_loss: 0.9003 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00917: val_loss improved from 0.90220 to 0.90032, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 918/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0674 - acc: 0.0000e+00 - val_loss: 0.9024 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00918: val_loss did not improve\n",
      "Epoch 919/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0672 - acc: 0.0000e+00 - val_loss: 0.9061 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00919: val_loss did not improve\n",
      "Epoch 920/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0672 - acc: 0.0000e+00 - val_loss: 0.9035 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00920: val_loss did not improve\n",
      "Epoch 921/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0672 - acc: 0.0000e+00 - val_loss: 0.9067 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00921: val_loss did not improve\n",
      "Epoch 922/1500\n",
      "637/637 [==============================] - 1s 989us/step - loss: 0.0670 - acc: 0.0000e+00 - val_loss: 0.9007 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00922: val_loss did not improve\n",
      "Epoch 923/1500\n",
      "637/637 [==============================] - 1s 967us/step - loss: 0.0669 - acc: 0.0000e+00 - val_loss: 0.9003 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00923: val_loss improved from 0.90032 to 0.90030, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 924/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0668 - acc: 0.0000e+00 - val_loss: 0.9007 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00924: val_loss did not improve\n",
      "Epoch 925/1500\n",
      "637/637 [==============================] - 1s 998us/step - loss: 0.0667 - acc: 0.0000e+00 - val_loss: 0.9007 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00925: val_loss did not improve\n",
      "Epoch 926/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0666 - acc: 0.0000e+00 - val_loss: 0.8982 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00926: val_loss improved from 0.90030 to 0.89821, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 927/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0665 - acc: 0.0000e+00 - val_loss: 0.8992 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00927: val_loss did not improve\n",
      "Epoch 928/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0664 - acc: 0.0000e+00 - val_loss: 0.8980 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00928: val_loss improved from 0.89821 to 0.89800, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 929/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0664 - acc: 0.0000e+00 - val_loss: 0.8982 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00929: val_loss did not improve\n",
      "Epoch 930/1500\n",
      "637/637 [==============================] - 1s 988us/step - loss: 0.0663 - acc: 0.0000e+00 - val_loss: 0.8981 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00930: val_loss did not improve\n",
      "Epoch 931/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0662 - acc: 0.0000e+00 - val_loss: 0.8984 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00931: val_loss did not improve\n",
      "Epoch 932/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0661 - acc: 0.0000e+00 - val_loss: 0.8922 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00932: val_loss improved from 0.89800 to 0.89224, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 933/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0660 - acc: 0.0000e+00 - val_loss: 0.8921 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00933: val_loss improved from 0.89224 to 0.89213, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 934/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0660 - acc: 0.0000e+00 - val_loss: 0.8969 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00934: val_loss did not improve\n",
      "Epoch 935/1500\n",
      "637/637 [==============================] - 1s 988us/step - loss: 0.0659 - acc: 0.0000e+00 - val_loss: 0.8925 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00935: val_loss did not improve\n",
      "Epoch 936/1500\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "637/637 [==============================] - 1s 954us/step - loss: 0.0657 - acc: 0.0000e+00 - val_loss: 0.8941 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00936: val_loss did not improve\n",
      "Epoch 937/1500\n",
      "637/637 [==============================] - 1s 962us/step - loss: 0.0656 - acc: 0.0000e+00 - val_loss: 0.8944 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00937: val_loss did not improve\n",
      "Epoch 938/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0655 - acc: 0.0000e+00 - val_loss: 0.8937 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00938: val_loss did not improve\n",
      "Epoch 939/1500\n",
      "637/637 [==============================] - 1s 998us/step - loss: 0.0654 - acc: 0.0000e+00 - val_loss: 0.8909 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00939: val_loss improved from 0.89213 to 0.89087, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 940/1500\n",
      "637/637 [==============================] - 1s 959us/step - loss: 0.0653 - acc: 0.0000e+00 - val_loss: 0.8904 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00940: val_loss improved from 0.89087 to 0.89037, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 941/1500\n",
      "637/637 [==============================] - 1s 957us/step - loss: 0.0652 - acc: 0.0000e+00 - val_loss: 0.8926 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00941: val_loss did not improve\n",
      "Epoch 942/1500\n",
      "637/637 [==============================] - 1s 955us/step - loss: 0.0652 - acc: 0.0000e+00 - val_loss: 0.8886 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00942: val_loss improved from 0.89037 to 0.88862, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 943/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0650 - acc: 0.0000e+00 - val_loss: 0.8928 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00943: val_loss did not improve\n",
      "Epoch 944/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0650 - acc: 0.0000e+00 - val_loss: 0.8916 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00944: val_loss did not improve\n",
      "Epoch 945/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0649 - acc: 0.0000e+00 - val_loss: 0.8891 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00945: val_loss did not improve\n",
      "Epoch 946/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0648 - acc: 0.0000e+00 - val_loss: 0.8863 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00946: val_loss improved from 0.88862 to 0.88632, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 947/1500\n",
      "637/637 [==============================] - 1s 983us/step - loss: 0.0647 - acc: 0.0000e+00 - val_loss: 0.8868 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00947: val_loss did not improve\n",
      "Epoch 948/1500\n",
      "637/637 [==============================] - 1s 969us/step - loss: 0.0646 - acc: 0.0000e+00 - val_loss: 0.8895 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00948: val_loss did not improve\n",
      "Epoch 949/1500\n",
      "637/637 [==============================] - 1s 968us/step - loss: 0.0645 - acc: 0.0000e+00 - val_loss: 0.8880 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00949: val_loss did not improve\n",
      "Epoch 950/1500\n",
      "637/637 [==============================] - 1s 964us/step - loss: 0.0644 - acc: 0.0000e+00 - val_loss: 0.8866 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00950: val_loss did not improve\n",
      "Epoch 951/1500\n",
      "637/637 [==============================] - 1s 976us/step - loss: 0.0643 - acc: 0.0000e+00 - val_loss: 0.8860 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00951: val_loss improved from 0.88632 to 0.88605, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 952/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0643 - acc: 0.0000e+00 - val_loss: 0.8819 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00952: val_loss improved from 0.88605 to 0.88195, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 953/1500\n",
      "637/637 [==============================] - 1s 973us/step - loss: 0.0642 - acc: 0.0000e+00 - val_loss: 0.8848 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00953: val_loss did not improve\n",
      "Epoch 954/1500\n",
      "637/637 [==============================] - 1s 978us/step - loss: 0.0642 - acc: 0.0000e+00 - val_loss: 0.8823 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00954: val_loss did not improve\n",
      "Epoch 955/1500\n",
      "637/637 [==============================] - 1s 967us/step - loss: 0.0641 - acc: 0.0000e+00 - val_loss: 0.8843 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00955: val_loss did not improve\n",
      "Epoch 956/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0639 - acc: 0.0000e+00 - val_loss: 0.8844 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00956: val_loss did not improve\n",
      "Epoch 957/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0638 - acc: 0.0000e+00 - val_loss: 0.8835 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00957: val_loss did not improve\n",
      "Epoch 958/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0637 - acc: 0.0000e+00 - val_loss: 0.8838 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00958: val_loss did not improve\n",
      "Epoch 959/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0637 - acc: 0.0000e+00 - val_loss: 0.8815 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00959: val_loss improved from 0.88195 to 0.88152, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 960/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0636 - acc: 0.0000e+00 - val_loss: 0.8779 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00960: val_loss improved from 0.88152 to 0.87793, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 961/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0635 - acc: 0.0000e+00 - val_loss: 0.8802 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00961: val_loss did not improve\n",
      "Epoch 962/1500\n",
      "637/637 [==============================] - 1s 970us/step - loss: 0.0634 - acc: 0.0000e+00 - val_loss: 0.8809 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00962: val_loss did not improve\n",
      "Epoch 963/1500\n",
      "637/637 [==============================] - 1s 986us/step - loss: 0.0633 - acc: 0.0000e+00 - val_loss: 0.8796 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00963: val_loss did not improve\n",
      "Epoch 964/1500\n",
      "637/637 [==============================] - 1s 993us/step - loss: 0.0632 - acc: 0.0000e+00 - val_loss: 0.8801 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00964: val_loss did not improve\n",
      "Epoch 965/1500\n",
      "637/637 [==============================] - 1s 985us/step - loss: 0.0631 - acc: 0.0000e+00 - val_loss: 0.8770 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00965: val_loss improved from 0.87793 to 0.87702, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 966/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0630 - acc: 0.0000e+00 - val_loss: 0.8796 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00966: val_loss did not improve\n",
      "Epoch 967/1500\n",
      "637/637 [==============================] - ETA: 0s - loss: 0.0644 - acc: 0.0000e+0 - 1s 1ms/step - loss: 0.0629 - acc: 0.0000e+00 - val_loss: 0.8763 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00967: val_loss improved from 0.87702 to 0.87630, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 968/1500\n",
      "637/637 [==============================] - 1s 993us/step - loss: 0.0629 - acc: 0.0000e+00 - val_loss: 0.8769 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00968: val_loss did not improve\n",
      "Epoch 969/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0627 - acc: 0.0000e+00 - val_loss: 0.8741 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00969: val_loss improved from 0.87630 to 0.87410, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 970/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0627 - acc: 0.0000e+00 - val_loss: 0.8750 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00970: val_loss did not improve\n",
      "Epoch 971/1500\n",
      "637/637 [==============================] - 1s 1000us/step - loss: 0.0627 - acc: 0.0000e+00 - val_loss: 0.8762 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00971: val_loss did not improve\n",
      "Epoch 972/1500\n",
      "637/637 [==============================] - 1s 994us/step - loss: 0.0625 - acc: 0.0000e+00 - val_loss: 0.8741 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00972: val_loss did not improve\n",
      "Epoch 973/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0625 - acc: 0.0000e+00 - val_loss: 0.8712 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00973: val_loss improved from 0.87410 to 0.87121, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 974/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0624 - acc: 0.0000e+00 - val_loss: 0.8738 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00974: val_loss did not improve\n",
      "Epoch 975/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0623 - acc: 0.0000e+00 - val_loss: 0.8716 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00975: val_loss did not improve\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 976/1500\n",
      "637/637 [==============================] - 1s 947us/step - loss: 0.0622 - acc: 0.0000e+00 - val_loss: 0.8748 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00976: val_loss did not improve\n",
      "Epoch 977/1500\n",
      "637/637 [==============================] - 1s 944us/step - loss: 0.0621 - acc: 0.0000e+00 - val_loss: 0.8725 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00977: val_loss did not improve\n",
      "Epoch 978/1500\n",
      "637/637 [==============================] - 1s 971us/step - loss: 0.0620 - acc: 0.0000e+00 - val_loss: 0.8707 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00978: val_loss improved from 0.87121 to 0.87074, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 979/1500\n",
      "637/637 [==============================] - 1s 996us/step - loss: 0.0619 - acc: 0.0000e+00 - val_loss: 0.8724 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00979: val_loss did not improve\n",
      "Epoch 980/1500\n",
      "637/637 [==============================] - 1s 951us/step - loss: 0.0618 - acc: 0.0000e+00 - val_loss: 0.8724 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00980: val_loss did not improve\n",
      "Epoch 981/1500\n",
      "637/637 [==============================] - 1s 954us/step - loss: 0.0617 - acc: 0.0000e+00 - val_loss: 0.8710 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00981: val_loss did not improve\n",
      "Epoch 982/1500\n",
      "637/637 [==============================] - 1s 961us/step - loss: 0.0616 - acc: 0.0000e+00 - val_loss: 0.8706 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00982: val_loss improved from 0.87074 to 0.87060, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 983/1500\n",
      "637/637 [==============================] - 1s 996us/step - loss: 0.0616 - acc: 0.0000e+00 - val_loss: 0.8680 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00983: val_loss improved from 0.87060 to 0.86801, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 984/1500\n",
      "637/637 [==============================] - 1s 970us/step - loss: 0.0616 - acc: 0.0000e+00 - val_loss: 0.8662 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00984: val_loss improved from 0.86801 to 0.86616, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 985/1500\n",
      "637/637 [==============================] - 1s 977us/step - loss: 0.0614 - acc: 0.0000e+00 - val_loss: 0.8677 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00985: val_loss did not improve\n",
      "Epoch 986/1500\n",
      "637/637 [==============================] - 1s 956us/step - loss: 0.0613 - acc: 0.0000e+00 - val_loss: 0.8669 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00986: val_loss did not improve\n",
      "Epoch 987/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0612 - acc: 0.0000e+00 - val_loss: 0.8662 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00987: val_loss did not improve\n",
      "Epoch 988/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0612 - acc: 0.0000e+00 - val_loss: 0.8695 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00988: val_loss did not improve\n",
      "Epoch 989/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0611 - acc: 0.0000e+00 - val_loss: 0.8673 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00989: val_loss did not improve\n",
      "Epoch 990/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0610 - acc: 0.0000e+00 - val_loss: 0.8631 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00990: val_loss improved from 0.86616 to 0.86313, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 991/1500\n",
      "637/637 [==============================] - 1s 980us/step - loss: 0.0609 - acc: 0.0000e+00 - val_loss: 0.8647 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00991: val_loss did not improve\n",
      "Epoch 992/1500\n",
      "637/637 [==============================] - 1s 984us/step - loss: 0.0609 - acc: 0.0000e+00 - val_loss: 0.8638 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00992: val_loss did not improve\n",
      "Epoch 993/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0608 - acc: 0.0000e+00 - val_loss: 0.8661 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00993: val_loss did not improve\n",
      "Epoch 994/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0607 - acc: 0.0000e+00 - val_loss: 0.8635 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00994: val_loss did not improve\n",
      "Epoch 995/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0606 - acc: 0.0000e+00 - val_loss: 0.8635 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00995: val_loss did not improve\n",
      "Epoch 996/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0605 - acc: 0.0000e+00 - val_loss: 0.8626 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00996: val_loss improved from 0.86313 to 0.86262, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 997/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0604 - acc: 0.0000e+00 - val_loss: 0.8613 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00997: val_loss improved from 0.86262 to 0.86126, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 998/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0604 - acc: 0.0000e+00 - val_loss: 0.8640 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00998: val_loss did not improve\n",
      "Epoch 999/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0603 - acc: 0.0000e+00 - val_loss: 0.8663 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 00999: val_loss did not improve\n",
      "Epoch 1000/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0602 - acc: 0.0000e+00 - val_loss: 0.8602 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01000: val_loss improved from 0.86126 to 0.86018, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1001/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0601 - acc: 0.0000e+00 - val_loss: 0.8578 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01001: val_loss improved from 0.86018 to 0.85777, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1002/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0601 - acc: 0.0000e+00 - val_loss: 0.8572 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01002: val_loss improved from 0.85777 to 0.85724, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1003/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0599 - acc: 0.0000e+00 - val_loss: 0.8580 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01003: val_loss did not improve\n",
      "Epoch 1004/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0598 - acc: 0.0000e+00 - val_loss: 0.8613 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01004: val_loss did not improve\n",
      "Epoch 1005/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0598 - acc: 0.0000e+00 - val_loss: 0.8623 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01005: val_loss did not improve\n",
      "Epoch 1006/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0596 - acc: 0.0000e+00 - val_loss: 0.8575 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01006: val_loss did not improve\n",
      "Epoch 1007/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0596 - acc: 0.0000e+00 - val_loss: 0.8524 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01007: val_loss improved from 0.85724 to 0.85240, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1008/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0596 - acc: 0.0000e+00 - val_loss: 0.8587 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01008: val_loss did not improve\n",
      "Epoch 1009/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0594 - acc: 0.0000e+00 - val_loss: 0.8572 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01009: val_loss did not improve\n",
      "Epoch 1010/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0593 - acc: 0.0000e+00 - val_loss: 0.8558 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01010: val_loss did not improve\n",
      "Epoch 1011/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0593 - acc: 0.0000e+00 - val_loss: 0.8547 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01011: val_loss did not improve\n",
      "Epoch 1012/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0593 - acc: 0.0000e+00 - val_loss: 0.8533 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01012: val_loss did not improve\n",
      "Epoch 1013/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0592 - acc: 0.0000e+00 - val_loss: 0.8554 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01013: val_loss did not improve\n",
      "Epoch 1014/1500\n",
      "637/637 [==============================] - 1s 983us/step - loss: 0.0590 - acc: 0.0000e+00 - val_loss: 0.8546 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01014: val_loss did not improve\n",
      "Epoch 1015/1500\n",
      "637/637 [==============================] - 1s 977us/step - loss: 0.0589 - acc: 0.0000e+00 - val_loss: 0.8556 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01015: val_loss did not improve\n",
      "Epoch 1016/1500\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0589 - acc: 0.0000e+00 - val_loss: 0.8530 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01016: val_loss did not improve\n",
      "Epoch 1017/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0588 - acc: 0.0000e+00 - val_loss: 0.8539 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01017: val_loss did not improve\n",
      "Epoch 1018/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0588 - acc: 0.0000e+00 - val_loss: 0.8546 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01018: val_loss did not improve\n",
      "Epoch 1019/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0587 - acc: 0.0000e+00 - val_loss: 0.8556 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01019: val_loss did not improve\n",
      "Epoch 1020/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0586 - acc: 0.0000e+00 - val_loss: 0.8518 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01020: val_loss improved from 0.85240 to 0.85180, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1021/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0585 - acc: 0.0000e+00 - val_loss: 0.8501 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01021: val_loss improved from 0.85180 to 0.85007, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1022/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0585 - acc: 0.0000e+00 - val_loss: 0.8528 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01022: val_loss did not improve\n",
      "Epoch 1023/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0584 - acc: 0.0000e+00 - val_loss: 0.8512 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01023: val_loss did not improve\n",
      "Epoch 1024/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0583 - acc: 0.0000e+00 - val_loss: 0.8504 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01024: val_loss did not improve\n",
      "Epoch 1025/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0582 - acc: 0.0000e+00 - val_loss: 0.8512 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01025: val_loss did not improve\n",
      "Epoch 1026/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0581 - acc: 0.0000e+00 - val_loss: 0.8472 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01026: val_loss improved from 0.85007 to 0.84719, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1027/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0580 - acc: 0.0000e+00 - val_loss: 0.8482 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01027: val_loss did not improve\n",
      "Epoch 1028/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0579 - acc: 0.0000e+00 - val_loss: 0.8465 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01028: val_loss improved from 0.84719 to 0.84648, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1029/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0579 - acc: 0.0000e+00 - val_loss: 0.8470 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01029: val_loss did not improve\n",
      "Epoch 1030/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0578 - acc: 0.0000e+00 - val_loss: 0.8493 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01030: val_loss did not improve\n",
      "Epoch 1031/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0577 - acc: 0.0000e+00 - val_loss: 0.8474 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01031: val_loss did not improve\n",
      "Epoch 1032/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0576 - acc: 0.0000e+00 - val_loss: 0.8453 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01032: val_loss improved from 0.84648 to 0.84531, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1033/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0576 - acc: 0.0000e+00 - val_loss: 0.8484 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01033: val_loss did not improve\n",
      "Epoch 1034/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0575 - acc: 0.0000e+00 - val_loss: 0.8461 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01034: val_loss did not improve\n",
      "Epoch 1035/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0575 - acc: 0.0000e+00 - val_loss: 0.8485 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01035: val_loss did not improve\n",
      "Epoch 1036/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0574 - acc: 0.0000e+00 - val_loss: 0.8450 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01036: val_loss improved from 0.84531 to 0.84499, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1037/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0572 - acc: 0.0000e+00 - val_loss: 0.8442 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01037: val_loss improved from 0.84499 to 0.84422, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1038/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0573 - acc: 0.0000e+00 - val_loss: 0.8391 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01038: val_loss improved from 0.84422 to 0.83909, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1039/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0571 - acc: 0.0000e+00 - val_loss: 0.8427 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01039: val_loss did not improve\n",
      "Epoch 1040/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0571 - acc: 0.0000e+00 - val_loss: 0.8421 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01040: val_loss did not improve\n",
      "Epoch 1041/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0569 - acc: 0.0000e+00 - val_loss: 0.8444 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01041: val_loss did not improve\n",
      "Epoch 1042/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0569 - acc: 0.0000e+00 - val_loss: 0.8448 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01042: val_loss did not improve\n",
      "Epoch 1043/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0568 - acc: 0.0000e+00 - val_loss: 0.8418 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01043: val_loss did not improve\n",
      "Epoch 1044/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0568 - acc: 0.0000e+00 - val_loss: 0.8407 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01044: val_loss did not improve\n",
      "Epoch 1045/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0566 - acc: 0.0000e+00 - val_loss: 0.8409 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01045: val_loss did not improve\n",
      "Epoch 1046/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0567 - acc: 0.0000e+00 - val_loss: 0.8444 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01046: val_loss did not improve\n",
      "Epoch 1047/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0566 - acc: 0.0000e+00 - val_loss: 0.8365 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01047: val_loss improved from 0.83909 to 0.83653, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1048/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0564 - acc: 0.0000e+00 - val_loss: 0.8396 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01048: val_loss did not improve\n",
      "Epoch 1049/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0564 - acc: 0.0000e+00 - val_loss: 0.8375 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01049: val_loss did not improve\n",
      "Epoch 1050/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0563 - acc: 0.0000e+00 - val_loss: 0.8419 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01050: val_loss did not improve\n",
      "Epoch 1051/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0562 - acc: 0.0000e+00 - val_loss: 0.8383 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01051: val_loss did not improve\n",
      "Epoch 1052/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0562 - acc: 0.0000e+00 - val_loss: 0.8404 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01052: val_loss did not improve\n",
      "Epoch 1053/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0561 - acc: 0.0000e+00 - val_loss: 0.8367 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01053: val_loss did not improve\n",
      "Epoch 1054/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0560 - acc: 0.0000e+00 - val_loss: 0.8365 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01054: val_loss improved from 0.83653 to 0.83646, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1055/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0560 - acc: 0.0000e+00 - val_loss: 0.8370 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01055: val_loss did not improve\n",
      "Epoch 1056/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0559 - acc: 0.0000e+00 - val_loss: 0.8367 - val_acc: 0.0000e+00\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 01056: val_loss did not improve\n",
      "Epoch 1057/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0558 - acc: 0.0000e+00 - val_loss: 0.8375 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01057: val_loss did not improve\n",
      "Epoch 1058/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0557 - acc: 0.0000e+00 - val_loss: 0.8367 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01058: val_loss did not improve\n",
      "Epoch 1059/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0556 - acc: 0.0000e+00 - val_loss: 0.8348 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01059: val_loss improved from 0.83646 to 0.83476, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1060/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0555 - acc: 0.0000e+00 - val_loss: 0.8360 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01060: val_loss did not improve\n",
      "Epoch 1061/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0555 - acc: 0.0000e+00 - val_loss: 0.8366 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01061: val_loss did not improve\n",
      "Epoch 1062/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0554 - acc: 0.0000e+00 - val_loss: 0.8328 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01062: val_loss improved from 0.83476 to 0.83278, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1063/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0554 - acc: 0.0000e+00 - val_loss: 0.8358 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01063: val_loss did not improve\n",
      "Epoch 1064/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0552 - acc: 0.0000e+00 - val_loss: 0.8323 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01064: val_loss improved from 0.83278 to 0.83232, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1065/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0552 - acc: 0.0000e+00 - val_loss: 0.8333 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01065: val_loss did not improve\n",
      "Epoch 1066/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0551 - acc: 0.0000e+00 - val_loss: 0.8325 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01066: val_loss did not improve\n",
      "Epoch 1067/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0551 - acc: 0.0000e+00 - val_loss: 0.8295 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01067: val_loss improved from 0.83232 to 0.82950, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1068/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0550 - acc: 0.0000e+00 - val_loss: 0.8329 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01068: val_loss did not improve\n",
      "Epoch 1069/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0549 - acc: 0.0000e+00 - val_loss: 0.8317 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01069: val_loss did not improve\n",
      "Epoch 1070/1500\n",
      "637/637 [==============================] - 1s 972us/step - loss: 0.0548 - acc: 0.0000e+00 - val_loss: 0.8301 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01070: val_loss did not improve\n",
      "Epoch 1071/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0548 - acc: 0.0000e+00 - val_loss: 0.8276 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01071: val_loss improved from 0.82950 to 0.82763, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1072/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0547 - acc: 0.0000e+00 - val_loss: 0.8309 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01072: val_loss did not improve\n",
      "Epoch 1073/1500\n",
      "637/637 [==============================] - 1s 982us/step - loss: 0.0546 - acc: 0.0000e+00 - val_loss: 0.8287 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01073: val_loss did not improve\n",
      "Epoch 1074/1500\n",
      "637/637 [==============================] - 1s 988us/step - loss: 0.0546 - acc: 0.0000e+00 - val_loss: 0.8261 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01074: val_loss improved from 0.82763 to 0.82605, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1075/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0544 - acc: 0.0000e+00 - val_loss: 0.8301 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01075: val_loss did not improve\n",
      "Epoch 1076/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0544 - acc: 0.0000e+00 - val_loss: 0.8295 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01076: val_loss did not improve\n",
      "Epoch 1077/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0543 - acc: 0.0000e+00 - val_loss: 0.8301 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01077: val_loss did not improve\n",
      "Epoch 1078/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0543 - acc: 0.0000e+00 - val_loss: 0.8274 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01078: val_loss did not improve\n",
      "Epoch 1079/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0542 - acc: 0.0000e+00 - val_loss: 0.8272 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01079: val_loss did not improve\n",
      "Epoch 1080/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0541 - acc: 0.0000e+00 - val_loss: 0.8270 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01080: val_loss did not improve\n",
      "Epoch 1081/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0540 - acc: 0.0000e+00 - val_loss: 0.8280 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01081: val_loss did not improve\n",
      "Epoch 1082/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0539 - acc: 0.0000e+00 - val_loss: 0.8235 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01082: val_loss improved from 0.82605 to 0.82348, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1083/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0539 - acc: 0.0000e+00 - val_loss: 0.8249 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01083: val_loss did not improve\n",
      "Epoch 1084/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0538 - acc: 0.0000e+00 - val_loss: 0.8254 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01084: val_loss did not improve\n",
      "Epoch 1085/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0538 - acc: 0.0000e+00 - val_loss: 0.8234 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01085: val_loss improved from 0.82348 to 0.82343, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1086/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0537 - acc: 0.0000e+00 - val_loss: 0.8255 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01086: val_loss did not improve\n",
      "Epoch 1087/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0536 - acc: 0.0000e+00 - val_loss: 0.8231 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01087: val_loss improved from 0.82343 to 0.82312, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1088/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0536 - acc: 0.0000e+00 - val_loss: 0.8275 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01088: val_loss did not improve\n",
      "Epoch 1089/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0534 - acc: 0.0000e+00 - val_loss: 0.8232 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01089: val_loss did not improve\n",
      "Epoch 1090/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0534 - acc: 0.0000e+00 - val_loss: 0.8217 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01090: val_loss improved from 0.82312 to 0.82174, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1091/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0533 - acc: 0.0000e+00 - val_loss: 0.8221 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01091: val_loss did not improve\n",
      "Epoch 1092/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0533 - acc: 0.0000e+00 - val_loss: 0.8224 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01092: val_loss did not improve\n",
      "Epoch 1093/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0532 - acc: 0.0000e+00 - val_loss: 0.8194 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01093: val_loss improved from 0.82174 to 0.81936, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1094/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0532 - acc: 0.0000e+00 - val_loss: 0.8239 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01094: val_loss did not improve\n",
      "Epoch 1095/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0530 - acc: 0.0000e+00 - val_loss: 0.8225 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01095: val_loss did not improve\n",
      "Epoch 1096/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0530 - acc: 0.0000e+00 - val_loss: 0.8190 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01096: val_loss improved from 0.81936 to 0.81905, saving model to ./saved_models/LSTM_weights.hdf5\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1097/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0529 - acc: 0.0000e+00 - val_loss: 0.8218 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01097: val_loss did not improve\n",
      "Epoch 1098/1500\n",
      "637/637 [==============================] - 1s 993us/step - loss: 0.0529 - acc: 0.0000e+00 - val_loss: 0.8237 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01098: val_loss did not improve\n",
      "Epoch 1099/1500\n",
      "637/637 [==============================] - 1s 960us/step - loss: 0.0528 - acc: 0.0000e+00 - val_loss: 0.8172 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01099: val_loss improved from 0.81905 to 0.81723, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1100/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0528 - acc: 0.0000e+00 - val_loss: 0.8176 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01100: val_loss did not improve\n",
      "Epoch 1101/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0526 - acc: 0.0000e+00 - val_loss: 0.8188 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01101: val_loss did not improve\n",
      "Epoch 1102/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0526 - acc: 0.0000e+00 - val_loss: 0.8161 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01102: val_loss improved from 0.81723 to 0.81610, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1103/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0525 - acc: 0.0000e+00 - val_loss: 0.8161 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01103: val_loss improved from 0.81610 to 0.81609, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1104/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0525 - acc: 0.0000e+00 - val_loss: 0.8208 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01104: val_loss did not improve\n",
      "Epoch 1105/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0524 - acc: 0.0000e+00 - val_loss: 0.8186 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01105: val_loss did not improve\n",
      "Epoch 1106/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0523 - acc: 0.0000e+00 - val_loss: 0.8140 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01106: val_loss improved from 0.81609 to 0.81404, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1107/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0522 - acc: 0.0000e+00 - val_loss: 0.8158 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01107: val_loss did not improve\n",
      "Epoch 1108/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0522 - acc: 0.0000e+00 - val_loss: 0.8158 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01108: val_loss did not improve\n",
      "Epoch 1109/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0521 - acc: 0.0000e+00 - val_loss: 0.8127 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01109: val_loss improved from 0.81404 to 0.81266, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1110/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0520 - acc: 0.0000e+00 - val_loss: 0.8133 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01110: val_loss did not improve\n",
      "Epoch 1111/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0519 - acc: 0.0000e+00 - val_loss: 0.8142 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01111: val_loss did not improve\n",
      "Epoch 1112/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0521 - acc: 0.0000e+00 - val_loss: 0.8198 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01112: val_loss did not improve\n",
      "Epoch 1113/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0519 - acc: 0.0000e+00 - val_loss: 0.8145 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01113: val_loss did not improve\n",
      "Epoch 1114/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0518 - acc: 0.0000e+00 - val_loss: 0.8115 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01114: val_loss improved from 0.81266 to 0.81153, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1115/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0517 - acc: 0.0000e+00 - val_loss: 0.8127 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01115: val_loss did not improve\n",
      "Epoch 1116/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0516 - acc: 0.0000e+00 - val_loss: 0.8161 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01116: val_loss did not improve\n",
      "Epoch 1117/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0516 - acc: 0.0000e+00 - val_loss: 0.8172 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01117: val_loss did not improve\n",
      "Epoch 1118/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0516 - acc: 0.0000e+00 - val_loss: 0.8078 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01118: val_loss improved from 0.81153 to 0.80776, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1119/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0514 - acc: 0.0000e+00 - val_loss: 0.8087 - val_acc: 0.0000e+00: 0s - loss: 0.0620 - acc: 0.000\n",
      "\n",
      "Epoch 01119: val_loss did not improve\n",
      "Epoch 1120/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0513 - acc: 0.0000e+00 - val_loss: 0.8136 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01120: val_loss did not improve\n",
      "Epoch 1121/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0514 - acc: 0.0000e+00 - val_loss: 0.8162 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01121: val_loss did not improve\n",
      "Epoch 1122/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0514 - acc: 0.0000e+00 - val_loss: 0.8057 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01122: val_loss improved from 0.80776 to 0.80573, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1123/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0512 - acc: 0.0000e+00 - val_loss: 0.8073 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01123: val_loss did not improve\n",
      "Epoch 1124/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0512 - acc: 0.0000e+00 - val_loss: 0.8144 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01124: val_loss did not improve\n",
      "Epoch 1125/1500\n",
      "637/637 [==============================] - 1s 999us/step - loss: 0.0511 - acc: 0.0000e+00 - val_loss: 0.8086 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01125: val_loss did not improve\n",
      "Epoch 1126/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0510 - acc: 0.0000e+00 - val_loss: 0.8097 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01126: val_loss did not improve\n",
      "Epoch 1127/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0508 - acc: 0.0000e+00 - val_loss: 0.8084 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01127: val_loss did not improve\n",
      "Epoch 1128/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0509 - acc: 0.0000e+00 - val_loss: 0.8108 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01128: val_loss did not improve\n",
      "Epoch 1129/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0508 - acc: 0.0000e+00 - val_loss: 0.8063 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01129: val_loss did not improve\n",
      "Epoch 1130/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0507 - acc: 0.0000e+00 - val_loss: 0.8071 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01130: val_loss did not improve\n",
      "Epoch 1131/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0506 - acc: 0.0000e+00 - val_loss: 0.8070 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01131: val_loss did not improve\n",
      "Epoch 1132/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0508 - acc: 0.0000e+00 - val_loss: 0.8093 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01132: val_loss did not improve\n",
      "Epoch 1133/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0506 - acc: 0.0000e+00 - val_loss: 0.8032 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01133: val_loss improved from 0.80573 to 0.80321, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1134/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0504 - acc: 0.0000e+00 - val_loss: 0.8054 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01134: val_loss did not improve\n",
      "Epoch 1135/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0504 - acc: 0.0000e+00 - val_loss: 0.8080 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01135: val_loss did not improve\n",
      "Epoch 1136/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0504 - acc: 0.0000e+00 - val_loss: 0.8075 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01136: val_loss did not improve\n",
      "Epoch 1137/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0503 - acc: 0.0000e+00 - val_loss: 0.8082 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01137: val_loss did not improve\n",
      "Epoch 1138/1500\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0502 - acc: 0.0000e+00 - val_loss: 0.8018 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01138: val_loss improved from 0.80321 to 0.80182, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1139/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0501 - acc: 0.0000e+00 - val_loss: 0.8051 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01139: val_loss did not improve\n",
      "Epoch 1140/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0500 - acc: 0.0000e+00 - val_loss: 0.8048 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01140: val_loss did not improve\n",
      "Epoch 1141/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0500 - acc: 0.0000e+00 - val_loss: 0.8037 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01141: val_loss did not improve\n",
      "Epoch 1142/1500\n",
      "637/637 [==============================] - 1s 979us/step - loss: 0.0500 - acc: 0.0000e+00 - val_loss: 0.8037 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01142: val_loss did not improve\n",
      "Epoch 1143/1500\n",
      "637/637 [==============================] - 1s 996us/step - loss: 0.0499 - acc: 0.0000e+00 - val_loss: 0.8037 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01143: val_loss did not improve\n",
      "Epoch 1144/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0498 - acc: 0.0000e+00 - val_loss: 0.8013 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01144: val_loss improved from 0.80182 to 0.80131, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1145/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0498 - acc: 0.0000e+00 - val_loss: 0.8018 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01145: val_loss did not improve\n",
      "Epoch 1146/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0497 - acc: 0.0000e+00 - val_loss: 0.8034 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01146: val_loss did not improve\n",
      "Epoch 1147/1500\n",
      "637/637 [==============================] - 1s 991us/step - loss: 0.0496 - acc: 0.0000e+00 - val_loss: 0.8029 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01147: val_loss did not improve\n",
      "Epoch 1148/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0495 - acc: 0.0000e+00 - val_loss: 0.7998 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01148: val_loss improved from 0.80131 to 0.79980, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1149/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0495 - acc: 0.0000e+00 - val_loss: 0.8007 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01149: val_loss did not improve\n",
      "Epoch 1150/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0495 - acc: 0.0000e+00 - val_loss: 0.8004 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01150: val_loss did not improve\n",
      "Epoch 1151/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0493 - acc: 0.0000e+00 - val_loss: 0.8013 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01151: val_loss did not improve\n",
      "Epoch 1152/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0493 - acc: 0.0000e+00 - val_loss: 0.8014 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01152: val_loss did not improve\n",
      "Epoch 1153/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0492 - acc: 0.0000e+00 - val_loss: 0.8014 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01153: val_loss did not improve\n",
      "Epoch 1154/1500\n",
      "637/637 [==============================] - 1s 984us/step - loss: 0.0492 - acc: 0.0000e+00 - val_loss: 0.8017 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01154: val_loss did not improve\n",
      "Epoch 1155/1500\n",
      "637/637 [==============================] - 1s 986us/step - loss: 0.0491 - acc: 0.0000e+00 - val_loss: 0.7990 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01155: val_loss improved from 0.79980 to 0.79896, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1156/1500\n",
      "637/637 [==============================] - 1s 989us/step - loss: 0.0491 - acc: 0.0000e+00 - val_loss: 0.7933 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01156: val_loss improved from 0.79896 to 0.79328, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1157/1500\n",
      "637/637 [==============================] - 1s 989us/step - loss: 0.0491 - acc: 0.0000e+00 - val_loss: 0.8000 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01157: val_loss did not improve\n",
      "Epoch 1158/1500\n",
      "637/637 [==============================] - 1s 977us/step - loss: 0.0490 - acc: 0.0000e+00 - val_loss: 0.7976 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01158: val_loss did not improve\n",
      "Epoch 1159/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0488 - acc: 0.0000e+00 - val_loss: 0.7982 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01159: val_loss did not improve\n",
      "Epoch 1160/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0487 - acc: 0.0000e+00 - val_loss: 0.7976 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01160: val_loss did not improve\n",
      "Epoch 1161/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0487 - acc: 0.0000e+00 - val_loss: 0.7973 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01161: val_loss did not improve\n",
      "Epoch 1162/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0487 - acc: 0.0000e+00 - val_loss: 0.7987 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01162: val_loss did not improve\n",
      "Epoch 1163/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0486 - acc: 0.0000e+00 - val_loss: 0.7978 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01163: val_loss did not improve\n",
      "Epoch 1164/1500\n",
      "637/637 [==============================] - 1s 998us/step - loss: 0.0485 - acc: 0.0000e+00 - val_loss: 0.7955 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01164: val_loss did not improve\n",
      "Epoch 1165/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0485 - acc: 0.0000e+00 - val_loss: 0.7973 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01165: val_loss did not improve\n",
      "Epoch 1166/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0484 - acc: 0.0000e+00 - val_loss: 0.7964 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01166: val_loss did not improve\n",
      "Epoch 1167/1500\n",
      "637/637 [==============================] - 1s 974us/step - loss: 0.0484 - acc: 0.0000e+00 - val_loss: 0.7925 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01167: val_loss improved from 0.79328 to 0.79247, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1168/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0484 - acc: 0.0000e+00 - val_loss: 0.7951 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01168: val_loss did not improve\n",
      "Epoch 1169/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0483 - acc: 0.0000e+00 - val_loss: 0.7911 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01169: val_loss improved from 0.79247 to 0.79109, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1170/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0483 - acc: 0.0000e+00 - val_loss: 0.7972 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01170: val_loss did not improve\n",
      "Epoch 1171/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0481 - acc: 0.0000e+00 - val_loss: 0.7947 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01171: val_loss did not improve\n",
      "Epoch 1172/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0480 - acc: 0.0000e+00 - val_loss: 0.7925 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01172: val_loss did not improve\n",
      "Epoch 1173/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0480 - acc: 0.0000e+00 - val_loss: 0.7883 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01173: val_loss improved from 0.79109 to 0.78834, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1174/1500\n",
      "637/637 [==============================] - 1s 933us/step - loss: 0.0479 - acc: 0.0000e+00 - val_loss: 0.7925 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01174: val_loss did not improve\n",
      "Epoch 1175/1500\n",
      "637/637 [==============================] - 1s 990us/step - loss: 0.0479 - acc: 0.0000e+00 - val_loss: 0.7943 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01175: val_loss did not improve\n",
      "Epoch 1176/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0478 - acc: 0.0000e+00 - val_loss: 0.7913 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01176: val_loss did not improve\n",
      "Epoch 1177/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0477 - acc: 0.0000e+00 - val_loss: 0.7919 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01177: val_loss did not improve\n",
      "Epoch 1178/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0477 - acc: 0.0000e+00 - val_loss: 0.7917 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01178: val_loss did not improve\n",
      "Epoch 1179/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0476 - acc: 0.0000e+00 - val_loss: 0.7912 - val_acc: 0.0000e+00\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Epoch 01179: val_loss did not improve\n",
      "Epoch 1180/1500\n",
      "637/637 [==============================] - 1s 949us/step - loss: 0.0476 - acc: 0.0000e+00 - val_loss: 0.7906 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01180: val_loss did not improve\n",
      "Epoch 1181/1500\n",
      "637/637 [==============================] - 1s 931us/step - loss: 0.0475 - acc: 0.0000e+00 - val_loss: 0.7889 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01181: val_loss did not improve\n",
      "Epoch 1182/1500\n",
      "637/637 [==============================] - 1s 955us/step - loss: 0.0475 - acc: 0.0000e+00 - val_loss: 0.7902 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01182: val_loss did not improve\n",
      "Epoch 1183/1500\n",
      "637/637 [==============================] - 1s 990us/step - loss: 0.0474 - acc: 0.0000e+00 - val_loss: 0.7898 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01183: val_loss did not improve\n",
      "Epoch 1184/1500\n",
      "637/637 [==============================] - 1s 998us/step - loss: 0.0474 - acc: 0.0000e+00 - val_loss: 0.7863 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01184: val_loss improved from 0.78834 to 0.78626, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1185/1500\n",
      "637/637 [==============================] - 1s 990us/step - loss: 0.0472 - acc: 0.0000e+00 - val_loss: 0.7874 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01185: val_loss did not improve\n",
      "Epoch 1186/1500\n",
      "637/637 [==============================] - 1s 963us/step - loss: 0.0472 - acc: 0.0000e+00 - val_loss: 0.7881 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01186: val_loss did not improve\n",
      "Epoch 1187/1500\n",
      "637/637 [==============================] - 1s 957us/step - loss: 0.0472 - acc: 0.0000e+00 - val_loss: 0.7886 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01187: val_loss did not improve\n",
      "Epoch 1188/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0471 - acc: 0.0000e+00 - val_loss: 0.7898 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01188: val_loss did not improve\n",
      "Epoch 1189/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0470 - acc: 0.0000e+00 - val_loss: 0.7862 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01189: val_loss improved from 0.78626 to 0.78625, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1190/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0470 - acc: 0.0000e+00 - val_loss: 0.7864 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01190: val_loss did not improve\n",
      "Epoch 1191/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0471 - acc: 0.0000e+00 - val_loss: 0.7860 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01191: val_loss improved from 0.78625 to 0.78603, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1192/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0470 - acc: 0.0000e+00 - val_loss: 0.7872 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01192: val_loss did not improve\n",
      "Epoch 1193/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0468 - acc: 0.0000e+00 - val_loss: 0.7861 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01193: val_loss did not improve\n",
      "Epoch 1194/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0468 - acc: 0.0000e+00 - val_loss: 0.7870 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01194: val_loss did not improve\n",
      "Epoch 1195/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0467 - acc: 0.0000e+00 - val_loss: 0.7811 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01195: val_loss improved from 0.78603 to 0.78109, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1196/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0466 - acc: 0.0000e+00 - val_loss: 0.7842 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01196: val_loss did not improve\n",
      "Epoch 1197/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0466 - acc: 0.0000e+00 - val_loss: 0.7877 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01197: val_loss did not improve\n",
      "Epoch 1198/1500\n",
      "637/637 [==============================] - 1s 994us/step - loss: 0.0465 - acc: 0.0000e+00 - val_loss: 0.7828 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01198: val_loss did not improve\n",
      "Epoch 1199/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0465 - acc: 0.0000e+00 - val_loss: 0.7848 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01199: val_loss did not improve\n",
      "Epoch 1200/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0464 - acc: 0.0000e+00 - val_loss: 0.7823 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01200: val_loss did not improve\n",
      "Epoch 1201/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0464 - acc: 0.0000e+00 - val_loss: 0.7844 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01201: val_loss did not improve\n",
      "Epoch 1202/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0463 - acc: 0.0000e+00 - val_loss: 0.7801 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01202: val_loss improved from 0.78109 to 0.78009, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1203/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0462 - acc: 0.0000e+00 - val_loss: 0.7833 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01203: val_loss did not improve\n",
      "Epoch 1204/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0461 - acc: 0.0000e+00 - val_loss: 0.7843 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01204: val_loss did not improve\n",
      "Epoch 1205/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0462 - acc: 0.0000e+00 - val_loss: 0.7795 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01205: val_loss improved from 0.78009 to 0.77950, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1206/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0461 - acc: 0.0000e+00 - val_loss: 0.7836 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01206: val_loss did not improve\n",
      "Epoch 1207/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0460 - acc: 0.0000e+00 - val_loss: 0.7800 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01207: val_loss did not improve\n",
      "Epoch 1208/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0460 - acc: 0.0000e+00 - val_loss: 0.7812 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01208: val_loss did not improve\n",
      "Epoch 1209/1500\n",
      "637/637 [==============================] - 1s 988us/step - loss: 0.0458 - acc: 0.0000e+00 - val_loss: 0.7812 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01209: val_loss did not improve\n",
      "Epoch 1210/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0458 - acc: 0.0000e+00 - val_loss: 0.7847 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01210: val_loss did not improve\n",
      "Epoch 1211/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0458 - acc: 0.0000e+00 - val_loss: 0.7799 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01211: val_loss did not improve\n",
      "Epoch 1212/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0457 - acc: 0.0000e+00 - val_loss: 0.7757 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01212: val_loss improved from 0.77950 to 0.77571, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1213/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0456 - acc: 0.0000e+00 - val_loss: 0.7776 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01213: val_loss did not improve\n",
      "Epoch 1214/1500\n",
      "637/637 [==============================] - 1s 999us/step - loss: 0.0456 - acc: 0.0000e+00 - val_loss: 0.7811 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01214: val_loss did not improve\n",
      "Epoch 1215/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0456 - acc: 0.0000e+00 - val_loss: 0.7800 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01215: val_loss did not improve\n",
      "Epoch 1216/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0455 - acc: 0.0000e+00 - val_loss: 0.7792 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01216: val_loss did not improve\n",
      "Epoch 1217/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0455 - acc: 0.0000e+00 - val_loss: 0.7782 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01217: val_loss did not improve\n",
      "Epoch 1218/1500\n",
      "637/637 [==============================] - 1s 995us/step - loss: 0.0454 - acc: 0.0000e+00 - val_loss: 0.7779 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01218: val_loss did not improve\n",
      "Epoch 1219/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0453 - acc: 0.0000e+00 - val_loss: 0.7781 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01219: val_loss did not improve\n",
      "Epoch 1220/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0453 - acc: 0.0000e+00 - val_loss: 0.7773 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01220: val_loss did not improve\n",
      "Epoch 1221/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0452 - acc: 0.0000e+00 - val_loss: 0.7749 - val_acc: 0.0000e+00\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Epoch 01221: val_loss improved from 0.77571 to 0.77490, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1222/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0453 - acc: 0.0000e+00 - val_loss: 0.7784 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01222: val_loss did not improve\n",
      "Epoch 1223/1500\n",
      "637/637 [==============================] - 1s 948us/step - loss: 0.0452 - acc: 0.0000e+00 - val_loss: 0.7728 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01223: val_loss improved from 0.77490 to 0.77280, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1224/1500\n",
      "637/637 [==============================] - 1s 956us/step - loss: 0.0450 - acc: 0.0000e+00 - val_loss: 0.7753 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01224: val_loss did not improve\n",
      "Epoch 1225/1500\n",
      "637/637 [==============================] - 1s 958us/step - loss: 0.0450 - acc: 0.0000e+00 - val_loss: 0.7776 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01225: val_loss did not improve\n",
      "Epoch 1226/1500\n",
      "637/637 [==============================] - 1s 981us/step - loss: 0.0449 - acc: 0.0000e+00 - val_loss: 0.7737 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01226: val_loss did not improve\n",
      "Epoch 1227/1500\n",
      "637/637 [==============================] - 1s 993us/step - loss: 0.0448 - acc: 0.0000e+00 - val_loss: 0.7744 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01227: val_loss did not improve\n",
      "Epoch 1228/1500\n",
      "637/637 [==============================] - 1s 999us/step - loss: 0.0448 - acc: 0.0000e+00 - val_loss: 0.7744 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01228: val_loss did not improve\n",
      "Epoch 1229/1500\n",
      "637/637 [==============================] - 1s 962us/step - loss: 0.0447 - acc: 0.0000e+00 - val_loss: 0.7727 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01229: val_loss improved from 0.77280 to 0.77275, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1230/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0447 - acc: 0.0000e+00 - val_loss: 0.7737 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01230: val_loss did not improve\n",
      "Epoch 1231/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0446 - acc: 0.0000e+00 - val_loss: 0.7744 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01231: val_loss did not improve\n",
      "Epoch 1232/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0446 - acc: 0.0000e+00 - val_loss: 0.7722 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01232: val_loss improved from 0.77275 to 0.77224, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1233/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0445 - acc: 0.0000e+00 - val_loss: 0.7718 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01233: val_loss improved from 0.77224 to 0.77176, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1234/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0444 - acc: 0.0000e+00 - val_loss: 0.7718 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01234: val_loss did not improve\n",
      "Epoch 1235/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0444 - acc: 0.0000e+00 - val_loss: 0.7734 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01235: val_loss did not improve\n",
      "Epoch 1236/1500\n",
      "637/637 [==============================] - 1s 972us/step - loss: 0.0443 - acc: 0.0000e+00 - val_loss: 0.7736 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01236: val_loss did not improve\n",
      "Epoch 1237/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0443 - acc: 0.0000e+00 - val_loss: 0.7689 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01237: val_loss improved from 0.77176 to 0.76891, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1238/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0443 - acc: 0.0000e+00 - val_loss: 0.7688 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01238: val_loss improved from 0.76891 to 0.76879, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1239/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0442 - acc: 0.0000e+00 - val_loss: 0.7706 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01239: val_loss did not improve\n",
      "Epoch 1240/1500\n",
      "637/637 [==============================] - 1s 966us/step - loss: 0.0441 - acc: 0.0000e+00 - val_loss: 0.7695 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01240: val_loss did not improve\n",
      "Epoch 1241/1500\n",
      "637/637 [==============================] - 1s 999us/step - loss: 0.0441 - acc: 0.0000e+00 - val_loss: 0.7720 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01241: val_loss did not improve\n",
      "Epoch 1242/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0440 - acc: 0.0000e+00 - val_loss: 0.7696 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01242: val_loss did not improve\n",
      "Epoch 1243/1500\n",
      "637/637 [==============================] - 1s 989us/step - loss: 0.0440 - acc: 0.0000e+00 - val_loss: 0.7706 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01243: val_loss did not improve\n",
      "Epoch 1244/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0439 - acc: 0.0000e+00 - val_loss: 0.7724 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01244: val_loss did not improve\n",
      "Epoch 1245/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0438 - acc: 0.0000e+00 - val_loss: 0.7700 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01245: val_loss did not improve\n",
      "Epoch 1246/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0438 - acc: 0.0000e+00 - val_loss: 0.7663 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01246: val_loss improved from 0.76879 to 0.76628, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1247/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0438 - acc: 0.0000e+00 - val_loss: 0.7677 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01247: val_loss did not improve\n",
      "Epoch 1248/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0437 - acc: 0.0000e+00 - val_loss: 0.7679 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01248: val_loss did not improve\n",
      "Epoch 1249/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0436 - acc: 0.0000e+00 - val_loss: 0.7663 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01249: val_loss did not improve\n",
      "Epoch 1250/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0436 - acc: 0.0000e+00 - val_loss: 0.7655 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01250: val_loss improved from 0.76628 to 0.76552, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1251/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0436 - acc: 0.0000e+00 - val_loss: 0.7650 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01251: val_loss improved from 0.76552 to 0.76496, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1252/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0435 - acc: 0.0000e+00 - val_loss: 0.7681 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01252: val_loss did not improve\n",
      "Epoch 1253/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0434 - acc: 0.0000e+00 - val_loss: 0.7669 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01253: val_loss did not improve\n",
      "Epoch 1254/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0433 - acc: 0.0000e+00 - val_loss: 0.7668 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01254: val_loss did not improve\n",
      "Epoch 1255/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0433 - acc: 0.0000e+00 - val_loss: 0.7647 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01255: val_loss improved from 0.76496 to 0.76470, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1256/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0433 - acc: 0.0000e+00 - val_loss: 0.7677 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01256: val_loss did not improve\n",
      "Epoch 1257/1500\n",
      "637/637 [==============================] - 1s 993us/step - loss: 0.0432 - acc: 0.0000e+00 - val_loss: 0.7634 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01257: val_loss improved from 0.76470 to 0.76335, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1258/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0432 - acc: 0.0000e+00 - val_loss: 0.7649 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01258: val_loss did not improve\n",
      "Epoch 1259/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0431 - acc: 0.0000e+00 - val_loss: 0.7643 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01259: val_loss did not improve\n",
      "Epoch 1260/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0431 - acc: 0.0000e+00 - val_loss: 0.7652 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01260: val_loss did not improve\n",
      "Epoch 1261/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0430 - acc: 0.0000e+00 - val_loss: 0.7642 - val_acc: 0.0000e+00\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 01261: val_loss did not improve\n",
      "Epoch 1262/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0430 - acc: 0.0000e+00 - val_loss: 0.7610 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01262: val_loss improved from 0.76335 to 0.76096, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1263/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0429 - acc: 0.0000e+00 - val_loss: 0.7647 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01263: val_loss did not improve\n",
      "Epoch 1264/1500\n",
      "637/637 [==============================] - 1s 966us/step - loss: 0.0428 - acc: 0.0000e+00 - val_loss: 0.7625 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01264: val_loss did not improve\n",
      "Epoch 1265/1500\n",
      "637/637 [==============================] - 1s 996us/step - loss: 0.0427 - acc: 0.0000e+00 - val_loss: 0.7635 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01265: val_loss did not improve\n",
      "Epoch 1266/1500\n",
      "637/637 [==============================] - ETA: 0s - loss: 0.0419 - acc: 0.0000e+0 - 1s 995us/step - loss: 0.0427 - acc: 0.0000e+00 - val_loss: 0.7633 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01266: val_loss did not improve\n",
      "Epoch 1267/1500\n",
      "637/637 [==============================] - 1s 997us/step - loss: 0.0427 - acc: 0.0000e+00 - val_loss: 0.7626 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01267: val_loss did not improve\n",
      "Epoch 1268/1500\n",
      "637/637 [==============================] - 1s 977us/step - loss: 0.0426 - acc: 0.0000e+00 - val_loss: 0.7605 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01268: val_loss improved from 0.76096 to 0.76045, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1269/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0425 - acc: 0.0000e+00 - val_loss: 0.7614 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01269: val_loss did not improve\n",
      "Epoch 1270/1500\n",
      "637/637 [==============================] - 1s 976us/step - loss: 0.0425 - acc: 0.0000e+00 - val_loss: 0.7640 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01270: val_loss did not improve\n",
      "Epoch 1271/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0425 - acc: 0.0000e+00 - val_loss: 0.7559 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01271: val_loss improved from 0.76045 to 0.75590, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1272/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0424 - acc: 0.0000e+00 - val_loss: 0.7598 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01272: val_loss did not improve\n",
      "Epoch 1273/1500\n",
      "637/637 [==============================] - 1s 988us/step - loss: 0.0423 - acc: 0.0000e+00 - val_loss: 0.7591 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01273: val_loss did not improve\n",
      "Epoch 1274/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0424 - acc: 0.0000e+00 - val_loss: 0.7590 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01274: val_loss did not improve\n",
      "Epoch 1275/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0422 - acc: 0.0000e+00 - val_loss: 0.7595 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01275: val_loss did not improve\n",
      "Epoch 1276/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0422 - acc: 0.0000e+00 - val_loss: 0.7627 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01276: val_loss did not improve\n",
      "Epoch 1277/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0421 - acc: 0.0000e+00 - val_loss: 0.7576 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01277: val_loss did not improve\n",
      "Epoch 1278/1500\n",
      "637/637 [==============================] - 1s 964us/step - loss: 0.0421 - acc: 0.0000e+00 - val_loss: 0.7597 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01278: val_loss did not improve\n",
      "Epoch 1279/1500\n",
      "637/637 [==============================] - 1s 973us/step - loss: 0.0421 - acc: 0.0000e+00 - val_loss: 0.7540 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01279: val_loss improved from 0.75590 to 0.75403, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1280/1500\n",
      "637/637 [==============================] - 1s 895us/step - loss: 0.0420 - acc: 0.0000e+00 - val_loss: 0.7581 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01280: val_loss did not improve\n",
      "Epoch 1281/1500\n",
      "637/637 [==============================] - 1s 895us/step - loss: 0.0419 - acc: 0.0000e+00 - val_loss: 0.7594 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01281: val_loss did not improve\n",
      "Epoch 1282/1500\n",
      "637/637 [==============================] - 1s 898us/step - loss: 0.0419 - acc: 0.0000e+00 - val_loss: 0.7556 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01282: val_loss did not improve\n",
      "Epoch 1283/1500\n",
      "637/637 [==============================] - 1s 903us/step - loss: 0.0418 - acc: 0.0000e+00 - val_loss: 0.7575 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01283: val_loss did not improve\n",
      "Epoch 1284/1500\n",
      "637/637 [==============================] - 1s 953us/step - loss: 0.0418 - acc: 0.0000e+00 - val_loss: 0.7590 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01284: val_loss did not improve\n",
      "Epoch 1285/1500\n",
      "637/637 [==============================] - 1s 969us/step - loss: 0.0417 - acc: 0.0000e+00 - val_loss: 0.7566 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01285: val_loss did not improve\n",
      "Epoch 1286/1500\n",
      "637/637 [==============================] - 1s 949us/step - loss: 0.0417 - acc: 0.0000e+00 - val_loss: 0.7566 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01286: val_loss did not improve\n",
      "Epoch 1287/1500\n",
      "637/637 [==============================] - 1s 955us/step - loss: 0.0416 - acc: 0.0000e+00 - val_loss: 0.7521 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01287: val_loss improved from 0.75403 to 0.75212, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1288/1500\n",
      "637/637 [==============================] - 1s 890us/step - loss: 0.0416 - acc: 0.0000e+00 - val_loss: 0.7547 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01288: val_loss did not improve\n",
      "Epoch 1289/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0415 - acc: 0.0000e+00 - val_loss: 0.7550 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01289: val_loss did not improve\n",
      "Epoch 1290/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0414 - acc: 0.0000e+00 - val_loss: 0.7542 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01290: val_loss did not improve\n",
      "Epoch 1291/1500\n",
      "637/637 [==============================] - ETA: 0s - loss: 0.0414 - acc: 0.0000e+0 - 1s 972us/step - loss: 0.0415 - acc: 0.0000e+00 - val_loss: 0.7512 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01291: val_loss improved from 0.75212 to 0.75120, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1292/1500\n",
      "637/637 [==============================] - 1s 896us/step - loss: 0.0414 - acc: 0.0000e+00 - val_loss: 0.7576 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01292: val_loss did not improve\n",
      "Epoch 1293/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0414 - acc: 0.0000e+00 - val_loss: 0.7531 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01293: val_loss did not improve\n",
      "Epoch 1294/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0413 - acc: 0.0000e+00 - val_loss: 0.7535 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01294: val_loss did not improve\n",
      "Epoch 1295/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0412 - acc: 0.0000e+00 - val_loss: 0.7540 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01295: val_loss did not improve\n",
      "Epoch 1296/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0412 - acc: 0.0000e+00 - val_loss: 0.7504 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01296: val_loss improved from 0.75120 to 0.75045, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1297/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0411 - acc: 0.0000e+00 - val_loss: 0.7518 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01297: val_loss did not improve\n",
      "Epoch 1298/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0410 - acc: 0.0000e+00 - val_loss: 0.7521 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01298: val_loss did not improve\n",
      "Epoch 1299/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0410 - acc: 0.0000e+00 - val_loss: 0.7504 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01299: val_loss improved from 0.75045 to 0.75042, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1300/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0409 - acc: 0.0000e+00 - val_loss: 0.7496 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01300: val_loss improved from 0.75042 to 0.74961, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1301/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0409 - acc: 0.0000e+00 - val_loss: 0.7523 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01301: val_loss did not improve\n",
      "Epoch 1302/1500\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "637/637 [==============================] - 1s 973us/step - loss: 0.0409 - acc: 0.0000e+00 - val_loss: 0.7488 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01302: val_loss improved from 0.74961 to 0.74875, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1303/1500\n",
      "637/637 [==============================] - 1s 981us/step - loss: 0.0409 - acc: 0.0000e+00 - val_loss: 0.7542 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01303: val_loss did not improve\n",
      "Epoch 1304/1500\n",
      "637/637 [==============================] - 1s 963us/step - loss: 0.0408 - acc: 0.0000e+00 - val_loss: 0.7495 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01304: val_loss did not improve\n",
      "Epoch 1305/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0407 - acc: 0.0000e+00 - val_loss: 0.7487 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01305: val_loss improved from 0.74875 to 0.74871, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1306/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0406 - acc: 0.0000e+00 - val_loss: 0.7485 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01306: val_loss improved from 0.74871 to 0.74847, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1307/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0407 - acc: 0.0000e+00 - val_loss: 0.7502 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01307: val_loss did not improve\n",
      "Epoch 1308/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0405 - acc: 0.0000e+00 - val_loss: 0.7489 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01308: val_loss did not improve\n",
      "Epoch 1309/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0405 - acc: 0.0000e+00 - val_loss: 0.7495 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01309: val_loss did not improve\n",
      "Epoch 1310/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0405 - acc: 0.0000e+00 - val_loss: 0.7498 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01310: val_loss did not improve\n",
      "Epoch 1311/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0404 - acc: 0.0000e+00 - val_loss: 0.7463 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01311: val_loss improved from 0.74847 to 0.74625, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1312/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0404 - acc: 0.0000e+00 - val_loss: 0.7436 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01312: val_loss improved from 0.74625 to 0.74357, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1313/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0404 - acc: 0.0000e+00 - val_loss: 0.7489 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01313: val_loss did not improve\n",
      "Epoch 1314/1500\n",
      "637/637 [==============================] - 1s 975us/step - loss: 0.0402 - acc: 0.0000e+00 - val_loss: 0.7457 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01314: val_loss did not improve\n",
      "Epoch 1315/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0402 - acc: 0.0000e+00 - val_loss: 0.7482 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01315: val_loss did not improve\n",
      "Epoch 1316/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0402 - acc: 0.0000e+00 - val_loss: 0.7513 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01316: val_loss did not improve\n",
      "Epoch 1317/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0402 - acc: 0.0000e+00 - val_loss: 0.7451 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01317: val_loss did not improve\n",
      "Epoch 1318/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0401 - acc: 0.0000e+00 - val_loss: 0.7462 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01318: val_loss did not improve\n",
      "Epoch 1319/1500\n",
      "637/637 [==============================] - 1s 970us/step - loss: 0.0400 - acc: 0.0000e+00 - val_loss: 0.7440 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01319: val_loss did not improve\n",
      "Epoch 1320/1500\n",
      "637/637 [==============================] - 1s 968us/step - loss: 0.0400 - acc: 0.0000e+00 - val_loss: 0.7425 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01320: val_loss improved from 0.74357 to 0.74250, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1321/1500\n",
      "637/637 [==============================] - 1s 990us/step - loss: 0.0400 - acc: 0.0000e+00 - val_loss: 0.7471 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01321: val_loss did not improve\n",
      "Epoch 1322/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0398 - acc: 0.0000e+00 - val_loss: 0.7465 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01322: val_loss did not improve\n",
      "Epoch 1323/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0398 - acc: 0.0000e+00 - val_loss: 0.7419 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01323: val_loss improved from 0.74250 to 0.74187, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1324/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0398 - acc: 0.0000e+00 - val_loss: 0.7442 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01324: val_loss did not improve\n",
      "Epoch 1325/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0397 - acc: 0.0000e+00 - val_loss: 0.7431 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01325: val_loss did not improve\n",
      "Epoch 1326/1500\n",
      "637/637 [==============================] - 1s 1000us/step - loss: 0.0396 - acc: 0.0000e+00 - val_loss: 0.7421 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01326: val_loss did not improve\n",
      "Epoch 1327/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0396 - acc: 0.0000e+00 - val_loss: 0.7417 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01327: val_loss improved from 0.74187 to 0.74168, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1328/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0395 - acc: 0.0000e+00 - val_loss: 0.7419 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01328: val_loss did not improve\n",
      "Epoch 1329/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0395 - acc: 0.0000e+00 - val_loss: 0.7424 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01329: val_loss did not improve\n",
      "Epoch 1330/1500\n",
      "637/637 [==============================] - 1s 989us/step - loss: 0.0395 - acc: 0.0000e+00 - val_loss: 0.7387 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01330: val_loss improved from 0.74168 to 0.73870, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1331/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0394 - acc: 0.0000e+00 - val_loss: 0.7425 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01331: val_loss did not improve\n",
      "Epoch 1332/1500\n",
      "637/637 [==============================] - 1s 990us/step - loss: 0.0393 - acc: 0.0000e+00 - val_loss: 0.7446 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01332: val_loss did not improve\n",
      "Epoch 1333/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0393 - acc: 0.0000e+00 - val_loss: 0.7413 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01333: val_loss did not improve\n",
      "Epoch 1334/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0393 - acc: 0.0000e+00 - val_loss: 0.7399 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01334: val_loss did not improve\n",
      "Epoch 1335/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0392 - acc: 0.0000e+00 - val_loss: 0.7430 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01335: val_loss did not improve\n",
      "Epoch 1336/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0394 - acc: 0.0000e+00 - val_loss: 0.7424 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01336: val_loss did not improve\n",
      "Epoch 1337/1500\n",
      "637/637 [==============================] - 1s 986us/step - loss: 0.0392 - acc: 0.0000e+00 - val_loss: 0.7360 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01337: val_loss improved from 0.73870 to 0.73599, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1338/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0392 - acc: 0.0000e+00 - val_loss: 0.7411 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01338: val_loss did not improve\n",
      "Epoch 1339/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0390 - acc: 0.0000e+00 - val_loss: 0.7380 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01339: val_loss did not improve\n",
      "Epoch 1340/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0390 - acc: 0.0000e+00 - val_loss: 0.7381 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01340: val_loss did not improve\n",
      "Epoch 1341/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0389 - acc: 0.0000e+00 - val_loss: 0.7366 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01341: val_loss did not improve\n",
      "Epoch 1342/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0389 - acc: 0.0000e+00 - val_loss: 0.7398 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01342: val_loss did not improve\n",
      "Epoch 1343/1500\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0389 - acc: 0.0000e+00 - val_loss: 0.7356 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01343: val_loss improved from 0.73599 to 0.73557, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1344/1500\n",
      "637/637 [==============================] - 1s 966us/step - loss: 0.0389 - acc: 0.0000e+00 - val_loss: 0.7378 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01344: val_loss did not improve\n",
      "Epoch 1345/1500\n",
      "637/637 [==============================] - 1s 952us/step - loss: 0.0388 - acc: 0.0000e+00 - val_loss: 0.7371 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01345: val_loss did not improve\n",
      "Epoch 1346/1500\n",
      "637/637 [==============================] - 1s 973us/step - loss: 0.0387 - acc: 0.0000e+00 - val_loss: 0.7389 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01346: val_loss did not improve\n",
      "Epoch 1347/1500\n",
      "637/637 [==============================] - 1s 982us/step - loss: 0.0387 - acc: 0.0000e+00 - val_loss: 0.7393 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01347: val_loss did not improve\n",
      "Epoch 1348/1500\n",
      "637/637 [==============================] - 1s 991us/step - loss: 0.0386 - acc: 0.0000e+00 - val_loss: 0.7337 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01348: val_loss improved from 0.73557 to 0.73373, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1349/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0386 - acc: 0.0000e+00 - val_loss: 0.7347 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01349: val_loss did not improve\n",
      "Epoch 1350/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0385 - acc: 0.0000e+00 - val_loss: 0.7372 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01350: val_loss did not improve\n",
      "Epoch 1351/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0385 - acc: 0.0000e+00 - val_loss: 0.7363 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01351: val_loss did not improve\n",
      "Epoch 1352/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0384 - acc: 0.0000e+00 - val_loss: 0.7351 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01352: val_loss did not improve\n",
      "Epoch 1353/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0383 - acc: 0.0000e+00 - val_loss: 0.7367 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01353: val_loss did not improve\n",
      "Epoch 1354/1500\n",
      "637/637 [==============================] - 1s 980us/step - loss: 0.0384 - acc: 0.0000e+00 - val_loss: 0.7384 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01354: val_loss did not improve\n",
      "Epoch 1355/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0384 - acc: 0.0000e+00 - val_loss: 0.7342 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01355: val_loss did not improve\n",
      "Epoch 1356/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0383 - acc: 0.0000e+00 - val_loss: 0.7322 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01356: val_loss improved from 0.73373 to 0.73218, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1357/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0381 - acc: 0.0000e+00 - val_loss: 0.7326 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01357: val_loss did not improve\n",
      "Epoch 1358/1500\n",
      "637/637 [==============================] - 1s 989us/step - loss: 0.0381 - acc: 0.0000e+00 - val_loss: 0.7325 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01358: val_loss did not improve\n",
      "Epoch 1359/1500\n",
      "637/637 [==============================] - 1s 1000us/step - loss: 0.0381 - acc: 0.0000e+00 - val_loss: 0.7348 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01359: val_loss did not improve\n",
      "Epoch 1360/1500\n",
      "637/637 [==============================] - 1s 998us/step - loss: 0.0381 - acc: 0.0000e+00 - val_loss: 0.7328 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01360: val_loss did not improve\n",
      "Epoch 1361/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0380 - acc: 0.0000e+00 - val_loss: 0.7332 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01361: val_loss did not improve\n",
      "Epoch 1362/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0379 - acc: 0.0000e+00 - val_loss: 0.7325 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01362: val_loss did not improve\n",
      "Epoch 1363/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0379 - acc: 0.0000e+00 - val_loss: 0.7314 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01363: val_loss improved from 0.73218 to 0.73137, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1364/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0381 - acc: 0.0000e+00 - val_loss: 0.7307 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01364: val_loss improved from 0.73137 to 0.73069, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1365/1500\n",
      "637/637 [==============================] - 1s 995us/step - loss: 0.0379 - acc: 0.0000e+00 - val_loss: 0.7369 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01365: val_loss did not improve\n",
      "Epoch 1366/1500\n",
      "637/637 [==============================] - 1s 999us/step - loss: 0.0378 - acc: 0.0000e+00 - val_loss: 0.7299 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01366: val_loss improved from 0.73069 to 0.72987, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1367/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0377 - acc: 0.0000e+00 - val_loss: 0.7278 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01367: val_loss improved from 0.72987 to 0.72779, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1368/1500\n",
      "637/637 [==============================] - 1s 999us/step - loss: 0.0377 - acc: 0.0000e+00 - val_loss: 0.7320 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01368: val_loss did not improve\n",
      "Epoch 1369/1500\n",
      "637/637 [==============================] - 1s 993us/step - loss: 0.0377 - acc: 0.0000e+00 - val_loss: 0.7299 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01369: val_loss did not improve\n",
      "Epoch 1370/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0376 - acc: 0.0000e+00 - val_loss: 0.7277 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01370: val_loss improved from 0.72779 to 0.72767, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1371/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0376 - acc: 0.0000e+00 - val_loss: 0.7301 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01371: val_loss did not improve\n",
      "Epoch 1372/1500\n",
      "637/637 [==============================] - 1s 997us/step - loss: 0.0375 - acc: 0.0000e+00 - val_loss: 0.7307 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01372: val_loss did not improve\n",
      "Epoch 1373/1500\n",
      "637/637 [==============================] - 1s 993us/step - loss: 0.0376 - acc: 0.0000e+00 - val_loss: 0.7267 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01373: val_loss improved from 0.72767 to 0.72666, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1374/1500\n",
      "637/637 [==============================] - 1s 1000us/step - loss: 0.0374 - acc: 0.0000e+00 - val_loss: 0.7293 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01374: val_loss did not improve\n",
      "Epoch 1375/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0373 - acc: 0.0000e+00 - val_loss: 0.7304 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01375: val_loss did not improve\n",
      "Epoch 1376/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0373 - acc: 0.0000e+00 - val_loss: 0.7302 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01376: val_loss did not improve\n",
      "Epoch 1377/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0373 - acc: 0.0000e+00 - val_loss: 0.7257 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01377: val_loss improved from 0.72666 to 0.72574, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1378/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0372 - acc: 0.0000e+00 - val_loss: 0.7293 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01378: val_loss did not improve\n",
      "Epoch 1379/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0371 - acc: 0.0000e+00 - val_loss: 0.7279 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01379: val_loss did not improve\n",
      "Epoch 1380/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0372 - acc: 0.0000e+00 - val_loss: 0.7249 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01380: val_loss improved from 0.72574 to 0.72488, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1381/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0371 - acc: 0.0000e+00 - val_loss: 0.7312 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01381: val_loss did not improve\n",
      "Epoch 1382/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0371 - acc: 0.0000e+00 - val_loss: 0.7257 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01382: val_loss did not improve\n",
      "Epoch 1383/1500\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0370 - acc: 0.0000e+00 - val_loss: 0.7249 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01383: val_loss did not improve\n",
      "Epoch 1384/1500\n",
      "637/637 [==============================] - 1s 982us/step - loss: 0.0369 - acc: 0.0000e+00 - val_loss: 0.7277 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01384: val_loss did not improve\n",
      "Epoch 1385/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0369 - acc: 0.0000e+00 - val_loss: 0.7249 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01385: val_loss did not improve\n",
      "Epoch 1386/1500\n",
      "637/637 [==============================] - 1s 967us/step - loss: 0.0368 - acc: 0.0000e+00 - val_loss: 0.7262 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01386: val_loss did not improve\n",
      "Epoch 1387/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0368 - acc: 0.0000e+00 - val_loss: 0.7223 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01387: val_loss improved from 0.72488 to 0.72229, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1388/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0368 - acc: 0.0000e+00 - val_loss: 0.7267 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01388: val_loss did not improve\n",
      "Epoch 1389/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0367 - acc: 0.0000e+00 - val_loss: 0.7261 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01389: val_loss did not improve\n",
      "Epoch 1390/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0367 - acc: 0.0000e+00 - val_loss: 0.7217 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01390: val_loss improved from 0.72229 to 0.72166, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1391/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0367 - acc: 0.0000e+00 - val_loss: 0.7252 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01391: val_loss did not improve\n",
      "Epoch 1392/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0366 - acc: 0.0000e+00 - val_loss: 0.7207 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01392: val_loss improved from 0.72166 to 0.72074, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1393/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0365 - acc: 0.0000e+00 - val_loss: 0.7213 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01393: val_loss did not improve\n",
      "Epoch 1394/1500\n",
      "637/637 [==============================] - 1s 990us/step - loss: 0.0365 - acc: 0.0000e+00 - val_loss: 0.7232 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01394: val_loss did not improve\n",
      "Epoch 1395/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0366 - acc: 0.0000e+00 - val_loss: 0.7251 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01395: val_loss did not improve\n",
      "Epoch 1396/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0364 - acc: 0.0000e+00 - val_loss: 0.7211 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01396: val_loss did not improve\n",
      "Epoch 1397/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0363 - acc: 0.0000e+00 - val_loss: 0.7193 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01397: val_loss improved from 0.72074 to 0.71935, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1398/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0364 - acc: 0.0000e+00 - val_loss: 0.7226 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01398: val_loss did not improve\n",
      "Epoch 1399/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0363 - acc: 0.0000e+00 - val_loss: 0.7183 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01399: val_loss improved from 0.71935 to 0.71832, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1400/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0362 - acc: 0.0000e+00 - val_loss: 0.7233 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01400: val_loss did not improve\n",
      "Epoch 1401/1500\n",
      "637/637 [==============================] - 1s 968us/step - loss: 0.0362 - acc: 0.0000e+00 - val_loss: 0.7214 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01401: val_loss did not improve\n",
      "Epoch 1402/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0361 - acc: 0.0000e+00 - val_loss: 0.7218 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01402: val_loss did not improve\n",
      "Epoch 1403/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0360 - acc: 0.0000e+00 - val_loss: 0.7209 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01403: val_loss did not improve\n",
      "Epoch 1404/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0361 - acc: 0.0000e+00 - val_loss: 0.7184 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01404: val_loss did not improve\n",
      "Epoch 1405/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0361 - acc: 0.0000e+00 - val_loss: 0.7192 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01405: val_loss did not improve\n",
      "Epoch 1406/1500\n",
      "637/637 [==============================] - 1s 999us/step - loss: 0.0360 - acc: 0.0000e+00 - val_loss: 0.7226 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01406: val_loss did not improve\n",
      "Epoch 1407/1500\n",
      "637/637 [==============================] - 1s 968us/step - loss: 0.0359 - acc: 0.0000e+00 - val_loss: 0.7199 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01407: val_loss did not improve\n",
      "Epoch 1408/1500\n",
      "637/637 [==============================] - 1s 998us/step - loss: 0.0359 - acc: 0.0000e+00 - val_loss: 0.7187 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01408: val_loss did not improve\n",
      "Epoch 1409/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0358 - acc: 0.0000e+00 - val_loss: 0.7214 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01409: val_loss did not improve\n",
      "Epoch 1410/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0358 - acc: 0.0000e+00 - val_loss: 0.7197 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01410: val_loss did not improve\n",
      "Epoch 1411/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0358 - acc: 0.0000e+00 - val_loss: 0.7150 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01411: val_loss improved from 0.71832 to 0.71499, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1412/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0357 - acc: 0.0000e+00 - val_loss: 0.7184 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01412: val_loss did not improve\n",
      "Epoch 1413/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0357 - acc: 0.0000e+00 - val_loss: 0.7148 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01413: val_loss improved from 0.71499 to 0.71484, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1414/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0356 - acc: 0.0000e+00 - val_loss: 0.7184 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01414: val_loss did not improve\n",
      "Epoch 1415/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0356 - acc: 0.0000e+00 - val_loss: 0.7188 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01415: val_loss did not improve\n",
      "Epoch 1416/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0355 - acc: 0.0000e+00 - val_loss: 0.7191 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01416: val_loss did not improve\n",
      "Epoch 1417/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0355 - acc: 0.0000e+00 - val_loss: 0.7161 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01417: val_loss did not improve\n",
      "Epoch 1418/1500\n",
      "637/637 [==============================] - 1s 908us/step - loss: 0.0354 - acc: 0.0000e+00 - val_loss: 0.7154 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01418: val_loss did not improve\n",
      "Epoch 1419/1500\n",
      "637/637 [==============================] - 1s 923us/step - loss: 0.0354 - acc: 0.0000e+00 - val_loss: 0.7153 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01419: val_loss did not improve\n",
      "Epoch 1420/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0353 - acc: 0.0000e+00 - val_loss: 0.7132 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01420: val_loss improved from 0.71484 to 0.71325, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1421/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0353 - acc: 0.0000e+00 - val_loss: 0.7157 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01421: val_loss did not improve\n",
      "Epoch 1422/1500\n",
      "637/637 [==============================] - 1s 999us/step - loss: 0.0352 - acc: 0.0000e+00 - val_loss: 0.7178 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01422: val_loss did not improve\n",
      "Epoch 1423/1500\n",
      "637/637 [==============================] - 1s 968us/step - loss: 0.0352 - acc: 0.0000e+00 - val_loss: 0.7170 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01423: val_loss did not improve\n",
      "Epoch 1424/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0352 - acc: 0.0000e+00 - val_loss: 0.7113 - val_acc: 0.0000e+00\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Epoch 01424: val_loss improved from 0.71325 to 0.71131, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1425/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0352 - acc: 0.0000e+00 - val_loss: 0.7134 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01425: val_loss did not improve\n",
      "Epoch 1426/1500\n",
      "637/637 [==============================] - 1s 981us/step - loss: 0.0351 - acc: 0.0000e+00 - val_loss: 0.7134 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01426: val_loss did not improve\n",
      "Epoch 1427/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0350 - acc: 0.0000e+00 - val_loss: 0.7147 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01427: val_loss did not improve\n",
      "Epoch 1428/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0350 - acc: 0.0000e+00 - val_loss: 0.7148 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01428: val_loss did not improve\n",
      "Epoch 1429/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0350 - acc: 0.0000e+00 - val_loss: 0.7145 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01429: val_loss did not improve\n",
      "Epoch 1430/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0349 - acc: 0.0000e+00 - val_loss: 0.7110 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01430: val_loss improved from 0.71131 to 0.71098, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1431/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0349 - acc: 0.0000e+00 - val_loss: 0.7115 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01431: val_loss did not improve\n",
      "Epoch 1432/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0348 - acc: 0.0000e+00 - val_loss: 0.7127 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01432: val_loss did not improve\n",
      "Epoch 1433/1500\n",
      "637/637 [==============================] - 1s 966us/step - loss: 0.0349 - acc: 0.0000e+00 - val_loss: 0.7119 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01433: val_loss did not improve\n",
      "Epoch 1434/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0348 - acc: 0.0000e+00 - val_loss: 0.7157 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01434: val_loss did not improve\n",
      "Epoch 1435/1500\n",
      "637/637 [==============================] - 1s 990us/step - loss: 0.0347 - acc: 0.0000e+00 - val_loss: 0.7097 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01435: val_loss improved from 0.71098 to 0.70968, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1436/1500\n",
      "637/637 [==============================] - 1s 984us/step - loss: 0.0347 - acc: 0.0000e+00 - val_loss: 0.7103 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01436: val_loss did not improve\n",
      "Epoch 1437/1500\n",
      "637/637 [==============================] - 1s 978us/step - loss: 0.0346 - acc: 0.0000e+00 - val_loss: 0.7108 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01437: val_loss did not improve\n",
      "Epoch 1438/1500\n",
      "637/637 [==============================] - 1s 964us/step - loss: 0.0345 - acc: 0.0000e+00 - val_loss: 0.7121 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01438: val_loss did not improve\n",
      "Epoch 1439/1500\n",
      "637/637 [==============================] - 1s 982us/step - loss: 0.0345 - acc: 0.0000e+00 - val_loss: 0.7110 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01439: val_loss did not improve\n",
      "Epoch 1440/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0345 - acc: 0.0000e+00 - val_loss: 0.7102 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01440: val_loss did not improve\n",
      "Epoch 1441/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0344 - acc: 0.0000e+00 - val_loss: 0.7106 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01441: val_loss did not improve\n",
      "Epoch 1442/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0344 - acc: 0.0000e+00 - val_loss: 0.7108 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01442: val_loss did not improve\n",
      "Epoch 1443/1500\n",
      "637/637 [==============================] - 1s 990us/step - loss: 0.0344 - acc: 0.0000e+00 - val_loss: 0.7091 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01443: val_loss improved from 0.70968 to 0.70913, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1444/1500\n",
      "637/637 [==============================] - 1s 983us/step - loss: 0.0343 - acc: 0.0000e+00 - val_loss: 0.7089 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01444: val_loss improved from 0.70913 to 0.70893, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1445/1500\n",
      "637/637 [==============================] - 1s 988us/step - loss: 0.0343 - acc: 0.0000e+00 - val_loss: 0.7066 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01445: val_loss improved from 0.70893 to 0.70660, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1446/1500\n",
      "637/637 [==============================] - 1s 993us/step - loss: 0.0342 - acc: 0.0000e+00 - val_loss: 0.7088 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01446: val_loss did not improve\n",
      "Epoch 1447/1500\n",
      "637/637 [==============================] - 1s 977us/step - loss: 0.0342 - acc: 0.0000e+00 - val_loss: 0.7106 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01447: val_loss did not improve\n",
      "Epoch 1448/1500\n",
      "637/637 [==============================] - 1s 991us/step - loss: 0.0342 - acc: 0.0000e+00 - val_loss: 0.7074 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01448: val_loss did not improve\n",
      "Epoch 1449/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0341 - acc: 0.0000e+00 - val_loss: 0.7108 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01449: val_loss did not improve\n",
      "Epoch 1450/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0341 - acc: 0.0000e+00 - val_loss: 0.7070 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01450: val_loss did not improve\n",
      "Epoch 1451/1500\n",
      "637/637 [==============================] - ETA: 0s - loss: 0.0355 - acc: 0.0000e+0 - 1s 1ms/step - loss: 0.0340 - acc: 0.0000e+00 - val_loss: 0.7096 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01451: val_loss did not improve\n",
      "Epoch 1452/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0340 - acc: 0.0000e+00 - val_loss: 0.7061 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01452: val_loss improved from 0.70660 to 0.70612, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1453/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0340 - acc: 0.0000e+00 - val_loss: 0.7087 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01453: val_loss did not improve\n",
      "Epoch 1454/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0339 - acc: 0.0000e+00 - val_loss: 0.7035 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01454: val_loss improved from 0.70612 to 0.70350, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1455/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0339 - acc: 0.0000e+00 - val_loss: 0.7056 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01455: val_loss did not improve\n",
      "Epoch 1456/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0338 - acc: 0.0000e+00 - val_loss: 0.7070 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01456: val_loss did not improve\n",
      "Epoch 1457/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0338 - acc: 0.0000e+00 - val_loss: 0.7037 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01457: val_loss did not improve\n",
      "Epoch 1458/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0338 - acc: 0.0000e+00 - val_loss: 0.7040 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01458: val_loss did not improve\n",
      "Epoch 1459/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0337 - acc: 0.0000e+00 - val_loss: 0.7050 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01459: val_loss did not improve\n",
      "Epoch 1460/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0337 - acc: 0.0000e+00 - val_loss: 0.7074 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01460: val_loss did not improve\n",
      "Epoch 1461/1500\n",
      "637/637 [==============================] - ETA: 0s - loss: 0.0355 - acc: 0.0000e+0 - 1s 1ms/step - loss: 0.0336 - acc: 0.0000e+00 - val_loss: 0.7050 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01461: val_loss did not improve\n",
      "Epoch 1462/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0335 - acc: 0.0000e+00 - val_loss: 0.7057 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01462: val_loss did not improve\n",
      "Epoch 1463/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0335 - acc: 0.0000e+00 - val_loss: 0.7042 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01463: val_loss did not improve\n",
      "Epoch 1464/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0335 - acc: 0.0000e+00 - val_loss: 0.7049 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01464: val_loss did not improve\n",
      "Epoch 1465/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0335 - acc: 0.0000e+00 - val_loss: 0.7014 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01465: val_loss improved from 0.70350 to 0.70143, saving model to ./saved_models/LSTM_weights.hdf5\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1466/1500\n",
      "637/637 [==============================] - 1s 989us/step - loss: 0.0334 - acc: 0.0000e+00 - val_loss: 0.7020 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01466: val_loss did not improve\n",
      "Epoch 1467/1500\n",
      "637/637 [==============================] - 1s 983us/step - loss: 0.0333 - acc: 0.0000e+00 - val_loss: 0.7037 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01467: val_loss did not improve\n",
      "Epoch 1468/1500\n",
      "637/637 [==============================] - 1s 953us/step - loss: 0.0333 - acc: 0.0000e+00 - val_loss: 0.7014 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01468: val_loss improved from 0.70143 to 0.70143, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1469/1500\n",
      "637/637 [==============================] - 1s 981us/step - loss: 0.0333 - acc: 0.0000e+00 - val_loss: 0.6999 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01469: val_loss improved from 0.70143 to 0.69990, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1470/1500\n",
      "637/637 [==============================] - 1s 971us/step - loss: 0.0333 - acc: 0.0000e+00 - val_loss: 0.7042 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01470: val_loss did not improve\n",
      "Epoch 1471/1500\n",
      "637/637 [==============================] - 1s 959us/step - loss: 0.0332 - acc: 0.0000e+00 - val_loss: 0.7020 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01471: val_loss did not improve\n",
      "Epoch 1472/1500\n",
      "637/637 [==============================] - 1s 962us/step - loss: 0.0332 - acc: 0.0000e+00 - val_loss: 0.7026 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01472: val_loss did not improve\n",
      "Epoch 1473/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0331 - acc: 0.0000e+00 - val_loss: 0.7004 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01473: val_loss did not improve\n",
      "Epoch 1474/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0331 - acc: 0.0000e+00 - val_loss: 0.7019 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01474: val_loss did not improve\n",
      "Epoch 1475/1500\n",
      "637/637 [==============================] - ETA: 0s - loss: 0.0332 - acc: 0.0000e+0 - 1s 1ms/step - loss: 0.0331 - acc: 0.0000e+00 - val_loss: 0.7039 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01475: val_loss did not improve\n",
      "Epoch 1476/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0330 - acc: 0.0000e+00 - val_loss: 0.7009 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01476: val_loss did not improve\n",
      "Epoch 1477/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0330 - acc: 0.0000e+00 - val_loss: 0.6986 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01477: val_loss improved from 0.69990 to 0.69861, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1478/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0330 - acc: 0.0000e+00 - val_loss: 0.6993 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01478: val_loss did not improve\n",
      "Epoch 1479/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0329 - acc: 0.0000e+00 - val_loss: 0.6991 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01479: val_loss did not improve\n",
      "Epoch 1480/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0328 - acc: 0.0000e+00 - val_loss: 0.7003 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01480: val_loss did not improve\n",
      "Epoch 1481/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0328 - acc: 0.0000e+00 - val_loss: 0.6995 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01481: val_loss did not improve\n",
      "Epoch 1482/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0328 - acc: 0.0000e+00 - val_loss: 0.7000 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01482: val_loss did not improve\n",
      "Epoch 1483/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0327 - acc: 0.0000e+00 - val_loss: 0.6981 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01483: val_loss improved from 0.69861 to 0.69808, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1484/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0327 - acc: 0.0000e+00 - val_loss: 0.6987 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01484: val_loss did not improve\n",
      "Epoch 1485/1500\n",
      "637/637 [==============================] - 1s 992us/step - loss: 0.0327 - acc: 0.0000e+00 - val_loss: 0.6958 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01485: val_loss improved from 0.69808 to 0.69585, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1486/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0326 - acc: 0.0000e+00 - val_loss: 0.7003 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01486: val_loss did not improve\n",
      "Epoch 1487/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0326 - acc: 0.0000e+00 - val_loss: 0.6996 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01487: val_loss did not improve\n",
      "Epoch 1488/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0325 - acc: 0.0000e+00 - val_loss: 0.6934 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01488: val_loss improved from 0.69585 to 0.69343, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1489/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0325 - acc: 0.0000e+00 - val_loss: 0.6955 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01489: val_loss did not improve\n",
      "Epoch 1490/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0324 - acc: 0.0000e+00 - val_loss: 0.6970 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01490: val_loss did not improve\n",
      "Epoch 1491/1500\n",
      "637/637 [==============================] - 1s 996us/step - loss: 0.0324 - acc: 0.0000e+00 - val_loss: 0.7001 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01491: val_loss did not improve\n",
      "Epoch 1492/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0323 - acc: 0.0000e+00 - val_loss: 0.6980 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01492: val_loss did not improve\n",
      "Epoch 1493/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0324 - acc: 0.0000e+00 - val_loss: 0.6922 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01493: val_loss improved from 0.69343 to 0.69220, saving model to ./saved_models/LSTM_weights.hdf5\n",
      "Epoch 1494/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0323 - acc: 0.0000e+00 - val_loss: 0.6981 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01494: val_loss did not improve\n",
      "Epoch 1495/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0323 - acc: 0.0000e+00 - val_loss: 0.6962 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01495: val_loss did not improve\n",
      "Epoch 1496/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0322 - acc: 0.0000e+00 - val_loss: 0.6976 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01496: val_loss did not improve\n",
      "Epoch 1497/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0322 - acc: 0.0000e+00 - val_loss: 0.6949 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01497: val_loss did not improve\n",
      "Epoch 1498/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0321 - acc: 0.0000e+00 - val_loss: 0.6952 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01498: val_loss did not improve\n",
      "Epoch 1499/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0321 - acc: 0.0000e+00 - val_loss: 0.6956 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01499: val_loss did not improve\n",
      "Epoch 1500/1500\n",
      "637/637 [==============================] - 1s 1ms/step - loss: 0.0321 - acc: 0.0000e+00 - val_loss: 0.6948 - val_acc: 0.0000e+00\n",
      "\n",
      "Epoch 01500: val_loss did not improve\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<keras.callbacks.History at 0x1a2606aa90>"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Start training\n",
    "LSTM_network.model.fit(train_x_seq, train_y_seq,\n",
    "          batch_size=batch_size, epochs=epochs,\n",
    "          callbacks=[LSTM_checkpointer],\n",
    "          validation_data=(valid_x_seq, valid_y_seq))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Load the model weights with the best validation loss.\n",
    "LSTM_network.model.load_weights('saved_models/LSTM_weights.hdf5')\n",
    "\n",
    "prediction = []\n",
    "for ii in range(len(valid_x_seq)):\n",
    "    input_data = np.reshape(valid_x_seq[ii], (-1, valid_x_seq.shape[1], valid_x_seq.shape[2]))\n",
    "    model_output = LSTM_network.model.predict(input_data)\n",
    "    prediction.append(model_output.item() * y_std + y_mean)\n",
    "    \n",
    "predicted_price = ([x + 1 for x in prediction]) * actuals"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Day 0: BUY. Price expected to change from 10889.0 to 11089.177956500593. Portfolio value of 997.0\n",
      "Day 1: BUY. Price expected to change from 10699.7 to 11495.111988314078. Portfolio value of 979.667637064928\n",
      "Day 2: SELL. Price expected to change from 11303.0 to 11185.93113113797. Portfolio value of 1031.8012422628342\n",
      "Day 3: SELL. Price expected to change from 11156.1 to 10942.29527413471. Portfolio value of 1031.8012422628342\n",
      "Day 4: BUY. Price expected to change from 11206.8 to 11560.044999244956. Portfolio value of 1028.7058385360458\n",
      "Day 5: SELL. Price expected to change from 11600.0 to 11524.36489784756. Portfolio value of 1061.6044512115036\n",
      "Day 6: SELL. Price expected to change from 11309.7 to 11248.214704333112. Portfolio value of 1061.6044512115036\n",
      "Day 7: SELL. Price expected to change from 10939.1 to 10230.489292186157. Portfolio value of 1061.6044512115036\n",
      "Day 8: BUY. Price expected to change from 9750.1 to 9866.305487972206. Portfolio value of 1058.419637857869\n",
      "Day 9: SELL. Price expected to change from 10020.3 to 8755.075562543509. Portfolio value of 1084.487877081827\n",
      "Day 10: BUY. Price expected to change from 8522.7 to 8663.736664816735. Portfolio value of 1081.2344134505818\n",
      "Day 11: BUY. Price expected to change from 8150.6 to 8883.351323356006. Portfolio value of 1034.027856227523\n",
      "Day 12: SELL. Price expected to change from 8975.0 to 7727.444690654935. Portfolio value of 1135.1997165378123\n",
      "Day 13: SELL. Price expected to change from 8012.0 to 7109.329679875536. Portfolio value of 1135.1997165378123\n",
      "Day 14: BUY. Price expected to change from 6869.5 to 7791.067087301349. Portfolio value of 1131.7941173881989\n",
      "Day 15: BUY. Price expected to change from 7262.2 to 7332.8283146195445. Portfolio value of 1196.4939572452984\n",
      "Day 16: SELL. Price expected to change from 8132.4 to 8115.4873711466325. Portfolio value of 1335.8453850799976\n",
      "Day 17: BUY. Price expected to change from 7861.0 to 8314.422103115441. Portfolio value of 1331.8378489247577\n",
      "Day 18: SELL. Price expected to change from 8854.6 to 8223.100668779622. Portfolio value of 1495.676471547881\n",
      "Day 19: BUY. Price expected to change from 8066.4 to 8269.760365694858. Portfolio value of 1491.1894421332374\n",
      "Day 20: BUY. Price expected to change from 8506.4 to 8697.066802691457. Portfolio value of 1572.5297370031453\n",
      "Day 21: SELL. Price expected to change from 8680.0 to 8374.004818291438. Portfolio value of 1599.808314073608\n",
      "Day 22: BUY. Price expected to change from 8661.8 to 9279.512478220397. Portfolio value of 1595.0088891313871\n",
      "Day 23: BUY. Price expected to change from 9490.1 to 9998.513478193378. Portfolio value of 1747.5344453515181\n",
      "Day 24: BUY. Price expected to change from 10131.1 to 10142.9256355393. Portfolio value of 1865.5700381767067\n",
      "Day 25: BUY. Price expected to change from 10149.1 to 11121.190595522681. Portfolio value of 1868.884610206119\n",
      "Day 26: SELL. Price expected to change from 11100.0 to 10292.923364050599. Portfolio value of 2037.8541265499462\n",
      "Day 27: BUY. Price expected to change from 10569.9 to 11158.451179599031. Portfolio value of 2031.7405641702962\n",
      "Day 28: BUY. Price expected to change from 11446.1 to 11477.775001441747. Portfolio value of 2200.16326280756\n",
      "Day 29: SELL. Price expected to change from 10880.0 to 10580.839636463794. Portfolio value of 2085.0737780072004\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYcAAAD8CAYAAACcjGjIAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAIABJREFUeJzs3Xd4nMXV8OHf7K56r7aa1YurJPfe\nG2AwzfQACS8lIRBCICEfBBIS3kBIIJCEBN6AgUDAYIrBgDu44iZXybJVbFm9967VzvfHs5Ilq9dV\nmfu6fK00T9mRMTr7zJk5I6SUKIqiKEpLOkt3QFEURRl6VHBQFEVR2lDBQVEURWlDBQdFURSlDRUc\nFEVRlDZUcFAURVHaUMFBURRFaUMFB0VRFKUNFRwURVGUNgyW7kBveXp6yqCgIEt3Q1EUZViJi4sr\nlFJ6dXXesA0OQUFBHD161NLdUBRFGVaEEBe7c54aVlIURVHaUMFBURRFaUMFB0VRFKUNFRwURVGU\nNlRwUBRFUdpQwUFRFEVpQwUHRVEUpQ0VHIYrkwlOfACV+ZbuiaIoI5AKDsPVsXfg8wfg/RuhvsrS\nvVEUZYRRwWE4qixA7niGbIM/ppxTJLx2G2/vS+W7c/mkF1XTaJKW7qGiKMPcsC2fMaptewpTXRU/\nqH2Km13Ocl/pm+zc8ix3G28CwFqvI8DdjmBPR0K8HAj2dOCKSWNxtbe2cMcVRRkuVHDoIykldUYT\ntlb6wXnDC3vg1Id8Yn8zeudI7v3Z/yC/rOfh4//hqiWLiXNezvnCKtIKq7hQWMWe5ALqjSbeOZDG\nRw/MwdnWanD6qSjKsKaCQx89u/kMX5zI5tOfzCXQw2Fg38xYB5sfpd55HL/Jv4JfrRmH0Ongqpeg\n+DyhB35F6N1fwYwZzZeYTJLvkvK57904fvxeHOvvnom1QY0mKspQklVaQ0FFHTEBrpbuSjP1W6IP\nTmWW8vaBNIqq6nngvWPU1DcO7BvufxWKkvnI6xGkwZbrp/pp7QZruOk/4OwDH94GpRnNl+h0gqVR\nY3j+hinsTyniiU9PIaXKSSjKoJBSm1nYibKaBm594yB3vnkIY2Pn5w4mFRx6yWSSPL0pAQ8HG169\nNZazueX8v89OD9wv3qJU2PMijePX8qdUf1ZPvCyH4OABt24AYy18cCvUVba6/MZp/jy6IoJPj2Xx\n0vakgemjoiitbbhD+9MBKSWPf3yS9OJqymuNnMwsG8TOdU4Fh176OC6DExml/PqKKK6J9uWRZRF8\ndjyLd7/vVqn0npESvn4M9NZsD/g55bVGbpkZ0PY87yi4cT3kJ8Cn97X5xPLQ0jBumRHA33al8MHh\n9P7vp6Iol9RVQtJWOPcV5J9t95Q3911g25k8HlwSihCwL7lwkDvZMRUceqG0up4XtpxjRpBb89DO\nQ0vDWBblze83n+FoWnH/vmHCZ5C6C5b9hvWnawn0sGd2sEf754Yvh1V/1P5B7nq21SEhBL+/dhKL\nIrx46vN4vj2nFtApyoBJ2wemBu3rw2+0ORx3sZjnvznLygljeGxlJFP8XNibXDDIneyYCg698Jdt\nSZRW1/O7ayYhhAC0sf2Xbo7Bz82On7x/jPyK2v55s9oy2PJr8InhfNAtHLpQzM0zAtDpRMfXzLof\npv0Q9r2sraJuwUqv4x+3TyVqrBMPvn+M00PoMVZRRpTUnWCwg8nr4OQHUFPafKi4qp6f/vc4vq52\nvLguGiEE88M9OZ5RSkVtgwU7fYkKDj0Un1XG+4cucuecICb4Orc65mJnxb/umEZ5bQM/ff84Df2R\nXNr1HFTmwZqX2XAsG71OcOM0/86vEQKufBGCF8KXD0P6wVaHHW0MrL97Bm721vzw7SNkFFf3vZ+K\norSWshOC5sPch6GhGo6/B2j5ykc2nKCosp7Xbp+Ki502vXx+mBeNJsnB8/088tBLKjj0gJaEjsfd\nwZqfr4jQGqWERmPzOeN9nHnhhikcTivmf79O7NsbZh2DI/8HM++lfkwMn8RlsizKG28n266v1VvB\nunfAJQA+vB1KWudCvJ1teedHM6g3NnL3+sOUVtf3ra+KolxSkgbFqRC2DHymwLi52tCSqZF/fJvC\nnqQCnr56ApP8XJovmRroir21fsgMLang0AOfHMvkWHopv1od1Rzt2f0CvBAIB/4Ojdrj4NoYP+6e\nG8T6/WlsOpHVuzczNcLmn4ODFyx9ip2JeRRW1nPrzHHdv4e9O9z2kdavz+5vk6AO83bi/+6cTkZx\nDfe9G0dtwwBPxVWU0SJlp/Yaukx7nXU/lF4kcffHvLwjibUxvtw+q/X/yzYGPbOC3YdMUloFh24q\nq27g+W/OMnWcKzdMNQ/rGOu0TwNCB9uehNcXwcUDADx51XhmBrnzxCenOZtb3vM3PPIm5JyA1X8E\nWxc+PJKBj4stCyO8enYfzzC44nlI/x6O/LvN4VkhHvz5pmgOpxXzi49PYlJ1mRSl71J3aU/tnuHa\n91FraHT0pXzP3wn2dOB/r5vcnK9saX64F+cLq8gqrRnkDrelgkM3vbT9HCXV9Ty7dtKlZHDil1Bd\nBOvehpvfh7pyWH8FfPYAVjWF/P32WJxsDdz/nzjKanqQZCrPgZ3Pap86Jl5PZkk1e5ILWDc9AH1n\nieiORN8KYcthx2+1x93LXBPty6+viOKrUzn849uUnt9fUZRLGhu0MjehS7X8H2BEx0diJbPkad68\n0gkHm/aLUywI9wRg3xAYWlLBoRsSssv4z8GL3D4rsNUYIUfXg1sQhCyB8WvgwUMw/1E4vRH+Nh3v\nxP/wz9uiySqp4dENJ7r/qXzr/4PGerjqzyAEHx/NBOCm6V0kojsiBKz5q/aE8+XPtDzJZe5bGMK8\nMA8+7+0wmKIomsyj2gfFsGXNTS9tT+JPBbNp1FkTlPpeh5eGezsyxtmGPUNgaEkFhy5IKXlmUwKu\n9tY8tjLy0oGCJLi4D6beBTrzX6O1Ayx/Bn58AHxj4OvHmLbtBl6Zb2Tn2Xz+3t6n8toyOL8b9r6k\nraR8aSIkfAoLHwf3EBpNko+PZrAg3At/N/ve/yCuAbDid3D+Ozj+nzaHhRDMC/MktaCKosq63r+P\noox2qTtB6CF4EQC7zubx2neprJ45EX30TXDyQ6gpafdSIQTzw7w4kFJo8SFeVXivC58ey+LoxRL+\ndMMUXOxbVDSNext0BohtZ2m8VwTcuUn7Jb/1Sa48fCcfjL2KR3ZcwQRTEsudsyArDrKPQWGLUhZu\nwTBuNgTO0YIOsCepgOyyWn6zZkLff5hpP9QW1G19UhtmcvZtdXhmkDsAR9JKWD1pbN/fT1FGo5Sd\n4D8d7FzJLKnm5xtOMsHHmWeungiF92tTWo+/B3MfavfyBeGefHIsk4Tscib7u7R7zmBQwaET5bUN\n/PGbs8QEuLZeW9BQCyf/C1FrwNG7/YuFgEk3QPhKxHfPM/vgPzlksxn2m487jgG/aTD5JvCLBd+p\n2uyiy3x4JB0PB2uWjR/T9x9Ip4NrXoXX5mozoW79sHlMFGCyvwvWBh1H0opVcFCU3qgqguzjsPjX\nADyzKQGTSfLa7VO1sv4+UyBwnjaRZfZPQNe21P+8MC3vsCe5wKLBQQ0rdeLl7UkUVdXx+5ZJaIAz\nm7THwuk/7PomNk6w6jnEA/toWPQkr3g8zZy6v7Fx8U649QNY9Lj2Kb6dwJBfUcvOxHxunObff2W2\n3UNg2W8gaYuWG2nZVYOemABXjvR3+Q9FGSa+OJlNYV+GVc9/C0gIW0ZVnZG9yYXcMjOAIM8W5fxn\n3gel6VrdpXZ4Odkw3sfZ4lNaVXDoQGJOOe8cSOO2mePaRu+49dov2aCF3b/hmAlYLfkl9z/wCGFh\nkTz+ySk2xmV2eskncVkYTZKbZ7RTZK8vZj0A/jPgm8ehsnV9pVnB7iRkl1NVZ+zgYkUZmS4WVnLm\no9/x4Zbven+T1F1g5wa+sRw8X0R9o4nFkZeNLkStAWc/OPSvDm+zINyTuIslVNdb7v9DFRw68Iev\nzuBiZ8XjqyJbH8hP1NYMTLv7UiK6B2yt9PzfndOZF+rJ4xtP8kkHAUJKyYYj6cwMdifEy7EXP0En\ndHpY+w+or4KvH291aEaQO40mybH09hNmijJSJZ46xBNWHxKb+Ofe3UBKLTiELAadnt1JBdhZ6Zke\n5Nb6PL0BZvwPXNit/T5px/wwT+obTRy6YLmn+C5/uwkh3hJC5Ash4lu0rRNCJAghTEKI6Zed/2sh\nRIoQ4pwQYlWL9tXmthQhxBMt2oOFEIeEEMlCiA1CiCGx0fGzayfx0s0xbfddjnsb9NYQc3uv790U\nIOaGevDYxpN8eqxtgPj+fBFpRdXc2l5p7v7gFQmLn4Azn8OZL5qbpwa6oRNwxIL/KBXFEqrPfQfA\nvMbDZCWf6PkN8s9ARU7zqug9SQXMCfXAxtDOFsJT7wKDLRx6vd1bzQx2x9qgs+jQUnc++r4NrL6s\nLR64HtjTslEIMQG4BZhovuY1IYReCKEH/gFcAUwAbjWfC/AC8LKUMhwoAe7p3Y/Sv0K9HFly+eNg\nQ41WXXH81eDg2af721nr+fedM5gT4sEvPj7JZ8dbB4gNRzJwtjVwxSSfPr1Pp+Y+DGOnwFe/gGot\nGDjaGJjo68JhlXdQRhEpJe4FhygWbtRKKyq//WvPb9JcMmMpaYVVpBVVs6ijigYOHjD5Rji1od1p\nrbZWemYGWbaURpfBQUq5Byi+rC1RSnmundPXAh9KKeuklBeAFGCm+U+KlPK8lLIe+BBYK7T140uB\npszoO8C1vf5pBlrCZ9q6hGndSER3g521njfvMgeIj07y+XFtAVppdT3fxOdyXayfNsNhoOittOGl\nmmJt4Z3ZjCB3jqeXUm8cOlsWKspAyiyuIqYxnmLfhWy1Xk5I9maoyO3ZTVJ3gtd4cPFjj3mFc4fB\nAWDm/a2qtV5ufrgn5/IqyCvvp/L/PdTfOQc/IKPF95nmto7aPYBSKaXxsvZ2CSHuE0IcFUIcLSiw\nwPLyo+vBI1wrw9tPmgLErGAPHv3oBJtOZPHpsSzqjSZu6UmRvd7ymaKt6j75ASRtA2BmsBt1RhOn\ns9ReD8rokHjiAK6iCofIpWRF/RC9NFJ/4J/dv0F9NVz8vnlV9O5zBQR62LeepXS5ltNaTW2LXl4q\npWGZp4f+Dg7tFf6RvWhvl5TyDSnldCnldC+vHhag66u8BMg8rCWi2ymY1Rd21nrevHs6M4Pd+fmG\nE7z2XQrR/i6M93Hu+uL+sPAx8IqCzY9AbTnTzYvhDqu8gzJK1CR9B8CYKSuIiZnGFtMMxNG3oK6i\neze4uB8a6yB0KXXGRg6kFnX+1NBk1v3maa1b2hwaP9YZDwdr9qWMjOCQCbTMoPoD2Z20FwKuQgjD\nZe1Dz9H1oLeBmNsG5Pb21gbeunsGM4PdKaysH5ynhiYGG214qSIHdr+Ap6MNIV4Oar2DMmp4Fhwk\nz8ofnasfM4LceU+3FquGcjj2bvdukLJTSzAHzuVoWgk1DY0sDO9GcIi8Cpz9253WqtNpJW32Jhci\n26mHNtD6Ozh8AdwihLARQgQD4cBh4AgQbp6ZZI2WtP5Caj/xt8CN5uvvAjb1c59aa+fxrUv1VVri\naMLadher9ZemAPHKLTFd7/bW3/yna4vxUnYAWimNo2nFFq/voigDLaOwnCmNZyj1ng1oW+m6Rczl\nmJiA/P615n1aOpW6EwLngpUde5IKsNIL5oR2sM97S3oDzLhHq+Kad6bN4fnhnhRW1nE2t5tPMP2o\nO1NZPwC+ByKFEJlCiHuEENcJITKBOcBXQoitAFLKBOAj4AywBXhQStlozin8FNgKJAIfmc8F+BXw\nqBAiBS0H8Wb//ogtSAkf36XVFmrsweKS+E+1KovdWRHdR/bWBtbG+GGlt8ASFL9pUHAO6iqZEeRO\nea2Rc3mD/49SUQZT0ol9OIkaHMcvaW5bEuXN3+uuRJRnahNROlOaodVIM09h3Z1UwIwg9w7LcrfR\nNK318BttDlky79Cd2Uq3Sil9pJRWUkp/KeWbUsrPzF/bSCnHSClXtTj/OSllqJQyUkr5TYv2r6WU\nEeZjz7VoPy+lnCmlDJNSrpNSDlxJUFMjOI6F7/8O765tszq4Q3HrwTMSxs0ZsK4NCb6xgITcU8wM\nbirCp4aWlJGtLulbAHymrGhuWxzpxXcyhmK7YNj/artl7pulmqewhi0jt6yWs7kV3cs3NHHwgMnr\n4NzXYGy9Xa+Pix1h3o7Ns58G0+haIa03aHskXPe6VhX19YWQfqjza3JOaedO/2G/J6KHHN9Y7TXr\nGP5udox1tlVJaWXE8yw8TJZVEDrnS8UtPR1tmOzvzn8NayHvtLbyuSMpO8HJF7yi2JNknsIa2cMJ\nM8uehofiwNB2DfD8ME8OXyge9G18R1dwaBJ9C/zPDu1R7u0rtVWKHX0yiFuvnRd9y+D20RIcvbXk\nWPZxhBDMCHbnSFqxRZJhijIYsorKmNSYSNmY2W2OLY305m+FsZgcxsCBV9u/QaNRK4MRpu36tjup\ngDHONkSOcepZRxy9tSKd7VgY4Umd0UTcxcEtaTM6gwPA2Elw33cQtgK++SV8eq+WeG6prhJOfQwT\nr9OKaY0GvjFayWFgZpAbeeV1ZBRbfj9bRRkIKce+w17U4TR+aZtjS6O8qZNWnBl3m7ZJVs7JtjfI\nPqYtjA1dhrHRxN7kAhaGe7W7P3RvzQr2wEov2DvIeYfRGxwA7Fzhlv/C0qe08tX/Xg5FqZeOx2+E\n+gqY/iPL9XGw+cZCcSrUlDIzWJttoUppKCNVbfJuTAj8Yla0OTbR1xkvJxveqV8K1o5w4G9tb5Cy\nU9t+N2QxJzPLKK819nxIqQsONgZix7mxd5DzDqM7OIBWWXXh43DHJ9py+TcWQ+Jm7djR9eA9UStv\nPVo05R1yThDu7YiLnZUqwqeMWN6Fh8iwDkXn0HaKuk4nWBLpxdbUGkxT79JmLZamtz4pdWfzRl27\nkwrQCS1H0N8WhnuSkF0+qFv4quDQJGwZ3L8bPEJhw+3wyb2Qc2J0JKJbagoO2cfR6QQzgtzUjCVl\nRMopKmFC4znKx7bNNzRZGuVNea2Rk363ar8Hvn/t0sGaEm2yStilKawxAa5tKzn3g/nmBXX7U4v6\n/d4dUcGhJddx8MMtWomM0x+BlT1MucnSvRpc9u7gFtScd5gR5M75wioKKgbvE4uiDIbUuG+xEQ04\nR7XNNzSZH+6FlV6wJdMAk27UVkw3VVE9/x1IE4Quo7iqnlOZpSyK6GDb4D6a7OeCi50Ve5MGb2hJ\nBYfLWdnC1a/Ajeu1khK2ltvD1WJ8YyHLHBzUegdlhKpL/g4jOvxjl3d4jqONgZnB7nx7Nh/mPgQN\nVXDEvE43ZSfYuIDfNPYmFyBlL6awdpNeJ5gb6sG+lMErpaGCQ0cmXa/9GY18p0JZOlQVMsnXBVsr\nnVrvoIw43kWHSbeJQG/X+QfAJZHeJOVVkmkToq2CPvQ6NNSad31bBHoDu5MKcLW3YrLfwH2YXBDu\nRU5ZLakFVV2f3A9UcFDaas47nMDaoCM2QOUdlJElr6iIqMYkKjrJNzRZGqUNFX17Nh/mPQxV+bDz\nWSjPgrBlmEySPUmFLAj3Qq8buPxkUymNwZq1pIKD0pZPtPaafWloKTGnnIrabhQgU5RhIPXoDqxE\nI87jOx5SahLi5UiQhz27zuZD8CLt/4+D/9AOhi4jMbecwsq6npXM6IUAd3sCPewHrc6SCg5KW7bO\n2qZG2ccArUKrSTLoKzQVZaDUp+ymQeoZF7Ok65PRCvEdSC2ipsGkba8L4BkBrgHsNieJF4b3/xTW\nyy0I9+Tg+aJB2aVRBQelfX5Tm58cYse5otcJNbSkjBhjiw6TZhuF3taxW+cvjfKmzmjiQGohTLgW\nxkzWiuWh7fo2wccZb2fbgewyAFdO9uHWmeOoGYQ6Syo4KO3zjdU2/ynPwcHGwCRfZ45cUE8OyvBX\nUJBPeGMK5T5zu33NzGB37K312tCS3gA/3geLfklFbQNxF0tYOMBDSk3mhnry1JoJuNhZDfh7qeCg\ntK/FYjjQ1jucyCylzji4lSEVpb+dj9uOXkhc2qmn1BEbg575YZ58eza/1VTSA6lFGE1ywPMNlqCC\ng9K+sVO0mjEtktL1RhOnMsss3DFF6ZuGlN3USSuCYhb36LqlUd5kl9W22gBrT1IBDtZ6pgWOvMKc\nKjgo7bO2B6/xrZ4cALXeQRn2xhQf5rztRAw29j26bol5Suuus9omYVJKdicVMDfME2vDyPtVOvJ+\nIqX/+MZqwUFK3B2sCfd2VElpZVgrzM8htDGNCt+e7+o4xtmWib7O2noH4HxhFZklNSNySAlUcFA6\n4xsD1YVQlgFoQ0txaSU0mtTmP8rwlBa3FZ2QuE1c1qvrl0Z5E3exhNLqenafM+/6poKDMur4TdVe\nmzf/caeizkhiTrkFO6UovWdM3UO1tCF4yoJeXb8kyhuT1Cqw7k4qIMTTgQD3ng1PDRcqOCgdGzMJ\ndFatktKgivApw9eY4iOk2k3CYN27NQnR/q64O1izJT6Xg+eLBm0KqyWo4KB0zGADYyY0Bwc/Vzv8\nXO1UcFCGpaK8DIJN6VT6dn99w+X0OsHiCC++ic+lzmgasCqsQ4EKDkrnWiSlAWYEuXH4QsmglQ1W\nlP6SHrcNoNf5hiZNs5asDTpmm7fSHYlUcFA65ztV20C9+DygDS0VVtaRVlRt4Y4pSs80pu6mUtoR\nOmVen+6zMEKrvjor2B07a30/9W7oUcFB6dxlK6Vnmtc7qH2lleFmbMkRku2mYGXVt208Xeys+ON1\nk3l0RUQ/9WxoUsFB6Zz3eDDYNgeHMG9H3OytOKzyDsowUpKbhr8pm6o+5BtaumlGALHjRt6q6JZU\ncFA6p7eCsZObg4MQgtkhHuxIzKOwUu0rrQwPGXFbAHCf1PX+DYpGBQela76xkHMSTFrRvZ+viKC6\nrpGnN8VbuGOK0j2N5/dQKh0Jm9z1zm+KRgUHpWu+sVBfCUUpAESMceJny8P5+nQum09lW7hzitI1\nn5IjJNtFY21lsHRXhg31N6V0rSkpnXUMvCIBuH9hCNsScnl6UwKzQzzwdLSxYAeVUas0HSrzoboY\naorNryUtvi6mtryAsaZ8zvndZeneDisqOChd84wAKwct7xBzKwAGvY4X10Wz5tV9PL0pntdun2bh\nTiqjzplN8NGd7RwQYOeKyc6dnHo7ksqtKRJLmbboB4PexeFMBQelazq9tqm6OSndpGl46cWt59h8\nKps1U3wt1EFlVDr6FrgEwFV/ATt3sHMDe3ekjTNfJeTz3FeJ5JTVcsNUf351RSTeTgO/jedI0mXO\nQQjxlhAiXwgR36LNXQixXQiRbH51M7cLIcSrQogUIcQpIcTUFtfcZT4/WQhxV4v2aUKI0+ZrXhVC\niP7+IZV+4BsLuaeg0diq+f6FIUT7u/D0pgQ1e0kZPKUZcH43xNwOEasgYAZ4hpFcYcXtbx3lp/89\njpu9NRsfmMNfbopWgaEXupOQfhtYfVnbE8BOKWU4sNP8PcAVQLj5z33AP0ELJsAzwCxgJvBMU0Ax\nn3Nfi+sufy9lKPCbCsZaKEhs1dw0vFRZa1Szl5TBc/IDQDYPc1bUNvCHzWe44pW9JGSX8/trJ/Hl\nQ/OZbl60qfRcl8FBSrkHuHzF01rgHfPX7wDXtmh/V2oOAq5CCB9gFbBdSlkspSwBtgOrzcecpZTf\nS61Yz7st7qUMJZetlG6pw9lLRamQ8PkgdVAZNaSEE+9D0AKkayCfHc9k6V928+b+C6yb7s+3jy3m\nB7MD0evUIERf9DbnMEZKmQMgpcwRQnib2/2AjBbnZZrbOmvPbKddGWrcgsHGRQsOU9smAdvMXjLm\nw9troDIXwldq244qSn+4eABK0qiY/Rg/ev17jqSVEB3gyr/vnE50gKulezdi9Pc6h/ZCtexFe/s3\nF+I+IcRRIcTRgoKCXnZR6RWdDnyjtems7Wg5vPT8pwfgvRugIhukqXl9hKL0ixPvg7UT75RGc/Ri\nCc9fP5nPfjxXBYZ+1tvgkGceEsL8mm9uzwQCWpznD2R30e7fTnu7pJRvSCmnSymne3mN3DrqQ5bv\nVMhLAGP7ieeIMU48uiSAW1J+SWPxebjyz9qBgnOD2EllRKurhITPkROv4/OEEmYGuXPLzHHo1BBS\nv+ttcPgCaJpxdBewqUX7neZZS7OBMvPw01ZgpRDCzZyIXglsNR+rEELMNs9SurPFvZShxjcWTA1a\ngGhPo5H78v/AVF0yT/AwhRE3g9BDoQoOSj858zk0VJEeeD0p+ZWsiVbTpwdKd6ayfgB8D0QKITKF\nEPcAzwMrhBDJwArz9wBfA+eBFOD/gJ8ASCmLgd8DR8x/njW3AfwY+Lf5mlTgm/750ZR+10lSGinh\n61+gS/qGwvnPsqluBk9/lQzuwVBwdnD7qYxcx98HjzA25vmgE7B64lhL92jE6jIhLaW8tYNDbbZT\nMs84erCD+7wFvNVO+1FgUlf9UIYA13HaYqPsY8A9rY/tfgHi3oYFv8B72cP8TJ/Ci1vPkRscyNiC\nJEv0VhlpilIh/QBy6dN8dTiXOaEeeDmpsi0DRRXeU7pPCG29Q/aJ1u1H18N3f9QWJC39DXBpcdzX\nuc7I4lRobLBAh5UR5cR/QehI8lnD+cIqrpqshpQGkgoOSs/4xkJ+ItSbtwk9+xV89ag2XfXqV7QA\ngjZ76c45QZyq80GYjM3bjCpKr5gatYVvoUvZlCrR6wSrJ6khpYGkgoPSM76xIBshLx7SD8LGH2lt\n697WNgZqIXacKynS/OlO5R2Uvjj/HZRnIWNu56vTOcwN9cDdoW/bfSqdU8FB6Rlfc7mskx/Af28G\nF3+47WOwdmhzarCnA4U2gdo3Ku+g9MWJ98HWlQTHeVwsqmbNFB9L92jEU8FB6RlnH3Acq1XENNjA\nHZ+Ag0e7pwohiAocS67wVk8OSu/VlEDiZpi8ji8TizHoBKvULKUBp4KD0nMBM8DaCW7fCG5BnZ4a\nG+BGotGHxny11kHppfhPoLFOG1I6lcP8cE9c7dWQ0kBTwUHpuTV/hR/vA58pXZ6q5R38oCipeQ9q\nRemR4++D90RONgaRWVKj9g1f62t8AAAgAElEQVQZJCo4KD3n4NnlE0OT6ABXkqUf+sY6bUtHRemJ\n/ERtXU3s7Ww+lYO1XseKCWMs3atRQQUHZUC52FlR6xKmfaNqLCk9dfw90BkwTbqJr0/nsDDCExc7\nq66vU/pMBQdlwLmO0xbASxUclJ5obIBTGyBiNceL9WSX1XKVmqU0aFRwUAZcVPA48qUrVVlqpzil\nB5K3Q1UBxJiHlAw6lo9XQ0qDRQUHZcDFjnMl2eRHfa6azqr0wIn3wcELU+hyvj6dw+IIL5xs1ZDS\nYFHBQRlwEWOcSNP5Y1+WolVvVZSuVBZA0haYcjNHMyvJK69T5bkHmQoOyoDT6wS1rmHYmqqhIsfS\n3VGGg9MfgckIsXfw1alsbK10LIvy7vo6pd+o4KAMCnvfCQDU55yxcE+UIU9KbW2D71QaPaP4Oj6X\npVHeONj0dst7pTdUcFAGhU9YDAC5qSct3BNlyMs5AfkJEHs7hy8UU1BRp8pzW4AKDsqgmBAeSql0\noCqzgy1GFaXJ6Y2gt4ZJN7D5VDZ2VnqWqiGlQaeCgzIovJ3tSNcHYChJtnRXlKEuaSsEzsNo7cKW\n+FyWjffGzlpv6V6NOio4KIOm0ikUz5o0S3dDGcqKz0NRMkSs4uD5Yoqq6lV5bgtRwUEZNHrvKNwo\nJy8nw9JdUYaqpG3aa/hKvjqdjYO1nsWRakjJElRwUAaNR/BkAC4kHrdwT5QhK3kreITR4BrMlvhc\nlk8Yg62VGlKyBBUclEETEKntIleSrspoKO2oq4S0fRC+igOpRZRUN6jy3BakgoMyaGzcx1EjbJH5\nqoyG0o4Lu6GxHiJW8tWpbJxsDCyM8LR0r0YtFRyUwSMExXbBuFSdp6HRZOneKENN0lawdqLebzZb\n4nNZMXEMNgY1pGQpKjgog8rkEU4IWZzLrbB0V5ShREqtCmvoYvZfKKe81qhmKVmYCg7KoHIOmISP\nKCb+vJqxpLSQexoqsiF8FdsT83C0MTA/zMvSvRrVVHBQBpVzwEQAclNPWbgnypCSvFV7DV/J/pRC\nZod4YG1Qv54sSf3tK4NKeI8HoDYn0cI9UYaUpG3gE0NGgxMXi6pZEK4S0ZamgoMyuFwDaRRWuFad\np6Sq3tK9UYaCqiLIPAIRq9ibXAjAvDAVHCxNBQdlcOkN1LqEECayOJFRauneKENByg5AQvgq9qcU\n4uNiS6iXg6V7Neqp4KAMOhuf8YTrsjieXmLprihDQfJWcPCi0SeG/amFzAvzRAhh6V6Neio4KIPO\nMGY8AaKA+It5lu6KYmmNRu3JIWwFCTkVlFY3qHzDEKGCgzL4PCPQISnPTMRkUntKj2qZh6G2DCJW\nsi9FyzfMDVXBYSjoU3AQQvxMCBEvhEgQQjxibnMXQmwXQiSbX93M7UII8aoQIkUIcUoIMbXFfe4y\nn58shLirbz+SMuR5RQHg25BOakGlhTujWFTSVtAZIHQp+5ILiRrrhJeTjaV7pdCH4CCEmATcC8wE\nooE1Qohw4Algp5QyHNhp/h7gCiDc/Oc+4J/m+7gDzwCzzPd6pimgKCOURyhS6AjTZXI8XSWlR7Xk\nbTBuDjU6R46mlaghpSGkL08O44GDUspqKaUR2A1cB6wF3jGf8w5wrfnrtcC7UnMQcBVC+ACrgO1S\nymIpZQmwHVjdh34pQ53BBtxDGG/I4XiGSkqPWqUZkH8GwldyJK2Y+kaTmsI6hPQlOMQDC4UQHkII\ne+BKIAAYI6XMATC/Nu3U4Qe0rJmQaW7rqF0ZwYRnJBMMOerJYTRrWhUdsYp9KYVY63XMCvawbJ+U\nZr0ODlLKROAFtE/6W4CTgLGTS9qbmyY7aW97AyHuE0IcFUIcLSgo6GGPlSHFK5KxjVmczyuhsq6z\nfza90FALG+6ArGP9e1+lfyVtA7cg8IxgX3Ih0wLd1F7RQ0ifEtJSyjellFOllAuBYiAZyDMPF2F+\nzTefnon2ZNHEH8jupL2993tDSjldSjndy0sV5RrWvCLRy0YCyONUZj8/PaTthcQv4cR/+/e+Sv9p\nqIELeyB8FYVV9ZzJKWe+yjcMKX2dreRtfh0HXA98AHwBNM04ugvYZP76C+BO86yl2UCZedhpK7BS\nCOFmTkSvNLcpI5lXJABhIqv/h5aStmivaXv7975K/7mwF4w1EKEV2gOYr/INQ4qhj9d/IoTwABqA\nB6WUJUKI54GPhBD3AOnAOvO5X6PlJVKAauCHAFLKYiHE74Ej5vOelVIW97FfylDnGQHATMcCvu/P\n4CClNlwhdFBwFioLwFE9ZQ45yVvByh4C57N/0zlc7KyY5Odi6V4pLfQpOEgpF7TTVgQsa6ddAg92\ncJ+3gLf60hdlmLF2AJdxxMo8/plRgpSyf0om5CdCWTpfGZZzlXGH9vQw6fq+31fpP00BPGQx0mDD\nvuRC5oZ6oNepkhlDiVohrViOVwRBZFJYWU9mSU2/3DJp30YA/rfyamp19tqG9aNBdbGWhC/LtHRP\nulZwFsrSIXwl5wuryC6rVfmGIUgFB8VyvKJwrUpDYOJYPxTh++BwOqUnv+K8IQQP/zBO6yeMnrxD\n0lZzEv4DS/eka0mtN/YBlW8YilRwUCzHMwJdYy2hViV9SkpLKXl1ZzLPf/o903VJBMy6jnlhnuyq\njYDCJKgYBQX+LpqfkM59Zdl+dEfyNhgzGVz82JtcSIC7HYEeqkT3UKOCg2I55hpLyz2LOd7LvR0a\nTZKnNyXw0vYkHgvNQIcJq6griPZ3YZ9xgnbSaHh6uHhAS8JnH4fydmeCDw01JZB+ECJWYmw0cTC1\nSO0VPUSp4KBYjpd5xpJTIWeyyziQUtijKq21DY089MEx/nPwIvcvCuEO97Ng7wF+U4kOcOWMDKTe\n4Djy8w7lOVB8HmJu174/97Vl+9OZ1F0gGyF8FSczy6ioM6ohpSFKBQfFcuzcwHEMsbZ52Fnpue3f\nh1jwp295aXsS6UXVnV5aXtvA3esP8/XpXJ66ajy/XhWBSNkB4StBp2essy0eTvYk204e+U8OF/dr\nr9N/BO4hcHYIB4ekbWDnDv7T2ZdciBAwN1SVzBiKVHBQLMszArfqCxx+cjmv3BJDiJcDf9uVzMIX\nv+Xm17/n46MZVF1WXiO/vJabXz/I0bQS/npzDP+zIETbg7imRAsOgBCC6ABX9jREQVGK9ul6pLq4\nH6ydYOwUiLxSW3lcWz5ob19VZ6S2obHrE02NkLIdwpaDTs++lAIm+7ng5mA98J1UekwFB8WyvKKg\n4By2Bh1rY/z4zz2z2P+rpTy+KpL8ijoe33iKGc/t4LGPT3LwfBHnCyq54V8HuFhUxVt3z+DaWHON\nxqQtzfsCNIn2d2FzeZj2zUgeWkrbD+Nmg94AUVeBqcG8L/PAa2g08YdXXuU/f3mUuiPvaE8t6Qeh\nIAmqirSA0CTrGFQXQcQqKuuMHE8vVVVYh7C+rpBWlL7xioS6cqjIBWcfAHxd7XhwSRg/WRxK3MUS\nNsZlsvlUDhvjMhEC3Oyt+eDe2UQHuF66T5K2LwB2l9qiA1x5SQZitHbGkLYHpqy7/N2Hv8oCKDwH\n0bdo3wfM0vIu574Z+MV/dZVceOdB/lj9ufb9V2+3c5IAWxetT40NWtI8dCmHzhdhNEkWqOAwZKng\noFiWucYSBWebg0MTIQTTg9yZHuTO01dPYGtCLvtTivjJ4lBCvBwvnViaAfkJsPIPra6f4ueKCR0Z\nTrEEj9Qnh/QD2mvQfO1Vp4eI1XB2s/bLWG81MO+bdYzGjfcQVnKBL5xuITPqHv67L4Fnlo1lRZAV\nVJdoTwk1xdoCvabXyTeAvTv7UhKwMeiYGqj29RqqVHBQLMvTHBwKkyB0SYen2VsbuC7Wn+ti/dse\nbNoXIHxVq2YXeytCPB04IicQXLwbyrLAZYRtFXLxABjswCfmUlvklXDife1YyKL+fT9TI+x/Bb59\njkq9Ow/UP8lvb3+Aq7wd2Ztl4qHdJWyaNIvIMKdOb7MvuZCZwe7YWqkS3UOVyjkoluXoDbau2pND\nbzXvCxDe5tAUfxe+KA/VvhmJTw9p+yFgJhhaJHVDl4DBtv+ntJZlwbtrYefvqAxexZKq5wiZsZrI\nsU7odYJXbo3B0caKn7wf12YSQUu5ZbUk51eqLUGHOBUcFMsSQhtaKkjq3fX11XBhtzaU0k7hvugA\nV/ZXjsVk4wppe/rY2SGmpgTy4iFwXut2awcIWawlh2X314106swm+OdcLam89h881PAzGqxceHRF\nRPMp3k62vHJLDOcLq/jN5/HIDt67qWSGSkYPbSo4KJbnFdn7J4e0vWCsbZ7CernoAFckOgo8po+8\nJ4f0g4CEoHltj0VeqRW3y4vv23vUV8EXD8FHd4J7MDywl90Oq/g2qZCHloXh4WjT6vR5YZ78bFk4\nnx7P4uOj7RcB3JdSiIeDNePHOvetb8qAUsFBsTyvKKguhJKLPb82aQtYOVxKyF5mgo8zBp3gtNUU\nKEnTktcjRdo+0FuD37S2xyKvAETfFsRln4DXF8Kx/8D8R+Ge7Rhdg/nD5jMEethz19ygdi97aGk4\n88I8+M2meM7mtl5vIaVkX0oh88I80akS3UOaCg6K5UWt0ZKq3/yyZ8MgTfsChC4Bg027p9ha6Yny\ncWJHjTkfMZKeHi4eAL/pYGXX9pijN/jP6H3eoaoQ3rlGG7a760tY/gzorfjgSAbJ+ZX8+orx2Bja\nTybrdYK/3hyLs50VD75/rFX+ISmvkoKKOlUyYxhQwUGxPLdAWPYb7Sng9MbuX5d/BsozOxxSahLt\n78rXeW5IO/eRU0qjrgJyTrY/pNQk6krIOaElkntq9wtQXwl3fg7B2p5eZTUNvLTtHLND3Fk1cUyn\nl3s52fDKLTFcKKziqRb5h73JBQDMU8noIU8FB2VomPWA9kn3m19qC7u6o2mv6K6CQ4Ar5XUmqnxm\na3sXjwQZh7QCdoFzOz4n8krttadPD4UpcPQtmHbXpXUowN93JVNa08Bv1kzo1q59c0M9eWR5BJ8d\nz2LDEW04b19KISGeDvi5tvO0owwpKjgoQ4NOD2v/oX1a/eaX3bsmaRv4RLdZPHe5GPNK6hSHGC1J\n25vcxlCTtl8rFxIwq+NzPCPAPbTnwWHHM9pU2MW/vvR2hVW8fSCNddP8mejb/b2eH1wSxvwwT575\nIoFTmaUcOl+sdn0bJlRwUIYOr0hY9EtI+BQSN3d+bnUxZB7WprB2IdTLEXtrPfsbxmsNI2Fo6eIB\nbeGbdSeb5AihDS1d2Au1Zd287/fa6up5j2h5C7P//ToRa72Ox1ZGdnJxW3qd4OWbY3C2s+KOfx+i\npqFR5RuGCRUclKFl3iMwdjJ89ag2j78jKTtAmtqsim6PXieY7OfCtkJ3rcbPcE9K11dDVlzn+YYm\nkT0oxCclbHsKnHxgzoPNzQdSC9l2Jo+fLAnD29m2x931crLh1VtiqawzotcJZqsS3cOCCg7K0KK3\n0oaXqgph61Mdn5e0FRy8wDe2W7eNCXAlMacCU+B87ZN0fy0Os4TMI9ov/MsXv7UnYCbYe3ZvSmvC\nZ5B1FJY8Cdb2gLbT3u83J+Lnasc984N73eU5oR48u3YS/zM/GGfbAar3pPQrFRyUoccnGub9DE68\nByk72x5vNGr7AoSvBF33/glHB7hS32gix226NsOpJK1/+zyYLh4AhFamu4XcsloaL99Jr6kQX/J2\nrRBfR4x1sPN34D0RYm5rbt4Yl0FiTjlPXBHV5zpId8wO5NdXju/TPZTBo4KDMjQt+pWWUP3yEair\nbH0s87A2ht7FLKWWpvhrSdQ4MVFrGM55h4v7taE3W+1namg08dTnp5n9x53MfX4nL2w5S2pBi7+z\nqCuhruzSjnHtOfKmFjBXPqsFFKCyzsiLW5OYFujGmimdJ/2VkUcFB2VosrKFa/4OZRnaJ9qW2tnY\npyt+rnZ4Olqzu9hDG44arnkHY502rGReEV5cVc8P3jzEewfTuXXmOCb5uvDGnvMs+8turn9tP/89\nlE657zxt9lFHQ0s1JbDnTxCyBMKWI6Ukt6yWF745S2FlHU93c+qqMrKokt3K0DVuFsy6Hw79CyZe\nD4FztPakbdr8ftvu1+YRQhDt78rJrDLtF2tT3mG4/dLLOqbVkgqcR2JOOfe+e5T8ijr+enNM8654\n+eW1fH5Cq230/z47ze++1LHRdSrh8V9itep59PpLnwlNJkn51udxqSllvf2P+PbNQ5zJLqeoqh6A\nddP8W2+qpIwaKjgoQ9vS32jz9L/4KTywDyrzoSARYu/o8a2iA1zZdS6f2jlzsU34DIrPg0foAHR6\nAJmHhnZWh/DQBwdwsjXw8f1zWv0C93a25b6Fody7IITTWWVsjMvkk+NT+C0HuOv5t4iaOo+6BhMJ\n2WWUZqewWfybT0wL+ONxA+He9Swb781EXxcm+joTO05txjNaqeCgDG02jnD1q/Cfa+G758HFvNlP\nN9Y3XC46wBUp4YxNDFNByzsMs+Ag0/ZTZB/KPR9fICbAlTd+MK3D6aVCCKb4uzLF35XahY8gX3md\na+1P8os9Ptha6Zng48xfPL5AX6Zn0m0vkhAagbVBjTQrGhUclKEvdAnE/gAO/E37Ze4eAp5hPb7N\nFD8tgXuozJ2pjmO0vMO0u/u5swOnuqYG3YUDfN2wgOtj/fjf6yd3ewaRrZsPBMzkuoYTrPzty9ha\n6dHnHIf/2w4LfkFUZNQA914ZbtTHBGV4WPkHbcVuYVKvnhoA3BysCfSw52RmGQQtGFbrHTJLqvn1\na+9jK2vxi17OX26K7vnU0sgrIfcUDrW56AWw7TfaGoh5jwxIn5XhTQUHZXiwc4U1L4PQw4S1vb5N\ntL8rJzNLtaR0ZS4UpfRjJ3ugKBUO/lPbk7kLhy8Us/bv+xlXcRyAZauv693soairtNdz32gzvi7u\ng8VP9Cixr4wealhJGT4ir4AnLoJN55vXdyY6wJUvTmZT5DULD9DyDu3sPT3gdr8ApzZA8QW44oUO\nZ03FXSzh9n8fJMDNngc8c6EiDJw6L5fdIc9w8AjTtvyszNO+HkbDasrgUk8OyvDSh8AAEG1eDHes\n0l2rIWSJEt4mE6TuAhsXOPw67P9rh6dujMvEWq/jswdm45BzpPMS3d0ReaUWEAuTYPnvtHIlitKO\nPgUHIcTPhRAJQoh4IcQHQghbIUSwEOKQECJZCLFBCGFtPtfG/H2K+XhQi/v82tx+TgjRdSU1Reml\nib4u6HXiUt4hbd/g5x1yT0FVAaz+I0y6EXb8Fk5+2OY0k0myIzGPxZHeuFQkaaucA9vfDrXbmoaW\nxs259LWitKPXwUEI4Qc8DEyXUk4C9MAtwAvAy1LKcKAEuMd8yT1AiZQyDHjZfB5CiAnm6yYCq4HX\nhBB9K+KiKB2ws9YTOcbpUt6hKl/7FD2YUs31osKWw7WvQfBC2PRgm8qpJzJLKaioY+XEMZdKX3Sn\nEmtn/GfCgse06cHDbQGgMqj6OqxkAOyEEAbAHsgBlgJNez2+A1xr/nqt+XvMx5cJLau2FvhQSlkn\npbwApAAz+9gvRelQdIArJzNKkUHa9peDXmcpZZdWG8lpjLb39c3vg9d42HAnZB9vPm37mTwMOsHi\nSG/tCcd13KV1Hr2l02lbsnpF9PGHUEa6XgcHKWUW8GcgHS0olAFxQKmUsmlH8UzAz/y1H5BhvtZo\nPt+jZXs71yhKv4v2d6G81kiayVvLO6QfHLw3ry2HjIMQuuxSm60z3LFR22vi/XXaym1gW0Ius0M8\ncLE1aJVY+zqkpCg90JdhJTe0T/3BgC/gAFzRzqlNA7rtPcPKTtrbe8/7hBBHhRBHCwq6uc+wolym\nqdTEycwy8JumbZwzWNL2gsmoDSm15DQWfvCpduy9G0i7mEZqQRUrJoyBgrNQU9z3ZLSi9EBfhpWW\nAxeklAVSygbgU2Au4GoeZgLwB7LNX2cCAQDm4y5Accv2dq5pRUr5hpRyupRyupeXVx+6roxm4d6O\n2FnpOZFRCv7TtU/q1cWD8+YpO8Dasf29nz3D4baPoDwH+423YU8tyyf0Y75BUXqgL8EhHZgthLA3\n5w6WAWeAb4EbzefcBWwyf/2F+XvMx3dJKaW5/RbzbKZgIBw43Id+KUqnDHodk/1ctKS03zStMevY\nwL+xlFpwCFoABuv2zwmYCTe+hUdFIu86/QM/JwOk7deGv9x6vxObovRUX3IOh9ASy8eA0+Z7vQH8\nCnhUCJGCllN403zJm4CHuf1R4AnzfRKAj9ACyxbgQSll18tGFaUPpvi7kJBdTsOYKYAYnKGlolQo\nTYewZZ2eVuC3jKcafsT0hjj48mfmfMM8NbtIGVR9WiEtpXwGeOay5vO0M9tISlkLrOvgPs8Bz/Wl\nL4rSE9EBrtTvu8C5EsEkryht7+SB1jyFtfPgsDMxjw8al/LobCe84l7WGlW+QRlkaoW0MirFmJPS\nJzJKLyWlB3oxXMpOraKse0inp20/k4e/mx2eVz0NU+8CBIQsHti+KcplVHBQRiV/NzvcHaw5mVEK\n/tOgukjbQ3mgGOu0mUqhnT81VNUZ2ZtSyMoJYxE6Haz5Kzx8bNjtO6EMfyo4KKOSthGOC6eaprNC\nv+Qd8strScmvbHsg/XtoqG47hfUye5MLqDeatCmsoC1a6+JJQ1EGggoOyqgV7e9KUn4FlS4RYLDr\nlxlLv/j4JNe/tp+y6obWB1J2gM5KK9nRiW0JebjaWzEjSG3PqViWCg7KqBVj3jY0PrcafKL7nJTO\nK69lf0oh5bVG/rUntfXBlF0wbra27WkHjI0mdp7NZ2mUNwa9+l9TsSz1L1AZtaaYy3c3J6VzTkJj\nQxdXdezLk9mYJMwIcmP9/gvkl9dqB8pzID+hyyGlw2nFlNU0sHJCL/drUJR+pIKDMmp5ONoQOcaJ\nb+JztaS0sRbyEnp9v89PZDHF34U/r4vG2Ch5dVeydqCbU1i3n8nDxqBjYYRa/a9YngoOyqh204wA\nTmaUkmIVqTX0Mimdkl9JfFY5a2P8CPRw4NaZ4/jwcAYXi6q0KayOY2DMpA6vl1Ky/Uwe88M8sbdW\nGzQqlqeCgzKqXRfrh7Vex3tnAXvPXielN53IQifg6mgfAB5aGoZBL3h5W6K261vosk5XOCfmVJBZ\nUnNplpKiWJgKDsqo5u5gzapJY/n0eBaNvlN7lZSWUrLpRDbzwjzxdrIFwNvZlh/NCybt1H6oLe3W\nkJIQsGy8Cg7K0KCCgzLq3TojgPJaI0mGCCg4p+250APH0ktJL67m2pjW25DcvyiUlTbxmBAQurTT\ne2w7k8vUcW54Odn0uP+KMhBUcFBGvdkhHoxzt+ez/LGAbLUbW3d8fjwLWysdqyaNbdXuYmfF9c5n\nOWUK5nBex9dnldaQkF2uZikpQ4oKDsqop9MJbp4RwIZsb62hB0nphkYTX53OYfn4MTjaXJZIrilh\nTEU8Rw1T+dOWs8gOajdtT8gFUPkGZUhRwUFRgHXT/KnUOVFsG9Cj4LA3uYDiqvo2Q0oAnP8OIU2M\nm3k1Ry+W8O25/HbvsT0xj1AvB0K8Ol4gpyiDbUTNmWtoaCAzM5Pa2lpLd0XpAVtbW/z9/bGysrJY\nH7ydbVka5c3BC0FckRXX7t617fn8eDau9lbtr01I2Qk2LixZdiVBp/fzpy3nWBzhjU536e5l1Q0c\nOl/MvQtV/SRlaBlRwSEzMxMnJyeCgoIQamOUYUFKSVFREZmZmQQHW3ans1tnBrDnXDBXVuyF8mxw\n9u30/Mo6I9vO5HLjNH+sDZc9hEupBYeQRVhZWfPoykge/uA4X5zM5trYS08Z357Lx2iSakhJGXJG\n1LBSbW0tHh4eKjAMI0IIPDw8hsTT3sJwLzLsJmjfZHY9pXVbQi61Dab2h5QKzkJFdnPJjDWTfZjg\n48xL25OoN5qaT9t+Jg8vJxti/F375WdQlP4yooIDoALDMDRU/psZ9DqmTJ9HvdRTcf5Ql+d/fiIb\nfzc7pgW2U0E1ZYf2al7foNMJHl8dSXpxNRuOpANQZ2zku3P5LB8/ptVQk6IMBSMuOFiaXq8nJiaG\nSZMmsW7dOqqrq3t9r++++441a9YA8MUXX/D88893eG5paSmvvfZaj9/jt7/9LX/+85973cfs7Gxu\nvPHGXl8/1Fw/M4xEGUhp0vednldQUce+5ALWxvi2H9xSdoJnJLj4NzctjvBiZrA7r+xMobreyIHU\nIqrqG1k5UQ0pKUOPCg79zM7OjhMnThAfH4+1tTX/+te/Wh2XUmIymTq4umPXXHMNTzzxRIfHexsc\n+sJoNOLr68vGjRsH9X0HUoC7PfnOk3AvT6DRaOzwvM2ntAqs7Q4p1VfDxQNtqrAKIfjV6kgKK+tY\nvz+NbQl5OFjrmRvq0d8/hqL0mQoOA2jBggWkpKSQlpbG+PHj+clPfsLUqVPJyMhg27ZtzJkzh6lT\np7Ju3ToqK7Xdw7Zs2UJUVBTz58/n008/bb7X22+/zU9/+lMA8vLyuO6664iOjiY6OpoDBw7wxBNP\nkJqaSkxMDI8//jgAL774IjNmzGDKlCk888wzzfd67rnniIyMZPny5Zw7d67dvt9999088MADLFiw\ngIiICDZv3tzcj3Xr1nH11VezcuVK0tLSmDRJKyjX2NjIY489xuTJk5kyZQp/+9vfAIiLi2PRokVM\nmzaNVatWkZOT089/0/3LK2oeDtRy9FjHQ0ufn8hmgo8z4WOc2h68uB8a6yCs7aroaYHuLB/vzb92\np7L9TC6LIr2wMej7s/uK0i9G1Gylln73ZQJnsntWBqErE3ydeebqid0612g08s0337B69WoAzp07\nx/r163nttdcoLCzkD3/4Azt27MDBwYEXXniBl156iV/+8pfce++97Nq1i7CwMG6++eZ27/3www+z\naNEiPvvsMxobG6msrOT5558nPj6eEydOALBt2zaSk5M5fPgwUkquueYa9uzZg4ODAx9++CHHjx/H\naDQydepUpk2b1u77pB5XO1wAAA9OSURBVKWlsXv3blJTU1myZAkpKSkAfP/995w6dQp3d3fS0tKa\nz3/jjTe4cOECx48fx2AwUFxcTENDAw899BCbNm3Cy8uLDRs28OSTT/LWW29196990E2YsQSOwtkj\nu5g1c16b4xcKqziZUcqTV45v/wYpO8FgC4FtrwV4bFUkV7yyl4paWDlhbLvnKIqljdjgYCk1NTXE\nxMQA2pPDPffcQ3Z2NoGBgcyePRuAgwcPcubMGebN03551NfXM2fOHM6ePUtwcDDh4eEA3HHHHbzx\nxhtt3mPXrl28++67gJbjcHFxoaSkpNU527ZtY9u2bcTGxgJQWVlJcnIyFRUVXHfdddjb2wPacFVH\nbrrpJnQ6HeHh4YSEhHD27FkAVqxYgbu7e5vzd+zYwQMPPIDBoP2zcnd3Jz4+nvj4eFasWAFoTxc+\nPj7d+au0GGuvcGr1jljlHie/ora5mF6Tz49nIQRcHd3BVNeUHVpgsPr/7d1/UNVlvsDx90eRELMU\nsTJIcduEVOCI0Jpi6pqI2aSmd9Naldom7917ZzR3KrXbuO3dph3X7s3GGRn35iVnV1zDYKvNaSXd\n65VMAzMFbVMMFTRFSMQVV4Xn/nG+nA5wzhHhwPn1ec2c4ZyH75fv5+GB8/l+n+d8n6e3y28n3HUb\ns2wxfHjoDJPi7/B2+Ep5RdAmh/ae4Xtb85hDa3369HE8N8YwZcoUcnNzW2xz4MABr31yxxjD8uXL\nWbRoUYvyN998s93HaL1d82vnurQ+Zut9jDGMGDGCPXs8D/D6lR49aBqUQvLJY2wtqeJfJt7r+JZ9\nBtYqHvzBAO66PaLtvt+dgJqjkPqMx0P8etZI/nnivdwe6bsb/5TyRMccfGDMmDEUFRU5umkuX77M\n119/TUJCAt988w3l5fb1h1snj2aTJ09m3bp1gP1M/OLFi/Tt25f6+nrHNlOnTmXDhg2OsYyqqirO\nnTvHQw89RH5+Pg0NDdTX1/PBBx+4jfPdd9+lqamJ8vJyjh8/Tnx8vMd6ZWRkkJ2dzXVrILe2tpb4\n+Hiqq6sdyeHatWuUlXV8tbXuEjn0ARJ6nKJg39EWcyJ9WVlHRU3bGVgd2rnqW2R4GMNcjVco5Sc0\nOfjAwIEDycnJYd68eSQlJTFmzBi++uorIiIiWL9+PdOnTyc9PZ0hQ4a43H/NmjXs3LmTxMRERo8e\nTVlZGQMGDGDcuHGMHDmSF154gYyMDJ588kkefPBBEhMTmTNnDvX19aSkpPDEE09gs9mYPXs248eP\ndxtnfHw8EyZMYNq0aWRnZxMR4eJM2cmzzz7L4MGDSUpKIjk5mU2bNhEeHk5eXh4vvfQSycnJ2Gw2\nPv300079/rpFbCo9aeLW7w7z2fFaR3HBF1WEh/UgM9HFWEFTE3zxB7h9MEQP68ZglfI+cTdTpL9L\nTU01xcUt72I9cuQI99/vZpBQ3ZSsrCweffTRbruHwe/arv4svDGM37KAyoRnWDN3FNcbmxjz+iek\nxUWx7qcuBvGL/wc+XAIzs8E2r/tjVqodRKTEGJN6o+30ykEpV/reCbffQ2a/KraVfsuFy1cpKq/h\n/KWrLeZGcrhUDYUrYUg6JM/t/niV8rKgHZBWnZOTk+PrEHwvZjTxp0q4er2J/C+qOFhZx20RYUyM\ndzED61/+3X7z26P/5XGtaKUChV45KOVOzGjC608x/m7D7z87wcdl3zI9aVDbm9aO/y8c3AzpS2Cg\njjWo4KDJQSl3Yu3dss8M/Y7y6r9z+WojM1p/Sun6P+DPS6F/HIz/RffHqFQX0W4lpdwZlAzSk7G3\nfEPvXgPpH9mLB+Ja3fxXtAZqjsFTW93e9KZUINLkoJQ74X3gjuHccvYArz/+M269Jazl1No15bBr\nNYyYBfc97P7nKBWAOtytJCLxInLA6XFRRJaISJSIbBeRo9bX/tb2IiJvicgxETkoIilOP2uhtf1R\nEVnojYr5Un5+PiLimG7Ck5ycHE6fPt3hYzlP691RjzzyCBcuXOjUzwhaMSlQVcJM29087LxamzHw\n519A2C0w9XXfxadUF+lwcjDG/M0YYzPG2IDRwGUgH1gGfGKMuQ/4xHoNMA24z3o8B6wDEJEoYCXw\nI+ABYGVzQglUubm5pKens3nz5htu29nk0BnN04d/9NFH9OunK5G5FDMarlyA2uMty0u3wvGd8ONX\n4Db/nitKqY7w1oD0ZKDcGHMCmAG8Y5W/A8y0ns8ANhq7z4B+IjIImApsN8bUGmO+A7YDmV6Kq9td\nunSJoqIi3n777TbJYdWqVSQmJpKcnMyyZcvIy8ujuLiYp556CpvNRkNDA3FxcZw/fx6A4uJiJk6c\nCMC+ffsYO3Yso0aNYuzYsW6n2m6Wk5PDjBkzyMzMJD4+nldffRXA5fThzsfcuHGj4w7n+fPnA1Bd\nXc3s2bNJS0sjLS2NoqIib/7K/Js1KE1VyfdlDRfg4xVw9yhI+5lv4lKqi3lrzGEu0DwR0J3GmDMA\nxpgzItI87WQMcMppn0qrzF15GyLyHParDgYPHuw5om3L4NtDN1WJG7orEaa5X40NoKCggMzMTIYN\nG0ZUVBT79+8nJSWFbdu2UVBQwN69e4mMjKS2tpaoqCjWrl3L6tWrSU31fMNiQkICu3btIiwsjMLC\nQlasWMHWrVs97rNv3z5KS0uJjIwkLS2N6dOnEx0d3WL6cGdlZWW89tprFBUVER0dTW2tfdqIxYsX\n8/zzz5Oens7JkyeZOnUqR44caccvLAgMTIBefexrSif9xF6249fw92p48o/QQ9diUMGp08lBRMKB\nx4DlN9rURZnxUN620Jj1wHqwT59xE2F2m9zcXJYsWQLA3Llzyc3NJSUlhcLCQp5++mnHVNmuprz2\npK6ujoULF3L06FFEhGvXrt1wnylTpjBggH2Vsccff5zdu3czc+bMFtOHO9uxYwdz5swhOjq6RYyF\nhYUcPnzYsd3Fixepr6+nb98QmDiuR0/7FULzlUNlCXz+3/CjRfZypYKUN64cpgH7jTFnrddnRWSQ\nddUwCDhnlVcC9zjtFwuctsontir/a+ej8nyG3xVqamrYsWMHpaWliAiNjY2ICKtWrXI5nbUrYWFh\njmVEr1y54ih/5ZVXmDRpEvn5+VRUVDi6mzzxxpTbAE1NTezZs4fevUP0o5oxKbA3234H9IdL4NY7\nYdLLvo5KqS7ljTGHeXzfpQTwPtD8iaOFwJ+cyhdYn1oaA9RZ3U8fAxki0t8aiM6wygJOXl4eCxYs\n4MSJE1RUVHDq1CmGDh3K7t27ycjIYMOGDVy+fBnA0WXTeqrtuLg4SkrsZ6nO3UZ1dXXExNh729o7\ntcX27dupra2loaGBgoICx+JC7kyePJktW7ZQU1PTIsaMjAzWrl3r2M7VehVBLWY0NF6FDxbDtwft\nJx4Rt/k6KqW6VKeSg4hEAlOA95yKfwNMEZGj1veaT+E/Ao4Dx4DfAT8HMMbUAv8BfG49fmWVBZzc\n3FxmzZrVomz27Nls2rSJzMxMHnvsMVJTU7HZbKxevRr4fq3m5gHplStXsnjxYsaPH0/Pnt/3Z7/4\n4ossX76ccePG0djY2K540tPTmT9/vmN67huNa4wYMYKXX36ZCRMmkJyczNKlSwF46623KC4uJikp\nieHDh5OdnX0zv5bA1zwofWgL/HAKDJ/peXulgoBO2R2kcnJyKC4ubnHG78/8uu2MgTfi4Uod/Pwz\niBrq64iU6rD2Ttmtd0grdSMi8PCr9hveNDGoEKHJIUhlZWWRlZXl6zCChy7eo0KMzsqqlFKqjaBL\nDoE6hhLKtM2U8j9BlRwiIiKoqanRN5sAYoyhpqaGiIgIX4eilHISVGMOsbGxVFZWUl1d7etQ1E2I\niIggNjbW12EopZwEVXLo1asXQ4fqp0mUUqqzgqpbSSmllHdoclBKKdWGJgellFJtBOz0GSJSDZzo\n4O7RwHkvhuNLwVKXYKkHaF38VbDUpbP1GGKMGXijjQI2OXSGiBS3Z26RQBAsdQmWeoDWxV8FS126\nqx7araSUUqoNTQ5KKaXaCNXksN7XAXhRsNQlWOoBWhd/FSx16ZZ6hOSYg1JKKc9C9cpBKaWUByGV\nHEQkU0T+JiLHRGSZr+PpDBGpEJFDInJARIpvvIf/EJENInJOREqdyqJEZLuIHLW+9vdljO3lpi6/\nFJEqq20OiMgjvoyxPUTkHhHZKSJHRKRMRBZb5QHXLh7qEojtEiEi+0TkS6sur1rlQ0Vkr9UufxSR\ncK8fO1S6lUSkJ/A19nWtK7GvVz3PGHPYp4F1kIhUAKnGmID73LaIPARcAjYaY0ZaZauAWmPMb6zE\n3d8Y85Iv42wPN3X5JXDJGLPal7HdDBEZBAwyxuwXkb5ACTATyCLA2sVDXX5C4LWLAH2MMZdEpBew\nG1gMLAXeM8ZsFpFs4EtjzDpvHjuUrhweAI4ZY44bY64Cm4EZPo4pJBljdgG1rYpnAO9Yz9/B/s/s\n99zUJeAYY84YY/Zbz+uBI0AMAdguHuoScIzdJetlL+thgB8DeVZ5l7RLKCWHGOCU0+tKAvQPxmKA\nv4hIiYg85+tgvOBOY8wZsP9zA3f4OJ7O+jcROWh1O/l9V4wzEYkDRgF7CfB2aVUXCMB2EZGeInIA\nOAdsB8qBC8aY69YmXfJeFkrJQVyUBXKf2jhjTAowDfhXq3tD+Yd1wL2ADTgDvOHbcNpPRG4FtgJL\njDEXfR1PZ7ioS0C2izGm0RhjA2Kx94Dc72ozbx83lJJDJXCP0+tY4LSPYuk0Y8xp6+s5IB/7H00g\nO2v1FTf3GZ/zcTwdZow5a/1DNwG/I0DaxurT3gr8wRjznlUckO3iqi6B2i7NjDEXgL8CY4B+ItK8\nHk+XvJeFUnL4HLjPGuUPB+YC7/s4pg4RkT7WQBsi0gfIAEo97+X33gcWWs8XAn/yYSyd0vxmaplF\nALSNNfD5NnDEGPOfTt8KuHZxV5cAbZeBItLPet4beBj7GMpOYI61WZe0S8h8WgnA+ujam0BPYIMx\n5jUfh9QhIvID7FcLYF/Nb1Mg1UVEcoGJ2GeXPAusBAqALcBg4CTwT8YYvx/odVOXidi7LgxQASxq\n7rf3VyKSDvwfcAhosopXYO+rD6h28VCXeQReuyRhH3Duif1kfosx5lfWe8BmIAr4AvipMeYfXj12\nKCUHpZRS7RNK3UpKKaXaSZODUkqpNjQ5KKWUakOTg1JKqTY0OSillGpDk4NSSqk2NDkopZRqQ5OD\nUkqpNv4fdKvU9/HUWIwAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x1a2de55668>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "%matplotlib inline\n",
    "plt.plot(range(1, len(predicted_price)+1), predicted_price, label='Predicted price')\n",
    "plt.plot(range(len(predicted_price)), actuals, label='Actual price')\n",
    "plt.legend()\n",
    "_ = plt.ylim()\n",
    "\n",
    "# Simulate returns for validation period\n",
    "position = 0\n",
    "cash = 1000\n",
    "for ii in range(len(predicted_price)):\n",
    "    action = \"\"\n",
    "    if prediction[ii] > 0:\n",
    "        position += cash / actuals[ii] * 0.997 # 0.997 to account for fees\n",
    "        cash = 0\n",
    "        action = \"BUY\"\n",
    "    \n",
    "    if prediction[ii] < 0:\n",
    "        cash += position * actuals[ii] * 0.997\n",
    "        position = 0\n",
    "        action = \"SELL\"\n",
    "        \n",
    "    print(\"Day {}: {}. Price expected to change from {} to {}. Portfolio value of {}\".format(ii, action, actuals[ii], predicted_price[ii], position*actuals[ii] + cash))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "Some results from playing with hyperparameters\n",
    "Model 1:\n",
    "LSTM layers = 2\n",
    "Hidden nodes = 128\n",
    "learning rate = 0.00001\n",
    "batch size = 64\n",
    "sequence_length = 3\n",
    "epochs = 2000\n",
    "val_loss = 0.75104\n",
    "Portfolio value = $1908\n",
    "\n",
    "Model 2:\n",
    "LSTM layers = 2\n",
    "Hidden nodes = 256\n",
    "learning rate = 0.00001\n",
    "batch size = 64\n",
    "sequence_length = 4\n",
    "epochs = 2000\n",
    "val_loss = 0.71283\n",
    "Portfolio value = 1908\n",
    "\n",
    "Model 3:\n",
    "Dropout 20%\n",
    "LSTM layers = 2\n",
    "Hidden nodes = 256\n",
    "learning rate = 0.00001\n",
    "batch size = 64\n",
    "sequence_length = 4\n",
    "epochs = 2000\n",
    "val_loss = 0.82500\n",
    "Portfolio value = 1908\n",
    "\n",
    "Model 4 - Market data only:\n",
    "LSTM layers = 2\n",
    "Hidden nodes = 256\n",
    "learning rate = 0.00001\n",
    "batch size = 64\n",
    "sequence_length = 4\n",
    "epochs = 1250\n",
    "val_loss = 0.77\n",
    "Portfolio value = 2068\n",
    "\n",
    "Model 5 - BTC Kraken market data only:\n",
    "LSTM layers = 2\n",
    "Hidden nodes = 256\n",
    "learning rate = 0.00001\n",
    "batch size = 64\n",
    "sequence_length = 4\n",
    "epochs = 1500\n",
    "val_loss = 0.67853\n",
    "Portfolio value = 2017\n",
    "\n",
    "Model 6 - All BTC market data only:\n",
    "LSTM layers = 2\n",
    "Hidden nodes = 256\n",
    "learning rate = 0.00001\n",
    "batch size = 64\n",
    "sequence_length = 4\n",
    "epochs = 1500\n",
    "val_loss = 0.83381\n",
    "Portfolio value = 1961\n",
    "\n",
    "Model 6 - All BTC and ETH market data only:\n",
    "LSTM layers = 2\n",
    "Hidden nodes = 256\n",
    "learning rate = 0.00001\n",
    "batch size = 64\n",
    "sequence_length = 4\n",
    "epochs = 1500\n",
    "val_loss = 0.68054\n",
    "Portfolio value = 2011\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Downloading and evaluating against new test data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "start_time_n = datetime(2018,2,21)\n",
    "end_time_n = datetime(2018,3,17)\n",
    "interval = 1440\n",
    "load_test = True\n",
    "\n",
    "if load_test:\n",
    "    with open('pickles/test_data.pickle', 'rb') as f:\n",
    "                test_data = pickle.load(f)\n",
    "else:\n",
    "    test_data = processor.historical_download(start_time_n, end_time_n, interval)\n",
    "    with open('pickles/test_data.pickle', 'wb') as f:\n",
    "                pickle.dump(test_data, f)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.axes._subplots.AxesSubplot at 0x1a32a5b908>"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAABbMAAAK+CAYAAACYQoNGAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAIABJREFUeJzsnXe0HMXRxX+tHACBEEhCgMhCiIxI\nMjmInDMoGoP9YUzOJplgYwwYMNFkk4OJJhgwORmTcwYRBEIkgZBAwJvvj1vD9Lb2PYXt2X2Sus7p\n897OzM7c7e7prrpdXeWyLCNJkiRJkiRJkiRJkiRJkiRJkiRJkiRJkiRpzdKm0QCSJEmSJEmSJEmS\nJEmSJEmSJEmSJEmSJEmSKUkis5MkSZIkSZIkSZIkSZIkSZIkSZIkSZIkSauXRGYnSZIkSZIkSZIk\nSZIkSZIkSZIkSZIkSZJWL4nMTpIkSZIkSZIkSZIkSZIkSZIkSZIkSZIkrV4SmZ0kSZIkSZIkSZIk\nSZIkSZIkSZIkSZIkSVq9JDI7SZIkSZIkSZIkSZIkSZIkSZIkSZIkSZK0eklkdpIkSZIkSZIkSZIk\nSZIkSZIkSZIkSZIkafWSyOwkSZIkSZIkSZIkSZIkSZIkSZIkSZIkSdLqJZHZSZIkSZIkSZIkSZIk\nSZIkSZIkSZIkSZKk1Usis5MkSZIkSZIkSZIkSZIkSZIkSZIkSZIkSauXRGYnSZIkSZIkSZIkSZIk\nSZIkSZIkSZIkSZJWL4nMTpIkSZIkSaZSnHNuWo4nSZIkSZIkSZIkSTKri68rJ705SZIktYrLsqzR\nGJIkSZIkSZLJxDnnslY0Sfl4nHOLA92BLsATWZZNbCi4JEmmU5xzbbIsawr/T5IkSZIkSZLMWFJN\nd27k3B7icc61y7Lsx+bOJ0mSJMnUSiKzkyRJkiRJq5OAOF4DWA34Anguy7JnwmvqjG0YcBTQA3DA\nZ8ABwENZln1VbzxJWr8011cb2If996sr8D3QLsuy7+qNJUmSJEmSJElSuwRze2/gJ2BilmXftAI8\nWwI7AEsBLwK3AjdnWdaUCO0krV1a6qPJEaRxksKMJEmSJEmSViee8jsMuAPYF/g7cJUdI8uyrN7b\nFJ1z2xqOfwA7AZsDbwDXAus459K8mqRCAmNuCefc0s65ftCwPuzj2R74J/AS8Jhzbqhzbr564kmS\nJEmSJEmS1C7e3L4rcD/wPPCkc27dBuMZhvTkOYAXgFWBU4CzjQhMRHaSnyXUi51zbRuFxZ7v682r\nO+d2dc4d7pwb5JzrZgsyyf5rgCTP7CRJkiSZhaW1eUMECsN8wEPA+cDVwADgUGBp4Igsyy4Mv1Mi\nrjYopMi1wCjg8CzLxtm5u4AlgM2yLHu1XpiSzFjinBsKHA30AsYA12VZdoSdq3t/MTwXApcA36Gw\nOUPQu3Z0lmVv1xNPkiRJkiRJkmTaJdCdBwM3Id35B7SzcSCwF3B1lmWT6oxtGeSUci5wTpZlXznn\nOqNdjf8FhmRZNrqemJLMGGLe/NsA8wKXA3dkWfZ1A/GMBE4DPgf6AONQH94ry7KPGoVrVpZ2jQaQ\nJEmSJEkaI4HyOz8wCS1yjmkUJg/PxsA3wIPAFVmWfQx86Jz7GoX4OMk5R5ZlF+berWWSgbbq3gQs\ni2Jk50T27WjL5OZZlr3qnFsPeKqRytasLq1lISF4v9YHzgTOAT4A1gYOds71zLJs93r04QDbEsDh\nwInAX/MtyM65DZCC/n09cCRJkiRJkiQzkrQWHcMXT9fojsjrc5HTxyTn3ILAn4DzdIm7qs6E9mIo\n3MmtXii+KxAhuH+WZaOdc30SGZjEF+fcbmgn7IvA7MCVwDnOuVOzLHuvAXgGA2cgG/T2LMvecs4d\nAZwAfOac+7UfCz5JfSS5wydJkiTJLCbOuV7B512Bf6HtiDc653ZuCLACz/zIW/RhpAR/mm85y7Ls\nceA44EngBOfcr+14VMOimdAPHYD2QG403AEsA2yRZdkLVq9HACNjYkkyZQm294XbE+saxiOXwLjs\njkLTnJRl2XkoxvqfgJHOuYvz6+uItScwD/CoR2TfjgzO/bIs+9A517tRdZckSZIkSZK0UmkD4Jzb\nyDl3vHPuHOfccs659o0E5ZzbAunNg4FXc8I6y7L3gQOBGxHJvYtzrkMdoc2LdKAPDeftwMpId37e\nObcasJ+R7knqKNV0vNag9znn5kFhHI9E/Xk14CDgt8CRzrmFGwBrXeSFfV2WZW/ZsTWA14C/ZVn2\no3MuOQrXWRKZnSRJkiSzkDjn9gfeds4ta+TZ5mjl+0G06g1wZU4SN0g+RuFEnkQhRQYY1vYAWZY9\nAfwBrdaf45wbEFP5Cjxq+znn5rRjXwE3APs4554C+lMo4+2BrYDewKuxsCRpWXLFMU+8Yv35cufc\nFc65ve1cwzyonJKXfoaI6y9z4th2GpyNPDpGOOcuqDPWBYFO6B3COXcnWpjZPMuy55xzA5EX+SJ1\nwpMkSZIkSZK0SrH4uCOc4jv/ZOEG/gnsbOVhYE/n3FwNhDkKxaQeBCzu68VZln2CCO3rkbPIyNgx\nfv3nOee6eKdGA7MB6zrn/oV2OOa6c0dgQ2A5oKFxkWc1cc6182ydpZxzazrnlmoFuLYG9gEWAB7J\nsuzrLMu+ybLsr4jM/iXw+3oS2k4xu1eDn/V336FpF9Obf4H0+URo11ESmZ0kSZIks4iYovkK8C5w\ns3NuceT5fBaKAX0Qiql3LXCuc+43dcJUIVmW/QRchbZzjQNudc71yrLsB4/Q/i8itLfJsuzlWCRg\nQGTvDNwCHAZ0tUtuQGR7f+AsU8b7AiOAU4GLsiy7OwaWJC2Lc+6PwL5OsRdxzu0CXIeI2oHAmc65\nixusWI5DfWZhoJdzrn1uQFo4n7NRP97dOXdt7IcHxuVsnvH6qP09xDl3A4pHv7VnXA5Csb07x8aU\nJEmSJEmSzCjinJsNhRY4HtjBdg/uhkJ1rQMsj7ye/wr8ynZj1Qtb7iXusix7AXmxvgHsAqzvE9ZG\naB8K3Aa0y50AIuHwdefNgMOdwu6RZdltaPfnP4FV0KL58865riiR+r7I2/XdWHiSNC/Ouc2dcz3y\nkBjOueFoMebfKBn4mQ0mtfcBfo90+feh6OdZlp2LCO1hwDHOucViP7wZ5yiHFotmd87NbUT20hSL\nMt2Bocim7hgbU5LmJa0cJEmSJEkdxDk3X6MTnJh38z3A3ohEuxv4BLg0y7IJds3zzrkT7SvnOOea\nsiz7exl4AuV3CeTV/BMwJsuyN51z1wNNwMnAE8651bMs+9g51yHLsklZlj3i3atNDMXcwzMcbcc8\nCXkGjLfzDzjnjkUeLic657YDuiHS74Qsy04Lf1uS+GJGUH+0DXGic+4mZFweixZn5kCK5XFAB+fc\nyCzLfqg3zizLXjTSvQl5kzyQZdk13vkxzrnzkNfSBzGfHbxfWwHbApc65x5DCzLnocWrDOifZdkH\nVq87ono8Msuyl2JiSpIkSZIkSaZFYul30/lsl2XZePMCfQztpjoLcSj35HGenXO7o7wzfwQy59zF\nWZZ9USKmXL9sB0zKP1vulu1RwsW/ovAd9+f1Zzr0LrnOH0sC3fk0RFz7uTdOQE6U6wCDjejui8Ly\nnZzVMaH7rCzm9HElcIZzLk9IfgrwF+BllAPoT8B8zrnjsyx7ro7Y2mRZ1pRl2XrOuavRQschzrkT\nsyz7Iu8bWZada57SZ6KkkG+1eONpw+DrzSujkHx3WQiRfyES/Wm7fJMsy142J6stgE2AA7Ms+zYW\nniRTIVmWpZJKKqmkUmIB1kdK8IAG43D2t61hegiRbAfnx71rl0JKQhOKoVsmruGIyPsUmIDi6v3K\nw7oj8B5SWHr7v6UkPCsjb4ADgM7e8UWB7vZ/H+T5cg6wB7CWd12bGp8/XyP7ybT2pwY+f17gImAi\n8uy5FVjeOz8XWriZiJINta9HXSAivRvQwzs2ALgJGXc7Vvl+52r3ioRtBEq0dBmwdoDpCmSAXw0c\ng7Yffwn8vrW0cyqppJJKKrNeAbYDVrb/a9KrasTRzv72Mt3wB+AZ73xb++tQ2L4JaEff3CVg8XWN\nrRFp/BRwD/LKntvOLYM8SV8E1qtWfyXoGtvYb98X6FPlfB/T2V4CxqBdoL/0zjesjUvsO61OfzJ9\n71PkKDTcdMOu3vmhyPa7CViuUXWDvPm/Bw4B5gy/AyxTFh5gCLI7/w6s5B0/zurmEuRQMwA4GPgW\nOKzRbTsrlpzYSJIkSZJpkrR6PvVi8b9uBPbOsuwc51zbTKE0GoFl9izLvrGV5HWAE5GCuWkmr2x/\nVXpp5GVyX5Zlp5eEZ2sUUuQk4E7k4bw7UqZ2ybLsWtteth0KO9IFmA+YWFb/M6+WPwODsyx72zk3\nBwohshoiKa8E/pRl2ddVvlvTe+GcOw7YDNgjy7Jnpvc+ZYlTTOrlsyw7oYEY/D7aE7XVMETYrpNl\n2cvetd1QX/oT8lQakkX20A7w7Ig8sJcCxiJl/IRMIXL6o/dtM8NxfUwczWDbFLgGEdX/yLLs8+B8\nD2QQ74HevaeAe7Msu8rO1+QR18ixLkmSJEmSzJjinJsdhT3oAqyXleTlPAUMk+lzzrl5UUiGxVE4\nhPMyeW22ybKsyUIUXIQWkQeWpcc554Yhou16tKNxfmAttOPqpCzLRpsOfwvwI7BvlmV3lYHF8HRF\nBN844NdZkcfkt8i79ccsy46zY73QIvq3WZZ9b8dq1TX2BUZlWXZzbb+kHHHOLZll2WuNtJ2dYmTn\noUWuRjbgJ2j36e/M2zmzfjwEJS3/J/DHLMuejYzF15vXQDHTF0F24GtZluXJQu9EizFHAednWTYu\nrMPYOzecc7uhd+sE4MYsy173znVB5PphwFdoZ8RHaIfzX2PhSRzLNEij2fRUUkllyoVmVi+bO15P\nPMBCQD+U0KM078IZpbTQVqciJW+xRtUPIq2uBJa0z+2RkvACWoFepkr7di+rnuz5NyIP8Lm8c/cB\nb1PpZdsOkZIj61BPe6CkfbsD+yPPllEoPuJNwDfAKnZt28jP3hQYj4y4FerdR6aArQuK//x83oca\ngGGy9wYtxpyJvCWOxvMwsfPdkKdQE7BRidiGIC+ScxB5fhbyUroZ6GnXLIWMzyZgaJn1hLb0Xgjc\nFJw7DBmdZwHLete3C979WncYHA38H9ChEX0llRm7hH3R+qgLz6WSSiozfmlmbt8D7cjbo9b5qEZs\nGwSf50G5Z0ahUAht7Hj+1yECviw8A6xejgBm945/DdyF7WC0Y8sg22O3kuuoDfAEcLV9HoRyc3xm\nWH9COWWmqu2n8dlLI1L2eWDjRvWTFvD1N51vmwZiyOfOdt6xKwzXs9hOwuD8rnb+HrydhpFxjQS+\nAF5HduiPyGN/Y++a25Hn8+F4tmJJePqinQPHUclprILs5S72eXn7vAawqHddrXrz+mGbpTKFOms0\ngFRSSaXlEhh0a6DV/t/4g2wDsQ1FiUa+sAnvLuRx2PB6a3RB2+128T4vDDyHVrm7NaDvtAcuRt6r\nFwKL2PF2VBLaS4ffrfY5Er48TvDR3rHb7VhOsg0GVq3y3ZoNm5Z+EyLUvzKl5vL8fTNF50tgwxLb\nbX1klNxLAwltqhBHwOqIzD+2rH4xldg2BLb0Ps+HvKG+rzY+AnPmfaokPItYXzkyf7+RQfs68CrQ\n17t2WWQc7F2Heroaebr0Q144T6Ltpf9FnuPXUxkOJQphgMIDfYQM2WEkQrvVl+A9745HiITn64xl\nC+BvwH9QDNg1G11XqaQyLaVR8+SMWGwun837fI/NrTmJVDqpHYw/C5g+9mRwTU9EZo8CdqYgstsG\n10XHi3Z3jfZ1Y5TU8YNcZwTm9nS4spxSfPK+E0pm/Z6V14FHUEK83mgH5pNAx5KwbIfI7GdRLOOG\n92UPWw9k2zyO2V4NxDJ38Pli4DvgdIowij6hvTslhZpEts44FNIxt0nzECd/w0KL2PF77PhKZWDx\nnrMCspOXt8/zIyemj+357wK9mvlurYsy+eLBUbHuOSuUhgNIJZVUpq4gEvtLG2R/Al5BsX0bRSbt\nYBPgkSgJ2/rAM6b0TRYTdlYpptQtYRNSEwqNsZGd2xsRPFvY57p4miAy6RbkJfEpRbyvRe18Tmg/\nawpy3QhURKJfaP/fhuIRLmefexvOg4hMhlFprCyLFh92pTKm8DK+4ok8k/dCCzhRY7VVwbcBrYDQ\nNiwD/DpDWcZ/oI6kUtBe8wGvIZJ4Q+943l++Rx7BnZq5VxnG5bJoUS/0JnnX68/9vHOlGJdVcB2C\njO2PgTetP/W1c39FRuccZbQVMm6fsTFnROx3OJXS+swuwP/QYsdNeN5k1FnfsH7znc0N99kcNQnL\nqZBKKmEJ5op2wbm6e/cGeFZCiYpH4uXZSOXn+tkK7Uw7BfOGRgvFnwEXNKC91gAOReG3mlDCR//a\nnNB+2/THeun0vzV9Iyf476BSdx6EnDB6Bd+L6gSCHFI657oWiim+J9qZNjz43t/Rzr4OMecR/zeh\nJNcv0UBCO6gf37N3GFps2Du8ro54BqHdgoOCa66yd+w0PEI7xBgLs6cjnohI6l7euWuQ3pw7NPk7\nD7aM8fwpYJrP3ucHkf3+NrI1dkC60efAKWW0IbI5r0G615Gx631mLQ0HkEoqraVUGywaOYAEE9CS\nNkHvh7a2bGqT9Shg7XrjRAnO7kSx2fyV08cN11KNbs9GF+ACUy6fRh7r5yJy53Hgfu+6UpVfZBxM\nQqTWIGQY5ITfJVR6aG9gmKOG8miuf5pSe4EpLk+hxI95CJS2wK8RaVnatkGU/OQTRLj9iAyWMwm2\nsgELGp6vUbbqMrC0CT43nNC2/tNkCtZWQFfktfkICp/Ruw4Y/LFwM2uH91Fix5dRbPP8fE5of4sW\nj+qygwVlMW/Ckh7Z+Ogbl0sh5Xi15n5bpPqZFynjPnG+s9XZ9t6xtsiQuIsSiHWKhFmdkLdUIrRb\naQn6z1bI2L0UxaL/EC3e/V+160vGtZI9/wCKpGZLoPnsv+EYnUoqfrEx+W9IT90G8/YN59k64hmB\nSIp3kGPKD8gbsvQ5dEYpwPE2j96HHB2OQvbG0fZ56zpiGY52oV1quB40bI8G1/VEi8XjgMVLwhKS\niishp6bfod1Vvkd2JxszHwKWKAsH8oS+2579GiL9+1b5TncUgu1LAoK7JFwNJ7QNx/bA+Xih7VBY\nj48pQnqUbf/59dLPxqAm5NiwSnDtVYio/QsFoV3qXI9siIe9z/miTE5kr4v01y7B90rbmYts4Z3R\nLoK7gT9753qjsJOl7apEfM/VaLEqEdpTU2eNBpBKKq2hULmlpjslxYaaTmwrmiJQQRyhmGn/tYG/\nroS2KW9jgYO9Y3cgwzMnb1aiZO/V1lao3Bq5FXAdWoAYjgidl5Fh1eRPUhGf39b7P9/2dxVa+e4W\nXHsahYd2Hse7HTB/ZEy+MjUA2BiR6vPbsb6IzG7Cwo0g4vhXiFQphTi252xuzzgSrYivggic76xe\nOth1GyMP07eDPh+ViGzm/IY0kNCmIGk/R0bTdShe5O6IoNwu7HslYhlibfNnFDvvBOTF9Rye0YK8\ng/JYgKWMQRReHPnfBax/XIbinY8CVrRzHVHM7kfx4sDHxGH/72zP+BwYg+IOTmbMoi2vw5Dx/ZsS\n2yt/fxKhXaW9puVcnbDNjRY9jsG2gttY/JT17b3qiRWRAe/57zDa7fAmBXFTlx0OqcxYxca376zv\nfoG8Dn92vqDOhLbpEF8jwm8xlOdhP5ujDiLwIJ8VSrUxBC2yPoMWy7dDod6usTn/LZTnoUsZ4w+V\nHr6LIyeH47AcHMDs1mbjgYeC7/amRCcQ0yF8/b4TSs43yeqotx3vYnPsZygJY1ltN5TCIeZvFHlA\nbgNW9q5bB3nZfwb8vqW2j9F/vHM70EBCGzkVvGB1ktt9DoWseB64uc54Rhqe+xBJ22T9e/XgusvR\nAs55lBQOxm87tFD0sv3/L7QwknMIcyBv/nPxvLNjPt/+Xxctll2HdjwsZcfb4ukXyJFnN8S5lJZ7\nx57Vn0RoT319NRpAKqk0sgALB593sQF/tA36q9NAwxspvE2IcLutyvmlEKH9jg3IZSh41RTOBRFZ\ns799Dre4LYwU0J1mlcEXkdc354qTTYRXIhIy91I825SrJrQ63zfi808GNq1y/B7gQe9zB+//O5Ai\nfCGw0JTavUZ8w9ECyHjrzx8DO9i5vvbefYSI7VetTx8aEw+TE5CXI+JxDu+a2ZFHbxMWJ86OHYOF\nh7FjsbdrbowUyLtRDLsVKDzJBlMQ2lHJ0KnE+UdEkh6Cwg6MRcTpOzb+lG6I21j4ur1D/tbNnZGR\n+yJekibknRw1rnnQXj3QFtvcg6Ut2pL4A1JA17Dj3ShCRO0VE0+AbVdkXJ6NCJNTrJ1eANb1rtsB\nhRcZAxxe7bfFqJ8q5zoZllmW0LY+kscYXQctoh1AZdzTRoUN2wQZ/28Cu9uxfN5aEIUdeZsSFz+q\nYDoW+Nr7HOoZq6JFq56NbttZrTTXTxvVfwMM7W0e3R/z3kc7wD5ABGDdCG0KXeM8RNbM4527w+bQ\nVpXouQHttQEwb/D5VaQT9bZ3/AbkidxE5FADeDu7vGMrocWQTe1zW/s7O9rR1ATc3cz9ovYrROr/\nGy3a34z0wXYo6eHtSOc42eaSs9Ai9RFhH4yIZzG0W+ePeB6zyEt8AtKr5wXmQmT3nfmcEqt+qNTF\n+iFbfWM8mx7Zn3UhtKvVMdLDvgYOtP78OApTeBLwGF5OpTKxoBCSE9FCzIJe3TyJdMRwt+CtwJ5l\n1o13bmWkt46xsTAPadgREfDvAzuV2G4jkA38Ctpd8CNabBgZXLeCteM3eHpzyX1qAInQnrq6ajSA\nVFJpVEExvV4F1rHPG9lEfD4iJV5CnsY70Ezs1Trh3Bp52n2VYw3O96eIVd0n8rN9hWEhYAHv852I\nXHoAEdvL2PG2yKv2FTwSZWYvyHB6yia7k0yZmw0RAH/zrtsQrTRH26aEkts9AvzCbzdk1P0debct\n513f3v6eaf3qS+Tp+jPZErnvrI5I7ONRDMJdTWH6EdjXrultff14pGgN8r5fa3bowyniljuUdb2d\nKS032nF/d0YvRBw/RZVdGrGVCaRQfYsSnD2CiP7PkfKUG+Mb2rEH8TxfSurL6+MlcrVn342US4e8\nlf6HPE6agDMiP39rPOPWji1pfWh4lfba3XC8QBWjJVaf9u63MzJGRqEwQvmiXju0gPUJGhePQx5L\n0bySvHfb9yLrgwzdkym8yNqgXT3vooWIPLbmCda3h8Wsn+B9XxEZ4AchgzvfUtsJLTrMUoQ2ijHv\n7xwYgXSNt6zfvgUcEqN/1IDxl9ZXvgVG5Dgo5ooFgScQIXhA5GdXJCr2/t8EzU1DEGnzPoVHdlcU\nguAWzEBPpW59xR97+6M5vT/F4kdDwnjYs7dB+tcdeAl/UUizM5FOXzdCm0LfeAa4xDue9+d8O/0W\neIvls0qh2Jk3DnlFLoL00EvQXNoG6beDKbx/oy0KIx3r5XAMQfpGE6YHWTvm/Xt260dNwL0l18+O\nSE++FXmOvoSIyT8hL+zFbH553eaRa/BCedTav+3+Yfi7PAn4ZuEz0ALtT1g8eLSLt28sPFXwDUN6\n2LfWHm8DJwX19xLSVzerQ38Okys+BvwT6YbnogWtdxBBeTmRHUGoTqofgubtRSj0x7bAWtZvPiAI\nOVIGHrSAvx/SUwdhcbLRovVYxCksCPzCMH8LHFZiW61h485BwHx2bBNkF74JbGvHVrQ2fAXYJ2Zf\nDuqnC9od14Fi8WxZEqE95XpsNIBUZp3S2l4+RF7/hMijddA2kxO9QWQ+FHNsjE2IpRLaLdUPUnQn\n2kS4bJXzyxB59TIYZHdCq8pHUcSEXQERKE1YLFYUfmBPRDpFNXhbU2murZACfAjy6HjSJu6drR/5\nZEanKd1rOjDlW/o3RWRgvk18Jes7l+KFELEJ81Tr25cg5bxrCXW1NCJDL6AyDMv8aOFoEi0kEqy1\nftDuhbeRwraOf0+k+L9D4QHtEylnImNzzlqePxX4VrYx5nAsFAwi0/9l7TbSwzvY3rdtSsQzLyI/\nJwEXUYSgOQUZnblBty6Fh1JM43K4jR+LVMH1HnCWd8xvryft/EPAwMh14o+FO9r7fRnaXnszmkeu\nRYpoOxRS5AZkRJ2HlxCX2o3LtUJciBD4BvhtlXN5mJgDvXO9YuGpgm8E2tn0mfXfCcA5FJnhcw/t\n0YhALW0ra2soNv68ixao1rNjL6DFz96ILLjX+u7R1fpcHbHuguaBD6j05s8J7b7II294xGeGu1NO\nowhB1cfeoZ/Qrp3ca6sTIjHGAL9sdBvPKoXAmcLa4D1EOryP5vh80awRiRbnRCT2eETs5Unp8r/t\n0Lz+Hgq/Fj3menPvrc0Tj9n/t1C5nb67zRNnUoIO1pqLtcmSiOj7AngY6YsrIaJpx+D6VSM/f0mK\nBbLFveNzUSSc9cNmOBuzn0Wk3Bi8eTcytjmtrxxD5W60f6B5dT+Keb4LSsTo77ysVdfYC3l9bxCM\n0xsib9qhfjt6mMdiCfKC+8V2AtnGcByBvI9XQzlAvsBLFopiaL+BdP2+JfblNZGu9XuvTw1CC/g7\nWN9ZD+mNTVZWjPj8vwJXhO1v48oY73g+nzuKGPUfUMyveVvGTNI5kmJH7hfWblci+7Cz9eUvkV74\nFWY/R+zLXcN7oYWs1wlCayKS+yMUMqe9jQWb4Xmw14onrF8UUu0e5AjzHF5oFSoJ7SNqfe7MWBoO\nIJVZr1CQbo303sgHs7Vtsr4PKVG72fFcQZibgtDenpKSiQWD2hJoJXBDKj1gtkMkym1UIbTD3xYR\n23BElJyMt3qLDMotkHf7Z4gAexwZw4d517WqRYzIbbUIWkhYLzi+PHAjMvBGo+1LJ1NyXGFrk1es\nPTbP+yvylJ+EvDu2N3z7WruuiwjwqIqVPXcgIrS+Bq61Y37cvwFIybyKyBnOAxxbW98cRSVJsxvy\ndr6KSmOhMyJy7yRyrLYq2EZaH+lf5dyDyEPAz+a9QEk4/P67FCIlP0XK3iHIE/Jh4B/edR3KwJPX\nhfWP3Hujo41972PbbHPciPQ6S5MjAAAgAElEQVR6DBHun+N5QZeA7Y9W8gWQ2Sjis54dXNsh+Fyr\nQr6Dvad+3PY2NgZ9j3mNUEnyz4EWc85vqc0j1c2m9r4fisiIhRA5+R3yKutn13VC88YP1fp9rH7c\nWgoKQfUEMpBGooWOvt75Rby+7RPa0XWksH6q9NFhaEx+CljbO54bwLPFxmT3HW7jzdV44bKQITfW\n+vDvkR50GppTosZgTaXF9snHnsPs85qIfDjB+vel1r/vwNsd0gCcq1B48B7lHc/tjnZoce1bqoSX\nqPHZ/hy6GrCS93lvNM+/hXTkRT08u1v/Lm2RujWUKmNPx+BznhuoCXlr3mtj4mLhPWL0raC91kRE\nkh96a6i11Z35WIjm06Fo59ViSD+7rIS62gGFDLmPYhHU151vtf7UO/hetHcO6V+PWRusT2E3z4nI\nz7uZPBfPolZnpRD83nM6oXn0FirDBM6HFtXG4sUMR05Fu5WMaTEKHfQx4DeIDL0QOc74evxwIi7E\nWn0cQxXHIGTj/YDnYEYxn2+FiOOnrC93i4THf7eWRIvS+6NY9B3QAsRHwP3eWDg3WtBehcpwMbXq\nzSehmPvzBMf/Ym2V28l+GLjfoHFoQEu/LVJdDUH6+1Vo3LsLza0v530b6fhXoHnrxDL78YxYGg4g\nlVmrIGP3FW8gbZgBQuGBvS4i+pqw7eJ2PB/U5kYKxVc26JRGSCJD8k0byCagFbodKDw2t0HEwM3U\nIXYuikk5Bjg4mIi7Y9upEMl1JMrKvjeVZOF0T0L5xNPIPjIFfENssvnG+s9TyGszb6t5rL3upViF\nX7gOuOY35WQUsKX3rm1tbTkeEU5fYjGprX3fJrLXAiKz/oGMBD9jte89chuKuxz9vaJy++PWXr3k\nxkFXtAI+Bq2K97M+v4e9f1Hjw1bry4ig+RpL1EfldtaNkRK6XUu/LQYepGCGxFZPpIS/i8bti9B2\nzWqx2WPgycdkh8jQJrQIlG8BnAcZUS9i8QaRcTnEjnVEMb1fJrLHr73LryMjZWiV8wcaXj9zvYs5\nfqGt/JfYcw7y695+9zivH+V1OSfyIitNAbbf2d76x78JdjNYH/85Br0d6wTsWiKmDWlhx0c9SjD+\n5EbjZ8BT3vF8fF7IxsJ3gOPKaqcAzyUoTM45eIY+Wsh63c5V7ASgIJNi9uttbQw8AC/+NYUOthRa\nHH4TGZ93AL+qVs8zSwnrN2Z9Tycef+zZB+0oOpPCe6wj0gNHI2O8VEK7pfpAc8ctaA73dfqc0G6P\nt1ATGw9aJH8P6X4L2LGuFKHVrjAMA5DOPAFvgXJmLEH9bIr0ricQYburd64PxcLWB9bfTqPkHTzW\nFo/YGOOHfNoX6T7jEKl9PyKect35CeDCyFjaAn+gsBu2887lfXhJZAuWluTRntMPOSp9hAjtfL7a\nGdkRl2O76JATyEhru9LyldjnbmhhyPfAzvXmvkhnvWZq7hUDT3BuM0RMfod0ot9an6naVrHGSAqd\nbwu0szOfPxdCzgSj8GJB2xh0DFqIHIrm4K0it9vqaLHuIQL7EiWbHoecQ6rWQaS2upDCY97PWbCv\nHd/J69d5ne1gbbZUzPqogq2v9eMTKebMDsgGHWNjUk62D0A6Yqnv/IxYGg4glVmrIELpYzxDvDUU\ntBVoEvKgnYyMRYT2c8AeJWLY1ia/39tkuIIpEd+g7b85lq1sAH6AID5XCZj2RIpcvk2zA1JCn0LK\nzTEtfLcWIvswe0buodmqCG2b6CbZBLQzItOeQwsev8VLimLXnwj8X2QMLSlTfVCMxvdNsclDjsyP\ntgxuDyxtx1ZGnhTnlVRXC6G43U0E3qFI+b0RkRNRPf6q1Y+9YzmhvYEdmx0pU+8ZxvHWt0vbXYC8\n5hey/9fDCwNBJQG2PjJ0o8eep9K43BotkL2OlKcRmOKJtq9uhgzx3Li6lDqEh0CG0g9oK2QeemBJ\nwzne+vcz9i4ebudvA26KjKMN8H/IuP6JIkGe7wG9OPIGKpWUsOdczOSE9tZIKX6bYotrN2RcjiN+\n0qxq79cDwP3eZ79+bkHeOe0IFq6I603mbFz5Crih7D46jfWzHdoh0kSRWMxfvOqLiMCvKSmGpT1n\nOMUuryvRHP8+cI53zVC0KFSRWLUELJ0Nx8VBfxmGwprtZJ872LXzUrmLplavrX0Ithm3poJI5C6N\nxmFY/LHnI+BUvw3QAtWRdu52CuM89vzpz12rohwc+1HpPboKmtPGUUloh97AsXcy7mbv1oHYTjcP\n0xxocf9Dw/WRvWMHloWntRWK/CAP21j3OSJtTg2uWwSFY/iCEu0uvz/Zu3YPIkL95OODEbn8NPL6\nH2bH10SLk7+LicP+nwuRbT+iEGahB/ZKyDYs1dvYntUPLeKPBta3Y7Pb2Pk1WoC9Ey2of0uJoRCQ\ng0UbmwvuRc4VvfP6oyB0LzRcXUsef1ZEdsVeKFxp/q73QXr+h2jOH4t0kqgh8Kpga4ccQMYjAttP\nOP2gvU+noxBvx6MFiW1QaMNJMfsTcj75HunMT3rHfWemv1u/Knux6hTDcRS2YI4WjZ5DY/AgioWi\nDmh34euU7ICGeJ4JWBhSCl0wXxyeCGztXR89NNbMUBoOIJWZt1SbQJBxfQtSChZr7ro6YNsOb7u8\nHVsbESePULm9Np8MShlsbQKeA62knoPn1YYMgteBJYPv7ESJ27golLshNvntjpTQ3Og91SbKCVRJ\nShnh+cfYc+6iFRHa1lZzIe+MC6iMw9XelIXRFLEQ21e5RwwP1jZeG61s/WEzf6KjktDekiBEDlqg\nORp5otzk/8bp7S/2/xxI4exKQaIvjJSWfCvVIigEya8owbskwLMalsjDPucekqMw7xFTHBZGBMpm\nVIbTiW3szo881f+OFM+OFATBLt51HZCx8A4l7sKgCJFxHSKPH6YgrJcIrv0dInT3iYwh9Lrxwytd\nYHiOp/DQ7mZYLkKeXXmiltXs/TsqJj67dxfkLTEKhcgIvY97I8MleogTAg9vROjnfcb3ItsdjdGT\nkMfYY8iAKjPsSu552BEtTL1j79LPiYbsbx5fNMo21pb6jx3bGRnWw8v67VOJbSCVsVi3RAmGxlIQ\nA228elqEEhPBoe2qHyBjLU8uOx/aqfM0lXkVfmlttnOJeLqhOegYGw9XRPPol8jxoSkcb7y+VWs+\nhf7IWHyWgCxqDQV5tX1CMU81ImxHOPb0R/GdJwBXe8dzz7ZOKP9DHnouaoKzANtI6ydv2Jj3MdIZ\ncywrIkL7c+rgQINCBL5hv98nbFa2tuyECJT+SJ9eB0ucHqN9UfzZ0up7evuP9/8KNu75Y89SaEHt\nS7wEZ3ZuNoLcGRHwtA3uP0dwfgAFoX1IcC4nuzqhnEujqHHhvKUxzMbG3yMS7gzMDjTcuyMief0S\n22teCh2+H7KNfUK7PSLVb0S6xpVUxtGOrTtvihZX8/H/aGzHF9Ddu64rItb/2VL9RsAzwvrzWMPx\nLXLM8fvYnCiW9fN2zcZl4Qn6zfFo7r6RQrcYiGz3z5AtNooieXmeL2O9yFjWpnAU2pGCT8nH6L3Q\nHNy3DvVyOgWhnS+ADET6x/soHMlQ5Hw2AW+RsQQs+ViygtVNtfjz7a2d/lDl+w3nQ1pTaTiAVGb+\ngrb7bkARNmJR5JVwhndNqS9mMEH3RKt0TQRJKmzgnWQT81pTuldEfF1tMD3eO3anHcuJ0UFY8sXY\neJq7B1I0r0Nk1wuIiMy9bTZCRsLKtT6/mXbaHymU92Bbfeo9gONtP/KOzYYUulO8Y/nk0wcpNheU\nhGdnKr3SRiCFZRxSbP+Hl5UdkRRPI4Lp56SQdq4XUmxO9Y5Ns/IZtNmOiAz93J55JQXZtQhK+NiE\nlKnnkbfv4dXuFam+hlsfug8vcRAilJ6096vZ7ZDTUx9Tiet6PEIUGbu3UJDIx1vbTMTzECoBR3+k\naP4Bz/sPxZebiJTwbkEb+2RXjLHH90TvgxZZwth2OaF9AlW8KIEeyDvmHeDmWvBV+w6FMdAVEdqf\nIY+OfoiInAMZlxOAzSO3kV/3i3pjzRKIzG8K3qEVEJlyNwoDsENZ/RkRNE3YHGCfJ6LdO35/ao+8\n7B6yuiorNr4/9i2AjNkHsVjd9ShBe81n9XMe3sIQxYLaaIodIj97aJfVXnbPLeydX9o7dhMaJ3Nd\nw49XuWRsDFUwnYOMtqcM2xMor0M3ZIw/SwkJuNGC4ZY2bjyDLZa1loLI/TeB26v1rzpj6e39P4Bi\nt9UR3nGf0D4B28FSEp7BSO/ZL++vKExNE17YB+tH/7LjK5RZf3b/D7DwRmiB8wakZzQhXbYqOVsr\nLqQLNqFdd6XmZplKPJMlGUY7Gj8l0OfR4uc9eJ6QYX3UOhaG7zbSVR9HO5mutD6d998BaP58j0qv\n+bZoLst3jl5eCz4q54o10bz9V+vTOYncAXlo/oR0xsuQHRZ90T7Akyek24MiP0hOaH+MbPpcL2pH\nMH/V2l7N4FvH+rif6Dq3T09CMasXRE4y31BicmCUWPtb4CDrLz2Q3vwlQdhECtJ/k7Laq8q5boiU\nHYMW9Np6WLqiXTbd7dggNEZdVRKWXyCd+b9UOgq2Q7ti36EKtxGxL/sLi6fZu3QMRajURe19H4t0\n+GepDIkX2y7dDtjL/u+LPMMfxsuFhuyKPmjBYa+y+vHMUhoOIJWZuwDL2eTzsU3Cv7Dj+yBFdPs6\n49kVJRh6Cm3DaQLODa5Z2wa0/1Hi9trgmb3Qqmgeh+1OKrOd90YeJ9FjJQWD/jJo8eGXFNv6uyEl\n3fcg6YjiXb2EZxRHwuOTWwfSIELbJuAmFN/QTzbX29rmUjvWNqjD/wAPlognT5a4rCkgh6HV5f2Q\n4TsaC2Fh35sPeTN8TbBlikpyu1ZjYTe0EHQxMiqvRl5lH1IYKAshI/h94Dq/D9b6/Cp4tkPE2oF+\nfXjnc0L7nTq+57lCuQTymD3BO9cPGTMfIKXqUSqV9lqN3cmIGkQIfEVhfPsK+PnIIFgqPBcJz/zB\nu76LjScfUSW0AQWhfVz4W5CR/DpwcS39OXiPByNF+yb7u4od74yMpTH2rv2HIi581O21AZ6dkJJ9\nJsV4tDgFoX3YFO5VhnG5hv3uI5Fh0hV53U1CRubGaGzahxJi0AdYtkG7iM6mCIu1CZrn96vWh0vA\n4LfXuhRh1SYiMt9PZLY10jFaXFArAeOvEXGcx2G8g8pF84HIg2mx4Hu1zg9hfP7ZKUiuNsi4PAXY\n07uuC5pHLi6j/3pYtkBGY8MI7aB+/HFxYzQO1zWmcoBnK7Tjw9/uvGS1sYcg9mh4r4j4TkaL1D7J\n/m9EDAwMrl0Z2KwOdbYsIkrOtvf9NURADkPzWxMlhcxAhPDtyJFgu7LHuilg+QuaF5cLju+BlzuG\nyh0puX67UQl4TkGLmnnYly1tTL4Szd2jkc4xmMJjcgCyw0Yzucd4TypzY9Q6No5Aeliu/zQh3XR9\nq6NOKK/NJESW7hnz+VXwDLcx50yCEHcEHtpUEthlO6X1RHrxHRS5idqh+SHPezUGEadHxMYVjGln\nIae3HhSLMl1RDPyfnfWqPTtWe3nvzmA0f56BbPg8aaBPaN8UjgnI8/5gZDdeP734qJwrlkAhnjbD\nCx2JeJUvkJ5+PJpTjqEED+gAz0ZowWF179ip1leOAeb1ji+JHHx8h50y9Ob7gHe9z/m4eA0wyGu7\nofa+100/nFFLwwGkMnMXm3yeQ+TM6TZw/c4GursQMbdAnbBsh8KIHIpWeFe0waMJ+Htw7bp2fIfI\nGFpavTzb6ucJKuOetkfkyStlDmpIgRllE/GP1mbHEXhCIqV5D7QqXco2HCpJtYNoAKFNEbNuPFJ4\nfaXtD8ho2SL4ThekAF8WG6eH5xsUD24NpMTN7V2ztSkLn1BJaM9PC1vFa8WJVpBfQUaM75G5s/Xl\nF3OlgYLQHgecGQuDfx+0te9Be85swTm/b22JCMKvrY7K8hj1lau2yDv1KuQ13ze4tidKsNrDO1ar\nsXQwItVWDI5vh4yAzbxjORkxv/X9FknS6cRzEFKwc4J4sPXrvyLPiUdsDBoafO88ioRQYdicgd7/\ntdbXSDS+/Q8ZmOMQATjEzndBBuWrhmcjKj1vYxuXQ5HxfTTBNlUqCW0/hnZdyAxECIyi8CSbx+rm\nS+Qx9Y2d92OQxvZ0aYsW9ZrQHP8KCpHV0Y6Pp0hSVY+5YwQy3C5CXsd3GbbzgUW967ZE+tEE5Ele\nD2xbWl/eiWLRfHk71xEZeHdSZQGwhmf64982FJ7g/wGOrdZn0Ri5K/LkHFJSXeQkRO6h3VBC27Ds\niMI99bDP3dBc8QSeQ0HJGPz26oHI/ibkvebPFT6hfUi175eErx2aI3yP9TusLy9rn9eiSii+GGNz\ntd/n9aU9ke58H5X6zWxovijTW31BFH/+KxpIaKMFsya0oOl7Gw628flEil1peb2tgua4qGEOAjw3\no4WNP9k4ly8KD0ALD6+juTwntJe2925Ec21fa19HtuhXwCHIUWZOtAj7hvWX3A7sjhwzfgKOJQiP\nErGuBiJC/UgqdXl/TOiH9OvPiext3Ewd+yTyjtaWmwTXbGDtPAxYo9p3pxPLAXgLUGhxoT0i1e/3\njud9aXY0Tj5DkFA9Ut0chOcUgBzPJiBC+ltrk/0pdsLnhPZHaCesP8d2QDsKf+f/vhqwDbV36Bt7\nz980fLkH9FpoEaQJ6dYX44WBq/VdqoJnBFrY+AfmSOmdO81wHE0zIcZi4/HuuzGaI/b2ju1v7TcW\n6Yv/sXosLUTgzFQaDiCVmb+gFfdvEAG6PVI4L0JG3GhgG7uuzO1/7ZAicw+Wfd2Oz48IuCbg9OA7\nZW57WQopVWtTrK6ubAP8DxQJxhYAfoOM8QNKrJ/cwD3CMC2LFNGJiEDKiciN0ALAKDxPoVrbLvx+\nOKEiRa8RhPacyKvwO5sQc6JvKZR8ZBIivuZFHtC7W1vtWjKeiYiAva7KNVshheJDqnskl7HS3N8m\n4jx2ca7YtUGLV9/hERLWr89DSvw/SsDTCxGQ/zelvoJInZ1K7EM7oi3XawbHN8KLlcbksUmjxIW1\ne6yBFMvn8AhttDA1HpEnYWKsZZAiGJ1IMjxvIKJ4ORTD7mQKj9oBiCT9EUu25H33KmDfsJ6a+zwd\n2Faz3+0bBOugkBU/YokUkRfOnmjh6L8UZG7U3ArIoH4bKd1VE98hQjvf9n90Ce1VjbzJf++yVl8n\nBOfns3drC2Clargj41kRjcmHIwL5SYpt0o+icBWz1/rsqcC2DFo4OobCQ2ouRETkIUf8GNo7xB5/\ngnGkXZV3+wGKHXN5iJiuyBgdC/yqpLoZhvSMm5Fn29PIEL83uG4w2jb+BSXudgiOd0Z6UJ5Utu6E\nNiLwP7S2ecf6bi9EGk/AYmfGeIemEs9wlFT2KkT2fW9ttol3zZLe2DNZbM8SsZ1vWOZFYUTep1iU\nmRt5lZ4c+50P3q01kYPBqUhPz+NAz4sXFgctfg5DhNI6JddLayG0h1qf+CeehzYKu/INmjvzBZvO\nKMHyRwTe3BHxDDE8N6At/Vv77YlCDeSEtu+h3b0MPB6uY5EeFCZ4XNrq4xbv2GyIZJ6EvM3nKQHP\nHsjWajG8FCK0X6DcxZnlCJzd0OLa/Yjs697SWFjrOIkWFz5Huz12Dc6dYed83Sa35Q9B9kevWp7f\nDJ7PrI8ORUT1f4DfIi4jD8v1A7Llc7u9GwqB8j22GOn1e1+PrIXI3tbu/wek821l7fQ9cijIdaFB\nSO94CPNCtuNRY/1ThIE5AEv4WOWaUw3fcc1dUyMG18zf7kjHuD24fnPk9Pk/5LDm28wzdWLgmuu6\n0QBSmfkK8ry5HREl+VbWvyKFsyMKWfEn5FnRhDxvuhCJnLSBaUvvs0PK0stYwhpEsuVbXBdBRE8T\n8Dfvez8TcpHrZwTF1uMfkKG9lZ3b1KuXh5BH63tUbuOM6e3r0Ba2a5CBGSZDOQcROLlHYp7Vewvv\nmpjbjzdERuxdSGnb2Dt3KAWhXbekkFQS2pd7E9IgpKg3IQP0LaTclLqSanj2tj70LEU4GF8p2cLq\n6nvkKVC2p9RiVg/7e8fae/9/SbDtDhHa1wHnl4CnFzL+/a2Gfv2sg7cqHqsvV7lfBzT2TbT2uhjF\nFc7HxRuQQVD67hS0WPa6jSkrUije+9o7/mdM+bYxYXfDXDV3QCQ8b9jvf4iAQEMEbU5oDy0DQzO4\nRtjv7h/0mWWQN9J73juX19MYRKx0LgHPJvb+hJ4lIYm/JBrH94+NwXvGanix5+1YN+TJ+ziFB85k\niW+rYY6AZxVscdM+H2Ft19P6+LkUMfo/xksEG+n5/ascW8ve903D3408pH6yMWHxKt+NPf5sY33i\nKeSJtKMdXwQZml+heXZvFBZhHN78VWt7MfmCyyi0KDO7HeuODP9vsYVZ60+nWn/ao9q9asDj6xqL\noLF4DYpkUHnIkboQ2lXeYYeIibutPIb0nQ0QWfojEXOUTAHbBkjnOQQRpHMjY3sc0jv8/t3f+tl+\nkTG0tAide9u+bf2qnx1vh8bwUZQYxhA5MXyN5rCvrG3eoQjXk9sXyyOi9huChIIl9qOFkL1Vd0I7\neMeGURDaK9mxDta3f0B6/tFoMWQCJeQHCfAMNzxNeDsVvbZaFBHL71pf9xOtx5678vtebX2oI55D\ngz37aHvflve+1xXNcxUJwyPiOR3ZM7P7x73r+lHoiXPGen4VPKvY+zUaLXz4OR4Osf6SL16V1r/t\n/X3Z+oVPLu5oGC7By8mBdMLzka44W4l4XkTJQR8hWHhAdtWP1k9yh4w58UJtRMTTBtmYd6FQsl2D\n8/+0PuwT12vZ2PQw0iljchpt0BxwAeKh/B2uLnwW0nuasF2iJfWhuaoc28qeO5lOSuDRTyKyp1zH\njQaQysxV0PabvW0Ceg953PVCq8wvYdu1kGK8DPIQikb+2XMeBVarcu4CtNK9kH1u503gJ6OtyePx\ntr1GwuQrU+sgwvMYpGRuiYj0TykSAsyHlMDTkcK+pvf9WonjvfG2/eX3RIbbTd4xP2HCE3gxoKn0\nOIk2yCLjYLxh+R8iBN6n0gP8EKuvB6jTllt7rk9oX+kdnx2tSJ+ByHaffC9tAkIkwO8QCXAlhZek\nTx5sT+DVWiKeHsgT8hn/3UPb/3shZd1PpPPzCnV4LAIWhwiRh1CSydWD8x2srf5DlWSCJdXPsmh7\n4Gi0M+Uu5HVygPXnfDGr7EWHVRCh/RJF/MgeyHP8B0R6XY3ixFcsBpSI538U8evCmH6Lox0Rk8Ua\nLauurC4mUhi4/qLMHlZPvjdOTmg3AceVgOcA5ImVJ94NkwSuSrE4UqZxuYD9xg+sfyxJsVV8DcNY\nWkzsKnjmp9iueqR3/FbkoZ3XyeaIfIsaNgx5Wo8mMFTQjouJFB78fniqFZAR9wMibNuX2I+HoMXM\nB5FR9zHSM461890RAfks0kmuw0uYRW1eWkuH90E79MZji2Pe8TkR0f6Nd64nlUkoywjb8xYiSyYh\nb/RdsSRmFDG0nyTyDr1m8PT06mMFtNCwPzL0/2IYHzCc/yKyFxmVuTPyufkkRJrMG1y7krXVE3jJ\nbsP3IAImX28ehHThX+PlUkCLQnnS5CUQqX4A0ouiEaPhO0oRGmJ/ioXNoUjf+AgLHYZsnKeR/uMv\n9MdemJkNzUN+yLkF7L1vTYT2CkHbPW1jz314Sc7C+o6MJw9T8RhVdgwhx4xPqJ/uvDda4FzDPvvz\nRZ5Uul/wndnxHLYi4xlh9bN2FTzzIY/R7YPvlDWH7YaI4e8owhh2pwjz8a+S28ZfkHoN6c1DvfPH\nWV39C837KyA78VtKSNpXBc9HwDPeed82z3dWH00wX8QYf4L7dUQLQOd5x3JnwDnRIt8NwXfWtHf/\nNbzQa5HwOKTXXN/CNX6uhTVjPj94zuZI19ibygTl86MdnTcgezUR1rXUc6MBpDJjl2qTGDIGOiOD\n9w0rA9G2v9F4K2XB92IlRcgz9A7GM16RsfIeWknt4x3virZRHo+Mu6cJFPhIuHoBeyHysVvw/MfQ\naviKLXy/ViJ7EVMK/kelN9tsyFB6ChlVuTGTT0bnW711reX5U8C2KvI+PJBia9RaKA7i51TGCDvU\nrt2mHn3ce65PaF9BC8ZBPSamAM+VFCEaJnt2nfBsjRS7O7DkNGh7/RC0Mt9sAqZq40gEPFsiI+FO\nzIsMGXgj8UKQNKAPHWljzHhTZJqAB+qIISe0X6aIx9gF5TF4ECnsNxOJ2JoCljb27j+LlOHJvDQQ\nSXELXly/kutnA0QCHu0dy8MLDbL3LU9knI+VnfGytEfGszoySo7zjuVGzRyIJDgq+E5ZxuUKaIH6\nPRuXb0NGyTxo18qjBDHgS8DgExOro7l7DFq8Wg0RN7egWI357oNF8TyDIuFYznt//CRCHZDX1GNe\n/8j/LoG8EvPQZqUkpUPOAlegBbR8wWF5tKD/I17IMutDPahctKmFyD7M+sd2wfH17DdvkNeJ1z69\n7Nxk73jsvmz943uU1HUD5K15OyKM97FrOiNC+xPk+Vum7rM5WtD8I0Vog13RgsdA+zwIeapPtHpa\nPuLzL0QefmFot1MQoZ/r045CJzzccNzL5AniYrfXSPvdn9gz83kzHwNPRST/VzYOvEBk4tju48ea\nPQLNoQt4ONqhhHjvocWI9ohg3ggvtEgMPFSOgduiBbw8jNi+FOE7+lAQ2tsQeSv/NGD0CW0/zNmc\n9u7P4R0rS9fw8eQhR26mkmD/eV6tYz31Q/rPB1QuAnZAIUieo4U5NXZ9Ia/+p6vg6YwWbD6iJCLd\ne1bo1LAu8qD9xt6vf6C57C1KiLFerX6pJLSHe+cPNUxNNk59RIn5Azw8yyGCvwlvRwyVC5M32vmB\nMTFUwTSn1c3NOcbgfbsV8Q7hHLMBcG4JeLqi+fJewxLi6Y/02EWq1W1kLEOA69F8/gJyUsx3MP4K\n6SLLl/X8WaU0HEAqM/ApwjcAACAASURBVG4JBof50Ir2YngeGojgusle2GvRKvMFTB7DMUZc2J8N\nR0TKvopWBLf1rjkDKcW322SwNPK2G2sD3Agb/PvViifAtprd9y0qk8LkxksPtBX6rJh1EtYP8ih5\nF60ILuXV2XaG70gmTxBxKfIk7Rgbk/ecXyLladGgX61ok2CFhxSeAlrnPu8TyJdSkFwNmYSYPKZ3\np0bg8PDshgyncaZMPIq8345sEJ5dEek2Himhr1FSpvOpwJIroc7KvogMbKp3/RAQ2t440NXe+aqx\nmUvC4gzPa4ZnlbBN8Bb/6lA3vZHX/lvAnt7x3KP/XSqTPbYY7z8Cnp6IAH0b+LV3vAsyLkdTYsz3\n8Hciw6AD8kp6DCnpFyPDYSzlJPCqFks+nzt7IuLxRbST5xK0MHsZXgKrEttnLUQQb+Qd28rGvTso\niKUOyLP0CbTj4EW0C6JNTEyIHL0IORFsEJxbHOljb/h9uLm6ns7nr0fh1ezrXv2sfW7B87q2cwtT\nYqLH/HfZO3M3Wnjxx7g+iNT9nmKhqiPSi0aWhcl79i2IjHwNEaKdEEn7MObNZf18byKGXLLnHAWs\nb5993e83aDF4MuIKbft/B82rt9BMWKHpbSfv/75ILzwYOWP0QTt4vsKLs470xA0Q6b+Yd7xWB5Aj\nqNTJ88WXq4F3vON+jpBTrS9PFjqs1neryv2GUjgzXGjjTRNyylnMq8ObEdG2S2wM09CWVT20y6yf\nqcRzC80sDtXaf6YB164UifP2tHY91NqstLBhU8Dzmr3fB6MdCHm4vOgJwacSU1ukm52H7Nc8XEyp\nZLbfD6gktEd455dEhPsGVCY8Lc0JxP4OQDzHa3g7CagktKMn6Ayw5PrYPtYeI4PznRCpfi0t6Dol\njI2/bgZPB2R7PY+3WFOHPjQQ6aafIMfFU5Ejz2OI7I+eLHRWKg0HkMqMXxCB9RLaWtOEiIBdvfMd\nkHfFa3Z+HM0YUpFxbY6I0JewWJF2/BhTHJoM87cYuYVWwl8kfvLH3sjgb0IxrubzzuWKcL56+XP4\nkxLqxKEEjx+YQjDAjnU1ZeUnRPivahP0XlY/0RJCVfttyGj4kSJOW1tvksy3Ba5U5Xt1J5EpYlY3\n2SRdN+NgKvDcTAMS/lBpJKyJ4qrfj3ZjTBabsM54VkceijeixZrN642nGi773IvKeHv1NDT9kCMr\n+HXhvXv1xpMT2is3M07UxdhF28NfQKEZLkMLnqegxdiDy8TQAp7nkefhdciT8lJkbJYaCqYKJr+f\nzG118zjySGoiMiEZvMsbWTvchPI5LB1c+1e0u2CCYSk9EzwKu/AoWjTLvY7nsLnzE0Tg3mTjzyTM\n+9ja8+wS8NyMFhg+w/QsvHAmiCxtooREdN4zfoEWfZ7G89Cm2JZ9FkXei9mQfvg5JW739dplNHCa\nffa30C9tmK+jyi6nGGNPc/dA+tdGaEFoPCImj0Wk5K8odESfbI7lcZwTI9sj73B/1+C9aGFioHdd\nR0SAH4x07Ca8hZyIbbU2ijV9J14iNWvDPPzC6S18v9ZFmdns938E/DE4tyfSV327Im+jHRDBvFQt\nz58KfP3QguvRWGxe712aROWW/4XQ7su6hYGq1g4UBPKttLALtQF47qBOsehbwLIZmicmWf95lcod\nNPXID+Tj2cTGn3FoYfZRKkPB1Ft39ndALIB2h+zTgOdX9dBuqS5LxrOc4XmVSo/x0GGwbKeUhSl2\nmh6E8iwshOavb6lT2B4Pz0IensMQn7Es2v39DXVYJKLQh/K26mJ990Jrsx8M32i8RdhUpqOuGw0g\nlRm7ADvZ5HsSWvX/Hdr6MhbPq82uXRaF8tgzMoaWksRsirZwhYT2oshrfEeKrZwrI8X1nDJwoRhJ\n5yHCeF8qt9Z1Qkr7vwi2xJRRP1QS2rlR2RsR/T/Z5PO5DbKHT01dTweutbBYWcDO9twDKGKd5l4w\n61gfKy1Bw3RgnxPF7/5to7G0FjxV+nu4VbChxHGV8w3b0tXMO9mIhZlVEHn8emt4vwzPS8hLMWpY\niGnAkCue/VBiqo+QR9LTeGEQYo6FU4lnCbTQ+IaNzXfjLTLWs/9Uedf7Io/cXUt85khEYD2Ktl5/\njoySEVR62a6JSLmKhLQl18eKiPj6GtjQjnVGixBXIG/seyhyhqxnc2u08ZpK4vUi+/03UXiG52Tb\nAESWRA/TRWUCs7UoCG1f9zrTnv8u2k10CyUvyuDFDLXx7jbvsx9e5W7rX9EXhKkkipbFvL7DcRct\nuOaLIz8g7+yOsfEEz2yLdPg8d8Ecdnxla79P7fhIRJ6OR9unl7OxcevIeBZH3mujgUe8vpXrhHMh\nXflJyg0B0xt5FH4AnOQdXxXZOY/n77sd72BjzwuUnzx0NWuHimT39vdQvJA+dix6MrppwOr3/ZGG\nbdNWhmfzBmGpWDBDZGl/vDjC1HduD0NBLIF2RPRsBJ7m2q0lzGXXDQWh/RwtENp1xJMT2i/ihQds\nAJ7lEFHbhDigD2zuqKvDRYDnfAonyi+Qc8Gh3jUNcUZD5Po+Vk91330xs5WGA0hlxi2IQHsYeRx3\n8Y6vgbyz3yWII0plYsEYseP8bNMrIK+jMIbfZhSE9mQJoExh/Q3aNuknQZzmQS5QkuZEXiR+ooF5\nkQH3PUo0tjxS3PdAhG00D+gqeFZGXqq59/PaNrA/iRHadnw5tEVnNyozEMfcCt3bJphjvWN53PDt\n8/6EvID2RzHJooZ+ifAb/L7cUO/s1ognlRmjIKP4E2C3RmMJ8JQWcmAqMORGQgdESi5IZbLSRnol\nOUTmlJKIdxpxNWdc1kQGhvdF5NGnyKsmjze4CvIcm0D1UAjRPF3wSFr7PAdagPaJiJUICO2wPqz9\nNrP57MYy6t47fyUy4M6myEPRmWK31eq1PL85LEjHyT2b16QgtHfyrtnT8L2JyMKR3rnYYWA2Q+Tw\nQvb5SKpsl0deU7einRhlJuYcjhbIxiJSvwn4M5XhMVZFu9W+JyAlyyooCdWxyKngOK8NF0Zx6T81\nvO8BB9m5XRBhsVYJeA5GXuE/YHooIt3zsfAQtJg1WTiPSM/Pn9Mbefh9APzZO78bIttfR04YW1ib\nTaA+Xn95aMD17LOv/y2JQrEcUuV7jSJv/DFiyUZgaM14pgZna8DRWvA0sB58AvkdGxcaZpt6eJY1\nPKPr3Z+Dd6kTckA7ETk3bhBirTOetjaf7o12zQysN55q7eV99heJZul3q6Z6bTSAVGaMggyCvsGx\n+ZH3yAH22d8CuTGV4Ttix0Pagsps9yPQqtt4U/D+AQwI8D+LVlJ3CO61DDJg/uIdm+ZBLhhAtwf+\nbRPdG8gjvY+dmxttEc+T2dyPjK2Dqt0rUn0NQcT1ZflERxFyJCe0BzT3u2MP+siovxStJOee4T3R\n1uuvkDfbb1CyhOhb+1uq30ZMKAlPwtPIQpDtvNGlteCp1paNbF8CL65G4ynpN1YLqTAcLXD4c7pD\nHuH3IHKwe3Cfii2eNeBpH/zdHuXceBZ5Ya7mXTuQgtBeP7jPbCg8wovAFdXadBow+brGLxBBfSYK\n++CHLboWkYEvA6chvehzInpKBVi2s2ceRkGGrkEVQtvOdaWE0BnBM36DdK2cEO2HcoB8jEjkDsih\nYBglb4e29pmACPXl0cLdSShkxQXhuIcWSKLFyA7bq8q5OZGu+pP97eqdWxrpiPPb51Xsvbu8RDx7\nIdL/aSoT9XVEYYZeCOsscn/O+3AfCkL7ZO/8NkjPb7L37A1KDA1hz9vX/p8DEemPe+fzsXNB5BhS\nWpLr6fltBGNyzPd9ZsBTZkl4omLP+0v08XlmwNMSxgY8tzmHi0aHB3XV/qYynfXZaACptP5CERfv\ntFyRtePzoJXAKzwlyo9B+CgiaqNu2fTwnIm8JvItiQeiOF97IpL4Lrw4y3buZaonGpzH+79W43cI\n8qi5BMXwvAZ5Xd8FLGPX9Db8Tcibw99SFru+dkQeNQczeYxRn9B+NDxfcr/azurFj6ncBSXXeRsZ\nlk8QeWt/0O4rGo61qfS8nJLX22QGT8KT8DQaz9Qcn8K9YuyWmWnxxCgJT4tYjrQxPw81lRPIf0Re\nmLP5x+3/4Ta/leEdehRKJpnvFNoNefXejMKCfYV2FG3sfWcgmuu/I0i+hIjUwd7nWnWNkSg29vvI\nc/YnRKZv4l1zKdIzXkMk8+qxnh9gGY70rlOwHXkUhppPaG/XzPfL8oRui3YQPuL1n2WQXjYR+BJ5\ns40lcox1Cr3YoV2EV6KFkNmD635nbbRHc20TaSz035t1kCf2/njx09Guj5zQPo4g+S4ivH+PPLRv\nqKX9qJwHF0Rk+XJUeqvtj3T2Ucizbge0PTu6B3SAZz17X/JEir2A65mc0O6BklMug+fwE/ndcoi8\n/i/KCdCJIpHZ12hHQd7XOiEbaCyR4+IH9TM3WlToOi2/N+Z7nvAkPI0qVcbnRpOjrQ1Pq2in1oon\nlcjt22gAqcwYBZGyTchQyT0z2qCkRp8hT+kOdtwB3ZFRekbJeE5CITquBebyzm+EjN+7qSS0twZ2\naeG+NQ14iCR/DRkBueHUCdjK8FzrXdsHeUpPQN5DNZFazeDpiQy5s/Fi5gVKRRsU33IMSiIxV2wc\nASZ/weMWFHuwa3DNPCiBQw8fZ2Qcw9E27HHWl27Dy4zdXF8I6m4/lOyw5piWCU/CMx0Y/Hv1Rp6q\nfvzgKb4ztY55CU/CEwlLO+Qp+wmKh+vjWAstfB7jX29/10Ck5Nqx6iXAMxaR051RaLDDKOb2nVH4\nsmeoJJBXRsRTswnXpqZup4BvfUQeHwgshubx31KQxmt5116JCNuTqLIgEKGu8jAwh1CpZ/hh4NZA\nYUVepAUdrNa+HPRpZ+UQpN+s453raZhORvqXH/u41rb5A4Xjgp/M+hksXrf/DERU/ht5GkfXvwzP\nit7nYdZ33rT36j0qdwbmhPb3aLu4n9+lBwov4udSieEA8jpF4tb/4sWTR+T1V4bnY+vHpeUvQDs9\nxyJHnc2841UJ7eb6YgntOAQv7Ayys06wtnwbLdD8k/Jj0O+AFodeRAlTl52afhC8mxsRKUlmwpPw\nTAeGaLsrqTL3zMh4YmAJr2t03czMeFLJEpmdSsuFyi2gp1EQ2n3t2NymRL0B7G7HegBDEcmzU4l4\nckL7BeBc73i+5WYwIpDvxIuT5F0XffBAcau+pdLbOJ9Y9jS823vneiIP7oko7l40A9Puv6C1w94t\nXJOTAhtQUvII5E1/CpNvBR+CjIYh9rnq74/RVoEitBjaInsw2pq1C1qUeYRKUqLZCQfF4GpiOhOa\nJjwJTy14gvvuisIefI5Ikd29c80aCAGezYFf1Iol4Ul4asDRGXl9jgbuoPDQ7osWziuSJqLYxgcj\nArd/Lc+eAp4xwAOIZNsiuGZ7CkLb99CeNzYev84RifV0+Bxryy9R8lJ/QeBaRDifgrdIHAnTHkgP\nXHwK161r2HaO+fzgGZMRHNaOo4Arp+L7tRKz/ayfjqMIoZbHTL8JOTvkbeh7Sp+DSOWoifoMz0fI\ng3dZtMDwEnAQim8+EDkVfIbnmY4I7T+hOWrV4J7RQsMgYut7RJ5vjebSp1DYwCO86/ZGdsZjVDqo\nxN7JuBmyGw6kcsdm3oY5of0ucEpZ/TjAlPeX2dEOyjspcgfMhhLdX48cQ/6Jl5Su1vapgmVbZK9c\nYs9609pq1ZaeR+VcsZ+9H+skPAlPg/EMRnPin5mG3AQBnkVqxdEa8bQmLAlPKi3WaaMBpNL6C80T\n2gvZsUVR+I4fkEL8sk00UbdsNoPnz4bnTTxDikL52wB5njyOp5iWWFfrG56t7bOflGVBZEweH3yn\nJ9omeHEJeFY2xWFoiMc+r4S8xkvZooS8otoj5ftzK3+kiF/ZHhku98d+dguYVkOhV64A5vSOb4rC\n1TxGFUIymIB+h7bh1kz+JzwJz3Rg8O+1BVpAOx84Gu2ueIdKYmIyAyG4x75o3Now4Ul46o3HfwYi\nHo9ChOCdFCE+BqEt9uOBi1D4gb8Y9skSndVaAjxHI8/RbzAijcoEnNujfA8vESSjpKT5DLgceMv7\n7O94+gsijecO2ulqa6eontHIseDT5n4zSs6dJ56er4z6sHsPtN/3GCI8fC/x/a1OBpf1fO9Zm6DF\noS+pTK69JQo/c2VwfUd7//6NvLRjexpvghZbvkD5bC4DFvTOL428er8I3vvueDHhS6in2VFYnCup\njM+9HCLYPwS28o7vZ2PTA8ByJeBpa+/Vz2Rx3p+t+Ekhb7HxYFBsHD4eH4P9PRrp0StWub4icSnx\niew2Nrb8gSKe+MbIvpqY95XwuUyu+/xInEX8hCfhqQXPUHuHX0W2eRMWk34K3wvxvEyQU2xGx9Oa\nsCQ8qUyxXhsNIJUZo9A8ob2gHesM/B9wBnA4lVvzykjq4+M5wfCcgZfZnEL524wSE6EEuDoB/0Pe\nN7lXWe753At5Lx3o47P//W2cMbeRt0WeHG94eHKFvCPaYns9gcd0SfWyKPA3ZIx8DZyFyPaNkOfb\nrnVon2Vs4vkQuMaro7xONkFeTA8FfbgaEfmrhCfhaTCebijUwfHe+70ICtPwPnCkd+1khrGHZxJe\nvNaEJ+FpEJ5qhPZdFHE1V0TG8EeI1H4Kb9cR8UnAEM94NL93tOP+YvWOaFyIHkKjCi6HQi1MQLF9\nc5y5rrGnncv1M7/t9ioBz8HImWEjD0uuf/VEYc52pjLsSBl64fxoDH7A+sjbyGt8URS6bAxwQonP\n99+LTdCuwS8xb3HDcCpagLkDxYhezWuvX5eM5zmkKz9FQSbl7bEUIrQ/xQvnE74LkfHNa21ybP4M\nD8/qKLTIycF3foe8ol/B0/cj4ZkN6ad/a+GaOb2+tmnsOvGes4210zC83ReIsH4LuMk7lnuNO6/+\nYo+F26KdZ/cC2wTn1kVhJScCq4SYgrb7CW/nT8KT8NQLT3CvPigE54Fo0XdZtKDYBBw2lffIcx3M\n8HhaE5aEJ5Vpbp9GA0hlxik0T2gv3MJ3Sstg2wye06n0OKlrXCKkTP4Seag/jJHEKLHhr5BHRbPe\na7HxGZ7hHp557HgPw/MFkQ2oKfUBRGAfhMKLvI/ipn0NXEwQO7skPKcgg+0jCmO/HYURsLFhe4lg\nxRRtdY1CRCY8CU+NODa08eQtLH4ohQGQE5KjCGJnUqlQ7ZPwJDytAY93zykR2h3tXG8qk66Womt4\neDqhkCOfIQ/a3GPcJ7QXKwNDM7j6ICLw31R6/7ZHixPPIyI5H5faBd+PmaCuF4plfHeApTOKP/w+\ndfCIDp67EYrH+iVaZPilfR5PCSFpvGc3R2gv7bXbkdavJyHd50M8I5iIemCAZ3NE9E8A1g37BdAf\nbf1vAlauQzt1Q/rfbd777ev1d6LFo/bB8SOA00rA0w559d/r4fHrb2ngXILdBbHHHrRAvo29wx+j\n8DO7e33oMDQ2rxO7vzSDpw2yIz6xvrFTlbZaF5GVTcAaVe4RcxE/4Ul4asGzMQpndBPenI12T59u\nGA6t8r1quk8Mor/V4GlNWBKeVKa6XRoNIJUZq1CdQD4Zj0BuBXhOaxQew9EJOBQRXp8iRf0OtCWl\ntKQsU8CTJ0AaZwrDf5GB5W8pLV0hDj4vjLaN5grMbyM/r9nfg7a5fQncTpHQ1CcktwwnGuTh1USE\n0BAJT8IToX9vj2Lmjs/fHcPgE5K3IAPij+FvIqJxkPAkPDELzRPaXYLzpXghTgWeTxBxm3uzdwyu\nLxtP3kZbonHoSWQgDUZE3wSmYstrZCxboMXxpxHpvxMy7sZTxbgru628zxsbjm9RbOYmvF0zJWFw\nwfNfQF7GORk5GyK197A2XLU5/CXg2RSFQPmKIkmlT2gvgxf7vQ7tdaG1zS75+23HuwH3Axe0VDex\n3zW0i2ACij3v42kP7IVCIkRJhDeVeLYF/oG8Vl9FtsXa1n7Hlvzsit2jVid5KLUeYZugMIuvEOjy\nRPJCTHgSngh9enYUcqnJnjV3cH5+NF/8QDP2MXGJ9VaDpzVhSXhSmaa2aTSAVGa8QiWBfIq92OdQ\nB6/aqcDzF8NzAZET6Uwlltzo7YAUzr8j4+4KLMmhf12d8ayKtrjeaX+3qjee5p5HpERm3v38yWN+\nYAlEnvuefH9CitUtQB871o7AOKIgTNbx2zDhSXjqhacFnNsgomQihZdWGyoJyQeBkcH3DkfETlTP\ngIQn4YmILSSQ30cek13KeuY04vkQkW0NwWNYHLAmCmv2LYrH/AZwkH9NHbEMQt6k46x//A/z+vfr\nsJ7t5X1eAoWiG16v+vD+zz20vwIGTC3mkvE8jxZCJiO064mHIm/KaBR7vysKPzIcea3v1sLviO7B\njubwp5BH9IGIVF8ChVEcD+xfp/7TNvi8ISLav0MhGZqszBeznYL6DcMXdUNJ27+wsbi7f53938e/\nFwrx88r0zhUJT8JTC55mMC6D9PafDE/74Pz8KAxmE16yWTu3H4rZPVPiaU1YEp5UprpdGg0glRmz\nUEkgnwfsl/D8/PyQzAqV0noTxy0q/PXGU8+6QUkaXjfl6UfkIb+Dd/5EFC7iRgoP29KM/4Qn4ZkO\nDL5x0BbzBvWObYu8BT6gkpDMDQg/Hn8bu8d/gX0SnoSn3nimEbtPIP8BeUxuVfZzpxLPsYiw3bpR\neDxcnYFVUPxlPxF23ed2tHC+GLAklbF+G6ln/JwnpJ54gncv99AeixHa9a4TqhPaY4Flw/N1wpMv\nms2DwuD9iBZl3kbEfylJ5KcCTw+0iPcjIi0+R+T2od61da2r/JloUf3vKDzLwSX2j02BMxFxcw6w\nhB3vhEicz2mGkKxyr74JT8LTSDzB8bYoR8AjaBFtQya3RRcE1gqObYwW2KYr+WRrwtOasCQ8qdRa\nGg4glcaXYNKYzDujhe+1jY1lJsPz81bo5gbGOuNxsfFML5Z6FGAH5MVyHFKsdkHb2yq2GaP4omOB\n+yhxd0HCk/BMBwb//doGuBJlv74ML6ktChnxFCLW17ZjbYLv+8mhpotESXgSnlh4pvY+FPNoFyw5\nVKxSI57ORI4rPJ14quo94b3qWTexsUwvntZQgndoI+RF3wTMFaNeIuB51fDM3Qrw7Ibm2/3wYqzX\ns60DPFsgb/GdgdUagSfAlo897fHidsfGg+LcTwRuRYsMryAv/mE2D3RBhOQYRPrP3cx9YtkZCU/C\nM60Y/Pd4RRT26pfACt7xfihs0EcoRFdzc2n+3g3Acg3MyHhaE5aEJ5UYpeEAUmk9BSlsu9r/Uz2J\nUKOB+//s3Xe8ZHVh///32V1YkGYBUQRFxAoIiL0CilgSJVYsqCgWVBQURUgwaoy9YEzsRvNTo9HE\naKJEY4yKfo29EHvvBQsWLCjs/P74fCb37HB32d05985n7n0+H4/PY++cOzP3tXs5zJzPnLLSe1r7\nfa30ltqwa8qn/i9Nsltv+SdS9mg5aOL+L8zSHjKvR880PQ9ImVh/S8qFUv9f6kVTe/c5JmWP2Z9k\niS8yq0fPlD03zsR5pi/l/pvca2uIMe89SzlaammtZ0t/79l44/guqe+V9Pzf/Ta5I8rkurYaezb3\nmCX4f8+NUk6h9Lgkl6vLrp7ygce7est2qq8rG5L82VL896NHzwA9D0o5quK7KRdvvihlB5T96vev\nk7KTyrdT9p5dkp3iWuxpqUWPMdXvatYBRhsj5ZPSLyR5Rb29RW/YsvGb4sE2MPTMT09LLb3nu0p9\n8XlEb9k7U95kjQ+pvXGSgzfXpUfPrHtSDmn7ZspFXMcbAnukXITum0n26d33nkm+mqWdWNejZ5qe\nW6dcDPnKW/m4zZ6+S8/wPS21NNqz67Y21GVD73Axtz3LMfRsUdP9knwj9WKlddnZSb6W5Ab19vjC\nt7smubYePS32pBxReUHKRVMPSHlff0bKBPrJWTiV2nVSru/w2/TeD63knpZa9BjTjjWB4sKU8//s\nmSSj0WjDpT2g67puVNfmrusekuQZXdet17Pqemba0nVd1/t6bf3yopQ9EXeqy9+ZcuGGO49Go3O7\nrtsvyaOTXKv3mNT+0bZ06NEzRM8irpxkfZL/Go1G59dlr045t+gxo9Hou13X7V9/9luSHD0ajV49\ncIMePUP5Zcp6dZUtfcDE68Vtk2Q0Gl2sZ8l7WmppqqfrunsleVPXdeu6rrvUbaleQ9dbdqnvlVZL\nz1JbKT3939cADYs91yEpO5d8rt7n7CQHJrn7aDT6VNd1t0nyqq7rdh6NRr8ajUZfrveb+t9Uj54h\n9J7rHkneneSVo9Ho86PR6Psp15X4TpL/Ho1GF9X7fTnJ8SkXB/7uUB0t9rTUooehzPwFneW32AtQ\nfXP/qST7dV23fdd16y7tOXpvhk9K8soknxyNRhfqWbk9LbX0fv74uY5L8vC6+Kcphwbdt+u69ye5\nfpI7jkajz9bJx9ulnAvrvAE3tPXomcomNg6ukuRKKedaHW8cHJLkbrXn4CRndF13QP37fGMzz6VH\nz7L3TDzXH5L8McleW/ocE68X7+m67lZ6hu1pqaXFnkXcJeWivxdt6STwRM8uA3WsqJ7e13oW6Rny\n99V7rsO6rtuzLj4nyWW7rrtn13VvS5mIvGt9rdgpyS2S7Jbk8hPPNfUHIXr0DGE0Gm2o6+6hSX4x\nGo1+XjvfmfLe5y6jslPKXbquu+mo+NyofJg/6MR6az0ttehhMKMGdg83ZjNSLgj1rJSLnByY5NSU\nizRc4hDOZOMLQfW+fkzKXown6Fk9PbNuSe9CeylXF75cyiHzx/aWH5JyLqsNSe5Tl+2e5CEphw+d\nMu3vRI+epRhJDk+yb/36Vkl+UdeXd6VMsh9Sv7dDkj9P8p9J9tejp9Geq6eeSirlwokfTvL03ve7\n/p+Ty+vXj0mZzJz6FCh65qOl0Z619c/HpbxmXG4LH9fvOS3l/PQ769Gz3D3pXaw9yZEpRzzsU29f\nK+Ww+V+nXKBvKiHXfgAAIABJREFUfH7Y9UkemHJ6qgdP+++gR89SjCRX7H3930neXb/+t5T3PgfX\n25dLuSD2i5LssBp6WmrRYwz6u5t1gDGjX3y5cvlnU95M/SJlwuan9c9/S3J6ytVbD0ty1SRXqo+b\n3EC4OMNM1OqZk55ZtyR5dpLnJdmjt2xdyqlO7tZb1iU5OuU8x99K8pGUK2v/IMnp/ftN+e+hR89U\n6/dE341STnFynd6yd9X160dJblqX7ZzkuCQ/S/KwIRv06Bmw5471Z/84yReT/EO9/bYk+yfZO/Uc\nmhOPW6rXUj1z0NJiz8TPuH3KBPlhm/rZm+g5qT7uJD16lrMnvQt9Jtmu/nn3JOemfKg//mDoDinv\ne76c5LEpFwd+dsoE5Rmba9WjZxl7Jj/APC7JvyTZvt5+WMpOVt9I2THlWnX5uiQnpJzH+5hpGlrt\naalFj7HUY+YBxgx/+fVT/ZQLRN0yyZkpEzVfT5mo/EPKRvGGJEdNPHawPY71zF/PLFtSLsS3IcmT\nUyckUy5C+cMkRy5y/z1r38tTNgRu1/ve1Bc80qNnipbjk9x8YtkRSc5LctksbDDsluQ9KRcZ+dsk\np6Scnuf8JH/ee+y0Gwd69Ey1fi3SeOOUSclH1p/5lpRTRWxI2dvld0k+mfJB6OtT9r5d03v8SRlw\nMlLPfLS01pPk2CQfSPLalOslnFkbjk7dAJ64/yX2GO/1DLGHuB49W/Pz71zXm3+aWP7IJB9f5Gfd\nNsmbUj4APS/l6J2H9r4/7XsfPXqm6dml/rm2t+yNSf6ud3vvlA8+f5XkH+qyg5I8KuW90BOmaWi1\np6UWPcZyjJkHGMvwS97EBurki0ldeX+V5Lh6+3Ip54U9cuJ+D8kUGwh65qen1ZYkr0t5Y/WUlPNn\n7p6yl/ihW9K/2N9Bj55l7rlZbfiPJDfsLb9Xkq9PNqTs+fLylA3iH6Uc5vZAPXpa6NnK9kcl+WrK\nRXZOTDlS4oOZOHVPyumrLsoAk0l65r9lVj0pH3Y+PWVC5n9SPrj/SV3/vpDkMymvKU9JORfyjevj\nFpuIHGJiXY+erW3Yva4r5yV5Y2/5X6fsWbtuPHrf2znlQ9E9UyeA6vIhdirQo2dbW56UMqG4V729\nLuVIyg8meUH/Z6QcwfOaJD+v6933k3w+yakrsaelFj3Gco2ZBxhL/Ave+M3QISmfrp6Y3nna6oq8\npo7PJnnuJp6rf663++pZ2T0ttUw+T/36DSkbA2emTJx/J8mdklw55Y3XbvXP/ZJcY1t/ph49S9jz\n6JSNg3dmYQP2+JQ9ttambhhk4w2EdUkuP/E8g7yh0qNnipb+68X6JLtNfH+73tePTDm9ye6beb79\nUs69eaKeYXtaammxZwt6907Z0P18yuvGs1ImKb+XMoH+qIn7PzblaLVBT3WiR88W/rzx5Mzlkzw3\nZXLmLXXZ45O8ZwueY9Fz0+vRM4Oe41JO/fD19K7TlHLxyTPGzb3uyyY5IOWD0Nunnvu4/3dbKT0t\ntegxlmvMPMBYpl90WYG/knLu1++nnAfobpm4gEjK4Zr/pUdPiy315/Q3bP8xZULy9fXPj6Wcl+1n\nKRsJP6/L76JHTys92fhQ+EfVn/POlIvnHJOykbvouWCzNKeC0KNnmp7+ZOTdkrw95bXi7Uke3vve\n+LQnN6rNtxwvz8TGbsrFKa+mZ9iellpa71nke+OG8YfzZyd5Zf16p5QPiq4z8Zjbp7yGPFSPnuXu\nmezKwoTkL1M+0H9Jyoefz005BdVL6nhlkrem7sE49NCjZ4qWNSlH5nwzZWJyfPHJjyY5fmv/Tiup\np6UWPcZyjXVhxeu67l5JXpbkqUleleTQlPNnviDJX3Rd96+j0eg39e7fSnJU13U79ZbpWaU9LbR0\nXdeN6qtHkoxGoz/2vr5v13VJct+UCZw3p7xI7ZiFc2v+ajQavVuPnhZ66s/dMO4ajUZ/VxuenuSs\nlD2w9klyVtd1l005RPmilEOMr5xyqp4v6dHTUE95d991xyV5cZJ/TnJakpOTnNl13d6j0ejM3rr3\nrZQJx2sn+dDEOjmqf/4+ZWNDz4A9LbW01tN/rei67oiUi1hfM8mHk7x1NBr9uuu6taPR6OL6kG8k\nuW3XdTsk+V1dL79cH79mNBptSLlQ1JGj0ej9evQsZ89kV/3z513XPTPlg817pZwC4jMpR6etT3nP\nsz7lUPyzR6PRD7b15+rRM3RPbdjQdd1ba8Nzknyg67qjUt7j3LrrunNTPuTcsS7rklxxNBq9pf9c\n43V1pfS01KKHZTVqYEbdGG5k4ZP/8aeo4zdSf1FvH5BybuPXJnl/yiHK90+ya/3+Q5I8Xs/q62mp\npdfU32vrmklunXKBs70m7vfalDdPZ2SRi+nU+wx9KL0ePVN1ZePTPzw65Tya30s5BO6VKRfQeXv9\n8+8zcV5YPXpm2ZONT9tzRMpE4xPq7T2TXFBbfpTkab377l5b76NneXpaammxZ6LtASlH57w35Wid\nb6YceXa5+v3xe6VHJflxkvVL1aJHzzY29N/7rOuvb3XZ7kmen7JX7Vuy8JrSLXLfIfYY1aNnqP+2\nx0c2rElyz5TXjp+nbJN+IWVC/Y8pryG/q7dPHrKh1Z6WWvQYyzVmHmAM+MtMnpZy/qqd6u0uydWT\nPDvl8ON9UzYMXp3yqdPBKW+kPp/kgSl7u/Q3jqd6AdIzPz0ttSz2HCmT5l+qDV9L8rkk15+4/xtT\n9kB8epIrLcH6pUfPUD27phxWvMfEfU5Mcn7KVbQP3ZLn0qNnuXuS3Kn39bqUPVmekoWrvl8n5YPP\nl6ScG/ZTKRsIT+k97obTNOiZv5ZGe7qJ23dNmYh8fL19YJLfp3zY+b5sfM2QW6Rs7B44xDquR8/Q\nTSnXunlTkk8meUfKe/fL1O/tkXJRv/OTvKH3mDWb+vvp0TPLnkW+tzbJfVJOE/GHlKMhdk15Hdkj\n5QLv+0/b0GpPSy16jFmNmQcYA/4yy8TiBUkekYVJyR2T7Fu/fmHK1bT36j3mnJQ3UxuSXFvP6uxp\nqWWRtmNr25NT9gZ4bP2Zv05yo4n7vrl+7yZ69LTSk403Du6esrfs11IuUna/ifs+JmVj+J1Jbj75\neD16ZtmTcr7BDUmeN7H8Gikbvjsm+UjKeeivUL93ZMo5Nr+b5MX9pkx/wSM9c9DSYk/v548vlLpn\nysTN0+rtg1Mm1v8+yV+lTEq+K/UClUlunCnPZaxHz9A9va4HJvlFktelnLbn6ymTkvfIwvv83VN2\nWrkgyTuWqkWPnm1s6L/3uUWSE1JOc3lYFo50WJtyqsBvppy6Z6/+YzPg60VLPS216DFmOWYeYAzw\nS9x4hf1AyiTNI5PsMnG/d6d31eGUT57+NcnRSY7Ws/p6WmrZRN8BKZ+ajk91cu2UjYO3Jzk35Q3U\nIROP0aOn1Z7jUvbQOivJw1IOPd6Q5DET9zuxtp2Tcr42PXqa6EnZW/Y1SX6aiUnJ+v0DUi6eepfe\nsnsk+UHtOV7P8vS01NJaT8p1QL7Su70m5VyvT0u5yOSVUy58/eqUI9W2Tzm92oYkH8olj4qYdmJC\nj54h17WjUk45dWq9fd2U9/e/SLnA6uSE5EvSu+Dq0EOPnil7HpDy2nBuHb9O2UFl3/r9tSnn8P5a\nkh8m2XupWlrraalFjzGLMfMAY4BfYnmjtF3v9kfrSvno3ovNZVIOo//flD1d9kzZMP56ksN6jx3k\n0zA989HTUsu4Z+L2DVIuQLl7ymlPzks5F+wOKaeO2JCyF+IlDjvWo2fWPRPPd3jK+dnGGwf7p2wY\nfKV2PG7i/o/P0m4c6NGztQ3j8w3uXderHyd59sR9blJ77l1vr095PXle6vUV9Cx9T0strfWknN7k\nlJQPNj808b3t65/jC6UelIU9b59bl/0syT306Gmhpz53/5zF65M8I8mr67LrpRzd8LKU0wZ+LuV1\n4+5Jdq732WHyufTomVXPRNvd6rr2+JSJx/2zcHTlc5Jctd5vfNqI8zPwB7Gt9rTUoseY1Zh5gDHg\nLzO5X8oFGT5YV9YfpOxlO36xOTRlj5ifpkxE/jrJ6Xr0tNRSf97dkty/fn1I/fM1Sf4jyZ69+30k\nZQ/EDSmT7IO+idKjZ4qGyYn1xyb525Q3TddLmYh8Rcr5Mt9eGx6xJc+lR88serKwwXv1JCel7OWy\nIRufz/iKSf49ZQPihUn+JuX14iQ9y9PTUkuLPfV5LpNydMN5ST7aWz6+ON9ZSX7YW75D6kVUM3G9\nBT16ZtnTXyeSXKv+eeskN02yS5LPpJy657L1e0+s695XUw6xX6dHTys9E237pJzi8qn19kEprwkv\nSnn/syHlNCf71u+vTXLN1dDTUoseY5Zj5gHGQL/I5N4p52N7ev36/kk+nbLB+8jUvVpSNnyfWVfg\ne/UeP/QnqXrmpKeFlmz8ZurPUi74dGLqp/31RebjSV7Vu9/VUzaIn5DeYckD/Zvo0TNU2y1TLtZ3\nWMp52y6T8qHR67KwcTA+l+yGJE9eqhY9egboOT5lr9p3JnlryuvEH5M8p3efo5K8IeXDz3OTnKJn\n+XtaammlJ2VifU39er8kp9X15j0T97tDkotTDkc+LMnDa9PtevcZ6kg9PXqGWr82JDkkC3uD3ybJ\nt5Pcqne/+6UchfnlJA8bskGPnikbJj/EX5/kz5PcMOWonu+kfCi0PuUDoo+kvKY8L8nVJx67FEd7\nzqynpRY9Rktj5gHGlL/A8sbqCinnYHtd6p609Xs7JPlwkp8neVQWLjoyucIPttLqmZ+ellp6z7dL\nypv+Z6V32Fr93oeS/E+9zx4pE+8fS+9qw3r0NNZzXJKfJDmmt+xaKecivF9v2ZEpk+2vTW8vxKGH\nHj1T9hyWsmfLaUkuX5cdkHIaql+md9qIlKvC75Vkn96yodcvPXPQ0mjPg5K8J+WD+x+lTOKc0/v+\nVVI2cjck+V3KETxLeTSaHj1b29D/EP/qKZMzT0qye2/5MUl+k+Su9fZ2KRejfH7qqX/06GmhZ6Lt\nMSnn4e6ycLG+01Lew++XhdNWvbGuXxuS3HI19LTUosdoYcw8wBjgl1j21PpGkpf2lo0Pddsn5Tyb\nX0w5THkXPXoabblDysUXvpneBc2ysBfMbVM+RT0vZQPid0nO0KOn0Z7tU/agPT29872mTDxuSHLf\ncV/K+dz+MUt78UA9eqZtunvKxONB9fb41BH7J3lv7XrqJh47+CmF9MxHS2s9Sf40yR9STvlwWJLL\np5zP+IIk/9O73xXq9++Z5Oa95UNPrOvRM03P7ZIcm3Iatck9DMcffp6Tspf46XU9fEjvPkOvX3r0\nbG1Df2L9Jikf4j8r9dpNdfmrk3ytd3vXlD1tb5rkRgP/mzTT01KLHqPFMfMAYyt/YYu8aKS8kfpY\nknfUFbTr37e+QI0PQT5Iz+rsaallsZ4kD0y5yORvUs/9mt652FIODbpRyrnbXpLkuM393fToWc6e\niZZjk5yR5F+THLzI99+Vcl76s1LOC3tBNnG+Yz16Zt3T+7l3S3ktuF69vTYLHxbdIuUDogvT+3BU\nz2x6WmpprSfJy5N8MuXCwOP3OrukfGi/Icl7N/PYwQ8/1qNnipbdUq5jsyHltA/j0wL2z1N/RMoF\n+36Rcqj9qUP/m+jRM1DPPnU9ekPqXrW9ntOSfLd+/zpJHpyyc8qRvfsNvX4109NSix6jpTHzAGMb\nf3Hl4gz79m4/or4YPXTifrukXPjstqmHCelZ3T0ttdSfc8vUvb5TLiby1ZQJyUPrsjW55MRl/5PY\noV8Q9eiZpmeXlIuYbUg5/PgavY7x5M0+KeeM/VnKkQ+nLNamR08DPVfsfX1Qyl5ar0m9kGqv6fCU\nc2u+LckJQzbomb+WRnu6lEn09yb5SG/5+Pywuyb5r7ru/c9SdejRM1DP+JoJN0o55cmGlPdA2/V6\nx+vY3imH2F+79/ih3/vo0TNNz82yMKl+1uTPSblI+/tSJtXPr38u5dGVzfS01KLHaG3MPMDYwl/U\nxpMvl0/Zi+VtSfary3ZMOWTiDyl7dF0n5ZxtJ6QccnGj3uMHPdG+nrZ7WmpZpO1WKXsVXr237Ngk\nX0qZlLzBUvxcPXqWqGf3+ucNUyZtNqT3hmmyI+W8sHts6vt69Cx3TzZ+vfjTlGsn3LG37EV1nfur\nJHvXZTskeVjKObuvMvC/iZ45aGmxZzOdT0j5wPOIcXcWJiSfkORzKRemPFaPnhZ6cskP5B+UekHr\nlAn2GyT5VMpetrcY3z+9PWw393x69Cxnz6aeI+V1YEPKkQ/9ayaMz3O8R5IHpFzLqf/aMvgFBGfZ\n01KLHqP1MfMAYwt+SRtvINwu5TCJ/60r7T8luVr93j5ZuODIT5J8P+UN16CfPumZn57GWu6d5ICJ\nZX+asrfW+iTb95bfL8nnU95Y/d8etgP/nvTombZpTe/r+6bssbVDvX1IkjfXderBvft1i7VkmI0D\nPXqm6em/Xuya5IkpF+17d5Lb9r73xpS9wj+V5NkpFxD+XQbeQ1zPfLS02DPRdqds/KHQESmvD+/K\nxh/Wr0/y0iTPTHKtIRv06Jni54+PPFs7XjeSnJ3kaRP3OzTJuSkf5P/fhOQS/Hvo0TNk3zFZuMDk\n+pTTAG5I72LB4/5NPH7obY1melpq0WO0OmYeYGzFL6ucE/YXSV6V5Gkpe9f+Lsk7s/GnUEckObWu\nzHfuLR/6fyJ65qRnli0pky+3ri8wr8vGh6k9NMmX+vftfX3fJJ9NOc/VoBfT0KNnyqYDe1+PD8l8\nbZJXTtzv+kn+ubYv5QV89OgZsu9BST6Tcs2Er9Wf//+S3L53n1NTrrXw05SrxJ+kZ/l7WmpppScb\nvw5cNsmHUj70fGxv+UkpH9p/IuVonlsmOTnl4mZ37d1v6KMd9OjZmpbTk3wzyV719tqU90SfTnLm\nIvcfT0h+MeXItaG3a/Tombap/yH+3kl+m41fH9alvB+6MOXi1pcfuqHVnpZa9BjzMmYeYGzhL2rh\nisJPy8KnrJdLmbD5ZZJ/S3L1bGIjdwleIPXMSU8rLSmHX25I8v8luU5ddlKSr9Svx4dpru095gEp\nFzp74JC/Hz16pug4PeX8rnebWP7OJH9Xv+6/4epPSD50qA49epZiJDk65ZRTpya5ZpKdUz40uiDJ\nOUluN3H/3VNfVybb9SxtT0stjfbcM8lfJvlGyl7iv07y+N73H5DkA3XdujjlXJqnD9mgR8+UDU9K\n+UD+I1mYkFyTcmTDI3r360/AH5pyqrWfJLmyHj0t9KQcsXDncUP9c5+63txg4r7rkvxDyqTkKVmC\nScmWelpq0WPM25h5gLGFv6hy8ZzfJrnvxPId6so63mtx37p80UMq9Ky+nlm3ZOOJmVOzMCG5V8pe\nXB/NZvY0TLK/Hj0N9RydsnHw8SR/1lv+/iQvql+vzcaT6gcneXttv97mevXoWc6e3s/o6nh+yl5b\nu098/971538oyVGbeg49S9/TUkuLPfX5jk3ZmD0z5ci0P0s57dR3kzyxd78rpnxgdHiSQ3rLh55Y\n16NnW9etR6d8APrxLJwa8IvpvX4s8pjDktx/yH8TPXqm6Ng35RSXF2fj005dK8l3xl0Tj1mXcj2n\nDUn+PMn6ldjTUoseYx7HzAOMLfxFlasN/yF1QjIbnx923yQ/rCvtm3vLl+xQZD3z09NCSxafkHxd\nkn9N+WT1r5L8Xcqnqa9M8rKUw5T3WoomPXq2sWN8vsHDUzYOPpXkXnXZ+7KZvbKSXDe9U/cM9O+i\nR8+gI+Wcg9/Kwt4v63rdz0g5PdXZSW6x1C165qelpZ6UI88+lHJ+7p17yw+sy3+S3ikjFnn80BOj\nevRsS8d4PepSjkL7VsoettdMucjZ82rTwSnv8w9NctP0DrvXo6ehnlsl+e+Ui6MeVZcdkXLkzlWz\n8FrRZeH0a+uSvDXJo4doaLWnpRY9xryNmQcYW/HLKoch/yj1iu9ZOKz+qkn+M+WCOxdlM2+y9KzO\nnhZasvGE5PiUET9MOZ/bO1IufnZOkvfU209Y4n8TPXq2pWP8pumIlAnJT6fsefjRJK9Jcuckt09y\nhyR3TXKvJMdN9A95qgE9eob87/vUlIv//kkWrgI//vMJKec5/mXKB0c7ZcAPrfTMb0tLPUn2SDm9\n1DPr7S4L73luUBt/nORxS/nvoUfPAC2TE5LfTjkX/YUp5zbekDLB86uUD4s2JDlRj55WerLxKUxu\nmXJqnj+mTJxfM+WCwFfOxPua9Ha8Wqk9LbXoMeZ1zDzA2IpfVnLHlMPcPp966HySyyR5cMqnrNdP\n+dT1reldtViPnlZasvGEzGNS3ji9PJs5FcQS/7vo0bMtHZMTkp9M2Tj4asqG7vlJzks5vc+vk5yy\nVP8mevQM3LZDki+kXNjssCxMRm6f5MlJHpbk4SmHfB6kZ3Y9LbW01JNkfcqRDv+V5Ap12ZosTOy8\nLWUvxc8luecy/Lvo0TNNT39C8uSUC1ufn+TIlIugHZZkvyTXTnKAHj2t9eSSk5IfTJmUfEnKRPrH\nUt7/fKX++fWUDz+PXOw5VlJPSy16jHkcMw8wtvIXlhyf8gbqtyl7IL4v5RQSj6/fPyfJG/ToabUl\ni+9h+/ok16/LuixM9iz5C5AePdvYMTkh+cOUq2fvmXIezb3r2GupGvToGbhpPPl4w5QjHr6a5C9S\n9hA/M2Wi/T4p12G4OMmd9Mymp6WWRnv+KuUDoocn2a23fLeU88+flrKH4puWskOPnoF6+u97Hpty\nUcqPZhMX6MvEnop69My6J5eclHx3yvv3T6Zc/+b0lAuu/kXKzioPXOJ/k2Z6WmrRY8zbmHmAsbAR\ncCn36b8QHZTyRuuDSf45yf3q8sNTDn2bai8uPfPT01LLlvYs0nRyfVF6a5LLTvPz9egZsmcLOsYT\nkrfOwgV2/uTSmvXoabFn4uftm3JRyvNS9oL5Xuqpe1IuiPa9JDfSM/uellpm3ZONN3r/PWXPrTNT\nDkXeI+VD/e+nfGD05JRzbu65hP8WevQM1dZ/33NSyh6I5ybZZzl+vh49AzT016/DU04J+Mckt96S\n7pXc01KLHmOexswDVvNI+fRov/r1lkxKdhO3+4dw3jVlb5h/3dT99aycnpZatqWn3q//xurPM+Ch\n9Hr0LNfIwoTk4SkbB59Lcp9ZtOjRs4mfccUpHnu9JDdJ3eBNuVDU95O8Vs/wPS21tNizhT/3/87X\nneQNKUejXZgyiX5h6oVWU05R9eEkO+jRM4uerV2/cskP8n+R5NgB/+569CzpyCX3sj0n5Xzdd5j8\n/mrraalFjzEvY+YBq3WknLz+l0k+leSqddmWTuKMN37XJtkxyUOT/E+S1/Xus1WfRumZn56WWgbo\nucTPmvbFSI+eaXo28XM2+5y99erI+ndZ0slRPXq24mefnjJJvlXnwpxct5JcNskzUg5P/pct/bvp\n2aoPqZtpabFnKxv6G713THJKkielnkczyY1TJtafu1QNevRcys+Yev1KcvCAf2c9epZlTKxfN0/5\nUGhDkn2W8nVhHnpaatFjzMOYecBqHkkelXLC+k8muVpdtkWTOBPPc40kt+nd3qbDKvTMT09LLQP3\nDHJIkB49U7T03yhdO8mOW/O4JFcZ4t9Ej56Beo5K2aPww5ni4k5Jdk45f+xTe8u25bVLzxy0NNpz\niQ3VxZb1vneJ15AkV0q5EOXXkrxtS55Hj54l6tnm9Wty/dmWn69Hz8A9W7t+TZ424u7TNrTa01KL\nHmOljZkHrMaRZLve149IOaz440n2rsu26LQR45U5vY3lbXxDpWdOelpqGbKn9/UuW9ugR89QPRPP\ne0LK3uI325p1IwtXjh/0XG169Gxjx5okt0nZg+tjSQ7c2sdvzXI9297TUkuLPb3HPyjJk7bxsTdM\nORrtZXr0zLJngPVr8vSB66b8d9GjZ5t7es+zxevXZMP47zVER4s9LbXoMVbKWBOWVdd13Wg0+mP9\n+uYpp3rYkOSwJG/uum6f0Wh0cdd1ay/lOUaj0WjUdd3Dk/xN13U7J8loVNZmPSuvp6WWoXvq1w9L\n8oKu63bamg49eobq6X29R8oFcv4pyblbum7Ung1JMv5zW+nRM2XPmt7zfTfJGSkTMc/puu7Are3p\nuu6u/e9tbZ+e+WhptKe/bt0xyVlJ1ozfu2zNc4xGo08kufdoNHpEXb5Gj55l7hlq/Rq/97lLbbto\nazr06BmoZ5vXr15D11s25Huxmfa01KKHFWvUwIz6ahxJjku5qMjLkzwryb+lnMT+49nMeWOTjfZC\nPCll8uc4Paunp6UWPXpWYM/tkpyW5L9TL0q5hY/r99wnyRHTtujRM0DPA5N8Jsl/pmz4bkjy/3Ip\nhyVP9Dy6Pu5oPUvX01JLoz071ed7cZKdt+Jx/Z49FluuR88Melpbv/TomaZniPVr92k7WuxpqUWP\nsdLGzANW40iyb8qFQ56TjU/z8Lj6gvSx1PNmpjeJk0tO3lyU5CF6Vk9PSy169KykniRdkr2TfDXJ\neUk+2fveZg9dm+h5bJI/JjlGj55Z9dTnOjrJhUlOTXLNJHumnP7ke0k+mk1s9C6yfv1xoPVdzxy0\nNNpzuyS/SfLFbMUpIiZ6Tqvr5+X16JlxT2vrlx49K2n9aqanpRY9xkocMw9YjSPJoUl+n+RP6u3+\neWOfnvIp6QdTL4RWl/dX2sckuTjJCXpWV09LLXr0zHtP/7l6y+6T5H/rzz52c/ddpGc8sf5QPXqW\nu2eR535+ki8kuWJv2fYpG8I/Tdl7/MDN9Ay9vuuZg5aWesbPmeSWSd5X16uzkmy3qXVqEz0npUz+\nPFqPnln19J6vifVLj54pO5pav1rqaalFj7GSx8wDVvpYbIVMsk9d8U7tLetP4nwlya9Srpa9S3p7\nddUXoIu29QVIz/z0tNSiR89K65noODQbbxTcpf7sryS506b+DrnkG6ohP7TSo2dbe8YbCW9I2dtl\nXcqe4+M4S4PuAAAgAElEQVSLS+6U5JUpGw/vT3L9RXoerWfpe1pqabRnt/HzJ7lFkvck+WUu5TQ8\nm1i3htgDUY+elbR+6dGzktavZnpaatFjrOQx84CVPCZWuGsk2b5+fbmUT00/keRWvfusSXKtJF9K\nOW/QfSae70HTvADpmZ+ellr06FlpPRPPdc2UN/6vTO+ca0nunuTzKXvZbnJCsi4bciJSj55p1q/+\n6XhOqG2H19vrsrAxfGLt+/Ui69fj6+O2aQNBz3y0tNgz8VzHJHl7kkPHrUlunnJe2J8kueUW/J2G\nXNf16Jnr9UuPnml6Jp5r5utXqz0ttegxVvqYecBKHRMr3L1SLmb2wiTr6rKjUs4R9O4sHGK/W5L7\nJflA6oXP6vLxJ64PSrmKtp4V3NNSix49K61nkb4dkzwx5aKTf5uNL/B0j5SNgk+P2xZ5/CMz0MaB\nHj3b8PP769cdUjZWr1VvX7WuQz9IcoPe/dYneW7KueqvMPF8+yR5b5IT9Qzb01JLiz2L9J2RcuTO\nG5McPG5OcrMsbPTeYjOPP7k+fqhD+/Xomdv1S4+eaXoW6bO+z0GLHmOlj5kHrPSRcrXh3yR5SpLb\n1mXjT0/vnuQ7Sc5PuWDDh1LOH3uGHj0ttejRsxJ60ts4mFi+Q5JTUk5bMjkhebeUC4t8J71zd9fv\n7ZnkbUmO16NnuXsmnuuBSX6c5C1JbjTx8z9b171HpXxI9MSU0/ccN/l3S9nDay89S9fTUkujPf1J\nnMcn+Xltm9zoPae2HL7Ic9w65UOih+nRM+Oe1tYvPXpW0vrVTE9LLXqM1TJmHrCSR8o5gH6U5LFJ\ndu4tv2IWzhV0SJInpXxa+tr0NmqziQ1nPSu/p6UWPXpWYM++SXaZWLZjyqf9FyX5m2x8DuT7Jrn/\nJp5rdz16Ztxz95Q9w09O70iG3vdvlORNKR8QXZiyN9dp0/5cPfPd0mJP7+eu7339xJSLmr0lyUF1\n2fg8m/+bRTZqk+yV5GZ69Myyp7X1S4+egbqaWL9a7GmpRY+xGsbMA1bySPLglE9N96y31yf5u5RD\nKL6ZjSdr1mTji5ut0bN6e1pq0aNnJfWkvEm6KMnD05tYr9+7TJKnpXzq/9dJrrzI45diol+Pnm1p\n6VJOyfOfSV408b0HJTk1yQNSL6qa5KAk109yvd79Blu/9MxHS4s99fn+JOWDoPGehNv3vndaXa/+\nORtv9F5pyAY9egZqaWr90qNngKZm1q/Welpq0WOstjHzgJUyssgGal1Bf5fkVkkeluTcJN9L8qIk\n70o5hOISn7TqWV09LbXo0bPSehZpuUzK+bl/ljLJPjkheUDKXuQbkvx9kh306Gm4Z4ckn0w5T+YO\nKUc4vD/JeSmHcP405fyEaxd57KAT/Xrmp6W1niTbJ/mX+nOfk8U3el+RclGztyY5TI+eVnvqczaz\nfunRM2VLU+tXSz0ttegxVuOYecBKG0kOS7Jf/XqnJB9M2aj9QsphFJep37t5kl8kubEePa216NGz\nEnqy8Kapm1h+mST/njKJ/pD0ThmR5JpJzk7yzCSP0qOnlZ6Jhl3qnzunnHf7s0k+leTLST6S5OCU\n0/h8NMnZS9WhZ75aWuzpdV0xyetTPuh8fm/9W1//PC3lQ6SLktxJj54We1pbv/ToGairifWrxZ6W\nWvQYq23MPGAljST7p0zWvCbJvr3lt0ly7d7t7VLOHfv5JPvr0dNSix49K6EnG19oZM869u4tW5/k\nHSkTkiemHNK5JskJKXuL77nYc+nRM4ueibY7J/lAFg7J3DvlEM4XJnnMxH1fl7KH+LqhO/TMV0sr\nPZt7rrqevSmX3OjdLuUUPsckOXDgfxM9eoZqm/n6pUfPlA1NrV8t9bTUoscwyph5wEobKVdn/UOS\nl6fulTjx/X1SDk3+VZKT9ehpsUWPnpXSk3LxvU+lHJr5qyQvTXKr+r3tU87TtiHJh1P2gvlNklP0\n6Gmxp/7c02vP2alv/lPPndm7z2WT3C/l0M776ZlNT0stLfRk4w+JjkryFymTMo/o9VwpyRtTNnrf\nmOS2Ka8nv0jyZ73HT31OWD16Bv7v2/quZ257Wlu/WuppqUWPYSyMmQfM68jEp08TK/FjUjZuX5aN\n90o8Isl7knw7vasNTz6XnpXd01KLHj0rrWei5T4pV3h/RsoF+x6R5Jcpe4If0bvfX6bsTfsfSR6i\nR0+jPf1163FJvpVygajr9b+f5PYpGxLnJzljyAY989fSaM/xKR/8fDjJl5J8t47b1u/vnrL31vdS\nPhT9QXqvFXr0NNbT2vqlR880Pa2tX830tNSixzBGJrOn/gcs58fctX7dfzE6KWUS56VJrl6X3Tzl\nUIol+/RJz/z0tNSiR88K7LlSypup52bjcxp/JsnHklxz4v5rs/EFSfToaaan97zre18/Ick3UzZ6\nr12X7ZLkv2vjw/XMrqellpZ6ktwiZe/DxyS5Ul12+ywc4TA+Z+wOSfZN+fDzYD16WuzpPW8T65ce\nPVN2NLV+tdTTUosewyhj5gHzPJLcuq6gp/ZW0P4kzpOTXJzkeUmuVpdt1/v+0P8T0TMnPS216NGz\n0nrqc14j5TDMB/aWnZ2yN8DB9fb1kuzV+343mmjXo2fWPSnnEnxZ73Z/o/e0lEM0352Fjd4rJLlu\n7z5Dr+965qClxZ76nCcmOTe9008leWeSLya5Qb292yYeq0dPMz2trV969AzQ1Mz61VpPSy16DKOM\nmQfM+0jywZTDjh+bhUmcNfXPayT5Tsokz+vS27tLj56WWvToWYE9N0zZEDi63j67NownIq+T5O3p\nnS5Cj56WepJ0SXZMucjThUnO6n2vv9H79ymHa74vvb1cxs+hZ+l7WmppsWfieV+R5Fu922enHIY8\nXrduluRZqUf6LPXQo2cbGppav/ToGbBt5utXqz0ttegxjDLWhC3SdV03cXttkoxGo1ulHPLzzCQP\n7rput9FotKHebU3KIcnPTfLx0Wj0az2rr6elFj16VnpPz6eTfD/J6V3XvTPJAUnuOhqNPtt13XZJ\nDk9ytSS/H6pFj56Be7YfjUa/S/LUJK9K8oCu616cJKPR6MKu69bX+302yY+THJjk6v3nG41GIz1L\n09NSS+s9Xddt3/vWZ5Ps0HXdzeq6dVCSu9R1a5ckd02yV5L1GZAePUP1pLH1S4+eaXpaW79m3dNS\nix64FLOeTZ+HkWRt7+u9klwxE3sWplzM7DdJnphk55TJm4ckeW96n0BlgE9S9cxPT0stevSstp4k\n90rZK2BDkhvXZZdNckKSXyV57LQNevQM2NM/Nc+dUs4zPz68eO+UC6n+PMmLe/dbl+TpKRfdub6e\n5elpqWVOel6Sep75lImZC+r4dpID6vL1SR6QckGo4/ToabintfVLj56VtH7NrKelFj2Gcelj5gEt\njyT7J1nXu33flCuz/rD+edtsfMGnd6QcZn9uyuHHv03yeD2rr6elFj16VlnPl5Pcri7fNeXK8Ocl\n+UqSf0ryHyl7upzee/y0H1rp0TPIf9v1+R6U5GdJ/iXJMb3lV0nZcDg/yT8mOTrlPPW/TNlrfHy/\noc8TqWcOWuagp/9z7pxyVMMnkhybciGov0ry6yRn9O63lOuWHj0raf3So2clrV8z7WmpRY9hbHrM\nPKDVkeRJKRusR9XbR6bsbfj8lMPo358yQXN8kp16jzsjyduS/HuS43vLp9341jMnPS216NGzSnt+\nl+Qh9fs7pOwt8IqUN11PS/InveebauNAj55pehbpOyrlXN1PyMZHMozPP3/llAuqnpdyUdUfJzlt\nyAY989cyZz3jC6XeNsnnUk7n86sk5yR55GS3Hj2N97S2funRM01Pa+vXsve01KLHMDY/Zh7Q6khy\n/ZRDJD6Xcm7MJ6ds7G5fv3/VlAuZ/T7Jg9ObxKnf36H39dQrrZ756WmpRY+eVd5zQpLtNvNcevTM\ntGeR53xxysVU9+wt68aj3t4+yRWS3DL1ME49y9/TUssc91whyT4pR0tcXo+eOe9pbf3So2clrV/L\n0tNSix7D2PyYeUCLo7ciXjfJd5J8KskHkpwwcb89s7DR+6BsPGnT9f/Uszp6WmrRo0dPfp+yx/iO\nk88xxNCjZ8qetRO3t0/y8SRv3dTPSnLZTTzXEBP9euagZRX0DPFaoUdPKz2trV969Kyk9Wva7fZm\nWvQYxtaPmQe0NlIuuND1bh+Yci7NDUmeM/mikrLR+9r6/ROHeNHRM589LbXo0aPnEj2DvonSo2eK\nlj0nbt+s9/WbU87PvVu93b9I5UFJ3phk74H/bfTMQYsePXr06NGjZ2W16DGMbR8zD2hlJLlhkqv2\nbj8iyT3r19dN8oWUPblun0t+SnWlJG9N8ig9q6+npRY9evTo0dN0z7WSvCrJSfX2g1MmzA+vt09M\n8vMkL0iyc+9x26XsJf7VJDfVs/Q9LbXo0aNHjx49elZWix7DmG7MPKCFUVe+FyT5aZLdk9y9rrSn\nZOGw5Osl+WbKeTZvl0tu9O6oZ/X1tNSiR48ePXra7anPt3/KhVF/m+QNKRd6elSS9fX72yf555SL\nQP1jvf8tkzyuPuZUPcvT01KLHj169OjRo2dltegxjOnGzANmPerK2aVcmfXclKuuXpzkuPFK27vv\neKP38ylXal27yPNNe+4mPXPS01KLHj169Ohpt2fiua6W5DMpE+tv6S0fX4RyfZKXJ/lhvc/vknwj\nyRP0LG9PSy169OjRo0ePnpXVoscwtn3MPGCmf/nkFXUFvHa9/df19gVJDq7LJvfSul7K4RNfSXJH\nPauzp6UWPXr06NHTdM/9kzwryZuS3KT+rM+kTJ7/MvVQznrf8Z4va5NcJ8l9kxyZ5Pq9+0x7MUM9\nc9CiR48ePXr06Jm+p6UWPYYx3Jh5wMz+4uVcQD9PckSSNSmHI5+Z5Pl1xT0/yYH1vusmHntgyl5e\n99ez+npaatGjR48ePU33/G2Sb6dsFPwgyY+T3DnJVZLcNMnbUzYUHtN7zHabeb5p91jXMwctevTo\n0aNHj57pe1pq0WMYw46ZB8zkL102ds9PcmS93U18/9ZJ/rfe56C6bE39c5/65+X1rL6ellr06NGj\nR89c9NwxyZWT7JrkI0k+0bvPYUn+PWUSvb+hcLckZw3Vomd+WvTo0aNHjx49K6tFj2EMP2YesOx/\n4XJ+n59mkY3dJE9L8vj69Z1SzrN5fpLr1WX3SjlU+bpZ2ACe9rAOPXPS01KLHj169OiZn57e8mck\n+Y8k10iyb8qe41dL8o6UC+e8IMlJSS5M8tRpGvTMX4sePXr06NGjZ2W16DGMpRkzD1jWv2y5ENSG\nJK+vt/sbuy9MOXn97XrL7pjk00n+mOTfkvw6yV/rWX09LbXo0aNHj5657fmXlMM1f5rk90k+mDKJ\nfpWUq8b/IuWCOqf1HjPtIaR65qBFjx49evTo0TN9T0stegxj6cbMA5b1L5tcLslzUzZgn9Jb/sKU\njdk71dv9FfrmSV6a5N1JHtpbPvWJ7fXMT09LLXr06NGjZ257LkhycpIbJjkjZQ/xc5Ncvo5rJDlU\nz/L0tNSiR48ePXr06PHavtp6DGNbx8wDlv0vnOyS5Hkpn0Y9rn79m9SN3UXuv/34cb1lg620euan\np6UWPXr06NEzdz0XpJzmZE3vfqfX+xy1yHPoWYaellr06NGjR48ePSurRY9hLM2YecBM/tLl5PbP\nT/KHunIevYn7HZ/knCSXGa+sWYLDKPTMT09LLXr06NGjZz57kqytf94m5TDOw4f++Xrms0WPHj16\n9OjRs7Ja9BjG8GNNVqHRaPSrlAtCPTtlxb3J5H26rrt3kpck+ehoNPrtaDTaUB870rN6e1pq0aNH\njx4989kzGo0u7rpuu5TTnXwr5fyDS0rPfLTo0aNHjx49elZWix5YAtsyA75SRsqnUePDK/6yt/ze\nKZ9QPbm3bMlPbK9nfnpaatGjR48ePXPZc2zKOb1PWuoGPfPXokePHj169OhZWS16DGO4MfOAWY+J\nlffMJPdM2dj9y959lu18QHrmp6elFj169OjRM/c9y3Y1eD3z0aJHjx49evToWVktegxjmDHzgBZG\nXXmfU1feDUnO7H1v2U9sr2d+elpq0aNHjx49evSsrBY9evTo0aNHz8pq0WMY049uNBqFpOu63ZI8\nOcnXRqPRS+uyNaN6Pk09euahRY8ePXr06NGzslr06NGjR48ePSurRQ9Mx2R2T9d160ej0YX165mv\ntHrmp6elFj169OjRo0fPymrRo0ePHj169KysFj2w7UxmAwAAAADQvDWzDgAAAAAAgEtjMhsAAAAA\ngOaZzAYAAAAAoHkmswEAAAAAaJ7JbAAAAAAAmmcyGwAAAACA5pnMBgAAAACgeetmHXBpDj/88NGs\nG8bOOuusJMnJJ58845KipZ6WWhI9l0bP5unZPD2bp2fz9GxeSz0ttSR6Lo2ezdOzeXo2T8/m6dm8\nlnpaakn0XJrWesbe//73d7NuWALNzD1uyvi/g/F/F41b0v9G7JkNAAAAAEDzTGYDAAAAANA8k9kA\nAAAAADTPZDYAAAAAAM0zmQ0AAAAAQPOWbDK767p7dF334q7rPth13a+6rht1Xff6pfp5AAAAAACs\nXOuW8Ln/IsnBSS5I8r0k11nCnwUAAAAAwAq2lKcZOSXJtZLsmuTEJfw5AAAAAACscEu2Z/ZoNHrf\n+Ouu65bqxwAAAAAAsAq4ACQAAAAAAM0zmQ0AAAAAQPNMZgMAAAAA0DyT2QAAAAAANM9kNgAAAAAA\nzTOZDQAAAABA80xmAwAAAADQPJPZAAAAAAA0b91SPXHXdcckOabevFL982Zd1722fv3T0Wh06lL9\nfAAAAAAAVo4lm8xOckiSB04s26+OJPl2EpPZAAAAAABcqiU7zchoNHrKaDTqNjP2XaqfDQAAAADA\nyuKc2QAAAAAANM9kNgAAAAAAzTOZDQAAAABA80xmAwAAAADQPJPZAAAAAAA0z2Q2AAAAAADNM5kN\nAAAAAEDzTGYDAAAAANA8k9kAAAAAADTPZDYAAAAAAM0zmQ0AAAAAQPNMZgMAAAAA0DyT2QAAAAAA\nNM9kNgAAAAAAzTOZDQAAAABA80xmAwAAAADQPJPZAAAAAAA0z2Q2AAAAAADNM5kNAAAAAEDzTGYD\nAAAAANA8k9kAAAAAADTPZDYAAAAAAM0zmQ0AAAAAQPNMZgMAAAAA0DyT2QAAAAAANM9kNgAAAAAA\nzTOZDQAAAABA80xmAwAAAADQPJPZAAAAAAA0z2Q2AAAAAADNM5kNAAAAAEDzTGYDAAAAANA8k9kA\nAAAAADTPZDYAAAAAAM0zmQ0AAAAAQPNMZgMAAAAA0DyT2QAAAAAANM9kNgAAAAAAzTOZDQAAAABA\n80xmAwAAAADQPJPZAAAAAAA0z2Q2AAAAAADNM5kNAAAAAEDzTGYDAAAAANA8k9kAAAAAADTPZDYA\nAAAAAM0zmQ0AAAAAQPNMZgMAAAAA0DyT2QAAAAAANM9kNgAAAAAAzTOZDQAAAABA80xmAwAAAADQ\nPJPZAAAAAAA0z2Q2AAAAAADNM5kNAAAAAEDzTGYDAAAAANA8k9kAAAAAADTPZDYAAAAAAM0zmQ0A\nAAAAQPNMZgMAAAAA0DyT2QAAAAAANM9kNgAAAAAAzTOZDQAAAABA80xmAwAAAADQPJPZAAAAAAA0\nz2Q2AAAAAADNM5kNAAAAAEDzTGYDAAAAANA8k9kAAAAAADTPZDYAAAAAAM0zmQ0AAAAAQPNMZgMA\nAAAA0DyT2QAAAAAANM9kNgAAAAAAzTOZDQAAAABA80xmAwAAAADQPJPZAAAAAAA0z2Q2AAAAAADN\nM5kNAAAAAEDzTGYDAAAAANA8k9kAAAAAADTPZDYAAAAAAM0zmQ0AAAAAQPNMZgMAAAAA0DyT2QAA\nAAAANM9kNgAAAAAAzTOZDQAAAABA80xmAwAAAADQPJPZAAAAAAA0z2Q2AAAAAADNM5kNAAAAAEDz\nTGYDAAAAANA8k9kAAAAAADTPZDYAAAAAAM0zmQ0AAAAAQPNMZgMAAAAA0DyT2QAAAAAANM9kNgAA\nAAAAzTOZDQAAAABA80xmAwAAAADQPJPZAAAAAAA0z2Q2AAAAAADNM5kNAAAAAEDzTGYDAAAAANA8\nk9kAAAAAADTPZDYAAAAAAM0zmQ0AAAAAQPNMZgMAAAAA0DyT2QAAAAAANM9kNgAAAAAAzTOZDQAA\nAABA80xmAwAAAADQPJPZAAAAAAA0z2Q2AAAAAADNM5kNAAAAAEDzTGYDAAAAANA8k9kAAAAAADTP\nZDYAAAAAAM0zmQ0AAAAAQPNMZgMAAAAA0DyT2QAAAAAANM9kNgAAAAAAzTOZDQAAAABA80xmAwAA\nAADQPJPZAAAAAAA0z2Q2AAAAAADNM5kNAAAAAEDzTGYDAAAAANA8k9kAAAAAADTPZDYAAAAAAM0z\nmQ0AAAAAQPNMZgMAAAAA0DyT2QAAAAAANM9kNgAAAAAAzTOZDQAAAABA80xmAwAAAADQPJPZAAAA\nAAA0z2Q2AAAAAADNM5kNAAAAAEDzTGYDAAAAANA8k9kAAAAAADTPZDYAAAAAAM0zmQ0AAAAAQPNM\nZgMAAAAA0DyT2QAAAAAANM9kNgAAAAAAzTOZDQAAAABA80xmAwAAAADQPJPZAAAAAAA0z2Q2AAAA\nAADNM5kNAAAAAEDzTGYDAAAAANA8k9kAAAAAADTPZDYAAAAAAM0zmQ0AAAAAQPNMZgMAAAAA0DyT\n2QAAAAAANM9kNgAAAAAAzTOZDQAAAABA80xmAwAAAADQPJPZAAAAAAA0z2Q2AAAAAADNM5kNAAAA\nAEDzTGYDAAAAANA8k9kAAAAAADTPZDYAAAAAAM0zmQ0AAAAAQPNMZgMAAAAA0DyT2QAAAAAANM9k\nNgAAAAAAzTOZDQAAAABA80xmAwAAAADQPJPZAAAAAAA0z2Q2AAAAAADNM5kNAAAAAEDzTGYDAAAA\nANA8k9kAAAAAADTPZDYAAAAAAM0zmQ0AAAAAQPNMZgMAAAAA0DyT2QAAAAAANM9kNgAAAAAAzTOZ\nDQAAAABA80xmAwAAAADQPJPZAAAAAAA0z2Q2AAAAAADNM5kNAAAAAEDzTGYDAAAAANA8k9kAAAAA\nADTPZDYAAAAAAM0zmQ0AAAAAQPNMZgMAAAAA0DyT2QAAAAAANM9kNgAAAAAAzTOZDQAAAABA80xm\nAwAAAADQPJPZAAAAAAA0z2Q2AAAAAADNM5kNAAAAAEDzTGYDAAAAANA8k9kAAAAAADTPZDYAAAAA\nAM0zmQ0AAAAAQPNMZgMAAAAA0DyT2QAAAAAANM9kNgAAAAAAzTOZDQAAAABA80xmAwAAAADQPJPZ\nAAAAAAA0z2Q2AAAAAADNM5kNAAAAAEDzTGYDAAAAANA8k9kAAAAAADTPZDYAAAAAAM0zmQ0AAAAA\nQPNMZgMAAAAA0DyT2QAAAAAANM9kNgAAAAAAzTOZDQAAAABA80xmAwAAAADQPJPZAAAAAAA0z2Q2\nAAAAAADNM5kNAAAAAEDzTGYDAAAAANA8k9kAAAAAADTPZDYAAAAAAM0zmQ0AAAAAQPNMZgMA/P/t\n3V+opVd9xvHnl0RKJQWtaS1IqKVKbxQK0jYFLyZoLsaAUJ2IKCaIpSJKSPFCmlIaSiEpFCQgGlCS\nGDoiQkhajSYleLCKkEKhxLb4p6FtWppJKBaZVMlRu3pxdmA6TOI5Z86Zecbz+dy8e7/v2vtdm3X3\nZbNeAAAA6onZAAAAAADUE7MBAAAAAKgnZgMAAAAAUE/MBgAAAACgnpgNAAAAAEA9MRsAAAAAgHpi\nNgAAAAAA9cRsAAAAAADqidkAAAAAANQTswEAAAAAqCdmAwAAAABQT8wGAAAAAKCemA0AAAAAQD0x\nGwAAAACAemI2AAAAAAD1xGwAAAAAAOqJ2QAAAAAA1BOzAQAAAACoJ2YDAAAAAFBPzAYAAAAAoJ6Y\nDQAAAABAPTEbAAAAAIB6YjYAAAAAAPXEbAAAAAAA6onZAAAAAADUE7MBAAAAAKgnZgMAAAAAUE/M\nBgAAAACgnpgNAAAAAEA9MRsAAAAAgHpiNgAAAAAA9cRsAAAAAADqidkAAAAAANQTswEAAAAAqCdm\nAwAAAABQT8wGAAAAAKCemA0AAAAAQD0xGwAAAACAemI2AAAAAAD1xGwAAAAAAOqJ2QAAAAAA1BOz\nAQAAAACoJ2YDAAAAAFBPzAYAAAAAoJ6YDQAAAABAPTEbAAAAAIB6YjYAAAAAAPXEbAAAAAAA6onZ\nAAAAAADUE7MBAAAAAKgnZgMAAAAAUE/MBgAAAACgnpgNAAAAAEA9MRsAAAAAgHpiNgAAAAAA9cRs\nAAAAAADqidkAAAAAANQTswEAAAAAqCdmAwAAAABQT8wGAAAAAKCemA0AAAAAQD0xGwAAAACAemI2\nAAAAAAD1xGwAAAAAAOqJ2QAAAAAA1BOzAQAAAACoJ2YDAAAAAFBPzAYAAAAAoJ6YDQAAAABAPTEb\nAAAAAIB6YjYAAAAAAPXEbAAAAAAA6onZAAAAAADUE7MBAAAAAKgnZgMAAAAAUE/MBgAAAACgnpgN\nAAAAAEA9MRsAAAAAgHpiNgAAAAAA9cRsAAAAAADqidkAAAAAANQTswEAAAAAqCdmAwAAAABQT8wG\nAAAAAKCemA0AAAAAQD0xGwAAAACAemI2AAAAAAD1xGwAAAAAAOqJ2QAAAAAA1BOzAQAAAACoJ2YD\nAAAAAFBPzAYAAAAAoJ6YDQAAAABAPTEbAAAAAIB6YjYAAAAAAPXEbAAAAAAA6onZAAAAAADUE7MB\nAAAAAKgnZgMAAAAAUE/MBgAAAACgnpgNAAAAAEA9MRsAAAAAgHpiNgAAAAAA9cRsAAAAAADqidkA\nAAAAANQTswEAAAAAqCdmAwAAAABQT8wGAAAAAKCemA0AAAAAQD0xGwAAAACAemI2AAAAAAD1xGwA\nAPQiLLsAAApSSURBVAAAAOqJ2QAAAAAA1BOzAQAAAACoJ2YDAAAAAFBPzAYAAAAAoJ6YDQAAAABA\nPTEbAAAAAIB6YjYAAAAAAPXEbAAAAAAA6onZAAAAAADUE7MBAAAAAKgnZgMAAAAAUE/MBgAAAACg\nnpgNAAAAAEA9MRsAAAAAgHpiNgAAAAAA9cRsAAAAAADqidkAAAAAANQTswEAAAAAqCdmAwAAAABQ\nT8wGAAAAAKCemA0AAAAAQD0xGwAAAACAemI2AAAAAAD1xGwAAAAAAOqJ2QAAAAAA1BOzAQAAAACo\nJ2YDAAAAAFBPzAYAAAAAoJ6YDQAAAABAPTEbAAAAAIB6YjYAAAAAAPXEbAAAAAAA6onZAAAAAADU\nE7MBAAAAAKgnZgMAAAAAUE/MBgAAAACgnpgNAAAAAEA9MRsAAAAAgHpiNgAAAAAA9cRsAAAAAADq\nidkAAAAAANQTswEAAAAAqCdmAwAAAABQT8wGAAAAAKCemA0AAAAAQD0xGwAAAACAemI2AAAAAAD1\nxGwAAAAAAOqJ2QAAAAAA1BOzAQAAAACoJ2YDAAAAAFBPzAYAAAAAoJ6YDQAAAABAPTEbAAAAAIB6\nYjYAAAAAAPXEbAAAAAAA6onZAAAAAADUE7MBAAAAAKgnZgMAAAAAUE/MBgAAAACgnpgNAAAAAEA9\nMRsAAAAAgHpiNgAAAAAA9cRsAAAAAADqidkAAAAAANQTswEAAAAAqCdmAwAAAABQT8wGAAAAAKCe\nmA0AAAAAQD0xGwAAAACAemI2AAAAAAD1xGwAAAAAAOqJ2QAAAAAA1BOzAQAAAACoJ2YDAAAAAFBP\nzAYAAAAAoJ6YDQAAAABAPTEbAAAAAIB6YjYAAAAAAPXEbAAAAAAA6onZAAAAAADUE7MBAAAAAKgn\nZgMAAAAAUE/MBgAAAACgnpgNAAAAAEA9MRsAAAAAgHpiNgAAAAAA9cRsAAAAAADqidkAAAAAANQT\nswEAAAAAqCdmAwAAAABQT8wGAAAAAKCemA0AAAAAQD0xGwAAAACAemI2AAAAAAD1xGwAAAAAAOqJ\n2QAAAAAA1BOzAQAAAACoJ2YDAAAAAFBPzAYAAAAAoJ6YDQAAAABAPTEbAAAAAIB6YjYAAAAAAPXE\nbAAAAAAA6onZAAAAAADUE7MBAAAAAKgnZgMAAAAAUE/MBgAAAACgnpgNAAAAAEA9MRsAAAAAgHpi\nNgAAAAAA9cRsAAAAAADqidkAAAAAANQTswEAAAAAqCdmAwAAAABQT8wGAAAAAKCemA0AAAAAQD0x\nGwAAAACAemI2AAAAAAD1xGwAAAAAAOqJ2QAAAAAA1BOzAQAAAACoJ2YDAAAAAFBPzAYAAAAAoJ6Y\nDQAAAABAPTEbAAAAAIB6YjYAAAAAAPXEbAAAAAAA6onZAAAAAADUE7MBAAAAAKgnZgMAAAAAUE/M\nBgAAAACgnpgNAAAAAEA9MRsAAAAAgHpiNgAAAAAA9cRsAAAAAADqidkAAAAAANQTswEAAAAAqCdm\nAwAAAABQT8wGAAAAAKCemA0AAAAAQD0xGwAAAACAemI2AAAAAAD1xGwAAAAAAOqJ2QAAAAAA1BOz\nAQAAAACoJ2YDAAAAAFBPzAYAAAAAoJ6YDQAAAABAPTEbAAAAAIB6YjYAAAAAAPXEbAAAAAAA6onZ\nAAAAAADUE7MBAAAAAKgnZgMAAAAAUE/MBgAAAACgnpgNAAAAAEA9MRsAAAAAgHpiNgAAAAAA9cRs\nAAAAAADqidkAAAAAANQTswEAAAAAqCdmAwAAAABQT8wGAAAAAKCemA0AAAAAQL1dxeyZecXM/O7M\nPDAz/zwzP5iZ783M12bmfTNz2Vnjr56Zj8/MYzNzamaem5n/nJmvzsx7Z+Ylh/NzAAAAAAD4aXTF\nLsfdkOQTSZ5KspXkySSvTPK2JJ9Kcnxmblhrrc34X03y7iSPJXkwyXeTvCLJ8SR3J7lxZq5ba/3o\noH4IAAAAAAA/vXYbs7+d5K1JHlpr/e/zJ2fm1iR/m+Tt2Qnb928ufT3Jy88cuxn/kiR/neTYZvzn\nzmfyAAAAAAAcDbvaZmSt9eW11ufPjtNrrVNJ7tq8PXbG+e2zx27O/zA7/9ROktfua8YAAAAAABw5\nB/EAyB9ujj9xy5CZuTzJWzZvHz+AewMAAAAAcATsdpuRc5qZK5LcuHn78DmuX5XkQ0kmyS8kuS7J\na5J8JskXzufeAAAAAAAcHecVs5PckeR1Sb641nrkHNevSvLHZ7xfSf48ya1nPCwSAAAAAABe1L63\nGZmZm5N8OMk3k7znXGPWWt9ca012ovkvJ/n9JL+X5G9m5uf3e28AAAAAAI6WfcXsmflgkjuT/FOS\na9da332x8WutH6+1nlxr3Znk/UmuSfIn+7k3AAAAAABHz55j9szckuRjSf4hOyH71B6/4kub47G9\n3hsAAAAAgKNpTzF7Zj6S5KNJ/j47IfuZfdzzVZvjj/bxWQAAAAAAjqBdx+yZ+aPsPPDx75K8aa31\nXy8y9rdm5qXnOH9ldrYnSZKH9jhXAAAAAACOqCt2M2hmbsrOHtc/TvLVJDfPzNnD/nWtde/m9R8k\nOTYzX0nyZJLvJ7k6yfEkL0vy9SS3n+/kAQAAAICjafNcv/cnefXm1D8m+dO11kOb6/cmuemsjz22\n1rrmQs3xKDrMddlVzE7yK5vj5UlueYExX0ly7+b1J5P8T5LfyM7e2C9N8t/Z+Vf355LcvdayzQgA\nAAAAsF//keQjSb6TnR0obkry4My8Ya31+GbMo0nec8Znti/sFI+kQ1uXXcXstdZtSW7b5WSzqey2\nEQEAAAAADsVa6y/POvWHM/OBJL+d5Plo+txa69SFndnRdpjrsqcHQAIAAAAAtJmZy2fmnUmuzM4W\nx89748w8MzPfnplPzswvXqQp7sv29nZOnTqVJ554Ivfcc0+2ty+tP5Yf9LqI2QAAAADAJWlmXj8z\nzyZ5LsldSX5nrfWNzeWHk9yY5E1JPpzkN5N8eWZ+5qJMdo+2t7dz4sSJPP3003n22Wdz33335cSJ\nE5dE0D6sdRGzAQAAAIBL1beS/HqSa5J8IsmnZ+Z1SbLW+uxa66/WWt9Ya30+yfEkv5bk+os22z04\nefJkTp8+/f/OnT59OidPnrxIM9qTQ1mXWWsd4pwBAAAAAC6MmXk0yb+ttd73Atf/Jclda60/u7Az\n27trr7320ez8e/lsj25tbV13oedzPg5qXXb1AEgAAAAAgEvAZUnOuV3FzFyV5FVJnrqgM9qnra2t\nN1/sORygA1kXMRsAAAAAuOTMzB1JHkry70l+Lsm7khxLcv3MXJnktiT3ZyeSvjrJ7UmeSfLAhZ/t\n0XGY6yJmAwAAAACXol9K8heb4/eSPJ7k+FrrkZn52SSvz86DBl+WnXC6leQda63TL/B9HIxDWxd7\nZgMAAAAAUO+yiz0BAAAAAAD4ScRsAAAAAADqidkAAAAAANQTswEAAAAAqCdmAwAAAABQT8wGAAAA\nAKCemA0AAAAAQD0xGwAAAACAemI2AAAAAAD1/g8ZziIaWl/fGgAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x1a240f4208>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "test_data = scrub(test_data)\n",
    "test_data.drop('Etheur_gdax_low', axis=1, inplace=True)\n",
    "test_data.drop('Etheur_gdax_high', axis=1, inplace=True)\n",
    "test_data.drop('Etheur_gdax_open', axis=1, inplace=True)\n",
    "test_data.drop('Etheur_gdax_close', axis=1, inplace=True)\n",
    "test_data.drop('Etheur_gdax_vol', axis=1, inplace=True)\n",
    "#%matplotlib inline\n",
    "#with pd.option_context('display.max_rows', None, 'display.max_columns', None):\n",
    "#    print(data.head(1))\n",
    "#msno.matrix(test_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "test_x, test_y, test_actuals = processor.generate_x_y(test_data, target=target, forecast_range=1)\n",
    "\n",
    "test_x = (test_x - x_mean) / x_std\n",
    "test_y = (test_y - y_mean) / y_std\n",
    "\n",
    "test_x_seq, test_y_seq = seq_data(test_x, test_y, sequence_length)\n",
    "test_actuals_for_seq = test_actuals[sequence_length-1:]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Load the model weights with the best validation loss.\n",
    "LSTM_network.model.load_weights('saved_models/LSTM_weights.hdf5')\n",
    "\n",
    "prediction = []\n",
    "for ii in range(len(test_x_seq)):\n",
    "    input_data = np.reshape(test_x_seq[ii], (-1, test_x_seq.shape[1], test_x_seq.shape[2]))\n",
    "    model_output = LSTM_network.model.predict(input_data)\n",
    "    prediction.append(model_output.item() * y_std + y_mean)\n",
    "predicted_price = ([x + 1 for x in prediction]) * test_actuals_for_seq"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Day 0: BUY. Price expected to change from 9610.6 to 10225.412957730716. Portfolio value of 1129.620731275883\n",
      "Day 1: BUY. Price expected to change from 10287.4 to 10646.260353774569. Portfolio value of 1109.9828210517555\n",
      "Day 2: SELL. Price expected to change from 10914.0 to 10580.018480399887. Portfolio value of 1128.8175791313756\n",
      "Day 3: BUY. Price expected to change from 10420.9 to 10927.263153353115. Portfolio value of 1204.8308868873032\n",
      "Day 4: SELL. Price expected to change from 11114.9 to 10937.735615950454. Portfolio value of 1196.780245801821\n",
      "Day 5: BUY. Price expected to change from 11326.6 to 11378.652402358062. Portfolio value of 1221.990968052833\n",
      "Day 6: BUY. Price expected to change from 11150.8 to 11506.42655087152. Portfolio value of 1191.4095906368213\n",
      "Day 7: SELL. Price expected to change from 11539.7 to 11535.15340305478. Portfolio value of 1211.9918057342381\n",
      "Day 8: SELL. Price expected to change from 11333.3 to 10643.063981050189. Portfolio value of 1211.9918057342381\n",
      "Day 9: SELL. Price expected to change from 10718.4 to 9641.927547883493. Portfolio value of 1211.9918057342381\n",
      "Day 10: SELL. Price expected to change from 9903.0 to 9162.008435793656. Portfolio value of 1211.9918057342381\n",
      "Day 11: SELL. Price expected to change from 9290.1 to 9210.496167970654. Portfolio value of 1211.9918057342381\n",
      "Day 12: SELL. Price expected to change from 9365.4 to 9184.877446253227. Portfolio value of 1211.9918057342381\n",
      "Day 13: BUY. Price expected to change from 8577.7 to 9537.312688061927. Portfolio value of 1128.6646668104604\n",
      "Day 14: SELL. Price expected to change from 9613.5 to 9370.444406674462. Portfolio value of 1350.2080031277103\n",
      "Day 15: BUY. Price expected to change from 9200.9 to 9233.754877304431. Portfolio value of 1062.5117237045413\n",
      "Day 16: SELL. Price expected to change from 9141.2 to 8353.966115990892. Portfolio value of 1333.4105742367012\n",
      "Day 17: BUY. Price expected to change from 8175.9 to 8461.00290756633. Portfolio value of 1278.2072557764266\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYcAAAD8CAYAAACcjGjIAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAIABJREFUeJzs3XdYVFf6wPHvmaEXC1WsWAAVEETs\nldjQGEs0UdNM1ljSy27aL5s12SS7KW6KMWpMYtQUS0wsSey9YcEONkBREUUEadLh/P64o6J0GBjK\n+TzPPAPnnnvvOxZe7qlCSomiKIqiFKQzdQCKoihKzaOSg6IoilKISg6KoihKISo5KIqiKIWo5KAo\niqIUopKDoiiKUohKDoqiKEohKjkoiqIohajkoCiKohRiZuoAKsrJyUm6u7ubOgxFUZRa5dChQ9el\nlM6l1au1ycHd3Z3Q0FBTh6EoilKrCCEulKWealZSFEVRClHJQVEURSlEJQdFURSlkFrb56AoStXL\nyckhJiaGzMxMU4eilJOVlRXNmzfH3Ny8Quer5KAoSrFiYmKwt7fH3d0dIYSpw1HKSEpJQkICMTEx\ntG7dukLXUM1KiqIUKzMzE0dHR5UYahkhBI6OjpV64lPJQVGUEqnEUDtV9u+t1OQghFgghLgmhAgr\nUPaQECJcCJEvhAgsUO4uhMgQQhw1vOYVONZFCHFCCBEphJglDJELIRyEEJuEEBGG98aV+kRK/ZSe\nCAe/g6y0cp8qpSQ5I4eIuFTOX79ZBcEpSu1Tlj6HhcBsYHGBsjDgQeCbIupHSSn9iyifC0wF9gFr\ngWBgHfAmsEVK+ZEQ4k3D92+U9QMoCvn58PsUiNwMIXNg7HfQLAApJSkZuVxLzSQuJev2e1xKJvGp\n2vs1w3tWbj4AZjrBrjeCcGtobeIPpdyi1+vx9fUlNzeXDh06sGjRImxsbCp0re3btzNz5kz+/PNP\n1qxZw8mTJ3nzzTeLrJuUlMQvv/zCs88+W657vPvuu9jZ2fGPf/yjQjHGxsby4osvsmLFigqdbyyl\nJgcp5U4hhPs9Zaeg7I8tQgg3oIGUMsTw/WJgNFpyGAUMMFRdBGxHJQelPEK+gsjN7Hd+CM8b27H/\ndhDfmj/KlxnBZOYWrm5naYZLA0tc7a3o3LIRrg2scLG3xMJMx79Wh7MxPI5Jvdyr/WMoRbO2tubo\n0aMAPProo8ybN49XX3319nEpJVJKdLrytZKPHDmSkSNHFns8KSmJOXPmlDs5VEZubi5NmzY1eWKA\nqhmt1FoIcQRIAf4ppdwFNANiCtSJMZQBuEoprwBIKa8IIVyqICalDsrNy2ffrvX02P4eG/O68erV\nB/FqOIq3cr/hmczFDHM4yV7fD7FzaYmrvSUuhiRga1n8P/sfQy6wLuyKSg41VN++fTl+/DjR0dEM\nGzaMoKAgQkJCWLVqFWfOnGHGjBlkZWXRtm1bfvjhB+zs7Fi/fj0vv/wyTk5OBAQE3L7WwoULCQ0N\nZfbs2cTFxTF9+nTOnTsHwNy5c5k1axZRUVH4+/szePBgPv30Uz799FOWL19OVlYWY8aM4b333gPg\nww8/ZPHixbRo0QJnZ2e6dOlSKPYnn3wSKysrwsPDiYuL47PPPmPEiBEsXLiQv/76i8zMTG7evMmC\nBQsYMWIEYWFh5OXl8cYbb7BhwwaEEEyZMoUXXniBQ4cO8eqrr5KWloaTkxMLFy7Ezc3NqH/Wxk4O\nV4CWUsoEIUQXYJUQwhso6hFDlvfiQoipaE1TtGzZslKBKrVXSmYOyw9eYsXuML7LfIV4nSNJg/7H\noR4dtR/8cgQc+RH3dW/gfngCjJwNbUaU6drDfJowe1skCWlZONpZVvEnqV3e+yOck7EpRr1mx6YN\nmPGAd5nq5ubmsm7dOoKDgwE4c+YMP/zwA3PmzOH69et88MEHbN68GVtbWz7++GM+++wzXn/9daZM\nmcLWrVtp164d48ePL/LaL774Iv3792flypXk5eWRlpbGRx99RFhY2O2nlo0bNxIREcGBAweQUjJy\n5Eh27tyJra0tS5cu5ciRI+Tm5hIQEFBkcgCIjo5mx44dREVFERQURGRkJAAhISEcP34cBwcHoqOj\nb9efP38+58+f58iRI5iZmZGYmEhOTg4vvPACq1evxtnZmWXLlvH222+zYMGCsv6xl4lRk4OUMgvI\nMnx9SAgRBXiiPSk0L1C1ORBr+DpOCOFmeGpwA66VcP35wHyAwMDAcicXpXa7lJjOD3uiWR56ibSs\nHJY1nEtTXRLybxt4pEWnOxWFgIAnoGVP+G0yLHsUujwFQ/8DFiW3VQ/1acKsrZFsOhnHhG7qF5Ca\nICMjA39/rRuzb9++TJ48mdjYWFq1akWPHj0A2LdvHydPnqR3794AZGdn07NnT06fPk3r1q3x8PAA\n4LHHHmP+/PmF7rF161YWL9a6VfV6PQ0bNuTGjRt31dm4cSMbN26kc+fOAKSlpREREUFqaipjxoy5\n3Q9SUlPVww8/jE6nw8PDgzZt2nD69GkABg8ejIODQ6H6mzdvZvr06ZiZaT+qHRwcCAsLIywsjMGD\nBwOQl5dn9KcGMHJyEEI4A4lSyjwhRBvAAzgnpUwUQqQKIXoA+4EngK8Mp60BJgEfGd5XGzMmpXaT\nUnL44g2+23WeDeFX0QnBiE5uvOawi2Z798KQD6BFYNEnO3nA5M2w9X3YOwsu7IGx34Nbp6LrAx3d\nGtDSwYZ1YVdVcrhHWX/DN7aCfQ4F2dra3v5aSsngwYNZsmTJXXWOHj1qtKG4Ukreeustpk2bdlf5\nF198UZ7+1yK/L/hZ7r3nvedIKfH29iYkJKSsoVdIWYayLgFCAC8hRIwQYrIQYowQIgboCfwlhNhg\nqN4POC6EOAasAKZLKRMNx54BvgMigSi0zmjQksJgIUQEMNjwvVLP5ebl8+fxWMbM2cvYuSHsibzO\ntP5t2fVGEF/019Ns//vgMQR6PFfyhcwsYMj78PgqyEyB7wZCyNfaCKciCCEI9mnC3qjrJGfkVMEn\nU6pCjx492LNnz+1mmvT0dM6ePUv79u05f/48UVFRAIWSxy0DBw5k7ty5gPabeEpKCvb29qSmpt6u\nM3ToUBYsWEBamjZc+vLly1y7do1+/fqxcuVKMjIySE1N5Y8//ig2zl9//ZX8/HyioqI4d+4cXl5e\nJX6uIUOGMG/ePHJztZEViYmJeHl5ER8ffzs55OTkEB4eXpY/pnIpy2ilicUcWllE3d+A34q5Tijg\nU0R5AjCwtDiU+iElM4dlBy6xcG80l5MycHe04d+jvBkb0FzrT8hKhUVPgo0jjJ4HZR2h0jYIntkL\na56HDf+nDXsdPQ/sXQtVDfZpwvyd59h6Oo4xnZsXcTGlpnF2dmbhwoVMnDiRrKwsAD744AM8PT2Z\nP38+999/P05OTvTp04ewsLBC53/55ZdMnTqV77//Hr1ez9y5c+nZsye9e/fGx8eHYcOG8emnn3Lq\n1Cl69uwJgJ2dHT/99BMBAQGMHz8ef39/WrVqRd++fYuN08vLi/79+xMXF8e8efOwsrIq8XM9/fTT\nnD17lk6dOmFubs6UKVN4/vnnWbFiBS+++CLJycnk5uby8ssv4+1t3Cc7IWXtbLoPDAyUarOfuuNS\nYjoL9pxn+cFL3MzOo3trB57u24b72rug1xkeq6WE36dC2AqY9Ae49yn/jaSE0AVagrCwg9FzwHPo\nXVXy8yU9P9qCf4tGfPN4MU1W9cSpU6fo0KGDqcOoE5588klGjBjBuHHjqu2eRf39CSEOSSlL/Yet\nFt5TTG5P5HUmLTgAwAN+TZncpzU+zRoWrnj0ZzixHAb8X8USA2id1V0nQ6veWmf1Lw9Dt6kw+N9g\nrk180+kEwd5NWBZ6ifTsXGws1H8Tpf5R/+oVk7qZlcvrK47T0tGGX57uQZOGxTxmx5+Bta+Be1/o\nV7GZp3dxaQ9Pb4Et78G+ORC9W+usdu0IaKOWFoVcYMeZeIb5Gn8kiFL/LFy40NQhlItaeE8xqU83\nnCE2OYNPxnYqPjHkZMCvT4K5jbY0hk5vnJubW0Hwf+HR3+BmPMwfoK3PBHRzd8DB1oJ1YVeNcy9F\nqWVUclAq59hSmOkJ69/SRgOVQ2h0IotCopnU051A98JjvG9b/yZcOwljvgH7JpWLtygeg7TOavc+\n8Nff4fIhzPQ6hnR0Zevpa2Tl5hn/nopSw6nkoFRMVhqsnA4rp4FlA9g3F77uBmG/a52+pcjMyeP1\n347TrJE1rw0tYThf2G9waCH0fln7IV5V7FzgoYVg2RB2fwFoTUtpWbnsibxedfdVlBpKJQel/K4c\ng2/6wfFlMOAteG6/1n5v5wIrnoKfHoSEqBIv8eWWCM7F3+S/D/oWv9ZR4jlY8xI07wb3/bMKPsg9\nrBpAt6fh1B9wPYLebZ2wtzRj3QnVtKTUPyo5KGUnJez/Br4bBDnp2nDSAW9qfQDNu8CUbTDsU4gJ\nhTk9YNt/tP6Ce4RdTmb+znM8HNicvh7ORd8rNwt+fUqbxzDue9BXbB/ccus+HcwsYe8sLMx0DOzg\nwqZTceTmFT1pTqkeK1euRAhxe7mJkixcuJDY2NhS6xVn+/btjBhRtrW4ijN8+HCSkpIqdQ1TU8lB\nKZv0RFj6KKx7HdoEwfQ9hYeT6vTQfSo8fxA6joIdH8OcnhCx+XaV7Nx8/vHrMRxtLXj7/o7F32/z\nu3DlKIyaA42qcRkLOxfo/BgcXQIpsQT7uJGUnsP+84mln6tUmSVLltCnTx+WLl1aat3KJofKkFKS\nn5/P2rVradSokUliMBaVHJTSXQiBeX0hYiMM/S88sgxsHYuvb99EG1X0xGrQmcHPY2HZ45B8mXk7\nojh9NZUPRvvQ0LqYp4Ez67Thpd2mQYfK/QZXIT2fB5kH++bQ39MZa3M969WoJZNJS0tjz549fP/9\n94WSwyeffIKvry9+fn68+eabrFixgtDQUB599FH8/f3JyMjA3d2d69e1fqPQ0FAGDBgAwIEDB+jV\nqxedO3emV69enDlzpsQ4Fi5cyKhRowgODsbLy+v2ct3R0dF06NCBZ599loCAAC5dunTXPRcvXkyn\nTp3w8/Pj8ccfByA+Pp6xY8fStWtXunbtyp49e4z5R2YUap6DUrz8PNj1GWz/DzRqBZM3QrOA0s+7\npc0AeGaPtujdzpnkR2zmZtYYRvo+yRDvYkYdJcfAqmegSSdtTSRTcGgN3g9C6A9Y9/07A7yc2RB+\nlfdGeqPT1eP9lNe9CVdPGPeaTXxhWMnLqa1atYrg4GA8PT1xcHDg8OHDBAQEsG7dOlatWsX+/fux\nsbEhMTERBwcHZs+ezcyZMwkMLHkScPv27dm5cydmZmZs3ryZ//u//+O334pc/ee2AwcOEBYWho2N\nDV27dr29LEfB5cMLCg8P58MPP2TPnj04OTmRmKg9gb700ku88sor9OnTh4sXLzJ06FBOnTpVhj+w\n6qOSg1K01Kva1pvnd4LPOBjxudZhW15mltDvNfK8x3H4mym8pf+Z3BuH4eIX0LLH3XXzcmHFZMjL\n0UYOmZlwP4U+L2vLdBz8jmCfR1gXdpXDF2+UPORWqRJLlizh5ZdfBmDChAksWbKEgIAANm/ezFNP\nPXV7qeyilrwuSXJyMpMmTSIiIgIhBDk5pS+0OHjwYBwdtafmBx98kN27dzN69Oi7lg8vaOvWrYwb\nNw4nJ6e7Yty8eTMnT568XS8lJYXU1FTs7e3L9RmqkkoOSmERm7Uhqtk3tY1yOj+mLTtRCT+clHyQ\n8jLL+iXQ/fQnsGAo+D8Gg98DW+0/Dtv/C5f2wYPfgWNbI3yQSmjiC+0Gw7553PfMNCz0OtaHXa3f\nyaGU3/CrQkJCAlu3biUsLAwhBHl5eQgh+OSTT4pczrooZmZm5BtW4c3MzLxd/s477xAUFMTKlSuJ\njo6+3dxUEmMsuQ2Qn59PSEgI1tY1d69y1eeg3JGbDRvf0foI7Fxg2g4IeLzSiSH6+k1mbjzDoA6u\ndBv2BDx/AHq/BMeXwlddIPQHiNwCu/6nJaJODxnpA1VSn1cg/Tr2p5bRx8OJdWFXqa0LVdZWK1as\n4IknnuDChQtER0dz6dIlWrduze7duxkyZAgLFiwgPT0d4HaTzb1Lbbu7u3Po0CGAu5qNkpOTadZM\n2624rEtbbNq0icTERDIyMli1atXtzYWKM3DgQJYvX05CQsJdMQ4ZMoTZs2ffrlfUfhWmppKDokk8\nDz8Ea/0DgX+DKVvBueS15ssiP1/y5u/HMdfp+GC0r/ZblIWtttDdtF3g0hH+fBl+Gqvdb9gnRvgw\nRtKqFzTvCntnMayDE5eTMgg38jaZSsmWLFnCmDFj7iobO3Ysv/zyC8HBwYwcOZLAwED8/f2ZOXMm\noK1+On369Nsd0jNmzOCll16ib9++6PV3ll55/fXXeeutt+jduzd5eWWbBd+nTx8ef/xx/P39GTt2\nbKn9Gt7e3rz99tv0798fPz8/Xn31VQBmzZpFaGgonTp1omPHjsybN688fyzVQi3ZrUD4SljzIiBg\n5JfgPabUU8rq5/0XeHtlGB896Fv0zmpSaktwHPkR7v8fuNSw5aFP/wVLHyHt/nn4rWzI9P5teG1o\ne1NHVW3Ukt13LFy4kNDQ0Lt+46/pKrNkt3pyqM+k1NYS+vVJcPKE6TuNmhhikzL479rT9G7nyPiu\nLYquJAT4T4Sn1ta8xADgOQycvLALnU1398ZqSKtSb6jkUJ9F79JWIe02Ff62Hhq7G+3SUkreXnmC\nvHzJRw92Mto+vtVOp9NGLsWFMblJFFHxN4mISy39PKXOefLJJ2vVU0NlqeRQnx34Fqwbw+D3jb48\nxaqjl9l2Jp7XhnrRwsHGqNeudj7joEFz+sb9hBDUu6eH2tr0XN9V9u9NJYf6KiVWa0/v/Li2r4ER\nxadm8d4fJwlo2YhJvdyNem2TMLOAns9hcTmEiU2u1Ks9HqysrEhISFAJopaRUpKQkFDqHtUlKXWe\ngxBiATACuCal9DGUPQS8C3QAukkpQwvUfwuYDOQBL0opNxjKg4EvAT3wnZTyI0N5a2Ap4AAcBh6X\nUmZX+BMpZXNoEch8CHzK6Jd+d0046Vl5fDKu0539n2u7gCdg5ydM06+hf8w0Liak09Kxlj8RlUHz\n5s2JiYkhPj7e1KEo5WRlZUXz5s0rfH5ZJsEtBGYDiwuUhQEPAt8UrCiE6AhMALyBpsBmIYSn4fDX\nwGAgBjgohFgjpTwJfAx8LqVcKoSYh5ZY5lb4Eymly8vR9khoNwgc2hj10uvDrvDXiSu8NtSLdi41\nZ7ZnpVnaQbdptNrxER7iftaHX2FqPxNP1KsG5ubmtG7d2tRhKCZQarOSlHInkHhP2SkpZVGrVI0C\nlkops6SU54FIoJvhFSmlPGd4KlgKjBJaL+V9wArD+YuA0RX+NErZnP4L0q5C16eNetmk9Gz+uSqc\njm4NmNrPuEmnRug2FcxteKPBhnrVtKTUT8buc2gGXCrwfYyhrLhyRyBJSpl7T7lSlQ5+Bw1bgsdg\no172/T9PkZSezacPdcJcXwe7s2wdIWASQdnbibsYydXkzNLPUZRaytj/g4tqYJYVKC/64kJMFUKE\nCiFCVRtoBcWf0YawBj6l7b9gJNvPXOO3wzFM798W76YNjXbdGqfnc+iE4GmztWwIV08PSt1l7OQQ\nAxSc7dQciC2h/DrQSAhhdk95kaSU86WUgVLKQGfnYnYQU0p28DvQW2gdrEaSlpXL2yvDaOdixwsD\n2xntujVSoxYI34eYaLaNPcdKXv9fUWozYyeHNcAEIYSlYRSSB3AAOAh4CCFaCyEs0Dqt10htfNw2\nYJzh/EnAaiPHpNySlabtcOY95s5KqBUgpSQ7N5+UzByupWTy4V+niE3O4OOxnbA0M97TSI3V+yWs\nycL78lIS0rJMHY2iVImyDGVdAgwAnIQQMcAMtA7qrwBn4C8hxFEp5VApZbgQYjlwEsgFnpNS5hmu\n8zywAW0o6wIpZbjhFm8AS4UQHwBHgO+N+QGVAk4sh+zU2x3R+fmSn/df4EJCOpm5eWTm5JORk0dW\nzp2vM2+/8m9/nZGTR/49jX9/692aLq0am+BDmYBLB1JaDeaJ6I1sOXGecT3rz1pLSv2hFt4zla0f\ngKsPeFfT4CwpYV4fbS2jabtACD7dcJqvt0VhY6HH2lyPlbkeS3Pd7a+tzHVYmemxstBr7/ceM3zd\n2MaCId6udbMTuhjy4n7EgiH83PgZHn2p+vc5UJSKKuvCe2qzH1OIPQo7PwWrhuDep1JNPGV2aT/E\nhcEDX4IQrD56ma+3RTGxWwv+M8a39q59ZCKiZXcu2vsTlLic5LR3aGhX9GYvilJb1Z9f9WqSvV+B\nua2209rWaton+eB3YNkAfB/i6KUkXltxnG6tHXhvpI9KDBWU1f0lmooEIrcsNHUoimJ0KjlUtxvR\n2v4JXf+mTao6tAiuHKvae6bFQ/gq8H+EKxk6piwOxbWBJfMe64KFmfonUFFte44mQrTELWweGLah\nVJS6Qv1kqG4hc7R2/+7PQP83wMYR1r6u9QlUlcOLID+HTP+nmLr4EOlZuXw/qSsOthZVd896QKfX\ncazlUzTNuUjWyT9NHY6iGJVKDtUpPVHb8cz3YWjYDKwbwcB/waV9EPZb6edXRH4ehP6AbN2fv29L\nJyw2mVkTO+PpWofWPTKhpn0e4VK+M+lbZ1ZtgleUaqaSQ3U6+B3kpEOvF+6UdX4M3Pxg4ztaH4Sx\nnd0AKTGstbqfv45f4c3g9gzs4Gr8+9RT3dq48LN+JI0Tj8GFvaYOR1GMRiWH6pKTAfu/AY8h4Nrx\nTrlOD8M+gdRY2PWZ8e978DsyrVx48YgbDwY0q5sL4pmQmV5HWocJJMgG5FXF35+imIhKDtXl6C+Q\nfh16v1T4WMseWlPT3q8g8bzx7pkQBVFbmJ/eH7+WjmrIahUZ6OfOgtxg9FGb4eoJU4ejKEahkkN1\nyM+DkNnQNABa9S66zuD3QGcGG/9ptNum7/2WXPRsthrKvMe7YGVeD5a2MIFebR1ZZRZMls4adn9h\n6nAUxShUcqgOp/+ExHPaU0Nxv7k3aAr9/q7VjdpW6VtmpqeSd/hHNuV35T+ThuBib9ytQJU7LM30\ndO3QhqX5g5Dhvxv36U9RTEQlh6omJez5Ehq3hg4PlFy3x3PQ2B3Wv6nt1lbhW0pW/vgV9jINh6Bn\n8WlWh5fQriGCfdz4OjMYKcy0p0RFqeVUcqhqF/bC5UPQ6/nS908wt4Kh/4H409rIpgr6Zuc5Ol7+\nlQSbNnQfMLLC11HKrr+nM6nmThxuNASO/ASZKaYOSVEqRSWHqrbnS7BxAv9Hy1bfazi0vQ+2/Rdu\nXi/37TafjGPdhr/w053Dof8zxTdjKUZlbaFngJczc5N7QW6m1jyoKLWYSg5V6dopiNhg2HvYumzn\nCAHBH0FO+dddOnM1lZeWHuEF+x1Ic1uE34QKBK1UVLBPE7bcbEWWXQs48aupw1GUSlHJoSrt/QrM\nbaDblPKd5+wF3aZp6y7FHi3TKQlpWUxedJCmFhkMzN2N8BsPVg0qELRSUfe1d8FCr+eg/UA4tx1S\n40wdkqJUmEoOVSUlFo4v12ZA2zjcdSgjO4/7Z+2i90dbeXHJERaHRBMem0xewR10+r+urbu07o1S\nl2XIzs3nmZ8PE5+axcKACEReJgROroIPpZTE3sqc3u0cmZcYADJfW2BRUWoptZ9DVdk3F2Qe9Hyu\n0KGP158mPDaFQR1c2H8+gTXHtG2zbS30dG7ZmC6tGhPo3piu/f+J1bqX4cQK6PRQkbeRUvLOqjAO\nnE/ky/GdaLbzLWjZE5r4VOnHU4o2xLsJb52JJ7O5N1YnfoUe000dkqJUiEoOVSEzGQ4thI6jtaGp\nBeyNvM7CvdE82cudd0d6I6Uk5kYGhy7cIPRCIqHRN5i1NQIpwUw4sc6mHS5/vMWubH86t2tOs0Z3\n9138sCeaZaGXeD6oHaPszsCN83Cf8SbSKeUzwMsZgKMNB9Ej6kttfouDWrJEqX1UcqgKhxZCVgr0\nfvGu4pTMHF5bcZw2Tra8EaztOyyEoIWDDS0cbBjdudntekcuJnEoOpGfzj7Le9df5fyqD3g+92Hc\nGlppTxatGmNjYcYHf51kqLcrrw72hKUzwNYZOqjhq6bi1tCa9k3s+TEtkB4I7amv/+umDktRyk0l\nB2PLzdaalFr3h6ad7zr0/h8nuZKcwYpnemFtUfychwZW5vT3dKa/pzMM8SJ/RQjPnVqDW/+n2R5v\ny6ELN/jz+BUAOrg14LOH/dElX4Sz66Hv38FM7dNgSgO8XPh+dxq5bXpidnw59HtNDSlWah2VHIzt\nxK+QegVG3T1LdvPJOH49FMNzQW0JaNm4XJfUDfk3nFnLuIR5jHvkZwAuJ2Vw/FISge4O2Fqawa6F\n2g+gLk8a6YMoFTXAy5l5O6I47RyMz+F/wdXj2rLsilKLlDpaSQixQAhxTQgRVqDMQQixSQgRYXhv\nbCgfIIRIFkIcNbz+VeCcYCHEGSFEpBDizQLlrYUQ+w3XWiaEqL2/9ubnw95Z4OoDbQfeLk68mc2b\nv5+gg1sDXhroWf7r3rXu0lYAmjWyZpivG872lpCbBYcXg+cwaNTCWJ9GqaAurRpjb2nG75ldQGeu\njVpTlFqmLENZFwLB95S9CWyRUnoAWwzf37JLSulveP0bQAihB74GhgEdgYlCiFubGnwMfG641g2g\n9o7BjNykLX3R68XbzQhSSv656gTJGdl89rBfxfdsvrXu0roi1l06uVpbDrxr7f2jq0vM9Tr6eDix\nNjIL6TFI2+UvP8/UYSlKuZT6k0pKuRNIvKd4FLDI8PUiYHQpl+kGREopz0kps4GlwCihbS5wH7Ci\nHNequfZ8CQ2ag8+Dt4vWHItl7YmrvDLYkw5ulZiUZm4FQ/8L188UXnfp4HfaiJg2QRW/vmJUQV4u\nXE3J5HLzEVozo9olTqllKjoJzlVKeQXA8O5S4FhPIcQxIcQ6IYS3oawZcKlAnRhDmSOQJKXMvae8\nSEKIqUKIUCFEaHx8fAVDryIxoXBhD/R8FvTmAFxNzuSdVWEEtGzEtH5tK38Pr2GF1126chwu7dcm\nvenUnMaaor9hSOu6bH+wsINyc8QrAAAgAElEQVQTqmlJqV2M/dPkMNBKSukHfAWsMpQXNVRDllBe\nJCnlfClloJQy0NnZudLBGtWeL8GqIQQ8AWjNSW/8dpycPMn/HvZHrzPCaJWC6y5t+bdWFvo9mFlD\n5zIu7KdUC9cGVnR0a8CmyFRoP0Jr+svNMnVYilJmFU0OcUIINwDD+zUAKWWKlDLN8PVawFwI4YT2\nRFCwp7Q5EAtcBxoJIczuKa9dEqLg1B/Q9WmwtAfglwMX2XE2nreGt6e1k63x7nVr3aXDi+H8Tq2z\n03csWJdvBJRS9YLaO3Powg1uth+jTYyM3GzqkBSlzCqaHNYAkwxfTwJWAwghmhj6ERBCdDNcPwE4\nCHgYRiZZABOANVJKCWwDxt17rVolZLbWlNRtGgAXEm7y4V+n6NPOice6tzL+/W6tu/TLeMhJ15KS\nUuMM8HIhL1+yM8dbW7ZdjVpSapGyDGVdAoQAXkKIGCHEZOAjYLAQIgIYbPgetB/yYUKIY8AsYILU\n5ALPAxuAU8ByKWW44Zw3gFeFEJFofRDfG+/jVYO0eDjyM/hNBHtX8vIl//j1GHqd4JNxndAZoznp\nXtaNYNAMLTE061Josp1SM3Ru0YgGVmZsi0jUBimcXa82AVJqjVInwUkpJxZzaOC9BVLK2UCReyQa\nmpnWFlF+Dm00U+10YD7kZUOvFwD4fvc5Dkbf4H8P+dG0URn3cKgI/8fg6onStx5VTMZMr6OvpzPb\nzsQjHx+HODAfTv8F/sX9l1KUmkMNb6mM7Jtw8Ftofz84eXA2LpWZG84ypKMrDwYUO+jKOHQ6GP4p\ntO5XtfdRKiXIy4X41CzCdV7QqJUataTUGio5VMaRnyDjBvR+iezcfF5ZdhR7KzP+86AvQq2lo6Dt\nLQ2wI+I6+D6kbQKUds20QSlKGajkUFF5uVpHdIse0KIbs7dGEB6bwodjfHGyszR1dEoN4WxviW+z\nhmw7fU1LDmoTIKWWUMmhok6ugqSL0Psljl1K4uvtUTzYuRnBPk1MHZlSwwR5OXP44g2S7dqCq68a\ntaTUCio5VISU2qQ3J08y2wzm1eVHcbG3ZMZI79LPVeqd/l4u5EvYGRGv7eh3OVTbBEhRajCVHCri\n/A5tGeZeL/DJhgii4m/yybhONLQ2N3VkSg3k36IRjWzM2XbmGviM1QpP/GbaoBSlFCo5VMSeWWDn\nyj67QSzYc57He7Sir0cNW85DqTH0OkE/D2d2no0n374ZtOqtjVqSxa4Uoygmp5JDecWfhagtZHX+\nG3///TTujja8Nby9qaNSarig9s5cT8smLDZZ65i+flZ7+lSUGkolh/I6+C3oLfg4vidXkjP438N+\n2FioDfWUkvXzcEYI2H4mHjqO0jYBOvGrqcNSlGKp5FAemSlw9BeutBjGgqNpTOvfli6tHEwdlVIL\nONpZ0ql5I63fwcYB2g3S+h3UJkBKDaWSQ3kcWwLZabwX15f2Tex5eZCHqSNSapEgL2eOXkoi8WY2\n+I6D1Fi1CZBSY6nkUFb5+do6Ss0CeXvKo3w1sTOWZnpTR6XUIgO8XJASdkXEg9dwMLdVTUtKjaWS\nQ1md2woJkdB9Gi0cbPBwtTd1REot06lZQxxtLbTZ0hY20GGENplSbQKk1EAqOZTVgW/B1gU61t4t\nrhXT0ukE/T2d2Rlxnbx8qY1aUpsAKTWUSg5lkXgezm6ALk+CmYWpo1Fqsf5eziTezOZ4TBK0GaBt\nAqSalpQaSCWHsjj4Hej0EPg3U0ei1HL9PJzR3RrSqjcH7zFwZp3aBEipcVRyKE32TTjyI3QYCQ3c\nTB2NUss1trXAv0Ujtp8xLNvt+xDkZmqbAClKDaKSQ2mOL9PahbtPM3UkSh0R5OXCsZhkrqdlQYtu\n0KilalpSahyVHEoiJeyfD006QYvupo5GqSMGeLkAsPNsPAhh2ARom9oESKlRVHIoSfRuiD8F3aZq\n/4kVxQi8mzbAyc6SbWfitQK1CZBSA5UpOQghFgghrgkhwgqUOQghNgkhIgzvjQ3lQggxSwgRKYQ4\nLoQIKHDOJEP9CCHEpALlXYQQJwznzBI1ZY/NA9+AtYM2m1VRjESnEwzw0lZpzcuX4NJB2wRINS0p\nNUhZnxwWAsH3lL0JbJFSegBbDN8DDAM8DK+pwFzQkgkwA+gOdANm3EoohjpTC5x3772qX9IlrZMw\n4AkwtzZ1NEodM8DLmeSMHI5euqEV+I6DmINqEyClxihTcpBS7gQS7ykeBSwyfL0IGF2gfLHU7AMa\nCSHcgKHAJillopTyBrAJCDYcayClDJFSSmBxgWuZTuj32nvXyaaNQ6mT+rZzRq8T2pBWUJsAKTVO\nZfocXKWUVwAM7y6G8mbApQL1YgxlJZXHFFFuOjkZcGiRtv5No5YmDUWpmxramBPQ0rBKK0CjFmoT\nIKVGqYoO6aL6C2QFygtfWIipQohQIURofHx8JUIsRdhvkJGohq8qVWqAlwthl1O4lpqpFfiOM2wC\ndMK0gSkKlUsOcYYmIQzvt8bhxQAtCtRrDsSWUt68iPJCpJTzpZSBUspAZ+cq2pZTStj/DTh3APe+\nVXMPRUHrdwDYcatpqeNo0JlpTw+KYmKVSQ5rgFsjjiYBqwuUP2EYtdQDSDY0O20AhgghGhs6oocA\nGwzHUoUQPQyjlJ4ocK3qd+mAtn1jtylq+KpSpTq6NcDF3vJOv4ONA7QbbNgEKN+0wSn1XlmHsi4B\nQgAvIUSMEGIy8BEwWAgRAQw2fA+wFjgHRALfAs8CSCkTgfeBg4bXvw1lAM8A3xnOiQLWVf6jVdCB\nb8CyIXQab7IQlPpBCEGQlws7I+LJzTMkg1ubAF1UmwApplWmzY+llBOLOTSwiLoSeK6Y6ywAFhRR\nHgr4lCWWKpVyBU6uhm7TwNLO1NEo9cAAL2eWhV7i8MUkurV2AK9h2iZAx5eDex9Th6fUY2qGdEGH\nftD29FXDV5Vq0tvDCTOduDNqycIWOjygzZbOTDZtcEq9ppLDLbnZEPoDeAwGx7amjkapJxpYmdOl\nVeM7/Q4APZ+FrBQILfSQrSjVRiWHW06uhpvXtCYlRalGQe1dOHUlhavJhiGtbn7QdiCEzIGcTNMG\np9RbKjnccuAbcGgLbe8zdSRKPRNkWKV1x9kCq7L2eUX7ZeXYLyaKSqnvVHIAuHxYW9em21TQqT8S\npXp5utrh1tCKbacLNC2594FmgbDnS8jLNV1wSr2lfhICHJgPFnbg/4ipI1HqISEEA7xc2B15nZxb\nQ1qF0J4ebkTDyVUmjU+pn1RySIvXlsvwmwhWDUwdjVJPDfByJi0rl9DoG3cKvYaDkxfs/kKtt6RU\nO5UcDi+EvGxtRrSimEjvdk6Y68WdvaVBa+Ls8zLEnYDILaYLTqmX6ndyyMuBgwugzQBw9jJ1NEo9\nZmdpRld3h7uHtAL4jIMGzWH356YJTKm36ndyOP2XtlSBGr6q1ABBXi6ciUslNinjTqGZBfR6Hi7s\n1tb9UpRqUr+Tw4H52n4NnkNNHYmiENReW6W10NNDwBNg3Vg9PSjVqv4mh6thcGEPdJ0COr2po1EU\n2jrb0ayR9Z2lNG6xsIXu0+HMWrh2yjTBKfVO/U0OB74BM2vo/JipI1EUwLBKa3tn9kReJys37+6D\n3aZqC/Lt+dI0wSn1Tv1MDumJcPxX6PSQtoa+otQQAzxdSM/Ou3tIK2j/Trs8CSd+haSLJolNqV/q\nZ3I48iPkZqiOaKXG6dXOEQu9jm2nrxU+2PM5QEDI19Uel1L/1L/kkJ8HB7/TNnNvYvotJBSlIBsL\nM7q3cWDDyat3Zkvf0rCZtgnVoUVw87ppAlTqjfqXHM5u0B7Lu001dSSKUqRJPd25lJjBwj3RhQ/2\nfhFyM7V9zuuLuHDISjN1FPVO/UsOB74B+6bQ/n5TR6IoRRrU0ZX72rvwxeazxKXcs2S3s5f2b/fA\nfMhKNU2A1SkrFb69D5Y9pvbVrmb1LzkM/jc88AXozU0diaIUa8YDHcnJl3z4VxFDV/u8CplJWvNS\nXXd+p/akdG4bHPzW1NHUK/UvObj5qUlvSo3XytGW6f3bsuZYLCFRCXcfbN4FWveDkNmQm2WaAKtL\n5BZtCG/bgbDpX3DttKkjqjcqlRyEEC8JIcKEEOFCiJcNZe8KIS4LIY4aXsML1H9LCBEphDgjhBha\noDzYUBYphHizMjEpSl3x7IC2NG9szb9WhxXunO7zCqRegePLTBNcdYnaAq37wui52mTAlVO1LX2V\nKlfh5CCE8AGmAN0AP2CEEMLDcPhzKaW/4bXWUL8jMAHwBoKBOUIIvRBCD3wNDAM6AhMNdRWlXrMy\n1zPjAW8irqWxaG/03QfbBGlPwXu+1Ebg1UUJUXAjml8SPPh4zw0ygj+DK8dgx0emjqxeqMyTQwdg\nn5QyXUqZC+wAxpRQfxSwVEqZJaU8D0SiJZZuQKSU8pyUMhtYaqirKPXeoA4uBHk588XmiLs7p29t\nBpQQCaf/NF2AVSjfsEz5/NjWzN0eRb8/7DjfYgxy9+dwcZ+Jo6v7KpMcwoB+QghHIYQNMBxoYTj2\nvBDiuBBigRCisaGsGXCpwPkxhrLiyhWl3hNC8O5Ib7Lz8vnP2ns6pzuMBIc22oJ8dXAzoPP713Ah\n34XHhgex6rneNGtkzYiIEcQJF7J+nVI/RmuZUIWTg5TyFPAxsAlYDxwDcoG5QFvAH7gC/M9wiijq\nMiWUFyKEmCqECBVChMbHxxdVRVHqnFaOtkzv14bVR2PZd65A57ROD71fgtgjcH6H6QKsAhuOX6BJ\nwgFiHHsxuU9r/Fs04vdnevH+wz14RzyPWcol9s2ZVnior2I0leqQllJ+L6UMkFL2AxKBCCllnJQy\nT0qZD3yL1mwE2hNBiwKnNwdiSygv6n7zpZSBUspAZ2fnyoSuKLXKMwPaFd057TcR7JrArs9MF5yR\nnb6awpIVv2Irsug6cBxCaL8/6nSCBwOa8/nrz3Cg2RP0SP6LD2Z+ytfbIsnMqaP9LiZU2dFKLob3\nlsCDwBIhhFuBKmPQmp8A1gAThBCWQojWgAdwADgIeAghWgshLNA6rddUJi5FqWusLfT8a0RHzsbd\n0zltZqmtuXR+B1w+ZLL4jCXxZjZPLwolyOwEUmeGRbv+herYWZrR828zyXL24T9m37Jww36GfL6T\nDeFXkXWwec1UKjvP4TchxEngD+A5KeUN4BMhxAkhxHEgCHgFQEoZDiwHTqI1Qz1neMLIBZ4HNgCn\ngOWGuoqiFDC4o+vtzulrBZtTujwJVg1h9xcmi80YcvLyefbnQ1xLzeLhRmcRLbqDVYOiK5tZYPnQ\n99iLTDa0+RUrM8G0Hw/x2Pf7ORun+iKMobLNSn2llB2llH5Syi2GssellL5Syk5SypFSyisF6n8o\npWwrpfSSUq4rUL5WSulpOPZhZWJSlLpKCMGMB7zJzr2nc9qqgbZp1ak/4HqE6QKspPf/PMm+c4l8\ncb8b1oknoe19JZ/g0h4Gv4dD7DbW9YnivZHehF1OYdiXu5ixOoykdDUfojLq3wxpRanF3J1smd6/\nDavu7ZzuPl1rYqqlmwEtOXCRxSEXmNqvDcNtDLOg2w0s/cRu06DNAPSb/skkrzy2/WMAj3RryY/7\nLjBg5nZ+DIkm994JhEqZqOSgKLXMMwPa0ayRNTNWh9/pnLZzhs6Pw7GlkHzZtAGW08HoRP61Ooz+\nns68EdxeWzLDxgma+JV+sk4Ho+Zoa6X9PhUHKx3vj/bhrxf70r6JPe+sDmfEV7vZG6WWOC8vlRwU\npZaxttDzrwc6ciYu9e7O6V4vgMyHfXMqd4MbF+DwYvh9Khz9pXLXKsXlpAym/3iIFo1tmDWxM3ok\nRG3VmpR0Zfzx1LAZjPgcLofCLm3kfAe3BiyZ0oO5jwaQmpnLI9/u5/Hv97PvXILqtC4jM1MHoChK\n+Q3p6MoAQ+f0SL+muDSwgsatwHcchP4Aff9e9i1wb17XVj89vwPObYcb0Vq50Gk/qH0fqpJVjNOz\nc5myKJTs3Hy+nRRIQ2tziD0K6dfL1qRUkM9YOLMOdnwM7QZB8y4IIRjm60ZQexcW7o3mu13nmTB/\nHwEtG/FcUDvua+9ye5isUph6clCUWkgIwbtFdU73fglybmq7HRYnKw3OboQNb8PcPvBpW1jxFIT9\nDs4dIPgjeHYfPPwj3IzXEoSRSSl57dfjnLqawqyJnWnrbKcdiNysvZfWGV2U4TPBvgn8PgWyb94u\ntjLXM71/W3a/EcT7o7yJS8li8qJQhn25i9VHL6s+iWKI2vqIFRgYKENDQ00dhqKY1P82nuGrrZEs\nm9qD7m0ctcJfxsOlA/BKmLaSaW42xBw0PBns0Jpf8nNBbwktukGb/tB6ADTtDPoCjQm52fA/L2gz\nAB76wahxz94awcyNZ3lzWHum929758APwyErBabvrtiFz+2AxSMhcDKMKHpiYE5ePn8ci2XO9igi\nr6XRytGGaf3aMrZLMyzN9BW7by0ihDgkpQwstZ5KDopSe2Vk5zHosx3YWZrx54t9MNfrtEXpFgyF\njqO19YcuhkBOutZM5OZvSAb9oWUPMLcu+QZ//UPrf3gtQptLYQSbTsYxZXEoo/2b8vl4/ztNO5kp\n8Elr6Pk8DH6v4jfY8La218WjK8BjcLHV8vMlm07F8fW2SI7HJOPawJKn+7Thke4tsbWsuy3uZU0O\nqllJUWqxgp3Ti0MuaIUte4B7Xzi5CpJjoPNjMP5neP08TN0Gg96FtkGlJwbQlufIy4KTq40S79m4\nVF5eeoROzRvy0dhOd7f5R+/SnmjK299wr/veAZeOsPo5uJlQbDWdTjDUuwmrn+vNT5O708bJjg/X\nnqL3x1v5fNNZbtys3/Mk1JODotRyUkqe/OEghy/cYMvf+2ud01lpWru7vWtlLw6zA8HOFZ5aW6lL\nJaVnM+rrPdzMyuOPF3rj1vCe5PTnq9pQ3DeiwcyiUvfi6gmYH6Tt+jj+J22J8zI4fPEGc7ZFsflU\nHDYWeh7t3pKn+7bBtYFV5eKpQdSTg6LUE7eW9c7Kzee/6wwTyCztKp8YtIuD3wS4sEcb4lpBuXn5\nPP/LEa4kZfLN410KJwa4s+tbZRMDQBNfuO+f2l4X5RiOG9CyMd9NCmTDy/0Y0tGV73efp+/H23jr\n9xNcSLhZ+gXqEJUcFKUOaO1ky9R+bVh55DL7zxXflFIhvg9r78eXV/gSH649xe7I63wwxocurRoX\nrmDY9Y12gyp8j0J6vQCtesO6N+4Mzy0jryb2fDGhM9v/EcRDgc357VAM9/1vBwejE40XXw2nkoOi\n1BHPBRlmTq8Jr/DwzOT0HA5GJ/Lz/gu8uyact1ee4PPQLK42DiTt4E8cPJ/A+es3Sc3MKfNksuWh\nl/hhTzRP9Xbn4cAWRVe6NVy2IkNYi6PTa3tPA6ycXqHtVFs62vDhGF92vRGEjYWeZQcvlX5SHVF3\nu+QVpZ6xttDzzoiOTP/pEItDLvC3Pq2LrZuamcPZuDQi4lK192upnI1LJS4l63YdGws9lmY6bqTn\ncEXfmU/Mv+XD+T9xVLYDwNJMh5OdJU52FoZ3SxxvfW2vladm5vLPlWH0aefE28M7FB985BZo7A6O\nbYuvUxGNW8HwT2HVdJjpAU0DoFkANOuifW1Xtn1hXBtYMbiDK5tOxpGTl6+NCqvjVHJQlDpkqLcr\n/Tyd+XzTWUb4uWFrYUbEtTTOxqXeSQRxqcQm31ny28pch4eLPb3bOeHpao+nqx0eLvY0a2SNTifI\nycsnKbEr+fMW87XPWfa1H0vCzSyup2VzPTWL+LQsYpMzOXE5mYSb2eTl3/1E0crRhtmPdMasuB+o\nudnaDG2/CVXzh+I3AXRmcG4bXD5smGhniLFhC21+R7MALVk09S92yO4wXzd+P3KZkKgE+nnW/c3G\nVHJQlDpECMF7I70Z+vlOBs7cQWpW7u1jFmY62jnb0a21Ax6u9ni62uPlak/zxloSKI65Xoezswu0\nv59m5/5i7PjPi+00zs+XJGXkcD0ti+tpWSTezKZ7a0ca2ZTQyXxpnzaru7JDWIsjBHR6SHuBNpLr\nyjGIPawli8uH4FSB/cUcPbQni1sJo4kvmFvR18MJWws968KuqOSgKErt09rJlvdHe7MnMkF7CjAk\ngpYONuhLSAKl8psI4b9D5CZof3+RVXQ6gYOtBQ62Fni62pftupFbtN/s3ftWPLbysLQD997a65ab\nCdpe3LcSxrltcHypdkxnBi4dsWrZg/s9R7EhPI73R+UX/yRUR6jkoCh10PiuLRnftaVxL9r2PrB1\nhmNLik0OFRK1BUra9a062DqCxyDtBdr8jpRYQ7I4pCWMA/OZ7GPP8ptdOBCdSK+2TqaLtxrU7dSn\nKIrx6M20FVrPrId0Iw3pTLumTVgz5iglYxBCWwq8wwPajPJJa6CJL+2S9mBtrmfdiaumjrDKqeSg\nKErZdRoP+TkQvtI417s1hLWq+huMyTMY/eUDjPCwYH341UId73WNSg6KopSdm5+2rPexpca5Xnl2\nfTM1z2Eg85noEEF8ahaHLtwwdURVSiUHRVHKTgjwGw8xB7RZzZWRn1/+Xd9MqWlnsHXG92YIFmY6\n1oVdMXVEVapSfyNCiJeEEGFCiHAhxMuGMgchxCYhRIThvbGhXAghZgkhIoUQx4UQAQWuM8lQP0II\nMalyH0lRlCrl+zAg4Piyyl3n6vGK7fpmKjodeAzF/NxW7vNozPqwq+TX4aalCicHIYQPMAXoBvgB\nI4QQHsCbwBYppQewxfA9wDDAw/CaCsw1XMcBmAF0N1xrxq2EoihKDdSwGbTupzUtVWZV56gt2ntN\n64wuiVcwZCXzaNNYriRncjQmydQRVZnKPDl0APZJKdOllLnADmAMMApYZKizCBht+HoUsFhq9gGN\nhBBuwFBgk5QyUUp5A9gEBFciLkVRqprfREi6oG0sVFGRW7QJZnYuxourqrUZAHoLumUfwFwvWHei\n7jYtVSY5hAH9hBCOQggbYDjQAnCVUl4BMLzf+ptvBhRctSrGUFZceSFCiKlCiFAhRGh8fHwlQlcU\npVI6PADmNncmipVXZgpc2g9ta0mT0i2W9uDeB8tzm+jTzol1YVfLvABhbVPh5CClPAV8jPab/nrg\nGJBbwilFTc2UJZQXdc/5UspAKWWgs3Pdn76uKDWWpZ2WIMJWQk5m6fXvZaxd30zBcxgkRPJQ6yxi\nbmQQdjnF1BFViUp1SEspv5dSBkgp+wGJQAQQZ2guwvB+zVA9Bu3J4pbmQGwJ5Yqi1GSdxkNWMpxd\nX/5zI7eAuS206GH8uKqa5xAAgsRhzHSCtXV01FJlRyu5GN5bAg8CS4A1wK0RR5OAW5vPrgGeMIxa\n6gEkG5qdNgBDhBCNDR3RQwxliqLUZG0GgF2Tis15MOaub9WtsTs4d8D6/CZ6tnVk3YkrdbJpqbKD\ni38TQpwE/gCeM3QofwQMFkJEAIMN3wOsBc4BkcC3wLMAUspE4H3goOH1b0OZoig1mU4PnR7WFuK7\neb3s51XFrm/VzSsYLoYw0suW6IR0Tl9NNXVERlfZZqW+UsqOUko/KeUWQ1mClHKglNLD8J5oKJdS\nyueklG2llL5SytAC11kgpWxneP1QuY+kKEq18Zug9R2E/Vb2c6pi17fq5hkM+bkMtTqJTlAnRy3V\ngmmJiqLUWK7e2nDU8jQtVdWub9WpeVewbkyDi5vp3tqRtWF1byE+lRwURamcThO0pa3jz5ZeNzdb\nG6lU24aw3kunB48hELGR4T7ORF7TdtirS1RyUBSlcnwfAqEr25yHS/shO612DmG9l2cwZNzg/saX\nEQLW1bGnB5UcFEWpHHtXrf/g2DJtMb2SRG6u3l3fqlLb+0BnhkPMFgJbNWZtHet3UMlBUZTK85sI\nKTFwYXfJ9WrCrm/GYt0IWvaEsxsY5uPG6aupnL9+09RRGY1KDoqiVJ7XcLCw154eilNTd32rDK9h\nEH+K+1tkAdSpZbxVclAUpfIsbKDjKDi5CrLTi65Tm3Z9KytPbY1Q16s78G/RqE5tH6qSg6IoxuE3\nXutsPrO26OO1ade3snJsC47t4Ox6hvs24cTlZC4lFpMcaxmVHBRFMY5WfaBBczi2pPCx2rbrW3l4\nBkP0boZ72gN1p2mpjv0tKYpiMjqdtpxG1FZIjbv7WG3b9a08PIMhL5vmN/bj06xBnRnSqpKDoijG\n4zcBZD6c+PXu8tq461tZtewBlg3hzHqG+bhx5GISsUkZpo6q0lRyUBTFeJy9oGnnwhPiIrfWvl3f\nykpvDh6DIGIDw7y1z7e+Djw9qOSgKIpx+U3UhqzGhWvfZ6bApX21f8mMkngGw8142mRH0L6JfZ3o\nd1DJQVEU4/IZq82CvrUYX23e9a2s2g3SlhA5u45hPm6EXrjBtZQK7JBXg6jkoCiKcdk6QbvBWr9D\nfl7t3vWtrGwctM9nGNIqJWwIr91NSyo5KIpifH7jIfUKnN9Ru3d9Kw/PoXD1BB5WKbRzsWNtLZ8Q\np5KDoijG5zlMG8Gz/SNt17e63N9wi2G2NGfXM8ynCfvPJ5CQlmXamCpBJQdFUYzP3Aq8R2tLdEPd\n7m+4xdlL28TIsBBfvoSNJ+NKPa2mUslBUZSq4TdRe6/tu76VlRDa08P5HXRw0uPuaFOrl/FWyUFR\nlKrRsgc06QQ+40wdSfXxHAq5mYjzuwj2cSMkKoGk9GxTR1UhlUoOQohXhBDhQogwIcQSIYSVEGKh\nEOK8EOKo4eVvqCuEELOEEJFCiONCiIAC15kkhIgwvCZV9kMpilIDCAHTd8HAd0wdSfVp1Qcs7ODs\nOob7NiE3X7KpljYtVTg5CCGaAS8CgVJKH0APTDAcfk1K6W94HTWUDQM8DK+pwFzDdRyAGUB3oBsw\nQwjRuKJxKYqimIyZhbZEyNkN+DZtQLNG1rV2raXKNiuZAdZCCDPABogtoe4oYLHU7AMaCSHcgKHA\nJillopTyBrAJCK5kXGvKV24AAArVSURBVIqiKKbhGQypVxBxJxju24RdEfGkZOaYOqpyq3BykFJe\nBmb+f3v3HiNVecZx/Puw3AQEloKwsEShsLayFUQklIo3zLJu6qVqDL2oUaMx1bY2baLGxBp6Say1\nJm16CS201RqhBazYcg1qW5OCclUQWBZQWFjYVXBRVGSXp3+cd3XcmVmGHebMzOb3SSZz5r2cfXj3\nMM/Oe857BtgDNADN7r4iVP80TB09YWa9QtkIYG/CLupDWbpyEZHiM7YKMNi+jOrKMo63Oqu2Ft/U\nUjbTSqVEnwZGAcOBvmb2LeBB4AvARcAg4P62Lil24x2Up/qZd5nZWjNb29TU1NnQRURyp98QKJ8E\ntcu4YORAhvXvXZTfEJfNtNKVwG53b3L348AiYKq7N4Spo2PAn4jOI0D0iWBkQv9yommodOVJ3H22\nu09y90lDhgzJInQRkRyqmAH719PtaCPVlcN4qbaJ94+1ZLXL460nWPnGQe6bt4GPjreepkDTyyY5\n7AGmmFkfMzNgOrA1nEcglF0HbA7tFwO3hKuWphBNQzUAy4EqMysNn0aqQpmISHFqWy29Yzk1Xyrj\n45YTvLitsVO72rK/mVnPv8GUn63izifX8t8db7Or6ehpDDa17p3t6O5rzGwBsB5oATYAs4GlZjaE\naLpoI3B36LIEqAHqgA+A28J+DpnZj4FXQ7tZ7n6os3GJiOTd0MroK1Nrl3PhTTczuF8vlm5u4Orx\nwzPq3vTeMZ7buI8F6+rZduA9epZ0Y/oXz+KGieVceu4QepTkfolap5MDgLv/iOgy1EQpv+rJ3R24\nJ03dXGBuNrGIiBQMs2hqadM8SlqPUV05lIXr9vHhx62c0bMkZZdjLa2s2trIwnX1vFTbROsJZ3z5\nAGZdO46rzx9Oad94b1yYVXIQEZE0Kqph7Rx462VqKifw19V7+HdtI9WVZZ80cXc21TezYN1ent/U\nQPOHxxnavxd3ThvNjReOYMxZZ+YtfCUHEZFcGHUJ9OgD25cxufoKBvXtyZLXD1BdWcaB5o9YtKGe\nhevq2dl0lF7duzFj3DBuuLCci8cMpqRbqos446XkICKSCz16w+jLoHY53Wseo+q8oTy/aT83z1nD\ny3Vv4w4XnVPKndNGU3N+Gf1798h3xJ+h5CAikisVM2D7EmjcyjUThjPv1b3sajrKdy4fw/UTyzln\ncN98R5iWkoOISK6MnRE91y5l6rQf8PL9lzN8wBl0K4Bpo5PRLbtFRHKlfxmUTYDaaOlWeWmfokgM\noOQgIpJbFdWw9xU4+k6+IzklSg4iIrl0bjXgsGPFSZsWEiUHEZFcGjYe+g2D2mX5juSUKDmIiORS\nt25QUQU7X4CW4vnKUCUHEZFcq7gKjh2BPf/LdyQZU3IQEcm10ZdCSa+imlpSchARybWefaPbaWxf\nCp7yu8wKjpKDiEgcKmbA4d3wTl2+I8mIVkiLiMShohrqVkHLR/mOJCNKDiIicRg4Er4xL99RZEzT\nSiIikkTJQUREkig5iIhIEiUHERFJouQgIiJJskoOZvZ9M9tiZpvN7Bkz621mo8xsjZntMLP5ZtYz\ntO0VXteF+nMS9vNgKN9uZjOy+yeJiEi2Op0czGwE8F1gkrtXAiXATOBR4Al3HwscBu4IXe4ADrv7\nGOCJ0A4zOy/0GwdUA781s5LOxiUiItnLdlqpO3CGmXUH+gANwBXAglD/F+C6sH1teE2on25mFsrn\nufsxd98N1AGTs4xLRESy0OlFcO6+z8x+AewBPgRWAOuAd929JTSrB0aE7RHA3tC3xcyagc+F8tUJ\nu07s8xlmdhdwV3j5vplt72T4g4G3O9k3TsUSJxRPrIrz9CqWOKF4Ys11nGdn0qjTycHMSon+6h8F\nvAv8HbgqRdO2u0yl+uJU76A8udB9NjD7lINtx8zWuvukbPeTa8USJxRPrIrz9CqWOKF4Yi2UOLOZ\nVroS2O3uTe5+HFgETAUGhmkmgHJgf9iuB0YChPoBwKHE8hR9REQkD7JJDnuAKWbWJ5w7mA68AbwI\n3Bja3Ao8F7YXh9eE+hfc3UP5zHA10yhgLPBKFnGJiEiWsjnnsMbMFgDrgRZgA9GUz7+AeWb2k1A2\nJ3SZAzxlZnVEnxhmhv1sMbO/ESWWFuAed2/tbFwZynpqKibFEicUT6yK8/QqljiheGItiDjNi+SL\nJ0REJD5aIS0iIkm6dHIws+qw6rrOzB5IUZ921XaMMY40sxfNbGtYbf69FG0uM7NmM9sYHg/HHWeI\n400zez3EsDZFvZnZr8J4vmZmE/MU57kJY7XRzI6Y2X3t2uRlTM1srpk1mtnmhLJBZrYy3FVgZbgS\nMFXfW0ObHWZ2a6o2OY7zMTPbFn63z5rZwDR9OzxOYor1ETPbl/D7rUnTt8P3iBjinJ8Q45tmtjFN\n31jHFAB375IPohXbO4HRQE9gE3BeuzbfBn4ftmcC8/MQZxkwMWyfCdSmiPMy4J8FMKZvAoM7qK8B\nlhJdnjwFWFMAMZcAB4CzC2FMgUuAicDmhLKfAw+E7QeAR1P0GwTsCs+lYbs05jirgO5h+9FUcWZy\nnMQU6yPADzM4Njp8j8h1nO3qHwceLoQxdfcu/clhMlDn7rvc/WNgHtG6jETpVm3Hxt0b3H192H4P\n2EqaRYBF4FrgSY+sJrqsuSzPMU0Hdrr7W3mOAwB3/w/RBRmJEo/DxLsKJJoBrHT3Q+5+GFhJdLuZ\n2OJ09xX+6QLX1USXneddmjHNRCbvEadNR3GG952bgGdy9fNPVVdODp+syA5Srbz+zKptoG3Vdl6E\naa0LgDUpqr9sZpvMbKmZjYs1sE85sMLM1oXV6u1lMuZxm0n6/3CFMKYAQ929AaI/FoCzUrQptLG9\nnehTYionO07icm+YApubZqqukMZ0GnDQ3XekqY99TLtycshk5XXGq7Nzzcz6AQuB+9z9SLvq9UTT\nIuOBXwP/iDu+4CvuPpFoJfw9ZnZJu/qCGU8Ai+4IfA3R6v32CmVMM1UwY2tmDxFddv50miYnO07i\n8Dvg88AEonu+PZ6iTcGMKfB1Ov7UEPuYduXkkMnK63SrtmNlZj2IEsPT7r6ofb27H3H398P2EqCH\nmQ2OOUzcfX94bgSeJfkGiYW22v0qYL27H2xfUShjGhxsm34Lz40p2hTE2IYT4V8FvulhMry9DI6T\nnHP3g+7e6u4ngD+kiaFQxrQ7cD0wP12bfIxpV04OrwJjLfp+iZ5E0wuL27VJt2o7NmGucQ6w1d1/\nmabNsLZzIWY2mej39k58UYKZ9TWzM9u2iU5Obm7XbDFwS7hqaQrQ3DZdkidp/xorhDFNkHgcJt5V\nINFyoMrMSsMUSVUoi42ZVQP3A9e4+wdp2mRynORcu3NdX0sTQybvEXG4Etjm7vWpKvM2pnGe/Y77\nQXT1TC3RFQkPhbJZRAc3QG+iKYc6olt2jM5DjBcTfZR9DdgYHjXA3cDdoc29wBaiqylWA1PzEOfo\n8PM3hVjaxjMxTgN+E8b7daLv+sjX774P0Zv9gISyvI8pUbJqAI4T/eV6B9F5rlXAjvA8KLSdBPwx\noe/t4VitA27LQ5x1RHP0bcdp25V+w4ElHR0neYj1qXAMvkb0hl/WPtbwOuk9Is44Q/mf247LhLZ5\nHVN31wppERFJ1pWnlUREpJOUHEREJImSg4iIJFFyEBGRJEoOIiKSRMlBRESSKDmIiEgSJQcREUny\nf/2rba58IpO4AAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x1a330d36a0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "%matplotlib inline\n",
    "plt.plot(range(1, len(predicted_price)+1), predicted_price, label='Predicted price')\n",
    "plt.plot(range(len(predicted_price)), test_actuals_for_seq, label='Actual price')\n",
    "plt.legend()\n",
    "_ = plt.ylim()\n",
    "\n",
    "# Simulate returns for validation period\n",
    "position = 0\n",
    "cash = 1000\n",
    "for ii in range(len(predicted_price)):\n",
    "    action = \"\"\n",
    "    if prediction[ii] > 0:\n",
    "        position += cash / test_actuals_for_seq[ii] * 0.997 # 0.997 to account for fees\n",
    "        cash = 0\n",
    "        action = \"BUY\"\n",
    "    \n",
    "    if prediction[ii] < 0:\n",
    "        cash += position * test_actuals_for_seq[ii] * 0.997\n",
    "        position = 0\n",
    "        action = \"SELL\"\n",
    "        \n",
    "    print(\"Day {}: {}. Price expected to change from {} to {}. Portfolio value of {}\".format(ii, action, test_actuals_for_seq[ii], predicted_price[ii], position*actuals[ii] + cash))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}