Fourthmodel_mfcc_atten_uni.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-04-01T12:49:05.618282Z",
     "start_time": "2019-04-01T12:49:05.611289Z"
    }
   },
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import keras\n",
    "from keras.callbacks import EarlyStopping,ModelCheckpoint\n",
    "import pickle\n",
    "from sklearn.preprocessing import StandardScaler\n",
    "from keras.utils.vis_utils import plot_model\n",
    "\n",
    "from keras.layers import Bidirectional, Concatenate, Permute, Dot, Input, CuDNNLSTM, Multiply,Dropout\n",
    "from keras.layers import RepeatVector, Dense, Activation, Lambda\n",
    "from keras.optimizers import Adam\n",
    "from keras.utils import to_categorical\n",
    "from keras.models import load_model, Model\n",
    "import keras.backend as K"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-04-01T12:49:15.821571Z",
     "start_time": "2019-04-01T12:49:15.816575Z"
    }
   },
   "outputs": [],
   "source": [
    "address = 'D:\\\\data_mfcc\\\\'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-04-01T12:49:17.392217Z",
     "start_time": "2019-04-01T12:49:17.368230Z"
    }
   },
   "outputs": [],
   "source": [
    "def loadData(id):\n",
    "    with open(address + f'y_train_{id}','rb') as f:\n",
    "        y_train=np.array(pickle.load(f))\n",
    "    with open(address+f'y_test_{id}','rb') as f:\n",
    "        y_test=np.array(pickle.load(f))\n",
    "    with open(address+ f'X_train_{id}','rb') as f:\n",
    "        X_train = np.array(pickle.load(f))\n",
    "    with open(address+f'X_test_{id}','rb') as f:\n",
    "        X_test = np.array(pickle.load(f))\n",
    "\n",
    "    scalers = {}\n",
    "    for k in range(X_train.shape[2]):\n",
    "        scalers[k] = StandardScaler()\n",
    "        X_train[:, k, :] = scalers[k].fit_transform(X_train[:, k, :]) \n",
    "\n",
    "    for j in range(X_test.shape[2]):\n",
    "        X_test[:, j, :] = scalers[j].transform(X_test[:, j, :])\n",
    "    \n",
    "    print(f'id : {id}')\n",
    "    from sklearn.preprocessing import LabelBinarizer\n",
    "    encoder = LabelBinarizer()\n",
    "    y_train = encoder.fit_transform(y_train)\n",
    "    y_test = encoder.fit_transform(y_test)\n",
    "\n",
    "   \n",
    "    return X_train,y_train,X_test,y_test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-04-02T18:21:44.453629Z",
     "start_time": "2019-04-02T16:55:23.504346Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "id : 1001\n",
      "(7360, 499, 13)\n",
      "id : 1001\n",
      "Train on 7360 samples, validate on 82 samples\n",
      "Epoch 1/70\n",
      "7360/7360 [==============================] - 38s 5ms/step - loss: 1.6550 - acc: 0.2970 - val_loss: 1.7376 - val_acc: 0.1707\n",
      "\n",
      "Epoch 00001: val_acc improved from -inf to 0.17073, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_atten_unidir_models\\1001.h5\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\djaym7\\Anaconda3\\lib\\site-packages\\keras\\engine\\network.py:872: UserWarning: Layer cu_dnnlstm_177 was passed non-serializable keyword arguments: {'initial_state': [<tf.Tensor 's0_88:0' shape=(?, 96) dtype=float32>, <tf.Tensor 'c0_88:0' shape=(?, 96) dtype=float32>]}. They will not be included in the serialized model (and thus will be missing at deserialization time).\n",
      "  '. They will not be included '\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 2/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.4841 - acc: 0.3913 - val_loss: 1.6621 - val_acc: 0.2195\n",
      "\n",
      "Epoch 00002: val_acc improved from 0.17073 to 0.21951, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_atten_unidir_models\\1001.h5\n",
      "Epoch 3/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.4251 - acc: 0.4194 - val_loss: 1.5671 - val_acc: 0.2805\n",
      "\n",
      "Epoch 00003: val_acc improved from 0.21951 to 0.28049, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_atten_unidir_models\\1001.h5\n",
      "Epoch 4/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.3840 - acc: 0.4432 - val_loss: 1.6115 - val_acc: 0.2439\n",
      "\n",
      "Epoch 00004: val_acc did not improve from 0.28049\n",
      "Epoch 5/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.3540 - acc: 0.4565 - val_loss: 1.5822 - val_acc: 0.2805\n",
      "\n",
      "Epoch 00005: val_acc improved from 0.28049 to 0.28049, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_atten_unidir_models\\1001.h5\n",
      "Epoch 6/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.3356 - acc: 0.4659 - val_loss: 1.5506 - val_acc: 0.3049\n",
      "\n",
      "Epoch 00006: val_acc improved from 0.28049 to 0.30488, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_atten_unidir_models\\1001.h5\n",
      "Epoch 7/70\n",
      "7360/7360 [==============================] - 18s 2ms/step - loss: 1.3140 - acc: 0.4770 - val_loss: 1.6362 - val_acc: 0.3049\n",
      "\n",
      "Epoch 00007: val_acc improved from 0.30488 to 0.30488, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_atten_unidir_models\\1001.h5\n",
      "Epoch 8/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.2993 - acc: 0.4852 - val_loss: 1.5845 - val_acc: 0.3293\n",
      "\n",
      "Epoch 00008: val_acc improved from 0.30488 to 0.32927, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_atten_unidir_models\\1001.h5\n",
      "Epoch 9/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.2823 - acc: 0.4885 - val_loss: 1.6077 - val_acc: 0.3049\n",
      "\n",
      "Epoch 00009: val_acc did not improve from 0.32927\n",
      "Epoch 10/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.2628 - acc: 0.5011 - val_loss: 1.5862 - val_acc: 0.3049\n",
      "\n",
      "Epoch 00010: val_acc did not improve from 0.32927\n",
      "Epoch 11/70\n",
      "7360/7360 [==============================] - 18s 2ms/step - loss: 1.2612 - acc: 0.4971 - val_loss: 1.6316 - val_acc: 0.3049\n",
      "\n",
      "Epoch 00011: val_acc did not improve from 0.32927\n",
      "Epoch 12/70\n",
      "7360/7360 [==============================] - 18s 2ms/step - loss: 1.2475 - acc: 0.5102 - val_loss: 1.6587 - val_acc: 0.3171\n",
      "\n",
      "Epoch 00012: val_acc did not improve from 0.32927\n",
      "Epoch 13/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.2355 - acc: 0.5185 - val_loss: 1.7720 - val_acc: 0.2439\n",
      "\n",
      "Epoch 00013: val_acc did not improve from 0.32927\n",
      "Epoch 14/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.2295 - acc: 0.5182 - val_loss: 1.6910 - val_acc: 0.2561\n",
      "\n",
      "Epoch 00014: val_acc did not improve from 0.32927\n",
      "Epoch 15/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.2167 - acc: 0.5254 - val_loss: 1.6848 - val_acc: 0.2561\n",
      "\n",
      "Epoch 00015: val_acc did not improve from 0.32927\n",
      "Epoch 16/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.2066 - acc: 0.5274 - val_loss: 1.6884 - val_acc: 0.2927\n",
      "\n",
      "Epoch 00016: val_acc did not improve from 0.32927\n",
      "Epoch 17/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.1987 - acc: 0.5355 - val_loss: 1.7719 - val_acc: 0.2805\n",
      "\n",
      "Epoch 00017: val_acc did not improve from 0.32927\n",
      "Epoch 18/70\n",
      "7360/7360 [==============================] - 18s 3ms/step - loss: 1.1891 - acc: 0.5348 - val_loss: 1.7524 - val_acc: 0.2927\n",
      "\n",
      "Epoch 00018: val_acc did not improve from 0.32927\n",
      "Epoch 19/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.1841 - acc: 0.5385 - val_loss: 1.7385 - val_acc: 0.2927\n",
      "\n",
      "Epoch 00019: val_acc did not improve from 0.32927\n",
      "Epoch 20/70\n",
      "7360/7360 [==============================] - 20s 3ms/step - loss: 1.1819 - acc: 0.5376 - val_loss: 1.8415 - val_acc: 0.2683\n",
      "\n",
      "Epoch 00020: val_acc did not improve from 0.32927\n",
      "Epoch 21/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.1748 - acc: 0.5386 - val_loss: 1.7322 - val_acc: 0.3049\n",
      "\n",
      "Epoch 00021: val_acc did not improve from 0.32927\n",
      "Epoch 22/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.1745 - acc: 0.5397 - val_loss: 1.6401 - val_acc: 0.3171\n",
      "\n",
      "Epoch 00022: val_acc did not improve from 0.32927\n",
      "Epoch 23/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.1666 - acc: 0.5418 - val_loss: 1.8580 - val_acc: 0.2805\n",
      "\n",
      "Epoch 00023: val_acc did not improve from 0.32927\n",
      "Epoch 24/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.1538 - acc: 0.5504 - val_loss: 1.8789 - val_acc: 0.2683\n",
      "\n",
      "Epoch 00024: val_acc did not improve from 0.32927\n",
      "Epoch 25/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.1542 - acc: 0.5503 - val_loss: 1.8448 - val_acc: 0.2927\n",
      "\n",
      "Epoch 00025: val_acc did not improve from 0.32927\n",
      "Epoch 26/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.1489 - acc: 0.5518 - val_loss: 1.7888 - val_acc: 0.2927\n",
      "\n",
      "Epoch 00026: val_acc did not improve from 0.32927\n",
      "Epoch 27/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.1461 - acc: 0.5500 - val_loss: 1.9552 - val_acc: 0.2439\n",
      "\n",
      "Epoch 00027: val_acc did not improve from 0.32927\n",
      "Epoch 28/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.1384 - acc: 0.5573 - val_loss: 1.7981 - val_acc: 0.2683\n",
      "\n",
      "Epoch 00028: val_acc did not improve from 0.32927\n",
      "Epoch 29/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.1349 - acc: 0.5577 - val_loss: 1.8946 - val_acc: 0.2561\n",
      "\n",
      "Epoch 00029: val_acc did not improve from 0.32927\n",
      "Epoch 30/70\n",
      "7360/7360 [==============================] - 20s 3ms/step - loss: 1.1272 - acc: 0.5630 - val_loss: 1.9569 - val_acc: 0.3049\n",
      "\n",
      "Epoch 00030: val_acc did not improve from 0.32927\n",
      "Epoch 31/70\n",
      "7360/7360 [==============================] - 18s 2ms/step - loss: 1.1303 - acc: 0.5633 - val_loss: 1.9936 - val_acc: 0.2683\n",
      "\n",
      "Epoch 00031: val_acc did not improve from 0.32927\n",
      "Epoch 32/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.1296 - acc: 0.5624 - val_loss: 1.9643 - val_acc: 0.2683\n",
      "\n",
      "Epoch 00032: val_acc did not improve from 0.32927\n",
      "Epoch 33/70\n",
      "7360/7360 [==============================] - 21s 3ms/step - loss: 1.1237 - acc: 0.5641 - val_loss: 1.9071 - val_acc: 0.2927\n",
      "\n",
      "Epoch 00033: val_acc did not improve from 0.32927\n",
      "Epoch 34/70\n",
      "7360/7360 [==============================] - 18s 2ms/step - loss: 1.1191 - acc: 0.5636 - val_loss: 1.8605 - val_acc: 0.2927\n",
      "\n",
      "Epoch 00034: val_acc did not improve from 0.32927\n",
      "Epoch 35/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.1151 - acc: 0.5651 - val_loss: 1.8840 - val_acc: 0.3049\n",
      "\n",
      "Epoch 00035: val_acc did not improve from 0.32927\n",
      "Epoch 36/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.1072 - acc: 0.5689 - val_loss: 1.8519 - val_acc: 0.2927\n",
      "\n",
      "Epoch 00036: val_acc did not improve from 0.32927\n",
      "Epoch 37/70\n",
      "7360/7360 [==============================] - 18s 2ms/step - loss: 1.1083 - acc: 0.5713 - val_loss: 1.9149 - val_acc: 0.2561\n",
      "\n",
      "Epoch 00037: val_acc did not improve from 0.32927\n",
      "Epoch 38/70\n",
      "7360/7360 [==============================] - 18s 2ms/step - loss: 1.0999 - acc: 0.5764 - val_loss: 1.8788 - val_acc: 0.2927\n",
      "\n",
      "Epoch 00038: val_acc did not improve from 0.32927\n",
      "Epoch 39/70\n",
      "7360/7360 [==============================] - 18s 2ms/step - loss: 1.0960 - acc: 0.5750 - val_loss: 1.9192 - val_acc: 0.3049\n",
      "\n",
      "Epoch 00039: val_acc did not improve from 0.32927\n",
      "Epoch 40/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.0974 - acc: 0.5789 - val_loss: 2.0443 - val_acc: 0.2927\n",
      "\n",
      "Epoch 00040: val_acc did not improve from 0.32927\n",
      "Epoch 41/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.0990 - acc: 0.5762 - val_loss: 2.3067 - val_acc: 0.2439\n",
      "\n",
      "Epoch 00041: val_acc did not improve from 0.32927\n",
      "Epoch 42/70\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "7360/7360 [==============================] - 18s 2ms/step - loss: 1.0927 - acc: 0.5735 - val_loss: 2.1059 - val_acc: 0.2439\n",
      "\n",
      "Epoch 00042: val_acc did not improve from 0.32927\n",
      "Epoch 43/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.0868 - acc: 0.5803 - val_loss: 2.0992 - val_acc: 0.2561\n",
      "\n",
      "Epoch 00043: val_acc did not improve from 0.32927\n",
      "Epoch 44/70\n",
      "7360/7360 [==============================] - 18s 2ms/step - loss: 1.0830 - acc: 0.5834 - val_loss: 2.0024 - val_acc: 0.2805\n",
      "\n",
      "Epoch 00044: val_acc did not improve from 0.32927\n",
      "Epoch 45/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.0807 - acc: 0.5792 - val_loss: 1.9491 - val_acc: 0.2805\n",
      "\n",
      "Epoch 00045: val_acc did not improve from 0.32927\n",
      "Epoch 46/70\n",
      "7360/7360 [==============================] - ETA: 0s - loss: 1.0728 - acc: 0.587 - 19s 3ms/step - loss: 1.0728 - acc: 0.5878 - val_loss: 1.8897 - val_acc: 0.3293\n",
      "\n",
      "Epoch 00046: val_acc did not improve from 0.32927\n",
      "Epoch 47/70\n",
      "7360/7360 [==============================] - 22s 3ms/step - loss: 1.0798 - acc: 0.5848 - val_loss: 2.0931 - val_acc: 0.2683\n",
      "\n",
      "Epoch 00047: val_acc did not improve from 0.32927\n",
      "Epoch 48/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.0729 - acc: 0.5856 - val_loss: 2.1569 - val_acc: 0.2927\n",
      "\n",
      "Epoch 00048: val_acc did not improve from 0.32927\n",
      "Epoch 49/70\n",
      "7360/7360 [==============================] - 18s 2ms/step - loss: 1.0677 - acc: 0.5876 - val_loss: 2.0142 - val_acc: 0.2927\n",
      "\n",
      "Epoch 00049: val_acc did not improve from 0.32927\n",
      "Epoch 50/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.0691 - acc: 0.5860 - val_loss: 1.9604 - val_acc: 0.2805\n",
      "\n",
      "Epoch 00050: val_acc did not improve from 0.32927\n",
      "Epoch 51/70\n",
      "7360/7360 [==============================] - 20s 3ms/step - loss: 1.0674 - acc: 0.5886 - val_loss: 2.0738 - val_acc: 0.2805\n",
      "\n",
      "Epoch 00051: val_acc did not improve from 0.32927\n",
      "Epoch 52/70\n",
      "7360/7360 [==============================] - ETA: 0s - loss: 1.0643 - acc: 0.589 - 17s 2ms/step - loss: 1.0640 - acc: 0.5889 - val_loss: 2.0981 - val_acc: 0.3049\n",
      "\n",
      "Epoch 00052: val_acc did not improve from 0.32927\n",
      "Epoch 53/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.0650 - acc: 0.5890 - val_loss: 2.0305 - val_acc: 0.2927\n",
      "\n",
      "Epoch 00053: val_acc did not improve from 0.32927\n",
      "Epoch 54/70\n",
      "7360/7360 [==============================] - 20s 3ms/step - loss: 1.0551 - acc: 0.5947 - val_loss: 2.1093 - val_acc: 0.2927\n",
      "\n",
      "Epoch 00054: val_acc did not improve from 0.32927\n",
      "Epoch 55/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.0590 - acc: 0.5970 - val_loss: 2.1680 - val_acc: 0.2805\n",
      "\n",
      "Epoch 00055: val_acc did not improve from 0.32927\n",
      "Epoch 56/70\n",
      "7360/7360 [==============================] - 21s 3ms/step - loss: 1.0517 - acc: 0.5936 - val_loss: 2.2499 - val_acc: 0.2927\n",
      "\n",
      "Epoch 00056: val_acc did not improve from 0.32927\n",
      "Epoch 57/70\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0485 - acc: 0.5973 - val_loss: 2.2174 - val_acc: 0.2927\n",
      "\n",
      "Epoch 00057: val_acc did not improve from 0.32927\n",
      "Epoch 58/70\n",
      "7360/7360 [==============================] - 27s 4ms/step - loss: 1.0514 - acc: 0.5947 - val_loss: 1.9656 - val_acc: 0.3049\n",
      "\n",
      "Epoch 00058: val_acc did not improve from 0.32927\n",
      "Epoch 59/70\n",
      "7360/7360 [==============================] - 26s 3ms/step - loss: 1.0424 - acc: 0.5962 - val_loss: 2.0741 - val_acc: 0.3049\n",
      "\n",
      "Epoch 00059: val_acc did not improve from 0.32927\n",
      "Epoch 60/70\n",
      "7360/7360 [==============================] - 24s 3ms/step - loss: 1.0474 - acc: 0.5952 - val_loss: 2.1524 - val_acc: 0.2927\n",
      "\n",
      "Epoch 00060: val_acc did not improve from 0.32927\n",
      "Epoch 61/70\n",
      "7360/7360 [==============================] - 24s 3ms/step - loss: 1.0403 - acc: 0.5963 - val_loss: 2.2011 - val_acc: 0.2927 3\n",
      "\n",
      "Epoch 00061: val_acc did not improve from 0.32927\n",
      "Epoch 62/70\n",
      "7360/7360 [==============================] - 25s 3ms/step - loss: 1.0295 - acc: 0.6058 - val_loss: 2.2015 - val_acc: 0.2927 0s - loss: 1.0288 - acc: 0.\n",
      "\n",
      "Epoch 00062: val_acc did not improve from 0.32927\n",
      "Epoch 63/70\n",
      "7360/7360 [==============================] - 24s 3ms/step - loss: 1.0310 - acc: 0.6016 - val_loss: 2.2246 - val_acc: 0.2927\n",
      "\n",
      "Epoch 00063: val_acc did not improve from 0.32927\n",
      "Epoch 64/70\n",
      "7360/7360 [==============================] - 25s 3ms/step - loss: 1.0361 - acc: 0.6043 - val_loss: 2.1077 - val_acc: 0.2927\n",
      "\n",
      "Epoch 00064: val_acc did not improve from 0.32927\n",
      "Epoch 65/70\n",
      "7360/7360 [==============================] - 25s 3ms/step - loss: 1.0291 - acc: 0.6054 - val_loss: 2.1164 - val_acc: 0.2927\n",
      "\n",
      "Epoch 00065: val_acc did not improve from 0.32927\n",
      "Epoch 66/70\n",
      "7360/7360 [==============================] - 25s 3ms/step - loss: 1.0320 - acc: 0.6076 - val_loss: 2.0571 - val_acc: 0.3415\n",
      "\n",
      "Epoch 00066: val_acc improved from 0.32927 to 0.34146, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_atten_unidir_models\\1001.h5\n",
      "Epoch 67/70\n",
      "7360/7360 [==============================] - 24s 3ms/step - loss: 1.0280 - acc: 0.6050 - val_loss: 2.1541 - val_acc: 0.2927: 1.0286 - acc: 0.6\n",
      "\n",
      "Epoch 00067: val_acc did not improve from 0.34146\n",
      "Epoch 68/70\n",
      "7360/7360 [==============================] - 24s 3ms/step - loss: 1.0218 - acc: 0.6132 - val_loss: 2.0905 - val_acc: 0.3415\n",
      "\n",
      "Epoch 00068: val_acc did not improve from 0.34146\n",
      "Epoch 69/70\n",
      "7360/7360 [==============================] - 26s 4ms/step - loss: 1.0207 - acc: 0.6060 - val_loss: 2.1380 - val_acc: 0.3537\n",
      "\n",
      "Epoch 00069: val_acc improved from 0.34146 to 0.35366, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_atten_unidir_models\\1001.h5\n",
      "Epoch 70/70\n",
      "7360/7360 [==============================] - 27s 4ms/step - loss: 1.0174 - acc: 0.6060 - val_loss: 2.2386 - val_acc: 0.2927\n",
      "\n",
      "Epoch 00070: val_acc did not improve from 0.35366\n",
      "id : 1002\n",
      "(7361, 499, 13)\n",
      "id : 1002\n",
      "Train on 7361 samples, validate on 81 samples\n",
      "Epoch 1/70\n",
      "7361/7361 [==============================] - 59s 8ms/step - loss: 1.6680 - acc: 0.2926 - val_loss: 1.4900 - val_acc: 0.4568\n",
      "\n",
      "Epoch 00001: val_acc improved from -inf to 0.45679, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_atten_unidir_models\\1002.h5\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\djaym7\\Anaconda3\\lib\\site-packages\\keras\\engine\\network.py:872: UserWarning: Layer cu_dnnlstm_179 was passed non-serializable keyword arguments: {'initial_state': [<tf.Tensor 's0_89:0' shape=(?, 96) dtype=float32>, <tf.Tensor 'c0_89:0' shape=(?, 96) dtype=float32>]}. They will not be included in the serialized model (and thus will be missing at deserialization time).\n",
      "  '. They will not be included '\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 2/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.4814 - acc: 0.3851 - val_loss: 1.4310 - val_acc: 0.4938\n",
      "\n",
      "Epoch 00002: val_acc improved from 0.45679 to 0.49383, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_atten_unidir_models\\1002.h5\n",
      "Epoch 3/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.4322 - acc: 0.4161 - val_loss: 1.4038 - val_acc: 0.5062\n",
      "\n",
      "Epoch 00003: val_acc improved from 0.49383 to 0.50617, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_atten_unidir_models\\1002.h5\n",
      "Epoch 4/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.4054 - acc: 0.4350 - val_loss: 1.5099 - val_acc: 0.3333\n",
      "\n",
      "Epoch 00004: val_acc did not improve from 0.50617\n",
      "Epoch 5/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.3803 - acc: 0.4483 - val_loss: 1.4623 - val_acc: 0.3086\n",
      "\n",
      "Epoch 00005: val_acc did not improve from 0.50617\n",
      "Epoch 6/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.3482 - acc: 0.4623 - val_loss: 1.4119 - val_acc: 0.3827\n",
      "\n",
      "Epoch 00006: val_acc did not improve from 0.50617\n",
      "Epoch 7/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.3185 - acc: 0.4724 - val_loss: 1.4882 - val_acc: 0.2716\n",
      "\n",
      "Epoch 00007: val_acc did not improve from 0.50617\n",
      "Epoch 8/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.3015 - acc: 0.4802 - val_loss: 1.3485 - val_acc: 0.4444\n",
      "\n",
      "Epoch 00008: val_acc did not improve from 0.50617\n",
      "Epoch 9/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.2794 - acc: 0.4843 - val_loss: 1.4402 - val_acc: 0.4074\n",
      "\n",
      "Epoch 00009: val_acc did not improve from 0.50617\n",
      "Epoch 10/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.2663 - acc: 0.4911 - val_loss: 1.4695 - val_acc: 0.3580\n",
      "\n",
      "Epoch 00010: val_acc did not improve from 0.50617\n",
      "Epoch 11/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.2550 - acc: 0.4961 - val_loss: 1.3738 - val_acc: 0.4074\n",
      "\n",
      "Epoch 00011: val_acc did not improve from 0.50617\n",
      "Epoch 12/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.2433 - acc: 0.5084 - val_loss: 1.4899 - val_acc: 0.3580\n",
      "\n",
      "Epoch 00012: val_acc did not improve from 0.50617\n",
      "Epoch 13/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.2345 - acc: 0.5089 - val_loss: 1.5138 - val_acc: 0.3580\n",
      "\n",
      "Epoch 00013: val_acc did not improve from 0.50617\n",
      "Epoch 14/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.2336 - acc: 0.5081 - val_loss: 1.5309 - val_acc: 0.3210\n",
      "\n",
      "Epoch 00014: val_acc did not improve from 0.50617\n",
      "Epoch 15/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.2227 - acc: 0.5179 - val_loss: 1.3608 - val_acc: 0.4691\n",
      "\n",
      "Epoch 00015: val_acc did not improve from 0.50617\n",
      "Epoch 16/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.2113 - acc: 0.5179 - val_loss: 1.4556 - val_acc: 0.3704\n",
      "\n",
      "Epoch 00016: val_acc did not improve from 0.50617\n",
      "Epoch 17/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.2005 - acc: 0.5245 - val_loss: 1.3534 - val_acc: 0.4321\n",
      "\n",
      "Epoch 00017: val_acc did not improve from 0.50617\n",
      "Epoch 18/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.1944 - acc: 0.5281 - val_loss: 1.3708 - val_acc: 0.3951\n",
      "\n",
      "Epoch 00018: val_acc did not improve from 0.50617\n",
      "Epoch 19/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.1892 - acc: 0.5293 - val_loss: 1.3103 - val_acc: 0.4444\n",
      "\n",
      "Epoch 00019: val_acc did not improve from 0.50617\n",
      "Epoch 20/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.1890 - acc: 0.5305 - val_loss: 1.4036 - val_acc: 0.4074\n",
      "\n",
      "Epoch 00020: val_acc did not improve from 0.50617\n",
      "Epoch 21/70\n",
      "7361/7361 [==============================] - 18s 3ms/step - loss: 1.1788 - acc: 0.5347 - val_loss: 1.3875 - val_acc: 0.4074\n",
      "\n",
      "Epoch 00021: val_acc did not improve from 0.50617\n",
      "Epoch 22/70\n",
      "7361/7361 [==============================] - 19s 3ms/step - loss: 1.1718 - acc: 0.5361 - val_loss: 1.3126 - val_acc: 0.4074\n",
      "\n",
      "Epoch 00022: val_acc did not improve from 0.50617\n",
      "Epoch 23/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.1657 - acc: 0.5397 - val_loss: 1.3855 - val_acc: 0.4198\n",
      "\n",
      "Epoch 00023: val_acc did not improve from 0.50617\n",
      "Epoch 24/70\n",
      "7361/7361 [==============================] - 16s 2ms/step - loss: 1.1575 - acc: 0.5452 - val_loss: 1.4140 - val_acc: 0.4568\n",
      "\n",
      "Epoch 00024: val_acc did not improve from 0.50617\n",
      "Epoch 25/70\n",
      "7361/7361 [==============================] - 16s 2ms/step - loss: 1.1594 - acc: 0.5392 - val_loss: 1.4131 - val_acc: 0.4198\n",
      "\n",
      "Epoch 00025: val_acc did not improve from 0.50617\n",
      "Epoch 26/70\n",
      "7361/7361 [==============================] - 16s 2ms/step - loss: 1.1563 - acc: 0.5446 - val_loss: 1.3925 - val_acc: 0.4074\n",
      "\n",
      "Epoch 00026: val_acc did not improve from 0.50617\n",
      "Epoch 27/70\n",
      "7361/7361 [==============================] - 16s 2ms/step - loss: 1.1511 - acc: 0.5433 - val_loss: 1.3389 - val_acc: 0.4321\n",
      "\n",
      "Epoch 00027: val_acc did not improve from 0.50617\n",
      "Epoch 28/70\n",
      "7361/7361 [==============================] - 16s 2ms/step - loss: 1.1466 - acc: 0.5544 - val_loss: 1.4205 - val_acc: 0.3951\n",
      "\n",
      "Epoch 00028: val_acc did not improve from 0.50617\n",
      "Epoch 29/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.1381 - acc: 0.5540 - val_loss: 1.5040 - val_acc: 0.3827\n",
      "\n",
      "Epoch 00029: val_acc did not improve from 0.50617\n",
      "Epoch 30/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.1370 - acc: 0.5552 - val_loss: 1.3548 - val_acc: 0.3951\n",
      "\n",
      "Epoch 00030: val_acc did not improve from 0.50617\n",
      "Epoch 31/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.1352 - acc: 0.5594 - val_loss: 1.3429 - val_acc: 0.4074\n",
      "\n",
      "Epoch 00031: val_acc did not improve from 0.50617\n",
      "Epoch 32/70\n",
      "7361/7361 [==============================] - 16s 2ms/step - loss: 1.1274 - acc: 0.5628 - val_loss: 1.4045 - val_acc: 0.4074\n",
      "\n",
      "Epoch 00032: val_acc did not improve from 0.50617\n",
      "Epoch 33/70\n",
      "7361/7361 [==============================] - 16s 2ms/step - loss: 1.1252 - acc: 0.5604 - val_loss: 1.4447 - val_acc: 0.3457\n",
      "\n",
      "Epoch 00033: val_acc did not improve from 0.50617\n",
      "Epoch 34/70\n",
      "7361/7361 [==============================] - 16s 2ms/step - loss: 1.1196 - acc: 0.5638 - val_loss: 1.3327 - val_acc: 0.3704\n",
      "\n",
      "Epoch 00034: val_acc did not improve from 0.50617\n",
      "Epoch 35/70\n",
      "7361/7361 [==============================] - 16s 2ms/step - loss: 1.1252 - acc: 0.5658 - val_loss: 1.4095 - val_acc: 0.4074\n",
      "\n",
      "Epoch 00035: val_acc did not improve from 0.50617\n",
      "Epoch 36/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.1176 - acc: 0.5620 - val_loss: 1.3588 - val_acc: 0.4198\n",
      "\n",
      "Epoch 00036: val_acc did not improve from 0.50617\n",
      "Epoch 37/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.1161 - acc: 0.5654 - val_loss: 1.3241 - val_acc: 0.4815\n",
      "\n",
      "Epoch 00037: val_acc did not improve from 0.50617\n",
      "Epoch 38/70\n",
      "7361/7361 [==============================] - 16s 2ms/step - loss: 1.1054 - acc: 0.5718 - val_loss: 1.4033 - val_acc: 0.3951\n",
      "\n",
      "Epoch 00038: val_acc did not improve from 0.50617\n",
      "Epoch 39/70\n",
      "7361/7361 [==============================] - 16s 2ms/step - loss: 1.1086 - acc: 0.5655 - val_loss: 1.4397 - val_acc: 0.4321\n",
      "\n",
      "Epoch 00039: val_acc did not improve from 0.50617\n",
      "Epoch 40/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.1004 - acc: 0.5685 - val_loss: 1.4038 - val_acc: 0.4074\n",
      "\n",
      "Epoch 00040: val_acc did not improve from 0.50617\n",
      "Epoch 41/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.0973 - acc: 0.5757 - val_loss: 1.3243 - val_acc: 0.4074\n",
      "\n",
      "Epoch 00041: val_acc did not improve from 0.50617\n",
      "Epoch 42/70\n",
      "7361/7361 [==============================] - 19s 3ms/step - loss: 1.0932 - acc: 0.5740 - val_loss: 1.3618 - val_acc: 0.4074\n",
      "\n",
      "Epoch 00042: val_acc did not improve from 0.50617\n",
      "Epoch 43/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.0951 - acc: 0.5759 - val_loss: 1.3917 - val_acc: 0.4815\n",
      "\n",
      "Epoch 00043: val_acc did not improve from 0.50617\n",
      "Epoch 44/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.0923 - acc: 0.5738 - val_loss: 1.4828 - val_acc: 0.3827\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Epoch 00044: val_acc did not improve from 0.50617\n",
      "Epoch 45/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.0841 - acc: 0.5819 - val_loss: 1.3681 - val_acc: 0.4444\n",
      "\n",
      "Epoch 00045: val_acc did not improve from 0.50617\n",
      "Epoch 46/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.0991 - acc: 0.5736 - val_loss: 1.3432 - val_acc: 0.4691\n",
      "\n",
      "Epoch 00046: val_acc did not improve from 0.50617\n",
      "Epoch 47/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.0790 - acc: 0.5786 - val_loss: 1.3281 - val_acc: 0.4815\n",
      "\n",
      "Epoch 00047: val_acc did not improve from 0.50617\n",
      "Epoch 48/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.0786 - acc: 0.5821 - val_loss: 1.4138 - val_acc: 0.4444\n",
      "\n",
      "Epoch 00048: val_acc did not improve from 0.50617\n",
      "Epoch 49/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.0744 - acc: 0.5761 - val_loss: 1.3061 - val_acc: 0.5185\n",
      "\n",
      "Epoch 00049: val_acc improved from 0.50617 to 0.51852, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_atten_unidir_models\\1002.h5\n",
      "Epoch 50/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.0739 - acc: 0.5859 - val_loss: 1.2798 - val_acc: 0.4691\n",
      "\n",
      "Epoch 00050: val_acc did not improve from 0.51852\n",
      "Epoch 51/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.0661 - acc: 0.5857 - val_loss: 1.4735 - val_acc: 0.4198\n",
      "\n",
      "Epoch 00051: val_acc did not improve from 0.51852\n",
      "Epoch 52/70\n",
      "7361/7361 [==============================] - 19s 3ms/step - loss: 1.0819 - acc: 0.5768 - val_loss: 1.2374 - val_acc: 0.4815\n",
      "\n",
      "Epoch 00052: val_acc did not improve from 0.51852\n",
      "Epoch 53/70\n",
      "7361/7361 [==============================] - 19s 3ms/step - loss: 1.0750 - acc: 0.5858 - val_loss: 1.4035 - val_acc: 0.4198\n",
      "\n",
      "Epoch 00053: val_acc did not improve from 0.51852\n",
      "Epoch 54/70\n",
      "7361/7361 [==============================] - 19s 3ms/step - loss: 1.0724 - acc: 0.5793 - val_loss: 1.3645 - val_acc: 0.4444\n",
      "\n",
      "Epoch 00054: val_acc did not improve from 0.51852\n",
      "Epoch 55/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.0627 - acc: 0.5852 - val_loss: 1.3477 - val_acc: 0.4815\n",
      "\n",
      "Epoch 00055: val_acc did not improve from 0.51852\n",
      "Epoch 56/70\n",
      "7361/7361 [==============================] - 18s 2ms/step - loss: 1.0583 - acc: 0.5900 - val_loss: 1.3372 - val_acc: 0.4568\n",
      "\n",
      "Epoch 00056: val_acc did not improve from 0.51852\n",
      "Epoch 57/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.0568 - acc: 0.5884 - val_loss: 1.3674 - val_acc: 0.4321\n",
      "\n",
      "Epoch 00057: val_acc did not improve from 0.51852\n",
      "Epoch 58/70\n",
      "7361/7361 [==============================] - 18s 2ms/step - loss: 1.0612 - acc: 0.5910 - val_loss: 1.3499 - val_acc: 0.4691\n",
      "\n",
      "Epoch 00058: val_acc did not improve from 0.51852\n",
      "Epoch 59/70\n",
      "7361/7361 [==============================] - 18s 2ms/step - loss: 1.0583 - acc: 0.5941 - val_loss: 1.3912 - val_acc: 0.4444\n",
      "\n",
      "Epoch 00059: val_acc did not improve from 0.51852\n",
      "Epoch 60/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.0562 - acc: 0.5916 - val_loss: 1.4333 - val_acc: 0.4321\n",
      "\n",
      "Epoch 00060: val_acc did not improve from 0.51852\n",
      "Epoch 61/70\n",
      "7361/7361 [==============================] - 16s 2ms/step - loss: 1.0602 - acc: 0.5844 - val_loss: 1.3892 - val_acc: 0.4444\n",
      "\n",
      "Epoch 00061: val_acc did not improve from 0.51852\n",
      "Epoch 62/70\n",
      "7361/7361 [==============================] - 16s 2ms/step - loss: 1.0488 - acc: 0.5927 - val_loss: 1.3726 - val_acc: 0.3827\n",
      "\n",
      "Epoch 00062: val_acc did not improve from 0.51852\n",
      "Epoch 63/70\n",
      "7361/7361 [==============================] - 16s 2ms/step - loss: 1.0585 - acc: 0.5873 - val_loss: 1.3358 - val_acc: 0.4198\n",
      "\n",
      "Epoch 00063: val_acc did not improve from 0.51852\n",
      "Epoch 64/70\n",
      "7361/7361 [==============================] - 16s 2ms/step - loss: 1.0462 - acc: 0.5891 - val_loss: 1.4713 - val_acc: 0.4074\n",
      "\n",
      "Epoch 00064: val_acc did not improve from 0.51852\n",
      "Epoch 65/70\n",
      "7361/7361 [==============================] - 16s 2ms/step - loss: 1.0484 - acc: 0.5922 - val_loss: 1.4217 - val_acc: 0.4074\n",
      "\n",
      "Epoch 00065: val_acc did not improve from 0.51852\n",
      "Epoch 66/70\n",
      "7361/7361 [==============================] - 16s 2ms/step - loss: 1.0487 - acc: 0.5877 - val_loss: 1.4089 - val_acc: 0.4444\n",
      "\n",
      "Epoch 00066: val_acc did not improve from 0.51852\n",
      "Epoch 67/70\n",
      "7361/7361 [==============================] - 16s 2ms/step - loss: 1.0433 - acc: 0.5980 - val_loss: 1.4144 - val_acc: 0.3704\n",
      "\n",
      "Epoch 00067: val_acc did not improve from 0.51852\n",
      "Epoch 68/70\n",
      "7361/7361 [==============================] - 18s 2ms/step - loss: 1.0464 - acc: 0.5991 - val_loss: 1.3863 - val_acc: 0.4321\n",
      "\n",
      "Epoch 00068: val_acc did not improve from 0.51852\n",
      "Epoch 69/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.0417 - acc: 0.5976 - val_loss: 1.3630 - val_acc: 0.3951\n",
      "\n",
      "Epoch 00069: val_acc did not improve from 0.51852\n",
      "Epoch 70/70\n",
      "7361/7361 [==============================] - 17s 2ms/step - loss: 1.0372 - acc: 0.5987 - val_loss: 1.4440 - val_acc: 0.4815\n",
      "\n",
      "Epoch 00070: val_acc did not improve from 0.51852\n",
      "id : 1003\n",
      "(7360, 499, 13)\n",
      "id : 1003\n",
      "Train on 7360 samples, validate on 82 samples\n",
      "Epoch 1/70\n",
      "7360/7360 [==============================] - 33s 4ms/step - loss: 1.6598 - acc: 0.2989 - val_loss: 1.4157 - val_acc: 0.4756\n",
      "\n",
      "Epoch 00001: val_acc improved from -inf to 0.47561, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_atten_unidir_models\\1003.h5\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\djaym7\\Anaconda3\\lib\\site-packages\\keras\\engine\\network.py:872: UserWarning: Layer cu_dnnlstm_181 was passed non-serializable keyword arguments: {'initial_state': [<tf.Tensor 's0_90:0' shape=(?, 96) dtype=float32>, <tf.Tensor 'c0_90:0' shape=(?, 96) dtype=float32>]}. They will not be included in the serialized model (and thus will be missing at deserialization time).\n",
      "  '. They will not be included '\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 2/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.4779 - acc: 0.3923 - val_loss: 1.3422 - val_acc: 0.5122\n",
      "\n",
      "Epoch 00002: val_acc improved from 0.47561 to 0.51220, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_atten_unidir_models\\1003.h5\n",
      "Epoch 3/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.4238 - acc: 0.4212 - val_loss: 1.2803 - val_acc: 0.5122\n",
      "\n",
      "Epoch 00003: val_acc improved from 0.51220 to 0.51220, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_atten_unidir_models\\1003.h5\n",
      "Epoch 4/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.3760 - acc: 0.4437 - val_loss: 1.3093 - val_acc: 0.4756\n",
      "\n",
      "Epoch 00004: val_acc did not improve from 0.51220\n",
      "Epoch 5/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.3509 - acc: 0.4607 - val_loss: 1.3456 - val_acc: 0.4878\n",
      "\n",
      "Epoch 00005: val_acc did not improve from 0.51220\n",
      "Epoch 6/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.3280 - acc: 0.4678 - val_loss: 1.2524 - val_acc: 0.5244\n",
      "\n",
      "Epoch 00006: val_acc improved from 0.51220 to 0.52439, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_atten_unidir_models\\1003.h5\n",
      "Epoch 7/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.3101 - acc: 0.4742 - val_loss: 1.2745 - val_acc: 0.5244\n",
      "\n",
      "Epoch 00007: val_acc improved from 0.52439 to 0.52439, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_atten_unidir_models\\1003.h5\n",
      "Epoch 8/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.2915 - acc: 0.4810 - val_loss: 1.2258 - val_acc: 0.5610\n",
      "\n",
      "Epoch 00008: val_acc improved from 0.52439 to 0.56098, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_atten_unidir_models\\1003.h5\n",
      "Epoch 9/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.2829 - acc: 0.4859 - val_loss: 1.2861 - val_acc: 0.4878\n",
      "\n",
      "Epoch 00009: val_acc did not improve from 0.56098\n",
      "Epoch 10/70\n",
      "7360/7360 [==============================] - 18s 3ms/step - loss: 1.2708 - acc: 0.4938 - val_loss: 1.2247 - val_acc: 0.5732\n",
      "\n",
      "Epoch 00010: val_acc improved from 0.56098 to 0.57317, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_atten_unidir_models\\1003.h5\n",
      "Epoch 11/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.2573 - acc: 0.4985 - val_loss: 1.3250 - val_acc: 0.5000\n",
      "\n",
      "Epoch 00011: val_acc did not improve from 0.57317\n",
      "Epoch 12/70\n",
      "7360/7360 [==============================] - 20s 3ms/step - loss: 1.2473 - acc: 0.5033 - val_loss: 1.3168 - val_acc: 0.4634\n",
      "\n",
      "Epoch 00012: val_acc did not improve from 0.57317\n",
      "Epoch 13/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.2340 - acc: 0.5057 - val_loss: 1.2600 - val_acc: 0.5244\n",
      "\n",
      "Epoch 00013: val_acc did not improve from 0.57317\n",
      "Epoch 14/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.2318 - acc: 0.5103 - val_loss: 1.3287 - val_acc: 0.4756\n",
      "\n",
      "Epoch 00014: val_acc did not improve from 0.57317\n",
      "Epoch 15/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.2249 - acc: 0.5171 - val_loss: 1.3072 - val_acc: 0.5122\n",
      "\n",
      "Epoch 00015: val_acc did not improve from 0.57317\n",
      "Epoch 16/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.2132 - acc: 0.5220 - val_loss: 1.3456 - val_acc: 0.4512\n",
      "\n",
      "Epoch 00016: val_acc did not improve from 0.57317\n",
      "Epoch 17/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.2092 - acc: 0.5266 - val_loss: 1.3166 - val_acc: 0.5000\n",
      "\n",
      "Epoch 00017: val_acc did not improve from 0.57317\n",
      "Epoch 18/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.1995 - acc: 0.5246 - val_loss: 1.3446 - val_acc: 0.4634\n",
      "\n",
      "Epoch 00018: val_acc did not improve from 0.57317\n",
      "Epoch 19/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.1949 - acc: 0.5296 - val_loss: 1.2729 - val_acc: 0.5122\n",
      "\n",
      "Epoch 00019: val_acc did not improve from 0.57317\n",
      "Epoch 20/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.1916 - acc: 0.5334 - val_loss: 1.3378 - val_acc: 0.5000\n",
      "\n",
      "Epoch 00020: val_acc did not improve from 0.57317\n",
      "Epoch 21/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.1849 - acc: 0.5380 - val_loss: 1.2546 - val_acc: 0.5000\n",
      "\n",
      "Epoch 00021: val_acc did not improve from 0.57317\n",
      "Epoch 22/70\n",
      "7360/7360 [==============================] - 20s 3ms/step - loss: 1.1769 - acc: 0.5363 - val_loss: 1.3395 - val_acc: 0.5122\n",
      "\n",
      "Epoch 00022: val_acc did not improve from 0.57317\n",
      "Epoch 23/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.1727 - acc: 0.5391 - val_loss: 1.2530 - val_acc: 0.5366\n",
      "\n",
      "Epoch 00023: val_acc did not improve from 0.57317\n",
      "Epoch 24/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.1658 - acc: 0.5429 - val_loss: 1.2297 - val_acc: 0.5610\n",
      "\n",
      "Epoch 00024: val_acc did not improve from 0.57317\n",
      "Epoch 25/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.1661 - acc: 0.5385 - val_loss: 1.2354 - val_acc: 0.5732\n",
      "\n",
      "Epoch 00025: val_acc did not improve from 0.57317\n",
      "Epoch 26/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.1573 - acc: 0.5429 - val_loss: 1.2847 - val_acc: 0.5366\n",
      "\n",
      "Epoch 00026: val_acc did not improve from 0.57317\n",
      "Epoch 27/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.1578 - acc: 0.5476 - val_loss: 1.2416 - val_acc: 0.5366\n",
      "\n",
      "Epoch 00027: val_acc did not improve from 0.57317\n",
      "Epoch 28/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.1507 - acc: 0.5469 - val_loss: 1.2524 - val_acc: 0.5732\n",
      "\n",
      "Epoch 00028: val_acc did not improve from 0.57317\n",
      "Epoch 29/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.1440 - acc: 0.5527 - val_loss: 1.2384 - val_acc: 0.5488\n",
      "\n",
      "Epoch 00029: val_acc did not improve from 0.57317\n",
      "Epoch 30/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.1409 - acc: 0.5575 - val_loss: 1.2451 - val_acc: 0.5366\n",
      "\n",
      "Epoch 00030: val_acc did not improve from 0.57317\n",
      "Epoch 31/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.1373 - acc: 0.5568 - val_loss: 1.2791 - val_acc: 0.5000\n",
      "\n",
      "Epoch 00031: val_acc did not improve from 0.57317\n",
      "Epoch 32/70\n",
      "7360/7360 [==============================] - 18s 2ms/step - loss: 1.1318 - acc: 0.5607 - val_loss: 1.2603 - val_acc: 0.5366\n",
      "\n",
      "Epoch 00032: val_acc did not improve from 0.57317\n",
      "Epoch 33/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.1298 - acc: 0.5582 - val_loss: 1.2344 - val_acc: 0.5610\n",
      "\n",
      "Epoch 00033: val_acc did not improve from 0.57317\n",
      "Epoch 34/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.1248 - acc: 0.5576 - val_loss: 1.2994 - val_acc: 0.4756\n",
      "\n",
      "Epoch 00034: val_acc did not improve from 0.57317\n",
      "Epoch 35/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.1167 - acc: 0.5670 - val_loss: 1.2596 - val_acc: 0.5366\n",
      "\n",
      "Epoch 00035: val_acc did not improve from 0.57317\n",
      "Epoch 36/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.1195 - acc: 0.5588 - val_loss: 1.2964 - val_acc: 0.5000\n",
      "\n",
      "Epoch 00036: val_acc did not improve from 0.57317\n",
      "Epoch 37/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.1138 - acc: 0.5682 - val_loss: 1.2617 - val_acc: 0.5488\n",
      "\n",
      "Epoch 00037: val_acc did not improve from 0.57317\n",
      "Epoch 38/70\n",
      "7360/7360 [==============================] - 18s 2ms/step - loss: 1.1016 - acc: 0.5747 - val_loss: 1.3217 - val_acc: 0.4634\n",
      "\n",
      "Epoch 00038: val_acc did not improve from 0.57317\n",
      "Epoch 39/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.1064 - acc: 0.5707 - val_loss: 1.2442 - val_acc: 0.4878\n",
      "\n",
      "Epoch 00039: val_acc did not improve from 0.57317\n",
      "Epoch 40/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.1006 - acc: 0.5705 - val_loss: 1.2772 - val_acc: 0.4878\n",
      "\n",
      "Epoch 00040: val_acc did not improve from 0.57317\n",
      "Epoch 41/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.0955 - acc: 0.5792 - val_loss: 1.2415 - val_acc: 0.5000\n",
      "\n",
      "Epoch 00041: val_acc did not improve from 0.57317\n",
      "Epoch 42/70\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.0937 - acc: 0.5799 - val_loss: 1.1925 - val_acc: 0.5366\n",
      "\n",
      "Epoch 00042: val_acc did not improve from 0.57317\n",
      "Epoch 43/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.0868 - acc: 0.5742 - val_loss: 1.2881 - val_acc: 0.4756\n",
      "\n",
      "Epoch 00043: val_acc did not improve from 0.57317\n",
      "Epoch 44/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.0931 - acc: 0.5720 - val_loss: 1.1959 - val_acc: 0.5122\n",
      "\n",
      "Epoch 00044: val_acc did not improve from 0.57317\n",
      "Epoch 45/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.1051 - acc: 0.5727 - val_loss: 1.2590 - val_acc: 0.4756\n",
      "\n",
      "Epoch 00045: val_acc did not improve from 0.57317\n",
      "Epoch 46/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.0897 - acc: 0.5708 - val_loss: 1.3844 - val_acc: 0.4878\n",
      "\n",
      "Epoch 00046: val_acc did not improve from 0.57317\n",
      "Epoch 47/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.0836 - acc: 0.5833 - val_loss: 1.2266 - val_acc: 0.5244\n",
      "\n",
      "Epoch 00047: val_acc did not improve from 0.57317\n",
      "Epoch 48/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.0748 - acc: 0.5871 - val_loss: 1.3104 - val_acc: 0.5122\n",
      "\n",
      "Epoch 00048: val_acc did not improve from 0.57317\n",
      "Epoch 49/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.0709 - acc: 0.5867 - val_loss: 1.2706 - val_acc: 0.4878\n",
      "\n",
      "Epoch 00049: val_acc did not improve from 0.57317\n",
      "Epoch 50/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.0645 - acc: 0.5886 - val_loss: 1.3616 - val_acc: 0.4390\n",
      "\n",
      "Epoch 00050: val_acc did not improve from 0.57317\n",
      "Epoch 51/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.0652 - acc: 0.5939 - val_loss: 1.1922 - val_acc: 0.5122\n",
      "\n",
      "Epoch 00051: val_acc did not improve from 0.57317\n",
      "Epoch 52/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.0659 - acc: 0.5849 - val_loss: 1.2709 - val_acc: 0.4512\n",
      "\n",
      "Epoch 00052: val_acc did not improve from 0.57317\n",
      "Epoch 53/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.0635 - acc: 0.5893 - val_loss: 1.1815 - val_acc: 0.5244\n",
      "\n",
      "Epoch 00053: val_acc did not improve from 0.57317\n",
      "Epoch 54/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.0623 - acc: 0.5852 - val_loss: 1.2624 - val_acc: 0.5122\n",
      "\n",
      "Epoch 00054: val_acc did not improve from 0.57317\n",
      "Epoch 55/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.0595 - acc: 0.5894 - val_loss: 1.2438 - val_acc: 0.4878\n",
      "\n",
      "Epoch 00055: val_acc did not improve from 0.57317\n",
      "Epoch 56/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.0552 - acc: 0.5939 - val_loss: 1.2642 - val_acc: 0.4634\n",
      "\n",
      "Epoch 00056: val_acc did not improve from 0.57317\n",
      "Epoch 57/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.0579 - acc: 0.5962 - val_loss: 1.2889 - val_acc: 0.4634\n",
      "\n",
      "Epoch 00057: val_acc did not improve from 0.57317\n",
      "Epoch 58/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.0503 - acc: 0.5927 - val_loss: 1.2577 - val_acc: 0.4756\n",
      "\n",
      "Epoch 00058: val_acc did not improve from 0.57317\n",
      "Epoch 59/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.0556 - acc: 0.5939 - val_loss: 1.2051 - val_acc: 0.5000\n",
      "\n",
      "Epoch 00059: val_acc did not improve from 0.57317\n",
      "Epoch 60/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.0422 - acc: 0.6008 - val_loss: 1.2446 - val_acc: 0.4878\n",
      "\n",
      "Epoch 00060: val_acc did not improve from 0.57317\n",
      "Epoch 61/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.0456 - acc: 0.5914 - val_loss: 1.2487 - val_acc: 0.4878\n",
      "\n",
      "Epoch 00061: val_acc did not improve from 0.57317\n",
      "Epoch 62/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.0472 - acc: 0.5927 - val_loss: 1.2453 - val_acc: 0.4756\n",
      "\n",
      "Epoch 00062: val_acc did not improve from 0.57317\n",
      "Epoch 63/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.0510 - acc: 0.5981 - val_loss: 1.2567 - val_acc: 0.4634\n",
      "\n",
      "Epoch 00063: val_acc did not improve from 0.57317\n",
      "Epoch 64/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.0399 - acc: 0.6005 - val_loss: 1.2717 - val_acc: 0.4878\n",
      "\n",
      "Epoch 00064: val_acc did not improve from 0.57317\n",
      "Epoch 65/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.0442 - acc: 0.5933 - val_loss: 1.2918 - val_acc: 0.5000\n",
      "\n",
      "Epoch 00065: val_acc did not improve from 0.57317\n",
      "Epoch 66/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.0411 - acc: 0.6058 - val_loss: 1.2576 - val_acc: 0.4878\n",
      "\n",
      "Epoch 00066: val_acc did not improve from 0.57317\n",
      "Epoch 67/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.0353 - acc: 0.6003 - val_loss: 1.2340 - val_acc: 0.5122\n",
      "\n",
      "Epoch 00067: val_acc did not improve from 0.57317\n",
      "Epoch 68/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.0308 - acc: 0.6058 - val_loss: 1.4328 - val_acc: 0.4634\n",
      "\n",
      "Epoch 00068: val_acc did not improve from 0.57317\n",
      "Epoch 69/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.0357 - acc: 0.6011 - val_loss: 1.2405 - val_acc: 0.5000\n",
      "\n",
      "Epoch 00069: val_acc did not improve from 0.57317\n",
      "Epoch 70/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.0311 - acc: 0.6014 - val_loss: 1.2243 - val_acc: 0.5122\n",
      "\n",
      "Epoch 00070: val_acc did not improve from 0.57317\n",
      "id : 1004\n",
      "(7360, 499, 13)\n",
      "id : 1004\n",
      "Train on 7360 samples, validate on 82 samples\n",
      "Epoch 1/70\n",
      "7360/7360 [==============================] - 31s 4ms/step - loss: 1.6571 - acc: 0.3008 - val_loss: 1.4777 - val_acc: 0.4512\n",
      "\n",
      "Epoch 00001: val_acc improved from -inf to 0.45122, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_atten_unidir_models\\1004.h5\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\djaym7\\Anaconda3\\lib\\site-packages\\keras\\engine\\network.py:872: UserWarning: Layer cu_dnnlstm_183 was passed non-serializable keyword arguments: {'initial_state': [<tf.Tensor 's0_91:0' shape=(?, 96) dtype=float32>, <tf.Tensor 'c0_91:0' shape=(?, 96) dtype=float32>]}. They will not be included in the serialized model (and thus will be missing at deserialization time).\n",
      "  '. They will not be included '\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 2/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.4958 - acc: 0.3889 - val_loss: 1.4520 - val_acc: 0.4512\n",
      "\n",
      "Epoch 00002: val_acc improved from 0.45122 to 0.45122, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_atten_unidir_models\\1004.h5\n",
      "Epoch 3/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.4397 - acc: 0.4238 - val_loss: 1.5471 - val_acc: 0.4390\n",
      "\n",
      "Epoch 00003: val_acc did not improve from 0.45122\n",
      "Epoch 4/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.3981 - acc: 0.4385 - val_loss: 1.5009 - val_acc: 0.3902\n",
      "\n",
      "Epoch 00004: val_acc did not improve from 0.45122\n",
      "Epoch 5/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.3678 - acc: 0.4523 - val_loss: 1.4900 - val_acc: 0.4024\n",
      "\n",
      "Epoch 00005: val_acc did not improve from 0.45122\n",
      "Epoch 6/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.3422 - acc: 0.4626 - val_loss: 1.4744 - val_acc: 0.4512\n",
      "\n",
      "Epoch 00006: val_acc improved from 0.45122 to 0.45122, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_atten_unidir_models\\1004.h5\n",
      "Epoch 7/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.3221 - acc: 0.4749 - val_loss: 1.4791 - val_acc: 0.4024\n",
      "\n",
      "Epoch 00007: val_acc did not improve from 0.45122\n",
      "Epoch 8/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.3074 - acc: 0.4745 - val_loss: 1.4963 - val_acc: 0.4756\n",
      "\n",
      "Epoch 00008: val_acc improved from 0.45122 to 0.47561, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_atten_unidir_models\\1004.h5\n",
      "Epoch 9/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.2915 - acc: 0.4861 - val_loss: 1.5758 - val_acc: 0.4024\n",
      "\n",
      "Epoch 00009: val_acc did not improve from 0.47561\n",
      "Epoch 10/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.2812 - acc: 0.4874 - val_loss: 1.6550 - val_acc: 0.3902\n",
      "\n",
      "Epoch 00010: val_acc did not improve from 0.47561\n",
      "Epoch 11/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.2684 - acc: 0.4957 - val_loss: 1.4683 - val_acc: 0.4512\n",
      "\n",
      "Epoch 00011: val_acc did not improve from 0.47561\n",
      "Epoch 12/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.2581 - acc: 0.4989 - val_loss: 1.4420 - val_acc: 0.4146\n",
      "\n",
      "Epoch 00012: val_acc did not improve from 0.47561\n",
      "Epoch 13/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.2465 - acc: 0.5117 - val_loss: 1.5109 - val_acc: 0.5000\n",
      "\n",
      "Epoch 00013: val_acc improved from 0.47561 to 0.50000, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_atten_unidir_models\\1004.h5\n",
      "Epoch 14/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.2432 - acc: 0.5122 - val_loss: 1.4854 - val_acc: 0.4756\n",
      "\n",
      "Epoch 00014: val_acc did not improve from 0.50000\n",
      "Epoch 15/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.2261 - acc: 0.5139 - val_loss: 1.4602 - val_acc: 0.4756\n",
      "\n",
      "Epoch 00015: val_acc did not improve from 0.50000\n",
      "Epoch 16/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.2223 - acc: 0.5166 - val_loss: 1.5112 - val_acc: 0.5366\n",
      "\n",
      "Epoch 00016: val_acc improved from 0.50000 to 0.53659, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_atten_unidir_models\\1004.h5\n",
      "Epoch 17/70\n",
      "7360/7360 [==============================] - 18s 2ms/step - loss: 1.2093 - acc: 0.5269 - val_loss: 1.4992 - val_acc: 0.5122\n",
      "\n",
      "Epoch 00017: val_acc did not improve from 0.53659\n",
      "Epoch 18/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.2070 - acc: 0.5204 - val_loss: 1.5891 - val_acc: 0.4268\n",
      "\n",
      "Epoch 00018: val_acc did not improve from 0.53659\n",
      "Epoch 19/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.1951 - acc: 0.5234 - val_loss: 1.7170 - val_acc: 0.3902\n",
      "\n",
      "Epoch 00019: val_acc did not improve from 0.53659\n",
      "Epoch 20/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.1980 - acc: 0.5258 - val_loss: 1.4738 - val_acc: 0.4512\n",
      "\n",
      "Epoch 00020: val_acc did not improve from 0.53659\n",
      "Epoch 21/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.1796 - acc: 0.5322 - val_loss: 1.5976 - val_acc: 0.4146\n",
      "\n",
      "Epoch 00021: val_acc did not improve from 0.53659\n",
      "Epoch 22/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.1835 - acc: 0.5355 - val_loss: 1.4803 - val_acc: 0.5000\n",
      "\n",
      "Epoch 00022: val_acc did not improve from 0.53659\n",
      "Epoch 23/70\n",
      "7360/7360 [==============================] - 18s 2ms/step - loss: 1.1721 - acc: 0.5329 - val_loss: 1.3344 - val_acc: 0.4878\n",
      "\n",
      "Epoch 00023: val_acc did not improve from 0.53659\n",
      "Epoch 24/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.1685 - acc: 0.5394 - val_loss: 1.3338 - val_acc: 0.5000\n",
      "\n",
      "Epoch 00024: val_acc did not improve from 0.53659\n",
      "Epoch 25/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.1625 - acc: 0.5463 - val_loss: 1.3987 - val_acc: 0.4756\n",
      "\n",
      "Epoch 00025: val_acc did not improve from 0.53659\n",
      "Epoch 26/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.1592 - acc: 0.5466 - val_loss: 1.5289 - val_acc: 0.5122\n",
      "\n",
      "Epoch 00026: val_acc did not improve from 0.53659\n",
      "Epoch 27/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.1511 - acc: 0.5534 - val_loss: 1.3718 - val_acc: 0.4878\n",
      "\n",
      "Epoch 00027: val_acc did not improve from 0.53659\n",
      "Epoch 28/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.1482 - acc: 0.5514 - val_loss: 1.5271 - val_acc: 0.4146\n",
      "\n",
      "Epoch 00028: val_acc did not improve from 0.53659\n",
      "Epoch 29/70\n",
      "7360/7360 [==============================] - 16s 2ms/step - loss: 1.1473 - acc: 0.5519 - val_loss: 1.6080 - val_acc: 0.4024\n",
      "\n",
      "Epoch 00029: val_acc did not improve from 0.53659\n",
      "Epoch 30/70\n",
      "7360/7360 [==============================] - 18s 2ms/step - loss: 1.1415 - acc: 0.5488 - val_loss: 1.4209 - val_acc: 0.4634\n",
      "\n",
      "Epoch 00030: val_acc did not improve from 0.53659\n",
      "Epoch 31/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.1350 - acc: 0.5522 - val_loss: 1.4601 - val_acc: 0.4878\n",
      "\n",
      "Epoch 00031: val_acc did not improve from 0.53659\n",
      "Epoch 32/70\n",
      "7360/7360 [==============================] - 18s 2ms/step - loss: 1.1299 - acc: 0.5575 - val_loss: 1.5013 - val_acc: 0.4878\n",
      "\n",
      "Epoch 00032: val_acc did not improve from 0.53659\n",
      "Epoch 33/70\n",
      "7360/7360 [==============================] - 18s 2ms/step - loss: 1.1306 - acc: 0.5603 - val_loss: 1.4280 - val_acc: 0.4268\n",
      "\n",
      "Epoch 00033: val_acc did not improve from 0.53659\n",
      "Epoch 34/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.1263 - acc: 0.5569 - val_loss: 1.3943 - val_acc: 0.4146\n",
      "\n",
      "Epoch 00034: val_acc did not improve from 0.53659\n",
      "Epoch 35/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.1286 - acc: 0.5592 - val_loss: 1.4226 - val_acc: 0.5000\n",
      "\n",
      "Epoch 00035: val_acc did not improve from 0.53659\n",
      "Epoch 36/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.1179 - acc: 0.5606 - val_loss: 1.5400 - val_acc: 0.4634\n",
      "\n",
      "Epoch 00036: val_acc did not improve from 0.53659\n",
      "Epoch 37/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.1135 - acc: 0.5637 - val_loss: 1.5023 - val_acc: 0.4268\n",
      "\n",
      "Epoch 00037: val_acc did not improve from 0.53659\n",
      "Epoch 38/70\n",
      "7360/7360 [==============================] - 18s 2ms/step - loss: 1.1156 - acc: 0.5640 - val_loss: 1.4530 - val_acc: 0.4878\n",
      "\n",
      "Epoch 00038: val_acc did not improve from 0.53659\n",
      "Epoch 39/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.1057 - acc: 0.5689 - val_loss: 1.4738 - val_acc: 0.4512\n",
      "\n",
      "Epoch 00039: val_acc did not improve from 0.53659\n",
      "Epoch 40/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.1087 - acc: 0.5686 - val_loss: 1.2996 - val_acc: 0.4878\n",
      "\n",
      "Epoch 00040: val_acc did not improve from 0.53659\n",
      "Epoch 41/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.1049 - acc: 0.5707 - val_loss: 1.3985 - val_acc: 0.4878\n",
      "\n",
      "Epoch 00041: val_acc did not improve from 0.53659\n",
      "Epoch 42/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.0980 - acc: 0.5753 - val_loss: 1.3218 - val_acc: 0.5122\n",
      "\n",
      "Epoch 00042: val_acc did not improve from 0.53659\n",
      "Epoch 43/70\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "7360/7360 [==============================] - 20s 3ms/step - loss: 1.1046 - acc: 0.5671 - val_loss: 1.2870 - val_acc: 0.4878\n",
      "\n",
      "Epoch 00043: val_acc did not improve from 0.53659\n",
      "Epoch 44/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.0928 - acc: 0.5700 - val_loss: 1.4411 - val_acc: 0.4756\n",
      "\n",
      "Epoch 00044: val_acc did not improve from 0.53659\n",
      "Epoch 45/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.0899 - acc: 0.5723 - val_loss: 1.3336 - val_acc: 0.4756\n",
      "\n",
      "Epoch 00045: val_acc did not improve from 0.53659\n",
      "Epoch 46/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.0822 - acc: 0.5764 - val_loss: 1.4198 - val_acc: 0.4756\n",
      "\n",
      "Epoch 00046: val_acc did not improve from 0.53659\n",
      "Epoch 47/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.0895 - acc: 0.5795 - val_loss: 1.4505 - val_acc: 0.5122\n",
      "\n",
      "Epoch 00047: val_acc did not improve from 0.53659\n",
      "Epoch 48/70\n",
      "7360/7360 [==============================] - 18s 2ms/step - loss: 1.0841 - acc: 0.5777 - val_loss: 1.4931 - val_acc: 0.4756\n",
      "\n",
      "Epoch 00048: val_acc did not improve from 0.53659\n",
      "Epoch 49/70\n",
      "7360/7360 [==============================] - 18s 2ms/step - loss: 1.0784 - acc: 0.5757 - val_loss: 1.3431 - val_acc: 0.5244\n",
      "\n",
      "Epoch 00049: val_acc did not improve from 0.53659\n",
      "Epoch 50/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.0779 - acc: 0.5772 - val_loss: 1.4197 - val_acc: 0.4268\n",
      "\n",
      "Epoch 00050: val_acc did not improve from 0.53659\n",
      "Epoch 51/70\n",
      "7360/7360 [==============================] - 19s 3ms/step - loss: 1.0772 - acc: 0.5783 - val_loss: 1.3600 - val_acc: 0.4512\n",
      "\n",
      "Epoch 00051: val_acc did not improve from 0.53659\n",
      "Epoch 52/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.0756 - acc: 0.5846 - val_loss: 1.5773 - val_acc: 0.4268\n",
      "\n",
      "Epoch 00052: val_acc did not improve from 0.53659\n",
      "Epoch 53/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.0755 - acc: 0.5758 - val_loss: 1.3420 - val_acc: 0.5122\n",
      "\n",
      "Epoch 00053: val_acc did not improve from 0.53659\n",
      "Epoch 54/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.0715 - acc: 0.5810 - val_loss: 1.5044 - val_acc: 0.4512\n",
      "\n",
      "Epoch 00054: val_acc did not improve from 0.53659\n",
      "Epoch 55/70\n",
      "7360/7360 [==============================] - 18s 2ms/step - loss: 1.0663 - acc: 0.5876 - val_loss: 1.4210 - val_acc: 0.5366\n",
      "\n",
      "Epoch 00055: val_acc did not improve from 0.53659\n",
      "Epoch 56/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.0635 - acc: 0.5821 - val_loss: 1.3771 - val_acc: 0.4878\n",
      "\n",
      "Epoch 00056: val_acc did not improve from 0.53659\n",
      "Epoch 57/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.0643 - acc: 0.5904 - val_loss: 1.4363 - val_acc: 0.4634\n",
      "\n",
      "Epoch 00057: val_acc did not improve from 0.53659\n",
      "Epoch 58/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.0650 - acc: 0.5841 - val_loss: 1.5540 - val_acc: 0.4512\n",
      "\n",
      "Epoch 00058: val_acc did not improve from 0.53659\n",
      "Epoch 59/70\n",
      "7360/7360 [==============================] - 18s 2ms/step - loss: 1.0608 - acc: 0.5914 - val_loss: 1.4469 - val_acc: 0.4634\n",
      "\n",
      "Epoch 00059: val_acc did not improve from 0.53659\n",
      "Epoch 60/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.0610 - acc: 0.5890 - val_loss: 1.3679 - val_acc: 0.4756\n",
      "\n",
      "Epoch 00060: val_acc did not improve from 0.53659\n",
      "Epoch 61/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.0599 - acc: 0.5887 - val_loss: 1.4221 - val_acc: 0.4756\n",
      "\n",
      "Epoch 00061: val_acc did not improve from 0.53659\n",
      "Epoch 62/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.0563 - acc: 0.5902 - val_loss: 1.5185 - val_acc: 0.4634\n",
      "\n",
      "Epoch 00062: val_acc did not improve from 0.53659\n",
      "Epoch 63/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.0588 - acc: 0.5918 - val_loss: 1.4679 - val_acc: 0.4878\n",
      "\n",
      "Epoch 00063: val_acc did not improve from 0.53659\n",
      "Epoch 64/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.0507 - acc: 0.5924 - val_loss: 1.5006 - val_acc: 0.4512\n",
      "\n",
      "Epoch 00064: val_acc did not improve from 0.53659\n",
      "Epoch 65/70\n",
      "7360/7360 [==============================] - 18s 2ms/step - loss: 1.0522 - acc: 0.5871 - val_loss: 1.3996 - val_acc: 0.4390\n",
      "\n",
      "Epoch 00065: val_acc did not improve from 0.53659\n",
      "Epoch 66/70\n",
      "7360/7360 [==============================] - 18s 2ms/step - loss: 1.0503 - acc: 0.5942 - val_loss: 1.4560 - val_acc: 0.4756\n",
      "\n",
      "Epoch 00066: val_acc did not improve from 0.53659\n",
      "Epoch 67/70\n",
      "7360/7360 [==============================] - 20s 3ms/step - loss: 1.0383 - acc: 0.5946 - val_loss: 1.5694 - val_acc: 0.4390\n",
      "\n",
      "Epoch 00067: val_acc did not improve from 0.53659\n",
      "Epoch 68/70\n",
      "7360/7360 [==============================] - 23s 3ms/step - loss: 1.0456 - acc: 0.5889 - val_loss: 1.4181 - val_acc: 0.3902\n",
      "\n",
      "Epoch 00068: val_acc did not improve from 0.53659\n",
      "Epoch 69/70\n",
      "7360/7360 [==============================] - ETA: 0s - loss: 1.0406 - acc: 0.595 - 17s 2ms/step - loss: 1.0416 - acc: 0.5948 - val_loss: 1.5227 - val_acc: 0.4390\n",
      "\n",
      "Epoch 00069: val_acc did not improve from 0.53659\n",
      "Epoch 70/70\n",
      "7360/7360 [==============================] - 17s 2ms/step - loss: 1.0378 - acc: 0.5973 - val_loss: 1.4896 - val_acc: 0.4634\n",
      "\n",
      "Epoch 00070: val_acc did not improve from 0.53659\n"
     ]
    }
   ],
   "source": [
    "total_num_people=[]\n",
    "for i in range(1,92):\n",
    "    if i <10:\n",
    "        total_num_people.append('100'+str(i))\n",
    "    else:\n",
    "        total_num_people.append('10'+str(i))\n",
    "\n",
    "for i in total_num_people[:4]:\n",
    "    if True:\n",
    "        X_train=[]\n",
    "        X_test=[]\n",
    "        y_train=[]\n",
    "        y_test=[]\n",
    "        X_train,y_train,X_test,y_test=loadData(i)\n",
    "        \n",
    "    else:\n",
    "        continue\n",
    "\n",
    "\n",
    "    #load data here\n",
    "    #input_shape = batch_size,time_steps,input_dim\n",
    "\n",
    "    #batch_size = X_train.shape[0]   #automatically taken no need to specify\n",
    "    time_steps = X_train.shape[1]\n",
    "    input_dim = X_train.shape[2]\n",
    "\n",
    "\n",
    "\n",
    "    hid_pre_acts = [16]\n",
    "    hid_post_acts = [96]\n",
    "    #dense1s = [16,32,64,96,128,256]\n",
    "    #dense2s = [16,32,64,96,128,256]\n",
    "    for hid_pre_act in hid_pre_acts:\n",
    "        for hid_post_act in hid_post_acts:\n",
    "            # Defined shared layers as global variables\n",
    "            repeator = RepeatVector(time_steps) #500\n",
    "            concatenator = Concatenate(axis=-1)\n",
    "            densor = Dense(1, activation = \"relu\")\n",
    "            activator = keras.layers.Softmax(axis=1) # We are using a custom softmax(axis = 1) loaded in this notebook\n",
    "            dotor = Dot(axes = 1)\n",
    "\n",
    "            #one step attention\n",
    "\n",
    "            def one_step_attention(a,s_prev):\n",
    "\n",
    "                s_prev = repeator(s_prev)\n",
    "                concat = concatenator([a,s_prev])\n",
    "                e = densor(concat)\n",
    "                alphas = activator(e)\n",
    "                context = dotor([alphas, a])\n",
    "\n",
    "                return context\n",
    "            \n",
    "            post_activation_lstm_cell = CuDNNLSTM(hid_post_act,return_state=True)\n",
    "            #output_layer = Dense(dense1,activation='relu')\n",
    "            #onemore = Dense(dense2,activation='relu')\n",
    "            fin_out = Dense(6,activation='softmax')\n",
    "\n",
    "                # model\n",
    "\n",
    "            def model(time_steps,input_dim,hid_post_act,hid_pre_act):\n",
    "\n",
    "                X = Input(shape =(time_steps,input_dim))\n",
    "                s0 = Input(shape=(hid_post_act,),name='s0')\n",
    "                c0 = Input(shape=(hid_post_act,),name='c0')\n",
    "                s=s0\n",
    "                c=c0\n",
    "                outputs=[]\n",
    "\n",
    "\n",
    "                # Pre-LSTM 16\n",
    "                a = CuDNNLSTM(hid_pre_act,return_sequences=True)(X)\n",
    "                a = Dropout(0.4)(a)\n",
    "                #6 is final output size\n",
    "                for t in range(1):\n",
    "                    context =one_step_attention(a,s)\n",
    "                    s, _, c = post_activation_lstm_cell(context, initial_state=[s, c])\n",
    "                    #out = output_layer(s)\n",
    "                    #o = onemore(out)\n",
    "                    k=fin_out(s)\n",
    "                    outputs.append(k)\n",
    "\n",
    "\n",
    "                model = Model([X, s0, c0], outputs)\n",
    "\n",
    "                return model       \n",
    "\n",
    "            model = model(time_steps,input_dim,hid_post_act,hid_pre_act)\n",
    "\n",
    "            opt = Adam()\n",
    "            model.compile(loss='categorical_crossentropy', optimizer=opt, metrics=['accuracy'])\n",
    "            #plot_model(model, to_file='model_plot.png', show_shapes=True, show_layer_names=True)\n",
    "            print(X_train.shape)\n",
    "            s0 = np.zeros((X_train.shape[0], hid_post_act))\n",
    "            c0 = np.zeros((X_train.shape[0], hid_post_act))\n",
    "            s0_t = np.zeros((X_test.shape[0], hid_post_act))\n",
    "            c0_t = np.zeros((X_test.shape[0], hid_post_act))\n",
    "            print(f'id : {i}')\n",
    "            filePath =f'C:\\\\Users\\\\djaym7\\\\Desktop\\\\Github\\\\EmotionRecognition\\\\saved_mfcc_atten_unidir_models\\\\{i}.h5'\n",
    "            checkpoint = ModelCheckpoint(filepath=filePath,monitor='val_acc',mode='max',save_best_only=True,verbose=1,save_weights_only=False)\n",
    "              \n",
    "            model.fit([X_train, s0, c0], y_train, epochs=70,validation_data=([X_test,s0_t,c0_t],y_test),callbacks=[checkpoint])\n"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}