DPCNN.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/ec2-user/anaconda3/envs/tensorflow_p36/lib/python3.6/site-packages/h5py/__init__.py:36: FutureWarning: Conversion of the second argument of issubdtype from `float` to `np.floating` is deprecated. In future, it will be treated as `np.float64 == np.dtype(float).type`.\n",
      "  from ._conv import register_converters as _register_converters\n",
      "Using TensorFlow backend.\n",
      "/home/ec2-user/anaconda3/envs/tensorflow_p36/lib/python3.6/site-packages/matplotlib/__init__.py:962: UserWarning: Duplicate key in file \"/home/ec2-user/.config/matplotlib/matplotlibrc\", line #2\n",
      "  (fname, cnt))\n",
      "/home/ec2-user/anaconda3/envs/tensorflow_p36/lib/python3.6/site-packages/matplotlib/__init__.py:962: UserWarning: Duplicate key in file \"/home/ec2-user/.config/matplotlib/matplotlibrc\", line #3\n",
      "  (fname, cnt))\n",
      "/home/ec2-user/anaconda3/envs/tensorflow_p36/lib/python3.6/site-packages/sklearn/cross_validation.py:41: DeprecationWarning: This module was deprecated in version 0.18 in favor of the model_selection module into which all the refactored classes and functions are moved. Also note that the interface of the new CV iterators are different from that of this module. This module will be removed in 0.20.\n",
      "  \"This module will be removed in 0.20.\", DeprecationWarning)\n"
     ]
    }
   ],
   "source": [
    "from utils import max_features, maxlen, embed_size_fastText, embed_size_glove, embed_size_glove_twitter\n",
    "from utils import earlystop, batch_size, epochs, run_5fold\n",
    "from model import get_dpcnn_model\n",
    "import pickle"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "fastText = pickle.load(open(\"input/fastText.300d.pickle\", \"rb\"))\n",
    "glove = pickle.load(open(\"input/glove.300d.pickle\", \"rb\"))\n",
    "glove_twitter = pickle.load(open(\"input/glove.twitter.200d.pickle\", \"rb\"))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "x_train = pickle.load(open(\"input/x_train_small.pickle\", \"rb\"))\n",
    "y_train = pickle.load(open(\"input/y_train_small.pickle\", \"rb\"))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## check different embedding"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "params = {\n",
    "    \"maxlen\": maxlen,\n",
    "    \"max_features\": max_features,\n",
    "    \"dropout\": 0.2,\n",
    "    \"num_filter\": 64,\n",
    "    \"kernel_size\": 3,\n",
    "    \"reg\": 0.0\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "embeddings = [(fastText, embed_size_fastText, \"fastText\"), (glove, embed_size_glove, \"glove\"), (glove_twitter, embed_size_glove_twitter, \"glove_twitter\")]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "********************fastText********************\n",
      "WARNING:tensorflow:From /home/ec2-user/toxic_comments/model.py:33: streaming_auc (from tensorflow.contrib.metrics.python.ops.metric_ops) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Please switch to tf.metrics.auc. Note that the order of the labels and predictions arguments has been switched.\n",
      "Epoch 1/50\n",
      " - 15s - loss: 0.1696 - acc: 0.9569 - auc_roc: 0.6487\n",
      "Epoch 2/50\n",
      " - 11s - loss: 0.1340 - acc: 0.9639 - auc_roc: 0.7350\n",
      "Epoch 3/50\n",
      " - 11s - loss: 0.1202 - acc: 0.9638 - auc_roc: 0.7718\n",
      "Epoch 4/50\n",
      " - 11s - loss: 0.0988 - acc: 0.9657 - auc_roc: 0.8102\n",
      "Epoch 5/50\n",
      " - 11s - loss: 0.0752 - acc: 0.9726 - auc_roc: 0.8461\n",
      "Epoch 6/50\n",
      " - 11s - loss: 0.0591 - acc: 0.9781 - auc_roc: 0.8749\n",
      "Epoch 7/50\n",
      " - 11s - loss: 0.0497 - acc: 0.9814 - auc_roc: 0.8974\n",
      "Epoch 8/50\n",
      " - 11s - loss: 0.0411 - acc: 0.9845 - auc_roc: 0.9141\n",
      "Epoch 9/50\n",
      " - 11s - loss: 0.0373 - acc: 0.9854 - auc_roc: 0.9272\n",
      "Epoch 10/50\n",
      " - 11s - loss: 0.0323 - acc: 0.9871 - auc_roc: 0.9372\n",
      "Epoch 11/50\n",
      " - 11s - loss: 0.0307 - acc: 0.9881 - auc_roc: 0.9451\n",
      "Epoch 12/50\n",
      " - 11s - loss: 0.0284 - acc: 0.9890 - auc_roc: 0.9513\n",
      "Epoch 13/50\n",
      " - 11s - loss: 0.0260 - acc: 0.9894 - auc_roc: 0.9565\n",
      "Epoch 14/50\n",
      " - 11s - loss: 0.0245 - acc: 0.9903 - auc_roc: 0.9608\n",
      "Epoch 15/50\n",
      " - 11s - loss: 0.0244 - acc: 0.9907 - auc_roc: 0.9644\n",
      "Epoch 16/50\n",
      " - 11s - loss: 0.0220 - acc: 0.9916 - auc_roc: 0.9675\n",
      "Epoch 17/50\n",
      " - 11s - loss: 0.0213 - acc: 0.9919 - auc_roc: 0.9701\n",
      "Epoch 18/50\n",
      " - 11s - loss: 0.0203 - acc: 0.9924 - auc_roc: 0.9724\n",
      "Epoch 19/50\n",
      " - 11s - loss: 0.0191 - acc: 0.9925 - auc_roc: 0.9744\n",
      "Epoch 20/50\n",
      " - 11s - loss: 0.0177 - acc: 0.9935 - auc_roc: 0.9761\n",
      "Epoch 21/50\n",
      " - 8s - loss: 0.0175 - acc: 0.9935 - auc_roc: 0.9777\n",
      "Epoch 22/50\n",
      " - 12s - loss: 0.0160 - acc: 0.9941 - auc_roc: 0.9791\n",
      "Epoch 23/50\n",
      " - 12s - loss: 0.0149 - acc: 0.9942 - auc_roc: 0.9804\n",
      "Epoch 24/50\n",
      " - 12s - loss: 0.0137 - acc: 0.9947 - auc_roc: 0.9815\n",
      "Epoch 25/50\n",
      " - 12s - loss: 0.0135 - acc: 0.9948 - auc_roc: 0.9826\n",
      "Epoch 26/50\n",
      " - 12s - loss: 0.0120 - acc: 0.9956 - auc_roc: 0.9835\n",
      "Epoch 27/50\n",
      " - 12s - loss: 0.0126 - acc: 0.9956 - auc_roc: 0.9844\n",
      "Epoch 28/50\n",
      " - 12s - loss: 0.0165 - acc: 0.9940 - auc_roc: 0.9851\n",
      "Epoch 29/50\n",
      " - 12s - loss: 0.0114 - acc: 0.9956 - auc_roc: 0.9858\n",
      "Epoch 30/50\n",
      " - 12s - loss: 0.0094 - acc: 0.9965 - auc_roc: 0.9865\n",
      "Epoch 31/50\n",
      " - 12s - loss: 0.0086 - acc: 0.9967 - auc_roc: 0.9871\n",
      "Epoch 32/50\n",
      " - 13s - loss: 0.0076 - acc: 0.9974 - auc_roc: 0.9877\n",
      "Epoch 33/50\n",
      " - 12s - loss: 0.0076 - acc: 0.9974 - auc_roc: 0.9883\n",
      "Epoch 34/50\n",
      " - 12s - loss: 0.0069 - acc: 0.9975 - auc_roc: 0.9888\n",
      "Epoch 35/50\n",
      " - 13s - loss: 0.0059 - acc: 0.9980 - auc_roc: 0.9893\n",
      "Epoch 36/50\n",
      " - 12s - loss: 0.0070 - acc: 0.9975 - auc_roc: 0.9897\n",
      "Epoch 37/50\n",
      " - 12s - loss: 0.0060 - acc: 0.9979 - auc_roc: 0.9901\n",
      "Epoch 38/50\n",
      " - 12s - loss: 0.0056 - acc: 0.9981 - auc_roc: 0.9905\n",
      "Epoch 39/50\n",
      " - 12s - loss: 0.0051 - acc: 0.9984 - auc_roc: 0.9909\n",
      "Epoch 40/50\n",
      " - 12s - loss: 0.0041 - acc: 0.9985 - auc_roc: 0.9912\n",
      "Epoch 41/50\n",
      " - 12s - loss: 0.0053 - acc: 0.9982 - auc_roc: 0.9915\n",
      "Epoch 42/50\n",
      " - 12s - loss: 0.0044 - acc: 0.9982 - auc_roc: 0.9918\n",
      "Epoch 43/50\n",
      " - 12s - loss: 0.0039 - acc: 0.9987 - auc_roc: 0.9921\n",
      "Epoch 44/50\n",
      " - 9s - loss: 0.0041 - acc: 0.9987 - auc_roc: 0.9924\n",
      "Epoch 45/50\n",
      " - 11s - loss: 0.0034 - acc: 0.9988 - auc_roc: 0.9926\n",
      "Epoch 46/50\n",
      " - 13s - loss: 0.0029 - acc: 0.9990 - auc_roc: 0.9929\n",
      "Epoch 47/50\n",
      " - 12s - loss: 0.0032 - acc: 0.9989 - auc_roc: 0.9931\n",
      "Epoch 48/50\n",
      " - 12s - loss: 0.0057 - acc: 0.9981 - auc_roc: 0.9933\n",
      "Epoch 49/50\n",
      " - 12s - loss: 0.0026 - acc: 0.9992 - auc_roc: 0.9935\n",
      "Epoch 50/50\n",
      " - 12s - loss: 0.0033 - acc: 0.9990 - auc_roc: 0.9937\n",
      "acc: 97.1861865494%\n",
      "auc_roc: 99.2747738635%\n",
      "Epoch 1/50\n",
      " - 13s - loss: 0.1726 - acc: 0.9569 - auc_roc: 0.6670\n",
      "Epoch 2/50\n",
      " - 12s - loss: 0.1350 - acc: 0.9628 - auc_roc: 0.7403\n",
      "Epoch 3/50\n",
      " - 13s - loss: 0.1191 - acc: 0.9629 - auc_roc: 0.7802\n",
      "Epoch 4/50\n",
      " - 13s - loss: 0.0945 - acc: 0.9672 - auc_roc: 0.8204\n",
      "Epoch 5/50\n",
      " - 12s - loss: 0.0758 - acc: 0.9730 - auc_roc: 0.8554\n",
      "Epoch 6/50\n",
      " - 13s - loss: 0.0607 - acc: 0.9780 - auc_roc: 0.8811\n",
      "Epoch 7/50\n",
      " - 13s - loss: 0.0493 - acc: 0.9817 - auc_roc: 0.9017\n",
      "Epoch 8/50\n",
      " - 12s - loss: 0.0423 - acc: 0.9842 - auc_roc: 0.9176\n",
      "Epoch 9/50\n",
      " - 13s - loss: 0.0378 - acc: 0.9854 - auc_roc: 0.9299\n",
      "Epoch 10/50\n",
      " - 12s - loss: 0.0348 - acc: 0.9871 - auc_roc: 0.9392\n",
      "Epoch 11/50\n",
      " - 13s - loss: 0.0318 - acc: 0.9876 - auc_roc: 0.9467\n",
      "Epoch 12/50\n",
      " - 13s - loss: 0.0288 - acc: 0.9886 - auc_roc: 0.9529\n",
      "Epoch 13/50\n",
      " - 13s - loss: 0.0278 - acc: 0.9891 - auc_roc: 0.9578\n",
      "Epoch 14/50\n",
      " - 13s - loss: 0.0256 - acc: 0.9896 - auc_roc: 0.9619\n",
      "Epoch 15/50\n",
      " - 13s - loss: 0.0236 - acc: 0.9907 - auc_roc: 0.9654\n",
      "Epoch 16/50\n",
      " - 12s - loss: 0.0224 - acc: 0.9912 - auc_roc: 0.9684\n",
      "Epoch 17/50\n",
      " - 9s - loss: 0.0217 - acc: 0.9918 - auc_roc: 0.9709\n",
      "Epoch 18/50\n",
      " - 12s - loss: 0.0201 - acc: 0.9919 - auc_roc: 0.9731\n",
      "Epoch 19/50\n",
      " - 13s - loss: 0.0187 - acc: 0.9930 - auc_roc: 0.9751\n",
      "Epoch 20/50\n",
      " - 13s - loss: 0.0178 - acc: 0.9932 - auc_roc: 0.9768\n",
      "Epoch 21/50\n",
      " - 13s - loss: 0.0164 - acc: 0.9938 - auc_roc: 0.9783\n",
      "Epoch 22/50\n",
      " - 13s - loss: 0.0146 - acc: 0.9941 - auc_roc: 0.9797\n",
      "Epoch 23/50\n",
      " - 13s - loss: 0.0144 - acc: 0.9946 - auc_roc: 0.9810\n",
      "Epoch 24/50\n",
      " - 12s - loss: 0.0130 - acc: 0.9949 - auc_roc: 0.9821\n",
      "Epoch 25/50\n",
      " - 12s - loss: 0.0123 - acc: 0.9953 - auc_roc: 0.9831\n",
      "Epoch 26/50\n",
      " - 12s - loss: 0.0117 - acc: 0.9953 - auc_roc: 0.9841\n",
      "Epoch 27/50\n",
      " - 12s - loss: 0.0111 - acc: 0.9959 - auc_roc: 0.9849\n",
      "Epoch 28/50\n",
      " - 12s - loss: 0.0102 - acc: 0.9961 - auc_roc: 0.9857\n",
      "Epoch 29/50\n",
      " - 13s - loss: 0.0097 - acc: 0.9965 - auc_roc: 0.9864\n",
      "Epoch 30/50\n",
      " - 12s - loss: 0.0089 - acc: 0.9966 - auc_roc: 0.9871\n",
      "Epoch 31/50\n",
      " - 12s - loss: 0.0084 - acc: 0.9968 - auc_roc: 0.9877\n",
      "Epoch 32/50\n",
      " - 13s - loss: 0.0071 - acc: 0.9973 - auc_roc: 0.9883\n",
      "Epoch 33/50\n",
      " - 12s - loss: 0.0069 - acc: 0.9974 - auc_roc: 0.9888\n",
      "Epoch 34/50\n",
      " - 12s - loss: 0.0073 - acc: 0.9976 - auc_roc: 0.9893\n",
      "Epoch 35/50\n",
      " - 12s - loss: 0.0069 - acc: 0.9975 - auc_roc: 0.9897\n",
      "Epoch 36/50\n",
      " - 12s - loss: 0.0062 - acc: 0.9978 - auc_roc: 0.9902\n",
      "Epoch 37/50\n",
      " - 13s - loss: 0.0048 - acc: 0.9984 - auc_roc: 0.9906\n",
      "Epoch 38/50\n",
      " - 12s - loss: 0.0048 - acc: 0.9984 - auc_roc: 0.9909\n",
      "Epoch 39/50\n",
      " - 12s - loss: 0.0052 - acc: 0.9983 - auc_roc: 0.9913\n",
      "Epoch 40/50\n",
      " - 6s - loss: 0.0046 - acc: 0.9986 - auc_roc: 0.9916\n",
      "Epoch 41/50\n",
      " - 4s - loss: 0.0040 - acc: 0.9987 - auc_roc: 0.9919\n",
      "Epoch 42/50\n",
      " - 4s - loss: 0.0047 - acc: 0.9984 - auc_roc: 0.9922\n",
      "Epoch 43/50\n",
      " - 4s - loss: 0.0040 - acc: 0.9986 - auc_roc: 0.9925\n",
      "Epoch 44/50\n",
      " - 4s - loss: 0.0037 - acc: 0.9988 - auc_roc: 0.9927\n",
      "Epoch 45/50\n",
      " - 4s - loss: 0.0032 - acc: 0.9988 - auc_roc: 0.9930\n",
      "Epoch 46/50\n",
      " - 4s - loss: 0.0035 - acc: 0.9989 - auc_roc: 0.9932\n",
      "Epoch 47/50\n",
      " - 4s - loss: 0.0034 - acc: 0.9989 - auc_roc: 0.9934\n",
      "Epoch 48/50\n",
      " - 4s - loss: 0.0027 - acc: 0.9991 - auc_roc: 0.9936\n",
      "Epoch 49/50\n",
      " - 4s - loss: 0.0020 - acc: 0.9994 - auc_roc: 0.9938\n",
      "Epoch 50/50\n",
      " - 4s - loss: 0.0037 - acc: 0.9988 - auc_roc: 0.9940\n",
      "acc: 97.0953177366%\n",
      "auc_roc: 99.3333248956%\n",
      "Epoch 1/50\n",
      " - 4s - loss: 0.1732 - acc: 0.9540 - auc_roc: 0.6600\n",
      "Epoch 2/50\n",
      " - 4s - loss: 0.1329 - acc: 0.9631 - auc_roc: 0.7466\n",
      "Epoch 3/50\n",
      " - 4s - loss: 0.1133 - acc: 0.9639 - auc_roc: 0.7883\n",
      "Epoch 4/50\n",
      " - 4s - loss: 0.0866 - acc: 0.9697 - auc_roc: 0.8310\n",
      "Epoch 5/50\n",
      " - 4s - loss: 0.0674 - acc: 0.9762 - auc_roc: 0.8659\n",
      "Epoch 6/50\n",
      " - 4s - loss: 0.0549 - acc: 0.9800 - auc_roc: 0.8922\n",
      "Epoch 7/50\n",
      " - 4s - loss: 0.0450 - acc: 0.9830 - auc_roc: 0.9114\n",
      "Epoch 8/50\n",
      " - 4s - loss: 0.0404 - acc: 0.9846 - auc_roc: 0.9258\n",
      "Epoch 9/50\n",
      " - 4s - loss: 0.0362 - acc: 0.9858 - auc_roc: 0.9369\n",
      "Epoch 10/50\n",
      " - 4s - loss: 0.0340 - acc: 0.9867 - auc_roc: 0.9452\n",
      "Epoch 11/50\n",
      " - 4s - loss: 0.0312 - acc: 0.9876 - auc_roc: 0.9518\n",
      "Epoch 12/50\n",
      " - 4s - loss: 0.0282 - acc: 0.9891 - auc_roc: 0.9572\n",
      "Epoch 13/50\n",
      " - 4s - loss: 0.0270 - acc: 0.9893 - auc_roc: 0.9616\n",
      "Epoch 14/50\n",
      " - 4s - loss: 0.0268 - acc: 0.9892 - auc_roc: 0.9653\n",
      "Epoch 15/50\n",
      " - 4s - loss: 0.0244 - acc: 0.9904 - auc_roc: 0.9683\n",
      "Epoch 16/50\n",
      " - 4s - loss: 0.0223 - acc: 0.9913 - auc_roc: 0.9709\n",
      "Epoch 17/50\n",
      " - 4s - loss: 0.0208 - acc: 0.9920 - auc_roc: 0.9733\n",
      "Epoch 18/50\n",
      " - 4s - loss: 0.0202 - acc: 0.9924 - auc_roc: 0.9753\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 19/50\n",
      " - 4s - loss: 0.0193 - acc: 0.9930 - auc_roc: 0.9770\n",
      "Epoch 20/50\n",
      " - 4s - loss: 0.0181 - acc: 0.9927 - auc_roc: 0.9785\n",
      "Epoch 21/50\n",
      " - 4s - loss: 0.0161 - acc: 0.9938 - auc_roc: 0.9799\n",
      "Epoch 22/50\n",
      " - 4s - loss: 0.0154 - acc: 0.9942 - auc_roc: 0.9811\n",
      "Epoch 23/50\n",
      " - 4s - loss: 0.0148 - acc: 0.9944 - auc_roc: 0.9823\n",
      "Epoch 24/50\n",
      " - 4s - loss: 0.0130 - acc: 0.9953 - auc_roc: 0.9833\n",
      "Epoch 25/50\n",
      " - 4s - loss: 0.0138 - acc: 0.9950 - auc_roc: 0.9842\n",
      "Epoch 26/50\n",
      " - 4s - loss: 0.0122 - acc: 0.9955 - auc_roc: 0.9850\n",
      "Epoch 27/50\n",
      " - 4s - loss: 0.0110 - acc: 0.9959 - auc_roc: 0.9858\n",
      "Epoch 28/50\n",
      " - 4s - loss: 0.0104 - acc: 0.9960 - auc_roc: 0.9865\n",
      "Epoch 29/50\n",
      " - 4s - loss: 0.0094 - acc: 0.9964 - auc_roc: 0.9872\n",
      "Epoch 30/50\n",
      " - 4s - loss: 0.0091 - acc: 0.9964 - auc_roc: 0.9878\n",
      "Epoch 31/50\n",
      " - 4s - loss: 0.0087 - acc: 0.9969 - auc_roc: 0.9884\n",
      "Epoch 32/50\n",
      " - 4s - loss: 0.0093 - acc: 0.9966 - auc_roc: 0.9889\n",
      "Epoch 33/50\n",
      " - 4s - loss: 0.0088 - acc: 0.9969 - auc_roc: 0.9894\n",
      "Epoch 34/50\n",
      " - 4s - loss: 0.0085 - acc: 0.9970 - auc_roc: 0.9898\n",
      "Epoch 35/50\n",
      " - 4s - loss: 0.0070 - acc: 0.9975 - auc_roc: 0.9902\n",
      "Epoch 36/50\n",
      " - 4s - loss: 0.0056 - acc: 0.9980 - auc_roc: 0.9906\n",
      "Epoch 37/50\n",
      " - 4s - loss: 0.0051 - acc: 0.9982 - auc_roc: 0.9910\n",
      "Epoch 38/50\n",
      " - 4s - loss: 0.0054 - acc: 0.9982 - auc_roc: 0.9914\n",
      "Epoch 39/50\n",
      " - 4s - loss: 0.0056 - acc: 0.9980 - auc_roc: 0.9917\n",
      "Epoch 40/50\n",
      " - 4s - loss: 0.0048 - acc: 0.9983 - auc_roc: 0.9920\n",
      "Epoch 41/50\n",
      " - 4s - loss: 0.0051 - acc: 0.9982 - auc_roc: 0.9923\n",
      "Epoch 42/50\n",
      " - 4s - loss: 0.0046 - acc: 0.9985 - auc_roc: 0.9925\n",
      "Epoch 43/50\n",
      " - 4s - loss: 0.0046 - acc: 0.9984 - auc_roc: 0.9928\n",
      "Epoch 44/50\n",
      " - 4s - loss: 0.0035 - acc: 0.9987 - auc_roc: 0.9930\n",
      "Epoch 45/50\n",
      " - 4s - loss: 0.0044 - acc: 0.9985 - auc_roc: 0.9933\n",
      "Epoch 46/50\n",
      " - 4s - loss: 0.0042 - acc: 0.9985 - auc_roc: 0.9935\n",
      "Epoch 47/50\n",
      " - 4s - loss: 0.0044 - acc: 0.9984 - auc_roc: 0.9937\n",
      "Epoch 48/50\n",
      " - 4s - loss: 0.0032 - acc: 0.9989 - auc_roc: 0.9939\n",
      "Epoch 49/50\n",
      " - 4s - loss: 0.0028 - acc: 0.9989 - auc_roc: 0.9941\n",
      "Epoch 50/50\n",
      " - 4s - loss: 0.0031 - acc: 0.9989 - auc_roc: 0.9942\n",
      "acc: 97.1642528649%\n",
      "auc_roc: 99.3412997674%\n",
      "acc: 97.1485857170% (+/- 0.0387158876%)\n",
      "roc_auc: 99.3164661755% (+/- 0.0296601450%)\n",
      "\n",
      "********************glove********************\n",
      "Epoch 1/50\n",
      " - 4s - loss: 0.1730 - acc: 0.9531 - auc_roc: 0.6410\n",
      "Epoch 2/50\n",
      " - 4s - loss: 0.1329 - acc: 0.9639 - auc_roc: 0.7374\n",
      "Epoch 3/50\n",
      " - 4s - loss: 0.1213 - acc: 0.9639 - auc_roc: 0.7741\n",
      "Epoch 4/50\n",
      " - 4s - loss: 0.1017 - acc: 0.9658 - auc_roc: 0.8097\n",
      "Epoch 5/50\n",
      " - 4s - loss: 0.0828 - acc: 0.9712 - auc_roc: 0.8413\n",
      "Epoch 6/50\n",
      " - 4s - loss: 0.0627 - acc: 0.9776 - auc_roc: 0.8691\n",
      "Epoch 7/50\n",
      " - 4s - loss: 0.0525 - acc: 0.9808 - auc_roc: 0.8913\n",
      "Epoch 8/50\n",
      " - 4s - loss: 0.0448 - acc: 0.9837 - auc_roc: 0.9086\n",
      "Epoch 9/50\n",
      " - 4s - loss: 0.0395 - acc: 0.9848 - auc_roc: 0.9222\n",
      "Epoch 10/50\n",
      " - 4s - loss: 0.0357 - acc: 0.9861 - auc_roc: 0.9326\n",
      "Epoch 11/50\n",
      " - 4s - loss: 0.0339 - acc: 0.9864 - auc_roc: 0.9408\n",
      "Epoch 12/50\n",
      " - 4s - loss: 0.0312 - acc: 0.9880 - auc_roc: 0.9475\n",
      "Epoch 13/50\n",
      " - 4s - loss: 0.0292 - acc: 0.9883 - auc_roc: 0.9531\n",
      "Epoch 14/50\n",
      " - 4s - loss: 0.0271 - acc: 0.9896 - auc_roc: 0.9577\n",
      "Epoch 15/50\n",
      " - 4s - loss: 0.0272 - acc: 0.9898 - auc_roc: 0.9615\n",
      "Epoch 16/50\n",
      " - 4s - loss: 0.0244 - acc: 0.9909 - auc_roc: 0.9648\n",
      "Epoch 17/50\n",
      " - 4s - loss: 0.0231 - acc: 0.9910 - auc_roc: 0.9676\n",
      "Epoch 18/50\n",
      " - 4s - loss: 0.0230 - acc: 0.9913 - auc_roc: 0.9700\n",
      "Epoch 19/50\n",
      " - 4s - loss: 0.0206 - acc: 0.9923 - auc_roc: 0.9722\n",
      "Epoch 20/50\n",
      " - 4s - loss: 0.0207 - acc: 0.9921 - auc_roc: 0.9740\n",
      "Epoch 21/50\n",
      " - 4s - loss: 0.0190 - acc: 0.9928 - auc_roc: 0.9757\n",
      "Epoch 22/50\n",
      " - 4s - loss: 0.0196 - acc: 0.9926 - auc_roc: 0.9772\n",
      "Epoch 23/50\n",
      " - 4s - loss: 0.0171 - acc: 0.9938 - auc_roc: 0.9786\n",
      "Epoch 24/50\n",
      " - 4s - loss: 0.0161 - acc: 0.9941 - auc_roc: 0.9798\n",
      "Epoch 25/50\n",
      " - 4s - loss: 0.0148 - acc: 0.9946 - auc_roc: 0.9809\n",
      "Epoch 26/50\n",
      " - 4s - loss: 0.0136 - acc: 0.9950 - auc_roc: 0.9819\n",
      "Epoch 27/50\n",
      " - 4s - loss: 0.0138 - acc: 0.9951 - auc_roc: 0.9829\n",
      "Epoch 28/50\n",
      " - 4s - loss: 0.0135 - acc: 0.9949 - auc_roc: 0.9837\n",
      "Epoch 29/50\n",
      " - 4s - loss: 0.0122 - acc: 0.9957 - auc_roc: 0.9845\n",
      "Epoch 30/50\n",
      " - 4s - loss: 0.0101 - acc: 0.9964 - auc_roc: 0.9852\n",
      "Epoch 31/50\n",
      " - 4s - loss: 0.0099 - acc: 0.9963 - auc_roc: 0.9859\n",
      "Epoch 32/50\n",
      " - 4s - loss: 0.0093 - acc: 0.9969 - auc_roc: 0.9866\n",
      "Epoch 33/50\n",
      " - 4s - loss: 0.0093 - acc: 0.9969 - auc_roc: 0.9872\n",
      "Epoch 34/50\n",
      " - 4s - loss: 0.0079 - acc: 0.9972 - auc_roc: 0.9877\n",
      "Epoch 35/50\n",
      " - 4s - loss: 0.0072 - acc: 0.9975 - auc_roc: 0.9882\n",
      "Epoch 36/50\n",
      " - 4s - loss: 0.0076 - acc: 0.9973 - auc_roc: 0.9887\n",
      "Epoch 37/50\n",
      " - 4s - loss: 0.0066 - acc: 0.9978 - auc_roc: 0.9892\n",
      "Epoch 38/50\n",
      " - 4s - loss: 0.0062 - acc: 0.9978 - auc_roc: 0.9896\n",
      "Epoch 39/50\n",
      " - 4s - loss: 0.0058 - acc: 0.9981 - auc_roc: 0.9900\n",
      "Epoch 40/50\n",
      " - 4s - loss: 0.0089 - acc: 0.9969 - auc_roc: 0.9903\n",
      "Epoch 41/50\n",
      " - 4s - loss: 0.0057 - acc: 0.9979 - auc_roc: 0.9907\n",
      "Epoch 42/50\n",
      " - 4s - loss: 0.0054 - acc: 0.9980 - auc_roc: 0.9910\n",
      "Epoch 43/50\n",
      " - 4s - loss: 0.0042 - acc: 0.9984 - auc_roc: 0.9913\n",
      "Epoch 44/50\n",
      " - 4s - loss: 0.0041 - acc: 0.9984 - auc_roc: 0.9917\n",
      "Epoch 45/50\n",
      " - 4s - loss: 0.0043 - acc: 0.9985 - auc_roc: 0.9919\n",
      "Epoch 46/50\n",
      " - 4s - loss: 0.0044 - acc: 0.9984 - auc_roc: 0.9922\n",
      "Epoch 47/50\n",
      " - 4s - loss: 0.0039 - acc: 0.9988 - auc_roc: 0.9925\n",
      "Epoch 48/50\n",
      " - 4s - loss: 0.0035 - acc: 0.9987 - auc_roc: 0.9927\n",
      "Epoch 49/50\n",
      " - 4s - loss: 0.0032 - acc: 0.9987 - auc_roc: 0.9929\n",
      "Epoch 50/50\n",
      " - 4s - loss: 0.0031 - acc: 0.9988 - auc_roc: 0.9932\n",
      "acc: 97.1861868161%\n",
      "auc_roc: 99.2185515745%\n",
      "Epoch 1/50\n",
      " - 4s - loss: 0.1768 - acc: 0.9493 - auc_roc: 0.6299\n",
      "Epoch 2/50\n",
      " - 4s - loss: 0.1381 - acc: 0.9628 - auc_roc: 0.7384\n",
      "Epoch 3/50\n",
      " - 4s - loss: 0.1246 - acc: 0.9628 - auc_roc: 0.7679\n",
      "Epoch 4/50\n",
      " - 4s - loss: 0.1049 - acc: 0.9654 - auc_roc: 0.8042\n",
      "Epoch 5/50\n",
      " - 4s - loss: 0.0842 - acc: 0.9705 - auc_roc: 0.8371\n",
      "Epoch 6/50\n",
      " - 4s - loss: 0.0670 - acc: 0.9764 - auc_roc: 0.8649\n",
      "Epoch 7/50\n",
      " - 4s - loss: 0.0551 - acc: 0.9801 - auc_roc: 0.8876\n",
      "Epoch 8/50\n",
      " - 4s - loss: 0.0483 - acc: 0.9820 - auc_roc: 0.9049\n",
      "Epoch 9/50\n",
      " - 4s - loss: 0.0414 - acc: 0.9842 - auc_roc: 0.9186\n",
      "Epoch 10/50\n",
      " - 4s - loss: 0.0378 - acc: 0.9856 - auc_roc: 0.9293\n",
      "Epoch 11/50\n",
      " - 4s - loss: 0.0349 - acc: 0.9868 - auc_roc: 0.9380\n",
      "Epoch 12/50\n",
      " - 4s - loss: 0.0321 - acc: 0.9880 - auc_roc: 0.9449\n",
      "Epoch 13/50\n",
      " - 4s - loss: 0.0304 - acc: 0.9884 - auc_roc: 0.9506\n",
      "Epoch 14/50\n",
      " - 4s - loss: 0.0296 - acc: 0.9886 - auc_roc: 0.9554\n",
      "Epoch 15/50\n",
      " - 4s - loss: 0.0272 - acc: 0.9899 - auc_roc: 0.9594\n",
      "Epoch 16/50\n",
      " - 4s - loss: 0.0250 - acc: 0.9903 - auc_roc: 0.9629\n",
      "Epoch 17/50\n",
      " - 4s - loss: 0.0233 - acc: 0.9910 - auc_roc: 0.9658\n",
      "Epoch 18/50\n",
      " - 4s - loss: 0.0220 - acc: 0.9917 - auc_roc: 0.9684\n",
      "Epoch 19/50\n",
      " - 4s - loss: 0.0208 - acc: 0.9919 - auc_roc: 0.9707\n",
      "Epoch 20/50\n",
      " - 4s - loss: 0.0191 - acc: 0.9925 - auc_roc: 0.9727\n",
      "Epoch 21/50\n",
      " - 4s - loss: 0.0194 - acc: 0.9927 - auc_roc: 0.9746\n",
      "Epoch 22/50\n",
      " - 4s - loss: 0.0173 - acc: 0.9935 - auc_roc: 0.9762\n",
      "Epoch 23/50\n",
      " - 4s - loss: 0.0155 - acc: 0.9941 - auc_roc: 0.9777\n",
      "Epoch 24/50\n",
      " - 4s - loss: 0.0155 - acc: 0.9942 - auc_roc: 0.9790\n",
      "Epoch 25/50\n",
      " - 4s - loss: 0.0149 - acc: 0.9945 - auc_roc: 0.9801\n",
      "Epoch 26/50\n",
      " - 4s - loss: 0.0123 - acc: 0.9956 - auc_roc: 0.9812\n",
      "Epoch 27/50\n",
      " - 4s - loss: 0.0121 - acc: 0.9955 - auc_roc: 0.9822\n",
      "Epoch 28/50\n",
      " - 4s - loss: 0.0115 - acc: 0.9960 - auc_roc: 0.9832\n",
      "Epoch 29/50\n",
      " - 4s - loss: 0.0109 - acc: 0.9959 - auc_roc: 0.9840\n",
      "Epoch 30/50\n",
      " - 4s - loss: 0.0113 - acc: 0.9960 - auc_roc: 0.9848\n",
      "Epoch 31/50\n",
      " - 4s - loss: 0.0092 - acc: 0.9967 - auc_roc: 0.9855\n",
      "Epoch 32/50\n",
      " - 4s - loss: 0.0088 - acc: 0.9966 - auc_roc: 0.9862\n",
      "Epoch 33/50\n",
      " - 4s - loss: 0.0076 - acc: 0.9975 - auc_roc: 0.9868\n",
      "Epoch 34/50\n",
      " - 4s - loss: 0.0073 - acc: 0.9975 - auc_roc: 0.9874\n",
      "Epoch 35/50\n",
      " - 4s - loss: 0.0062 - acc: 0.9980 - auc_roc: 0.9879\n",
      "Epoch 36/50\n",
      " - 4s - loss: 0.0068 - acc: 0.9976 - auc_roc: 0.9884\n",
      "Epoch 37/50\n",
      " - 4s - loss: 0.0059 - acc: 0.9978 - auc_roc: 0.9889\n",
      "Epoch 38/50\n",
      " - 4s - loss: 0.0054 - acc: 0.9981 - auc_roc: 0.9894\n",
      "Epoch 39/50\n",
      " - 4s - loss: 0.0053 - acc: 0.9982 - auc_roc: 0.9898\n",
      "Epoch 40/50\n",
      " - 4s - loss: 0.0054 - acc: 0.9983 - auc_roc: 0.9901\n",
      "Epoch 41/50\n",
      " - 4s - loss: 0.0044 - acc: 0.9986 - auc_roc: 0.9905\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 42/50\n",
      " - 4s - loss: 0.0039 - acc: 0.9987 - auc_roc: 0.9909\n",
      "Epoch 43/50\n",
      " - 4s - loss: 0.0055 - acc: 0.9983 - auc_roc: 0.9912\n",
      "Epoch 44/50\n",
      " - 4s - loss: 0.0045 - acc: 0.9985 - auc_roc: 0.9915\n",
      "Epoch 45/50\n",
      " - 4s - loss: 0.0047 - acc: 0.9984 - auc_roc: 0.9918\n",
      "Epoch 46/50\n",
      " - 4s - loss: 0.0033 - acc: 0.9989 - auc_roc: 0.9920\n",
      "Epoch 47/50\n",
      " - 4s - loss: 0.0039 - acc: 0.9987 - auc_roc: 0.9923\n",
      "Epoch 48/50\n",
      " - 4s - loss: 0.0036 - acc: 0.9990 - auc_roc: 0.9925\n",
      "Epoch 49/50\n",
      " - 4s - loss: 0.0028 - acc: 0.9991 - auc_roc: 0.9928\n",
      "Epoch 50/50\n",
      " - 4s - loss: 0.0020 - acc: 0.9995 - auc_roc: 0.9930\n",
      "acc: 97.4368607646%\n",
      "auc_roc: 99.2140818985%\n",
      "Epoch 1/50\n",
      " - 5s - loss: 0.1718 - acc: 0.9537 - auc_roc: 0.6614\n",
      "Epoch 2/50\n",
      " - 4s - loss: 0.1345 - acc: 0.9631 - auc_roc: 0.7463\n",
      "Epoch 3/50\n",
      " - 4s - loss: 0.1230 - acc: 0.9632 - auc_roc: 0.7792\n",
      "Epoch 4/50\n",
      " - 4s - loss: 0.1035 - acc: 0.9650 - auc_roc: 0.8124\n",
      "Epoch 5/50\n",
      " - 4s - loss: 0.0837 - acc: 0.9708 - auc_roc: 0.8433\n",
      "Epoch 6/50\n",
      " - 4s - loss: 0.0660 - acc: 0.9767 - auc_roc: 0.8701\n",
      "Epoch 7/50\n",
      " - 4s - loss: 0.0551 - acc: 0.9798 - auc_roc: 0.8914\n",
      "Epoch 8/50\n",
      " - 4s - loss: 0.0468 - acc: 0.9824 - auc_roc: 0.9080\n",
      "Epoch 9/50\n",
      " - 4s - loss: 0.0406 - acc: 0.9847 - auc_roc: 0.9214\n",
      "Epoch 10/50\n",
      " - 4s - loss: 0.0369 - acc: 0.9852 - auc_roc: 0.9318\n",
      "Epoch 11/50\n",
      " - 4s - loss: 0.0345 - acc: 0.9867 - auc_roc: 0.9401\n",
      "Epoch 12/50\n",
      " - 4s - loss: 0.0331 - acc: 0.9869 - auc_roc: 0.9469\n",
      "Epoch 13/50\n",
      " - 4s - loss: 0.0299 - acc: 0.9881 - auc_roc: 0.9524\n",
      "Epoch 14/50\n",
      " - 4s - loss: 0.0277 - acc: 0.9893 - auc_roc: 0.9570\n",
      "Epoch 15/50\n",
      " - 4s - loss: 0.0285 - acc: 0.9888 - auc_roc: 0.9608\n",
      "Epoch 16/50\n",
      " - 4s - loss: 0.0256 - acc: 0.9897 - auc_roc: 0.9641\n",
      "Epoch 17/50\n",
      " - 4s - loss: 0.0228 - acc: 0.9910 - auc_roc: 0.9670\n",
      "Epoch 18/50\n",
      " - 8s - loss: 0.0220 - acc: 0.9917 - auc_roc: 0.9695\n",
      "Epoch 19/50\n",
      " - 12s - loss: 0.0213 - acc: 0.9919 - auc_roc: 0.9717\n",
      "Epoch 20/50\n",
      " - 13s - loss: 0.0202 - acc: 0.9918 - auc_roc: 0.9736\n",
      "Epoch 21/50\n",
      " - 13s - loss: 0.0197 - acc: 0.9924 - auc_roc: 0.9754\n",
      "Epoch 22/50\n",
      " - 13s - loss: 0.0196 - acc: 0.9921 - auc_roc: 0.9768\n",
      "Epoch 23/50\n",
      " - 13s - loss: 0.0172 - acc: 0.9933 - auc_roc: 0.9782\n",
      "Epoch 24/50\n",
      " - 13s - loss: 0.0153 - acc: 0.9940 - auc_roc: 0.9795\n",
      "Epoch 25/50\n",
      " - 12s - loss: 0.0146 - acc: 0.9941 - auc_roc: 0.9806\n",
      "Epoch 26/50\n",
      " - 13s - loss: 0.0143 - acc: 0.9945 - auc_roc: 0.9817\n",
      "Epoch 27/50\n",
      " - 13s - loss: 0.0128 - acc: 0.9949 - auc_roc: 0.9826\n",
      "Epoch 28/50\n",
      " - 12s - loss: 0.0123 - acc: 0.9954 - auc_roc: 0.9835\n",
      "Epoch 29/50\n",
      " - 13s - loss: 0.0108 - acc: 0.9961 - auc_roc: 0.9843\n",
      "Epoch 30/50\n",
      " - 13s - loss: 0.0103 - acc: 0.9961 - auc_roc: 0.9851\n",
      "Epoch 31/50\n",
      " - 13s - loss: 0.0103 - acc: 0.9963 - auc_roc: 0.9858\n",
      "Epoch 32/50\n",
      " - 13s - loss: 0.0087 - acc: 0.9969 - auc_roc: 0.9865\n",
      "Epoch 33/50\n",
      " - 12s - loss: 0.0083 - acc: 0.9971 - auc_roc: 0.9871\n",
      "Epoch 34/50\n",
      " - 13s - loss: 0.0075 - acc: 0.9972 - auc_roc: 0.9876\n",
      "Epoch 35/50\n",
      " - 12s - loss: 0.0076 - acc: 0.9972 - auc_roc: 0.9882\n",
      "Epoch 36/50\n",
      " - 12s - loss: 0.0069 - acc: 0.9974 - auc_roc: 0.9886\n",
      "Epoch 37/50\n",
      " - 12s - loss: 0.0064 - acc: 0.9976 - auc_roc: 0.9891\n",
      "Epoch 38/50\n",
      " - 13s - loss: 0.0062 - acc: 0.9977 - auc_roc: 0.9895\n",
      "Epoch 39/50\n",
      " - 13s - loss: 0.0076 - acc: 0.9973 - auc_roc: 0.9899\n",
      "Epoch 40/50\n",
      " - 11s - loss: 0.0053 - acc: 0.9980 - auc_roc: 0.9903\n",
      "Epoch 41/50\n",
      " - 10s - loss: 0.0049 - acc: 0.9983 - auc_roc: 0.9907\n",
      "Epoch 42/50\n",
      " - 12s - loss: 0.0048 - acc: 0.9984 - auc_roc: 0.9910\n",
      "Epoch 43/50\n",
      " - 12s - loss: 0.0050 - acc: 0.9984 - auc_roc: 0.9913\n",
      "Epoch 44/50\n",
      " - 13s - loss: 0.0049 - acc: 0.9983 - auc_roc: 0.9916\n",
      "Epoch 45/50\n",
      " - 13s - loss: 0.0042 - acc: 0.9986 - auc_roc: 0.9919\n",
      "Epoch 46/50\n",
      " - 13s - loss: 0.0045 - acc: 0.9985 - auc_roc: 0.9922\n",
      "Epoch 47/50\n",
      " - 12s - loss: 0.0037 - acc: 0.9989 - auc_roc: 0.9924\n",
      "Epoch 48/50\n",
      " - 12s - loss: 0.0043 - acc: 0.9985 - auc_roc: 0.9926\n",
      "Epoch 49/50\n",
      " - 12s - loss: 0.0032 - acc: 0.9990 - auc_roc: 0.9929\n",
      "Epoch 50/50\n",
      " - 12s - loss: 0.0032 - acc: 0.9989 - auc_roc: 0.9931\n",
      "acc: 97.1391849230%\n",
      "auc_roc: 99.2388181241%\n",
      "acc: 97.2540775012% (+/- 0.1306639086%)\n",
      "roc_auc: 99.2238171990% (+/- 0.0107630639%)\n",
      "\n",
      "********************glove_twitter********************\n",
      "Epoch 1/50\n",
      " - 10s - loss: 0.1772 - acc: 0.9491 - auc_roc: 0.6399\n",
      "Epoch 2/50\n",
      " - 10s - loss: 0.1332 - acc: 0.9639 - auc_roc: 0.7340\n",
      "Epoch 3/50\n",
      " - 9s - loss: 0.1239 - acc: 0.9640 - auc_roc: 0.7694\n",
      "Epoch 4/50\n",
      " - 10s - loss: 0.1063 - acc: 0.9653 - auc_roc: 0.8014\n",
      "Epoch 5/50\n",
      " - 10s - loss: 0.0902 - acc: 0.9693 - auc_roc: 0.8313\n",
      "Epoch 6/50\n",
      " - 10s - loss: 0.0735 - acc: 0.9747 - auc_roc: 0.8571\n",
      "Epoch 7/50\n",
      " - 10s - loss: 0.0639 - acc: 0.9780 - auc_roc: 0.8777\n",
      "Epoch 8/50\n",
      " - 10s - loss: 0.0546 - acc: 0.9804 - auc_roc: 0.8948\n",
      "Epoch 9/50\n",
      " - 10s - loss: 0.0495 - acc: 0.9820 - auc_roc: 0.9083\n",
      "Epoch 10/50\n",
      " - 10s - loss: 0.0437 - acc: 0.9836 - auc_roc: 0.9197\n",
      "Epoch 11/50\n",
      " - 9s - loss: 0.0420 - acc: 0.9840 - auc_roc: 0.9289\n",
      "Epoch 12/50\n",
      " - 10s - loss: 0.0364 - acc: 0.9861 - auc_roc: 0.9364\n",
      "Epoch 13/50\n",
      " - 10s - loss: 0.0344 - acc: 0.9873 - auc_roc: 0.9427\n",
      "Epoch 14/50\n",
      " - 10s - loss: 0.0306 - acc: 0.9875 - auc_roc: 0.9481\n",
      "Epoch 15/50\n",
      " - 10s - loss: 0.0306 - acc: 0.9883 - auc_roc: 0.9528\n",
      "Epoch 16/50\n",
      " - 10s - loss: 0.0284 - acc: 0.9893 - auc_roc: 0.9567\n",
      "Epoch 17/50\n",
      " - 7s - loss: 0.0283 - acc: 0.9895 - auc_roc: 0.9600\n",
      "Epoch 18/50\n",
      " - 9s - loss: 0.0242 - acc: 0.9903 - auc_roc: 0.9630\n",
      "Epoch 19/50\n",
      " - 9s - loss: 0.0241 - acc: 0.9908 - auc_roc: 0.9656\n",
      "Epoch 20/50\n",
      " - 10s - loss: 0.0231 - acc: 0.9912 - auc_roc: 0.9679\n",
      "Epoch 21/50\n",
      " - 9s - loss: 0.0224 - acc: 0.9911 - auc_roc: 0.9699\n",
      "Epoch 22/50\n",
      " - 10s - loss: 0.0213 - acc: 0.9920 - auc_roc: 0.9717\n",
      "Epoch 23/50\n",
      " - 9s - loss: 0.0200 - acc: 0.9926 - auc_roc: 0.9734\n",
      "Epoch 24/50\n",
      " - 9s - loss: 0.0184 - acc: 0.9928 - auc_roc: 0.9749\n",
      "Epoch 25/50\n",
      " - 9s - loss: 0.0192 - acc: 0.9928 - auc_roc: 0.9763\n",
      "Epoch 26/50\n",
      " - 9s - loss: 0.0165 - acc: 0.9936 - auc_roc: 0.9775\n",
      "Epoch 27/50\n",
      " - 9s - loss: 0.0162 - acc: 0.9938 - auc_roc: 0.9787\n",
      "Epoch 28/50\n",
      " - 10s - loss: 0.0157 - acc: 0.9941 - auc_roc: 0.9797\n",
      "Epoch 29/50\n",
      " - 9s - loss: 0.0147 - acc: 0.9943 - auc_roc: 0.9807\n",
      "Epoch 30/50\n",
      " - 10s - loss: 0.0141 - acc: 0.9945 - auc_roc: 0.9816\n",
      "Epoch 31/50\n",
      " - 10s - loss: 0.0132 - acc: 0.9953 - auc_roc: 0.9824\n",
      "Epoch 32/50\n",
      " - 10s - loss: 0.0127 - acc: 0.9951 - auc_roc: 0.9832\n",
      "Epoch 33/50\n",
      " - 9s - loss: 0.0112 - acc: 0.9957 - auc_roc: 0.9840\n",
      "Epoch 34/50\n",
      " - 10s - loss: 0.0116 - acc: 0.9958 - auc_roc: 0.9846\n",
      "Epoch 35/50\n",
      " - 9s - loss: 0.0107 - acc: 0.9961 - auc_roc: 0.9852\n",
      "Epoch 36/50\n",
      " - 9s - loss: 0.0095 - acc: 0.9968 - auc_roc: 0.9858\n",
      "Epoch 37/50\n",
      " - 10s - loss: 0.0085 - acc: 0.9969 - auc_roc: 0.9864\n",
      "Epoch 38/50\n",
      " - 10s - loss: 0.0080 - acc: 0.9971 - auc_roc: 0.9869\n",
      "Epoch 39/50\n",
      " - 10s - loss: 0.0080 - acc: 0.9972 - auc_roc: 0.9874\n",
      "Epoch 40/50\n",
      " - 9s - loss: 0.0086 - acc: 0.9970 - auc_roc: 0.9879\n",
      "Epoch 41/50\n",
      " - 9s - loss: 0.0072 - acc: 0.9974 - auc_roc: 0.9883\n",
      "Epoch 42/50\n",
      " - 9s - loss: 0.0077 - acc: 0.9972 - auc_roc: 0.9887\n",
      "Epoch 43/50\n",
      " - 10s - loss: 0.0084 - acc: 0.9971 - auc_roc: 0.9891\n",
      "Epoch 44/50\n",
      " - 10s - loss: 0.0073 - acc: 0.9976 - auc_roc: 0.9895\n",
      "Epoch 45/50\n",
      " - 10s - loss: 0.0067 - acc: 0.9977 - auc_roc: 0.9898\n",
      "Epoch 46/50\n",
      " - 10s - loss: 0.0060 - acc: 0.9979 - auc_roc: 0.9901\n",
      "Epoch 47/50\n",
      " - 10s - loss: 0.0051 - acc: 0.9984 - auc_roc: 0.9905\n",
      "Epoch 48/50\n",
      " - 8s - loss: 0.0047 - acc: 0.9984 - auc_roc: 0.9908\n",
      "Epoch 49/50\n",
      " - 8s - loss: 0.0050 - acc: 0.9983 - auc_roc: 0.9910\n",
      "Epoch 50/50\n",
      " - 9s - loss: 0.0045 - acc: 0.9984 - auc_roc: 0.9913\n",
      "acc: 97.3083906323%\n",
      "auc_roc: 99.0442769367%\n",
      "Epoch 1/50\n",
      " - 10s - loss: 0.1746 - acc: 0.9510 - auc_roc: 0.6524\n",
      "Epoch 2/50\n",
      " - 9s - loss: 0.1380 - acc: 0.9628 - auc_roc: 0.7334\n",
      "Epoch 3/50\n",
      " - 9s - loss: 0.1259 - acc: 0.9628 - auc_roc: 0.7655\n",
      "Epoch 4/50\n",
      " - 9s - loss: 0.1058 - acc: 0.9664 - auc_roc: 0.8007\n",
      "Epoch 5/50\n",
      " - 9s - loss: 0.0830 - acc: 0.9729 - auc_roc: 0.8327\n",
      "Epoch 6/50\n",
      " - 10s - loss: 0.0694 - acc: 0.9764 - auc_roc: 0.8610\n",
      "Epoch 7/50\n",
      " - 9s - loss: 0.0590 - acc: 0.9790 - auc_roc: 0.8821\n",
      "Epoch 8/50\n",
      " - 10s - loss: 0.0523 - acc: 0.9810 - auc_roc: 0.8994\n",
      "Epoch 9/50\n",
      " - 9s - loss: 0.0488 - acc: 0.9824 - auc_roc: 0.9128\n",
      "Epoch 10/50\n",
      " - 10s - loss: 0.0460 - acc: 0.9826 - auc_roc: 0.9233\n",
      "Epoch 11/50\n",
      " - 10s - loss: 0.0414 - acc: 0.9843 - auc_roc: 0.9318\n",
      "Epoch 12/50\n",
      " - 9s - loss: 0.0365 - acc: 0.9860 - auc_roc: 0.9390\n",
      "Epoch 13/50\n",
      " - 9s - loss: 0.0344 - acc: 0.9867 - auc_roc: 0.9451\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 14/50\n",
      " - 9s - loss: 0.0333 - acc: 0.9869 - auc_roc: 0.9502\n",
      "Epoch 15/50\n",
      " - 9s - loss: 0.0312 - acc: 0.9881 - auc_roc: 0.9546\n",
      "Epoch 16/50\n",
      " - 10s - loss: 0.0298 - acc: 0.9884 - auc_roc: 0.9582\n",
      "Epoch 17/50\n",
      " - 9s - loss: 0.0283 - acc: 0.9885 - auc_roc: 0.9614\n",
      "Epoch 18/50\n",
      " - 9s - loss: 0.0271 - acc: 0.9894 - auc_roc: 0.9643\n",
      "Epoch 19/50\n",
      " - 9s - loss: 0.0249 - acc: 0.9902 - auc_roc: 0.9668\n",
      "Epoch 20/50\n",
      " - 9s - loss: 0.0241 - acc: 0.9904 - auc_roc: 0.9690\n",
      "Epoch 21/50\n",
      " - 10s - loss: 0.0233 - acc: 0.9912 - auc_roc: 0.9709\n",
      "Epoch 22/50\n",
      " - 10s - loss: 0.0215 - acc: 0.9914 - auc_roc: 0.9727\n",
      "Epoch 23/50\n",
      " - 9s - loss: 0.0209 - acc: 0.9916 - auc_roc: 0.9743\n",
      "Epoch 24/50\n",
      " - 9s - loss: 0.0206 - acc: 0.9923 - auc_roc: 0.9757\n",
      "Epoch 25/50\n",
      " - 10s - loss: 0.0180 - acc: 0.9933 - auc_roc: 0.9770\n",
      "Epoch 26/50\n",
      " - 10s - loss: 0.0181 - acc: 0.9931 - auc_roc: 0.9782\n",
      "Epoch 27/50\n",
      " - 9s - loss: 0.0161 - acc: 0.9939 - auc_roc: 0.9793\n",
      "Epoch 28/50\n",
      " - 9s - loss: 0.0172 - acc: 0.9936 - auc_roc: 0.9803\n",
      "Epoch 29/50\n",
      " - 7s - loss: 0.0158 - acc: 0.9940 - auc_roc: 0.9812\n",
      "Epoch 30/50\n",
      " - 9s - loss: 0.0142 - acc: 0.9947 - auc_roc: 0.9821\n",
      "Epoch 31/50\n",
      " - 9s - loss: 0.0152 - acc: 0.9944 - auc_roc: 0.9829\n",
      "Epoch 32/50\n",
      " - 10s - loss: 0.0125 - acc: 0.9955 - auc_roc: 0.9836\n",
      "Epoch 33/50\n",
      " - 9s - loss: 0.0131 - acc: 0.9950 - auc_roc: 0.9843\n",
      "Epoch 34/50\n",
      " - 9s - loss: 0.0115 - acc: 0.9959 - auc_roc: 0.9850\n",
      "Epoch 35/50\n",
      " - 9s - loss: 0.0107 - acc: 0.9960 - auc_roc: 0.9856\n",
      "Epoch 36/50\n",
      " - 9s - loss: 0.0096 - acc: 0.9965 - auc_roc: 0.9861\n",
      "Epoch 37/50\n",
      " - 9s - loss: 0.0097 - acc: 0.9963 - auc_roc: 0.9867\n",
      "Epoch 38/50\n",
      " - 9s - loss: 0.0099 - acc: 0.9962 - auc_roc: 0.9872\n",
      "Epoch 39/50\n",
      " - 9s - loss: 0.0090 - acc: 0.9968 - auc_roc: 0.9877\n",
      "Epoch 40/50\n",
      " - 10s - loss: 0.0091 - acc: 0.9966 - auc_roc: 0.9881\n",
      "Epoch 41/50\n",
      " - 9s - loss: 0.0075 - acc: 0.9974 - auc_roc: 0.9885\n",
      "Epoch 42/50\n",
      " - 9s - loss: 0.0077 - acc: 0.9972 - auc_roc: 0.9889\n",
      "Epoch 43/50\n",
      " - 9s - loss: 0.0084 - acc: 0.9973 - auc_roc: 0.9893\n",
      "Epoch 44/50\n",
      " - 10s - loss: 0.0065 - acc: 0.9976 - auc_roc: 0.9897\n",
      "Epoch 45/50\n",
      " - 10s - loss: 0.0059 - acc: 0.9979 - auc_roc: 0.9900\n",
      "Epoch 46/50\n",
      " - 9s - loss: 0.0057 - acc: 0.9982 - auc_roc: 0.9903\n",
      "Epoch 47/50\n",
      " - 9s - loss: 0.0053 - acc: 0.9981 - auc_roc: 0.9906\n",
      "Epoch 48/50\n",
      " - 10s - loss: 0.0060 - acc: 0.9977 - auc_roc: 0.9909\n",
      "Epoch 49/50\n",
      " - 10s - loss: 0.0067 - acc: 0.9977 - auc_roc: 0.9912\n",
      "Epoch 50/50\n",
      " - 9s - loss: 0.0048 - acc: 0.9985 - auc_roc: 0.9915\n",
      "acc: 97.3459911113%\n",
      "auc_roc: 99.0864585208%\n",
      "Epoch 1/50\n",
      " - 10s - loss: 0.1756 - acc: 0.9520 - auc_roc: 0.6593\n",
      "Epoch 2/50\n",
      " - 9s - loss: 0.1344 - acc: 0.9631 - auc_roc: 0.7414\n",
      "Epoch 3/50\n",
      " - 9s - loss: 0.1240 - acc: 0.9632 - auc_roc: 0.7751\n",
      "Epoch 4/50\n",
      " - 9s - loss: 0.1053 - acc: 0.9651 - auc_roc: 0.8086\n",
      "Epoch 5/50\n",
      " - 10s - loss: 0.0881 - acc: 0.9705 - auc_roc: 0.8378\n",
      "Epoch 6/50\n",
      " - 10s - loss: 0.0753 - acc: 0.9742 - auc_roc: 0.8613\n",
      "Epoch 7/50\n",
      " - 10s - loss: 0.0624 - acc: 0.9781 - auc_roc: 0.8823\n",
      "Epoch 8/50\n",
      " - 10s - loss: 0.0546 - acc: 0.9804 - auc_roc: 0.8987\n",
      "Epoch 9/50\n",
      " - 6s - loss: 0.0501 - acc: 0.9816 - auc_roc: 0.9121\n",
      "Epoch 10/50\n",
      " - 9s - loss: 0.0448 - acc: 0.9833 - auc_roc: 0.9226\n",
      "Epoch 11/50\n",
      " - 9s - loss: 0.0411 - acc: 0.9848 - auc_roc: 0.9313\n",
      "Epoch 12/50\n",
      " - 10s - loss: 0.0398 - acc: 0.9849 - auc_roc: 0.9383\n",
      "Epoch 13/50\n",
      " - 9s - loss: 0.0354 - acc: 0.9863 - auc_roc: 0.9442\n",
      "Epoch 14/50\n",
      " - 9s - loss: 0.0325 - acc: 0.9872 - auc_roc: 0.9493\n",
      "Epoch 15/50\n",
      " - 10s - loss: 0.0306 - acc: 0.9880 - auc_roc: 0.9539\n",
      "Epoch 16/50\n",
      " - 9s - loss: 0.0300 - acc: 0.9884 - auc_roc: 0.9576\n",
      "Epoch 17/50\n",
      " - 9s - loss: 0.0281 - acc: 0.9888 - auc_roc: 0.9609\n",
      "Epoch 18/50\n",
      " - 9s - loss: 0.0261 - acc: 0.9897 - auc_roc: 0.9637\n",
      "Epoch 19/50\n",
      " - 10s - loss: 0.0254 - acc: 0.9902 - auc_roc: 0.9663\n",
      "Epoch 20/50\n",
      " - 9s - loss: 0.0251 - acc: 0.9900 - auc_roc: 0.9685\n",
      "Epoch 21/50\n",
      " - 9s - loss: 0.0218 - acc: 0.9917 - auc_roc: 0.9705\n",
      "Epoch 22/50\n",
      " - 9s - loss: 0.0210 - acc: 0.9916 - auc_roc: 0.9723\n",
      "Epoch 23/50\n",
      " - 9s - loss: 0.0211 - acc: 0.9916 - auc_roc: 0.9739\n",
      "Epoch 24/50\n",
      " - 9s - loss: 0.0197 - acc: 0.9922 - auc_roc: 0.9754\n",
      "Epoch 25/50\n",
      " - 9s - loss: 0.0184 - acc: 0.9925 - auc_roc: 0.9767\n",
      "Epoch 26/50\n",
      " - 10s - loss: 0.0202 - acc: 0.9918 - auc_roc: 0.9779\n",
      "Epoch 27/50\n",
      " - 10s - loss: 0.0181 - acc: 0.9929 - auc_roc: 0.9790\n",
      "Epoch 28/50\n",
      " - 10s - loss: 0.0154 - acc: 0.9940 - auc_roc: 0.9800\n",
      "Epoch 29/50\n",
      " - 10s - loss: 0.0150 - acc: 0.9947 - auc_roc: 0.9810\n",
      "Epoch 30/50\n",
      " - 10s - loss: 0.0144 - acc: 0.9945 - auc_roc: 0.9818\n",
      "Epoch 31/50\n",
      " - 9s - loss: 0.0138 - acc: 0.9945 - auc_roc: 0.9826\n",
      "Epoch 32/50\n",
      " - 9s - loss: 0.0134 - acc: 0.9949 - auc_roc: 0.9834\n",
      "Epoch 33/50\n",
      " - 10s - loss: 0.0128 - acc: 0.9949 - auc_roc: 0.9841\n",
      "Epoch 34/50\n",
      " - 9s - loss: 0.0125 - acc: 0.9950 - auc_roc: 0.9848\n",
      "Epoch 35/50\n",
      " - 9s - loss: 0.0109 - acc: 0.9958 - auc_roc: 0.9854\n",
      "Epoch 36/50\n",
      " - 10s - loss: 0.0101 - acc: 0.9962 - auc_roc: 0.9860\n",
      "Epoch 37/50\n",
      " - 9s - loss: 0.0094 - acc: 0.9965 - auc_roc: 0.9865\n",
      "Epoch 38/50\n",
      " - 9s - loss: 0.0088 - acc: 0.9969 - auc_roc: 0.9870\n",
      "Epoch 39/50\n",
      " - 10s - loss: 0.0090 - acc: 0.9965 - auc_roc: 0.9875\n",
      "Epoch 40/50\n",
      " - 7s - loss: 0.0084 - acc: 0.9971 - auc_roc: 0.9880\n",
      "Epoch 41/50\n",
      " - 3s - loss: 0.0087 - acc: 0.9968 - auc_roc: 0.9884\n",
      "Epoch 42/50\n",
      " - 3s - loss: 0.0083 - acc: 0.9972 - auc_roc: 0.9888\n",
      "Epoch 43/50\n",
      " - 3s - loss: 0.0080 - acc: 0.9970 - auc_roc: 0.9892\n",
      "Epoch 44/50\n",
      " - 3s - loss: 0.0075 - acc: 0.9976 - auc_roc: 0.9895\n",
      "Epoch 45/50\n",
      " - 3s - loss: 0.0071 - acc: 0.9975 - auc_roc: 0.9898\n",
      "Epoch 46/50\n",
      " - 3s - loss: 0.0087 - acc: 0.9969 - auc_roc: 0.9901\n",
      "Epoch 47/50\n",
      " - 3s - loss: 0.0066 - acc: 0.9976 - auc_roc: 0.9905\n",
      "Epoch 48/50\n",
      " - 3s - loss: 0.0057 - acc: 0.9980 - auc_roc: 0.9907\n",
      "Epoch 49/50\n",
      " - 3s - loss: 0.0051 - acc: 0.9981 - auc_roc: 0.9910\n",
      "Epoch 50/50\n",
      " - 3s - loss: 0.0048 - acc: 0.9983 - auc_roc: 0.9913\n",
      "acc: 97.3553912871%\n",
      "auc_roc: 99.0630267112%\n",
      "acc: 97.3365910102% (+/- 0.0203065969%)\n",
      "roc_auc: 99.0645873895% (+/- 0.0172558839%)\n"
     ]
    }
   ],
   "source": [
    "for embed in embeddings:\n",
    "    print (\"\\n********************{}********************\".format(embed[2]))\n",
    "    params[\"embedding_matrix\"] = embed[0]\n",
    "    params[\"embed_size\"] = embed[1]\n",
    "    run_5fold(x_train, y_train, get_dpcnn_model, **params)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "##### result\n",
    "\n",
    "- fastText:\n",
    "\n",
    "acc: 97.1485857170% (+/- 0.0387158876%)\n",
    "\n",
    "roc_auc: 99.3164661755% (+/- 0.0296601450%)\n",
    "\n",
    "- glove:\n",
    "\n",
    "acc: 97.2540775012% (+/- 0.1306639086%)\n",
    "\n",
    "roc_auc: 99.2238171990% (+/- 0.0107630639%)\n",
    "\n",
    "- glove twitter:\n",
    "\n",
    "acc: 97.3365910102% (+/- 0.0203065969%)\n",
    "\n",
    "roc_auc: 99.0645873895% (+/- 0.0172558839%)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## check different filters"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "params = {\n",
    "    \"maxlen\": maxlen,\n",
    "    \"max_features\": max_features,\n",
    "    \"dropout\": 0.2,\n",
    "    \"kernel_size\": 3,\n",
    "    \"reg\": 0.0, \n",
    "    \"embedding_matrix\": fastText,\n",
    "    \"embed_size\": 300\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "filters = [32, 128]  # 64 refers to previous result"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "collapsed": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "********************f = 32********************\n",
      "Epoch 1/50\n",
      " - 10s - loss: 0.2029 - acc: 0.9379 - auc_roc: 0.6308\n",
      "Epoch 2/50\n",
      " - 8s - loss: 0.1359 - acc: 0.9639 - auc_roc: 0.7146\n",
      "Epoch 3/50\n",
      " - 8s - loss: 0.1265 - acc: 0.9639 - auc_roc: 0.7508\n",
      "Epoch 4/50\n",
      " - 8s - loss: 0.1064 - acc: 0.9645 - auc_roc: 0.7857\n",
      "Epoch 5/50\n",
      " - 8s - loss: 0.0832 - acc: 0.9705 - auc_roc: 0.8217\n",
      "Epoch 6/50\n",
      " - 8s - loss: 0.0632 - acc: 0.9776 - auc_roc: 0.8543\n",
      "Epoch 7/50\n",
      " - 8s - loss: 0.0521 - acc: 0.9813 - auc_roc: 0.8800\n",
      "Epoch 8/50\n",
      " - 8s - loss: 0.0449 - acc: 0.9832 - auc_roc: 0.8993\n",
      "Epoch 9/50\n",
      " - 8s - loss: 0.0408 - acc: 0.9847 - auc_roc: 0.9143\n",
      "Epoch 10/50\n",
      " - 8s - loss: 0.0371 - acc: 0.9860 - auc_roc: 0.9257\n",
      "Epoch 11/50\n",
      " - 8s - loss: 0.0340 - acc: 0.9871 - auc_roc: 0.9348\n",
      "Epoch 12/50\n",
      " - 8s - loss: 0.0313 - acc: 0.9877 - auc_roc: 0.9422\n",
      "Epoch 13/50\n",
      " - 8s - loss: 0.0297 - acc: 0.9886 - auc_roc: 0.9483\n",
      "Epoch 14/50\n",
      " - 8s - loss: 0.0275 - acc: 0.9890 - auc_roc: 0.9535\n",
      "Epoch 15/50\n",
      " - 8s - loss: 0.0271 - acc: 0.9892 - auc_roc: 0.9578\n",
      "Epoch 16/50\n",
      " - 6s - loss: 0.0250 - acc: 0.9905 - auc_roc: 0.9614\n",
      "Epoch 17/50\n",
      " - 8s - loss: 0.0249 - acc: 0.9906 - auc_roc: 0.9644\n",
      "Epoch 18/50\n",
      " - 8s - loss: 0.0234 - acc: 0.9911 - auc_roc: 0.9670\n",
      "Epoch 19/50\n",
      " - 8s - loss: 0.0226 - acc: 0.9914 - auc_roc: 0.9693\n",
      "Epoch 20/50\n",
      " - 8s - loss: 0.0210 - acc: 0.9919 - auc_roc: 0.9714\n",
      "Epoch 21/50\n",
      " - 8s - loss: 0.0203 - acc: 0.9924 - auc_roc: 0.9733\n",
      "Epoch 22/50\n",
      " - 8s - loss: 0.0197 - acc: 0.9924 - auc_roc: 0.9749\n",
      "Epoch 23/50\n",
      " - 8s - loss: 0.0187 - acc: 0.9929 - auc_roc: 0.9763\n",
      "Epoch 24/50\n",
      " - 8s - loss: 0.0176 - acc: 0.9935 - auc_roc: 0.9777\n",
      "Epoch 25/50\n",
      " - 8s - loss: 0.0166 - acc: 0.9937 - auc_roc: 0.9789\n",
      "Epoch 26/50\n",
      " - 8s - loss: 0.0160 - acc: 0.9939 - auc_roc: 0.9800\n",
      "Epoch 27/50\n",
      " - 8s - loss: 0.0152 - acc: 0.9943 - auc_roc: 0.9810\n",
      "Epoch 28/50\n",
      " - 8s - loss: 0.0149 - acc: 0.9943 - auc_roc: 0.9820\n",
      "Epoch 29/50\n",
      " - 8s - loss: 0.0143 - acc: 0.9944 - auc_roc: 0.9828\n",
      "Epoch 30/50\n",
      " - 8s - loss: 0.0133 - acc: 0.9951 - auc_roc: 0.9836\n",
      "Epoch 31/50\n",
      " - 8s - loss: 0.0128 - acc: 0.9954 - auc_roc: 0.9843\n",
      "Epoch 32/50\n",
      " - 8s - loss: 0.0120 - acc: 0.9956 - auc_roc: 0.9850\n",
      "Epoch 33/50\n",
      " - 8s - loss: 0.0110 - acc: 0.9961 - auc_roc: 0.9856\n",
      "Epoch 34/50\n",
      " - 8s - loss: 0.0107 - acc: 0.9962 - auc_roc: 0.9862\n",
      "Epoch 35/50\n",
      " - 8s - loss: 0.0109 - acc: 0.9961 - auc_roc: 0.9868\n",
      "Epoch 36/50\n",
      " - 8s - loss: 0.0105 - acc: 0.9962 - auc_roc: 0.9873\n",
      "Epoch 37/50\n",
      " - 8s - loss: 0.0094 - acc: 0.9965 - auc_roc: 0.9878\n",
      "Epoch 38/50\n",
      " - 6s - loss: 0.0091 - acc: 0.9968 - auc_roc: 0.9882\n",
      "Epoch 39/50\n",
      " - 8s - loss: 0.0092 - acc: 0.9967 - auc_roc: 0.9887\n",
      "Epoch 40/50\n",
      " - 8s - loss: 0.0084 - acc: 0.9968 - auc_roc: 0.9891\n",
      "Epoch 41/50\n",
      " - 8s - loss: 0.0076 - acc: 0.9973 - auc_roc: 0.9895\n",
      "Epoch 42/50\n",
      " - 8s - loss: 0.0067 - acc: 0.9977 - auc_roc: 0.9898\n",
      "Epoch 43/50\n",
      " - 8s - loss: 0.0068 - acc: 0.9977 - auc_roc: 0.9902\n",
      "Epoch 44/50\n",
      " - 8s - loss: 0.0065 - acc: 0.9976 - auc_roc: 0.9905\n",
      "Epoch 45/50\n",
      " - 8s - loss: 0.0061 - acc: 0.9980 - auc_roc: 0.9908\n",
      "Epoch 46/50\n",
      " - 8s - loss: 0.0055 - acc: 0.9980 - auc_roc: 0.9911\n",
      "Epoch 47/50\n",
      " - 8s - loss: 0.0060 - acc: 0.9980 - auc_roc: 0.9914\n",
      "Epoch 48/50\n",
      " - 8s - loss: 0.0050 - acc: 0.9984 - auc_roc: 0.9917\n",
      "Epoch 49/50\n",
      " - 8s - loss: 0.0051 - acc: 0.9982 - auc_roc: 0.9919\n",
      "Epoch 50/50\n",
      " - 8s - loss: 0.0044 - acc: 0.9982 - auc_roc: 0.9922\n",
      "acc: 96.8634441912%\n",
      "auc_roc: 99.1306304472%\n",
      "Epoch 1/50\n",
      " - 9s - loss: 0.2012 - acc: 0.9424 - auc_roc: 0.6171\n",
      "Epoch 2/50\n",
      " - 8s - loss: 0.1389 - acc: 0.9628 - auc_roc: 0.7089\n",
      "Epoch 3/50\n",
      " - 8s - loss: 0.1308 - acc: 0.9628 - auc_roc: 0.7455\n",
      "Epoch 4/50\n",
      " - 8s - loss: 0.1143 - acc: 0.9628 - auc_roc: 0.7791\n",
      "Epoch 5/50\n",
      " - 8s - loss: 0.0935 - acc: 0.9663 - auc_roc: 0.8137\n",
      "Epoch 6/50\n",
      " - 8s - loss: 0.0727 - acc: 0.9742 - auc_roc: 0.8441\n",
      "Epoch 7/50\n",
      " - 8s - loss: 0.0592 - acc: 0.9785 - auc_roc: 0.8703\n",
      "Epoch 8/50\n",
      " - 8s - loss: 0.0512 - acc: 0.9810 - auc_roc: 0.8907\n",
      "Epoch 9/50\n",
      " - 8s - loss: 0.0424 - acc: 0.9839 - auc_roc: 0.9065\n",
      "Epoch 10/50\n",
      " - 4s - loss: 0.0380 - acc: 0.9857 - auc_roc: 0.9194\n",
      "Epoch 11/50\n",
      " - 3s - loss: 0.0354 - acc: 0.9862 - auc_roc: 0.9297\n",
      "Epoch 12/50\n",
      " - 3s - loss: 0.0325 - acc: 0.9873 - auc_roc: 0.9379\n",
      "Epoch 13/50\n",
      " - 3s - loss: 0.0304 - acc: 0.9885 - auc_roc: 0.9446\n",
      "Epoch 14/50\n",
      " - 3s - loss: 0.0282 - acc: 0.9891 - auc_roc: 0.9501\n",
      "Epoch 15/50\n",
      " - 3s - loss: 0.0266 - acc: 0.9901 - auc_roc: 0.9548\n",
      "Epoch 16/50\n",
      " - 3s - loss: 0.0247 - acc: 0.9906 - auc_roc: 0.9587\n",
      "Epoch 17/50\n",
      " - 3s - loss: 0.0245 - acc: 0.9904 - auc_roc: 0.9621\n",
      "Epoch 18/50\n",
      " - 3s - loss: 0.0236 - acc: 0.9907 - auc_roc: 0.9650\n",
      "Epoch 19/50\n",
      " - 3s - loss: 0.0216 - acc: 0.9911 - auc_roc: 0.9676\n",
      "Epoch 20/50\n",
      " - 3s - loss: 0.0212 - acc: 0.9919 - auc_roc: 0.9699\n",
      "Epoch 21/50\n",
      " - 3s - loss: 0.0205 - acc: 0.9919 - auc_roc: 0.9719\n",
      "Epoch 22/50\n",
      " - 3s - loss: 0.0185 - acc: 0.9928 - auc_roc: 0.9737\n",
      "Epoch 23/50\n",
      " - 3s - loss: 0.0189 - acc: 0.9926 - auc_roc: 0.9753\n",
      "Epoch 24/50\n",
      " - 3s - loss: 0.0185 - acc: 0.9930 - auc_roc: 0.9767\n",
      "Epoch 25/50\n",
      " - 3s - loss: 0.0171 - acc: 0.9932 - auc_roc: 0.9780\n",
      "Epoch 26/50\n",
      " - 3s - loss: 0.0163 - acc: 0.9938 - auc_roc: 0.9792\n",
      "Epoch 27/50\n",
      " - 3s - loss: 0.0157 - acc: 0.9938 - auc_roc: 0.9803\n",
      "Epoch 28/50\n",
      " - 3s - loss: 0.0140 - acc: 0.9948 - auc_roc: 0.9812\n",
      "Epoch 29/50\n",
      " - 3s - loss: 0.0134 - acc: 0.9949 - auc_roc: 0.9822\n",
      "Epoch 30/50\n",
      " - 3s - loss: 0.0122 - acc: 0.9954 - auc_roc: 0.9830\n",
      "Epoch 31/50\n",
      " - 3s - loss: 0.0121 - acc: 0.9953 - auc_roc: 0.9838\n",
      "Epoch 32/50\n",
      " - 3s - loss: 0.0113 - acc: 0.9956 - auc_roc: 0.9845\n",
      "Epoch 33/50\n",
      " - 3s - loss: 0.0103 - acc: 0.9962 - auc_roc: 0.9852\n",
      "Epoch 34/50\n",
      " - 3s - loss: 0.0103 - acc: 0.9961 - auc_roc: 0.9859\n",
      "Epoch 35/50\n",
      " - 3s - loss: 0.0092 - acc: 0.9965 - auc_roc: 0.9864\n",
      "Epoch 36/50\n",
      " - 3s - loss: 0.0093 - acc: 0.9964 - auc_roc: 0.9870\n",
      "Epoch 37/50\n",
      " - 3s - loss: 0.0091 - acc: 0.9965 - auc_roc: 0.9875\n",
      "Epoch 38/50\n",
      " - 3s - loss: 0.0097 - acc: 0.9962 - auc_roc: 0.9880\n",
      "Epoch 39/50\n",
      " - 3s - loss: 0.0081 - acc: 0.9970 - auc_roc: 0.9884\n",
      "Epoch 40/50\n",
      " - 3s - loss: 0.0069 - acc: 0.9975 - auc_roc: 0.9889\n",
      "Epoch 41/50\n",
      " - 3s - loss: 0.0064 - acc: 0.9976 - auc_roc: 0.9893\n",
      "Epoch 42/50\n",
      " - 3s - loss: 0.0065 - acc: 0.9976 - auc_roc: 0.9897\n",
      "Epoch 43/50\n",
      " - 3s - loss: 0.0065 - acc: 0.9977 - auc_roc: 0.9900\n",
      "Epoch 44/50\n",
      " - 3s - loss: 0.0058 - acc: 0.9977 - auc_roc: 0.9904\n",
      "Epoch 45/50\n",
      " - 3s - loss: 0.0058 - acc: 0.9980 - auc_roc: 0.9907\n",
      "Epoch 46/50\n",
      " - 3s - loss: 0.0053 - acc: 0.9982 - auc_roc: 0.9910\n",
      "Epoch 47/50\n",
      " - 3s - loss: 0.0046 - acc: 0.9984 - auc_roc: 0.9913\n",
      "Epoch 48/50\n",
      " - 3s - loss: 0.0040 - acc: 0.9985 - auc_roc: 0.9916\n",
      "Epoch 49/50\n",
      " - 3s - loss: 0.0046 - acc: 0.9984 - auc_roc: 0.9919\n",
      "Epoch 50/50\n",
      " - 3s - loss: 0.0037 - acc: 0.9989 - auc_roc: 0.9921\n",
      "acc: 97.2989901897%\n",
      "auc_roc: 99.1150853295%\n",
      "Epoch 1/50\n",
      " - 4s - loss: 0.2054 - acc: 0.9394 - auc_roc: 0.6126\n",
      "Epoch 2/50\n",
      " - 3s - loss: 0.1369 - acc: 0.9631 - auc_roc: 0.7128\n",
      "Epoch 3/50\n",
      " - 3s - loss: 0.1286 - acc: 0.9631 - auc_roc: 0.7502\n",
      "Epoch 4/50\n",
      " - 3s - loss: 0.1125 - acc: 0.9633 - auc_roc: 0.7850\n",
      "Epoch 5/50\n",
      " - 3s - loss: 0.0901 - acc: 0.9667 - auc_roc: 0.8184\n",
      "Epoch 6/50\n",
      " - 3s - loss: 0.0708 - acc: 0.9740 - auc_roc: 0.8498\n",
      "Epoch 7/50\n",
      " - 3s - loss: 0.0640 - acc: 0.9761 - auc_roc: 0.8742\n",
      "Epoch 8/50\n",
      " - 3s - loss: 0.0522 - acc: 0.9804 - auc_roc: 0.8927\n",
      "Epoch 9/50\n",
      " - 3s - loss: 0.0452 - acc: 0.9831 - auc_roc: 0.9082\n",
      "Epoch 10/50\n",
      " - 3s - loss: 0.0421 - acc: 0.9841 - auc_roc: 0.9201\n",
      "Epoch 11/50\n",
      " - 3s - loss: 0.0384 - acc: 0.9854 - auc_roc: 0.9294\n",
      "Epoch 12/50\n",
      " - 3s - loss: 0.0350 - acc: 0.9868 - auc_roc: 0.9373\n",
      "Epoch 13/50\n",
      " - 3s - loss: 0.0315 - acc: 0.9876 - auc_roc: 0.9438\n",
      "Epoch 14/50\n",
      " - 3s - loss: 0.0310 - acc: 0.9878 - auc_roc: 0.9493\n",
      "Epoch 15/50\n",
      " - 3s - loss: 0.0299 - acc: 0.9889 - auc_roc: 0.9538\n",
      "Epoch 16/50\n",
      " - 3s - loss: 0.0267 - acc: 0.9897 - auc_roc: 0.9577\n",
      "Epoch 17/50\n",
      " - 3s - loss: 0.0262 - acc: 0.9900 - auc_roc: 0.9611\n",
      "Epoch 18/50\n",
      " - 3s - loss: 0.0251 - acc: 0.9902 - auc_roc: 0.9640\n",
      "Epoch 19/50\n",
      " - 3s - loss: 0.0237 - acc: 0.9910 - auc_roc: 0.9665\n",
      "Epoch 20/50\n",
      " - 3s - loss: 0.0233 - acc: 0.9909 - auc_roc: 0.9688\n",
      "Epoch 21/50\n",
      " - 3s - loss: 0.0211 - acc: 0.9919 - auc_roc: 0.9708\n",
      "Epoch 22/50\n",
      " - 3s - loss: 0.0201 - acc: 0.9923 - auc_roc: 0.9726\n",
      "Epoch 23/50\n",
      " - 3s - loss: 0.0189 - acc: 0.9933 - auc_roc: 0.9742\n",
      "Epoch 24/50\n",
      " - 3s - loss: 0.0188 - acc: 0.9931 - auc_roc: 0.9757\n",
      "Epoch 25/50\n",
      " - 3s - loss: 0.0177 - acc: 0.9936 - auc_roc: 0.9770\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 26/50\n",
      " - 3s - loss: 0.0166 - acc: 0.9940 - auc_roc: 0.9782\n",
      "Epoch 27/50\n",
      " - 3s - loss: 0.0153 - acc: 0.9944 - auc_roc: 0.9793\n",
      "Epoch 28/50\n",
      " - 3s - loss: 0.0151 - acc: 0.9943 - auc_roc: 0.9803\n",
      "Epoch 29/50\n",
      " - 3s - loss: 0.0140 - acc: 0.9948 - auc_roc: 0.9813\n",
      "Epoch 30/50\n",
      " - 3s - loss: 0.0135 - acc: 0.9952 - auc_roc: 0.9822\n",
      "Epoch 31/50\n",
      " - 3s - loss: 0.0129 - acc: 0.9952 - auc_roc: 0.9830\n",
      "Epoch 32/50\n",
      " - 3s - loss: 0.0120 - acc: 0.9953 - auc_roc: 0.9837\n",
      "Epoch 33/50\n",
      " - 3s - loss: 0.0110 - acc: 0.9960 - auc_roc: 0.9844\n",
      "Epoch 34/50\n",
      " - 3s - loss: 0.0113 - acc: 0.9961 - auc_roc: 0.9851\n",
      "Epoch 35/50\n",
      " - 3s - loss: 0.0102 - acc: 0.9964 - auc_roc: 0.9857\n",
      "Epoch 36/50\n",
      " - 3s - loss: 0.0091 - acc: 0.9968 - auc_roc: 0.9863\n",
      "Epoch 37/50\n",
      " - 3s - loss: 0.0086 - acc: 0.9972 - auc_roc: 0.9868\n",
      "Epoch 38/50\n",
      " - 3s - loss: 0.0090 - acc: 0.9968 - auc_roc: 0.9873\n",
      "Epoch 39/50\n",
      " - 3s - loss: 0.0081 - acc: 0.9970 - auc_roc: 0.9878\n",
      "Epoch 40/50\n",
      " - 3s - loss: 0.0074 - acc: 0.9974 - auc_roc: 0.9883\n",
      "Epoch 41/50\n",
      " - 3s - loss: 0.0077 - acc: 0.9974 - auc_roc: 0.9887\n",
      "Epoch 42/50\n",
      " - 3s - loss: 0.0063 - acc: 0.9980 - auc_roc: 0.9891\n",
      "Epoch 43/50\n",
      " - 3s - loss: 0.0060 - acc: 0.9979 - auc_roc: 0.9895\n",
      "Epoch 44/50\n",
      " - 3s - loss: 0.0072 - acc: 0.9975 - auc_roc: 0.9898\n",
      "Epoch 45/50\n",
      " - 3s - loss: 0.0068 - acc: 0.9977 - auc_roc: 0.9901\n",
      "Epoch 46/50\n",
      " - 3s - loss: 0.0061 - acc: 0.9979 - auc_roc: 0.9905\n",
      "Epoch 47/50\n",
      " - 3s - loss: 0.0054 - acc: 0.9980 - auc_roc: 0.9908\n",
      "Epoch 48/50\n",
      " - 3s - loss: 0.0049 - acc: 0.9984 - auc_roc: 0.9911\n",
      "Epoch 49/50\n",
      " - 3s - loss: 0.0041 - acc: 0.9985 - auc_roc: 0.9913\n",
      "Epoch 50/50\n",
      " - 3s - loss: 0.0044 - acc: 0.9984 - auc_roc: 0.9916\n",
      "acc: 97.0295156274%\n",
      "auc_roc: 99.0846618906%\n",
      "acc: 97.0639833361% (+/- 0.1794734826%)\n",
      "roc_auc: 99.1101258891% (+/- 0.0190914306%)\n",
      "\n",
      "********************f = 128********************\n",
      "Epoch 1/50\n",
      " - 7s - loss: 0.1628 - acc: 0.9577 - auc_roc: 0.6588\n",
      "Epoch 2/50\n",
      " - 6s - loss: 0.1271 - acc: 0.9639 - auc_roc: 0.7521\n",
      "Epoch 3/50\n",
      " - 6s - loss: 0.1038 - acc: 0.9659 - auc_roc: 0.8016\n",
      "Epoch 4/50\n",
      " - 6s - loss: 0.0779 - acc: 0.9734 - auc_roc: 0.8463\n",
      "Epoch 5/50\n",
      " - 6s - loss: 0.0606 - acc: 0.9780 - auc_roc: 0.8797\n",
      "Epoch 6/50\n",
      " - 6s - loss: 0.0497 - acc: 0.9820 - auc_roc: 0.9037\n",
      "Epoch 7/50\n",
      " - 6s - loss: 0.0411 - acc: 0.9848 - auc_roc: 0.9206\n",
      "Epoch 8/50\n",
      " - 6s - loss: 0.0359 - acc: 0.9864 - auc_roc: 0.9337\n",
      "Epoch 9/50\n",
      " - 6s - loss: 0.0327 - acc: 0.9872 - auc_roc: 0.9435\n",
      "Epoch 10/50\n",
      " - 5s - loss: 0.0301 - acc: 0.9882 - auc_roc: 0.9511\n",
      "Epoch 11/50\n",
      " - 6s - loss: 0.0285 - acc: 0.9891 - auc_roc: 0.9571\n",
      "Epoch 12/50\n",
      " - 6s - loss: 0.0256 - acc: 0.9903 - auc_roc: 0.9618\n",
      "Epoch 13/50\n",
      " - 6s - loss: 0.0241 - acc: 0.9907 - auc_roc: 0.9658\n",
      "Epoch 14/50\n",
      " - 6s - loss: 0.0232 - acc: 0.9909 - auc_roc: 0.9690\n",
      "Epoch 15/50\n",
      " - 6s - loss: 0.0246 - acc: 0.9902 - auc_roc: 0.9716\n",
      "Epoch 16/50\n",
      " - 5s - loss: 0.0212 - acc: 0.9917 - auc_roc: 0.9740\n",
      "Epoch 17/50\n",
      " - 6s - loss: 0.0191 - acc: 0.9925 - auc_roc: 0.9760\n",
      "Epoch 18/50\n",
      " - 6s - loss: 0.0190 - acc: 0.9927 - auc_roc: 0.9777\n",
      "Epoch 19/50\n",
      " - 6s - loss: 0.0181 - acc: 0.9932 - auc_roc: 0.9793\n",
      "Epoch 20/50\n",
      " - 6s - loss: 0.0169 - acc: 0.9935 - auc_roc: 0.9806\n",
      "Epoch 21/50\n",
      " - 5s - loss: 0.0138 - acc: 0.9948 - auc_roc: 0.9819\n",
      "Epoch 22/50\n",
      " - 5s - loss: 0.0130 - acc: 0.9948 - auc_roc: 0.9830\n",
      "Epoch 23/50\n",
      " - 6s - loss: 0.0124 - acc: 0.9952 - auc_roc: 0.9840\n",
      "Epoch 24/50\n",
      " - 6s - loss: 0.0111 - acc: 0.9959 - auc_roc: 0.9850\n",
      "Epoch 25/50\n",
      " - 6s - loss: 0.0106 - acc: 0.9960 - auc_roc: 0.9858\n",
      "Epoch 26/50\n",
      " - 6s - loss: 0.0099 - acc: 0.9963 - auc_roc: 0.9866\n",
      "Epoch 27/50\n",
      " - 6s - loss: 0.0098 - acc: 0.9965 - auc_roc: 0.9873\n",
      "Epoch 28/50\n",
      " - 6s - loss: 0.0083 - acc: 0.9969 - auc_roc: 0.9879\n",
      "Epoch 29/50\n",
      " - 6s - loss: 0.0085 - acc: 0.9967 - auc_roc: 0.9885\n",
      "Epoch 30/50\n",
      " - 6s - loss: 0.0074 - acc: 0.9975 - auc_roc: 0.9891\n",
      "Epoch 31/50\n",
      " - 6s - loss: 0.0067 - acc: 0.9976 - auc_roc: 0.9896\n",
      "Epoch 32/50\n",
      " - 6s - loss: 0.0084 - acc: 0.9971 - auc_roc: 0.9900\n",
      "Epoch 33/50\n",
      " - 6s - loss: 0.0051 - acc: 0.9982 - auc_roc: 0.9905\n",
      "Epoch 34/50\n",
      " - 6s - loss: 0.0051 - acc: 0.9982 - auc_roc: 0.9909\n",
      "Epoch 35/50\n",
      " - 6s - loss: 0.0047 - acc: 0.9984 - auc_roc: 0.9913\n",
      "Epoch 36/50\n",
      " - 6s - loss: 0.0043 - acc: 0.9986 - auc_roc: 0.9916\n",
      "Epoch 37/50\n",
      " - 6s - loss: 0.0048 - acc: 0.9985 - auc_roc: 0.9919\n",
      "Epoch 38/50\n",
      " - 6s - loss: 0.0037 - acc: 0.9988 - auc_roc: 0.9922\n",
      "Epoch 39/50\n",
      " - 6s - loss: 0.0039 - acc: 0.9985 - auc_roc: 0.9925\n",
      "Epoch 40/50\n",
      " - 6s - loss: 0.0034 - acc: 0.9987 - auc_roc: 0.9928\n",
      "Epoch 41/50\n",
      " - 6s - loss: 0.0034 - acc: 0.9990 - auc_roc: 0.9931\n",
      "Epoch 42/50\n",
      " - 6s - loss: 0.0038 - acc: 0.9988 - auc_roc: 0.9933\n",
      "Epoch 43/50\n",
      " - 6s - loss: 0.0045 - acc: 0.9984 - auc_roc: 0.9935\n",
      "Epoch 44/50\n",
      " - 6s - loss: 0.0034 - acc: 0.9989 - auc_roc: 0.9938\n",
      "Epoch 45/50\n",
      " - 6s - loss: 0.0032 - acc: 0.9989 - auc_roc: 0.9939\n",
      "Epoch 46/50\n",
      " - 6s - loss: 0.0028 - acc: 0.9992 - auc_roc: 0.9941\n",
      "Epoch 47/50\n",
      " - 6s - loss: 0.0029 - acc: 0.9991 - auc_roc: 0.9943\n",
      "Epoch 48/50\n",
      " - 6s - loss: 0.0029 - acc: 0.9990 - auc_roc: 0.9945\n",
      "Epoch 49/50\n",
      " - 6s - loss: 0.0031 - acc: 0.9990 - auc_roc: 0.9946\n",
      "Epoch 50/50\n",
      " - 6s - loss: 0.0021 - acc: 0.9993 - auc_roc: 0.9948\n",
      "acc: 97.3741920287%\n",
      "auc_roc: 99.3854536040%\n",
      "Epoch 1/50\n",
      " - 6s - loss: 0.1693 - acc: 0.9571 - auc_roc: 0.6585\n",
      "Epoch 2/50\n",
      " - 6s - loss: 0.1337 - acc: 0.9628 - auc_roc: 0.7440\n",
      "Epoch 3/50\n",
      " - 6s - loss: 0.1097 - acc: 0.9636 - auc_roc: 0.7910\n",
      "Epoch 4/50\n",
      " - 6s - loss: 0.0803 - acc: 0.9717 - auc_roc: 0.8380\n",
      "Epoch 5/50\n",
      " - 6s - loss: 0.0607 - acc: 0.9784 - auc_roc: 0.8749\n",
      "Epoch 6/50\n",
      " - 6s - loss: 0.0518 - acc: 0.9816 - auc_roc: 0.8995\n",
      "Epoch 7/50\n",
      " - 6s - loss: 0.0429 - acc: 0.9839 - auc_roc: 0.9178\n",
      "Epoch 8/50\n",
      " - 6s - loss: 0.0420 - acc: 0.9842 - auc_roc: 0.9306\n",
      "Epoch 9/50\n",
      " - 6s - loss: 0.0351 - acc: 0.9866 - auc_roc: 0.9407\n",
      "Epoch 10/50\n",
      " - 6s - loss: 0.0316 - acc: 0.9879 - auc_roc: 0.9486\n",
      "Epoch 11/50\n",
      " - 6s - loss: 0.0300 - acc: 0.9884 - auc_roc: 0.9549\n",
      "Epoch 12/50\n",
      " - 6s - loss: 0.0272 - acc: 0.9895 - auc_roc: 0.9598\n",
      "Epoch 13/50\n",
      " - 6s - loss: 0.0250 - acc: 0.9902 - auc_roc: 0.9641\n",
      "Epoch 14/50\n",
      " - 6s - loss: 0.0231 - acc: 0.9913 - auc_roc: 0.9675\n",
      "Epoch 15/50\n",
      " - 6s - loss: 0.0215 - acc: 0.9917 - auc_roc: 0.9705\n",
      "Epoch 16/50\n",
      " - 10s - loss: 0.0206 - acc: 0.9921 - auc_roc: 0.9730\n",
      "Epoch 17/50\n",
      " - 14s - loss: 0.0191 - acc: 0.9924 - auc_roc: 0.9751\n",
      "Epoch 18/50\n",
      " - 14s - loss: 0.0179 - acc: 0.9931 - auc_roc: 0.9770\n",
      "Epoch 19/50\n",
      " - 14s - loss: 0.0158 - acc: 0.9940 - auc_roc: 0.9786\n",
      "Epoch 20/50\n",
      " - 14s - loss: 0.0146 - acc: 0.9944 - auc_roc: 0.9801\n",
      "Epoch 21/50\n",
      " - 14s - loss: 0.0138 - acc: 0.9951 - auc_roc: 0.9814\n",
      "Epoch 22/50\n",
      " - 14s - loss: 0.0128 - acc: 0.9952 - auc_roc: 0.9826\n",
      "Epoch 23/50\n",
      " - 14s - loss: 0.0106 - acc: 0.9960 - auc_roc: 0.9837\n",
      "Epoch 24/50\n",
      " - 14s - loss: 0.0106 - acc: 0.9959 - auc_roc: 0.9847\n",
      "Epoch 25/50\n",
      " - 14s - loss: 0.0096 - acc: 0.9964 - auc_roc: 0.9856\n",
      "Epoch 26/50\n",
      " - 14s - loss: 0.0089 - acc: 0.9970 - auc_roc: 0.9864\n",
      "Epoch 27/50\n",
      " - 14s - loss: 0.0090 - acc: 0.9966 - auc_roc: 0.9871\n",
      "Epoch 28/50\n",
      " - 14s - loss: 0.0077 - acc: 0.9972 - auc_roc: 0.9878\n",
      "Epoch 29/50\n",
      " - 14s - loss: 0.0065 - acc: 0.9976 - auc_roc: 0.9884\n",
      "Epoch 30/50\n",
      " - 14s - loss: 0.0071 - acc: 0.9973 - auc_roc: 0.9890\n",
      "Epoch 31/50\n",
      " - 14s - loss: 0.0055 - acc: 0.9981 - auc_roc: 0.9895\n",
      "Epoch 32/50\n",
      " - 13s - loss: 0.0045 - acc: 0.9985 - auc_roc: 0.9900\n",
      "Epoch 33/50\n",
      " - 13s - loss: 0.0046 - acc: 0.9984 - auc_roc: 0.9904\n",
      "Epoch 34/50\n",
      " - 12s - loss: 0.0047 - acc: 0.9984 - auc_roc: 0.9909\n",
      "Epoch 35/50\n",
      " - 14s - loss: 0.0046 - acc: 0.9984 - auc_roc: 0.9912\n",
      "Epoch 36/50\n",
      " - 14s - loss: 0.0042 - acc: 0.9986 - auc_roc: 0.9916\n",
      "Epoch 37/50\n",
      " - 14s - loss: 0.0050 - acc: 0.9984 - auc_roc: 0.9919\n",
      "Epoch 38/50\n",
      " - 14s - loss: 0.0030 - acc: 0.9989 - auc_roc: 0.9922\n",
      "Epoch 39/50\n",
      " - 14s - loss: 0.0035 - acc: 0.9989 - auc_roc: 0.9925\n",
      "Epoch 40/50\n",
      " - 14s - loss: 0.0025 - acc: 0.9992 - auc_roc: 0.9928\n",
      "Epoch 41/50\n",
      " - 14s - loss: 0.0023 - acc: 0.9992 - auc_roc: 0.9931\n",
      "Epoch 42/50\n",
      " - 14s - loss: 0.0020 - acc: 0.9995 - auc_roc: 0.9933\n",
      "Epoch 43/50\n",
      " - 14s - loss: 0.0023 - acc: 0.9992 - auc_roc: 0.9936\n",
      "Epoch 44/50\n",
      " - 13s - loss: 0.0026 - acc: 0.9991 - auc_roc: 0.9938\n",
      "Epoch 45/50\n",
      " - 14s - loss: 0.0020 - acc: 0.9994 - auc_roc: 0.9940\n",
      "Epoch 46/50\n",
      " - 14s - loss: 0.0030 - acc: 0.9991 - auc_roc: 0.9942\n",
      "Epoch 47/50\n",
      " - 14s - loss: 0.0037 - acc: 0.9989 - auc_roc: 0.9944\n",
      "Epoch 48/50\n",
      " - 14s - loss: 0.0025 - acc: 0.9993 - auc_roc: 0.9945\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 49/50\n",
      " - 14s - loss: 0.0025 - acc: 0.9992 - auc_roc: 0.9947\n",
      "Epoch 50/50\n",
      " - 14s - loss: 0.0026 - acc: 0.9993 - auc_roc: 0.9949\n",
      "acc: 97.3773255611%\n",
      "auc_roc: 99.4064869043%\n",
      "Epoch 1/50\n",
      " - 12s - loss: 0.1664 - acc: 0.9570 - auc_roc: 0.6858\n",
      "Epoch 2/50\n",
      " - 14s - loss: 0.1313 - acc: 0.9631 - auc_roc: 0.7586\n",
      "Epoch 3/50\n",
      " - 14s - loss: 0.1072 - acc: 0.9642 - auc_roc: 0.8021\n",
      "Epoch 4/50\n",
      " - 14s - loss: 0.0797 - acc: 0.9720 - auc_roc: 0.8460\n",
      "Epoch 5/50\n",
      " - 14s - loss: 0.0647 - acc: 0.9771 - auc_roc: 0.8779\n",
      "Epoch 6/50\n",
      " - 14s - loss: 0.0520 - acc: 0.9808 - auc_roc: 0.9020\n",
      "Epoch 7/50\n",
      " - 14s - loss: 0.0426 - acc: 0.9838 - auc_roc: 0.9195\n",
      "Epoch 8/50\n",
      " - 14s - loss: 0.0392 - acc: 0.9850 - auc_roc: 0.9328\n",
      "Epoch 9/50\n",
      " - 14s - loss: 0.0341 - acc: 0.9866 - auc_roc: 0.9427\n",
      "Epoch 10/50\n",
      " - 14s - loss: 0.0310 - acc: 0.9880 - auc_roc: 0.9503\n",
      "Epoch 11/50\n",
      " - 14s - loss: 0.0285 - acc: 0.9888 - auc_roc: 0.9565\n",
      "Epoch 12/50\n",
      " - 14s - loss: 0.0259 - acc: 0.9897 - auc_roc: 0.9614\n",
      "Epoch 13/50\n",
      " - 14s - loss: 0.0251 - acc: 0.9901 - auc_roc: 0.9654\n",
      "Epoch 14/50\n",
      " - 14s - loss: 0.0231 - acc: 0.9906 - auc_roc: 0.9688\n",
      "Epoch 15/50\n",
      " - 14s - loss: 0.0208 - acc: 0.9918 - auc_roc: 0.9716\n",
      "Epoch 16/50\n",
      " - 14s - loss: 0.0200 - acc: 0.9922 - auc_roc: 0.9741\n",
      "Epoch 17/50\n",
      " - 14s - loss: 0.0193 - acc: 0.9923 - auc_roc: 0.9762\n",
      "Epoch 18/50\n",
      " - 14s - loss: 0.0181 - acc: 0.9927 - auc_roc: 0.9780\n",
      "Epoch 19/50\n",
      " - 11s - loss: 0.0159 - acc: 0.9937 - auc_roc: 0.9796\n",
      "Epoch 20/50\n",
      " - 14s - loss: 0.0153 - acc: 0.9944 - auc_roc: 0.9810\n",
      "Epoch 21/50\n",
      " - 14s - loss: 0.0136 - acc: 0.9950 - auc_roc: 0.9823\n",
      "Epoch 22/50\n",
      " - 14s - loss: 0.0130 - acc: 0.9950 - auc_roc: 0.9835\n",
      "Epoch 23/50\n",
      " - 14s - loss: 0.0123 - acc: 0.9953 - auc_roc: 0.9845\n",
      "Epoch 24/50\n",
      " - 14s - loss: 0.0113 - acc: 0.9958 - auc_roc: 0.9854\n",
      "Epoch 25/50\n",
      " - 14s - loss: 0.0101 - acc: 0.9962 - auc_roc: 0.9863\n",
      "Epoch 26/50\n",
      " - 14s - loss: 0.0084 - acc: 0.9969 - auc_roc: 0.9870\n",
      "Epoch 27/50\n",
      " - 14s - loss: 0.0081 - acc: 0.9970 - auc_roc: 0.9877\n",
      "Epoch 28/50\n",
      " - 14s - loss: 0.0076 - acc: 0.9973 - auc_roc: 0.9884\n",
      "Epoch 29/50\n",
      " - 14s - loss: 0.0085 - acc: 0.9970 - auc_roc: 0.9890\n",
      "Epoch 30/50\n",
      " - 14s - loss: 0.0075 - acc: 0.9973 - auc_roc: 0.9895\n",
      "Epoch 31/50\n",
      " - 14s - loss: 0.0074 - acc: 0.9974 - auc_roc: 0.9900\n",
      "Epoch 32/50\n",
      " - 14s - loss: 0.0062 - acc: 0.9976 - auc_roc: 0.9904\n",
      "Epoch 33/50\n",
      " - 14s - loss: 0.0054 - acc: 0.9981 - auc_roc: 0.9909\n",
      "Epoch 34/50\n",
      " - 14s - loss: 0.0042 - acc: 0.9986 - auc_roc: 0.9913\n",
      "Epoch 35/50\n",
      " - 14s - loss: 0.0054 - acc: 0.9983 - auc_roc: 0.9917\n",
      "Epoch 36/50\n",
      " - 14s - loss: 0.0061 - acc: 0.9981 - auc_roc: 0.9920\n",
      "Epoch 37/50\n",
      " - 14s - loss: 0.0046 - acc: 0.9983 - auc_roc: 0.9923\n",
      "Epoch 38/50\n",
      " - 14s - loss: 0.0035 - acc: 0.9987 - auc_roc: 0.9926\n",
      "Epoch 39/50\n",
      " - 12s - loss: 0.0049 - acc: 0.9983 - auc_roc: 0.9929\n",
      "Epoch 40/50\n",
      " - 14s - loss: 0.0037 - acc: 0.9988 - auc_roc: 0.9932\n",
      "Epoch 41/50\n",
      " - 14s - loss: 0.0037 - acc: 0.9987 - auc_roc: 0.9934\n",
      "Epoch 42/50\n",
      " - 14s - loss: 0.0035 - acc: 0.9988 - auc_roc: 0.9936\n",
      "Epoch 43/50\n",
      " - 14s - loss: 0.0034 - acc: 0.9988 - auc_roc: 0.9938\n",
      "Epoch 44/50\n",
      " - 14s - loss: 0.0021 - acc: 0.9993 - auc_roc: 0.9940\n",
      "Epoch 45/50\n",
      " - 14s - loss: 0.0031 - acc: 0.9990 - auc_roc: 0.9942\n",
      "Epoch 46/50\n",
      " - 14s - loss: 0.0033 - acc: 0.9988 - auc_roc: 0.9944\n",
      "Epoch 47/50\n",
      " - 14s - loss: 0.0028 - acc: 0.9992 - auc_roc: 0.9946\n",
      "Epoch 48/50\n",
      " - 14s - loss: 0.0020 - acc: 0.9994 - auc_roc: 0.9948\n",
      "Epoch 49/50\n",
      " - 14s - loss: 0.0023 - acc: 0.9993 - auc_roc: 0.9949\n",
      "Epoch 50/50\n",
      " - 14s - loss: 0.0024 - acc: 0.9991 - auc_roc: 0.9951\n",
      "acc: 97.3177898522%\n",
      "auc_roc: 99.4366028778%\n",
      "acc: 97.3564358140% (+/- 0.0273567485%)\n",
      "roc_auc: 99.4095144620% (+/- 0.0209910557%)\n"
     ]
    }
   ],
   "source": [
    "for f in filters:\n",
    "    print (\"\\n********************f = {}********************\".format(f))\n",
    "    params[\"num_filter\"] = f\n",
    "    run_5fold(x_train, y_train, get_dpcnn_model, **params)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "##### result\n",
    "\n",
    "- 32:\n",
    "\n",
    "acc: 97.0639833361% (+/- 0.1794734826%)\n",
    "\n",
    "roc_auc: 99.1101258891% (+/- 0.0190914306%)\n",
    "\n",
    "- 64: \n",
    "\n",
    "acc: 97.1485857170% (+/- 0.0387158876%)\n",
    "\n",
    "roc_auc: 99.3164661755% (+/- 0.0296601450%)\n",
    "\n",
    "- 128:\n",
    "\n",
    "acc: 97.3564358140% (+/- 0.0273567485%)\n",
    "\n",
    "roc_auc: 99.4095144620% (+/- 0.0209910557%)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## check different kernel size"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "params = {\n",
    "    \"maxlen\": maxlen,\n",
    "    \"max_features\": max_features,\n",
    "    \"dropout\": 0.2,\n",
    "    \"num_filter\": 128,\n",
    "    \"reg\": 0.0,\n",
    "    \"embedding_matrix\": fastText,\n",
    "    \"embed_size\": 300\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "kernels = [5, 7, 9]  # for 3, see result above"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "********************k = 5********************\n",
      "Epoch 1/50\n",
      " - 19s - loss: 0.1638 - acc: 0.9562 - auc_roc: 0.6648\n",
      "Epoch 2/50\n",
      " - 17s - loss: 0.1254 - acc: 0.9639 - auc_roc: 0.7554\n",
      "Epoch 3/50\n",
      " - 17s - loss: 0.0979 - acc: 0.9667 - auc_roc: 0.8114\n",
      "Epoch 4/50\n",
      " - 17s - loss: 0.0734 - acc: 0.9741 - auc_roc: 0.8556\n",
      "Epoch 5/50\n",
      " - 17s - loss: 0.0592 - acc: 0.9788 - auc_roc: 0.8883\n",
      "Epoch 6/50\n",
      " - 17s - loss: 0.0469 - acc: 0.9825 - auc_roc: 0.9105\n",
      "Epoch 7/50\n",
      " - 17s - loss: 0.0400 - acc: 0.9847 - auc_roc: 0.9266\n",
      "Epoch 8/50\n",
      " - 17s - loss: 0.0351 - acc: 0.9866 - auc_roc: 0.9386\n",
      "Epoch 9/50\n",
      " - 17s - loss: 0.0318 - acc: 0.9878 - auc_roc: 0.9476\n",
      "Epoch 10/50\n",
      " - 17s - loss: 0.0300 - acc: 0.9884 - auc_roc: 0.9546\n",
      "Epoch 11/50\n",
      " - 17s - loss: 0.0268 - acc: 0.9896 - auc_roc: 0.9601\n",
      "Epoch 12/50\n",
      " - 16s - loss: 0.0250 - acc: 0.9903 - auc_roc: 0.9646\n",
      "Epoch 13/50\n",
      " - 15s - loss: 0.0232 - acc: 0.9912 - auc_roc: 0.9683\n",
      "Epoch 14/50\n",
      " - 17s - loss: 0.0225 - acc: 0.9911 - auc_roc: 0.9713\n",
      "Epoch 15/50\n",
      " - 17s - loss: 0.0200 - acc: 0.9921 - auc_roc: 0.9739\n",
      "Epoch 16/50\n",
      " - 17s - loss: 0.0199 - acc: 0.9925 - auc_roc: 0.9761\n",
      "Epoch 17/50\n",
      " - 17s - loss: 0.0183 - acc: 0.9930 - auc_roc: 0.9779\n",
      "Epoch 18/50\n",
      " - 17s - loss: 0.0161 - acc: 0.9937 - auc_roc: 0.9796\n",
      "Epoch 19/50\n",
      " - 17s - loss: 0.0156 - acc: 0.9943 - auc_roc: 0.9810\n",
      "Epoch 20/50\n",
      " - 17s - loss: 0.0135 - acc: 0.9949 - auc_roc: 0.9823\n",
      "Epoch 21/50\n",
      " - 17s - loss: 0.0122 - acc: 0.9952 - auc_roc: 0.9835\n",
      "Epoch 22/50\n",
      " - 17s - loss: 0.0127 - acc: 0.9953 - auc_roc: 0.9846\n",
      "Epoch 23/50\n",
      " - 17s - loss: 0.0112 - acc: 0.9957 - auc_roc: 0.9855\n",
      "Epoch 24/50\n",
      " - 17s - loss: 0.0109 - acc: 0.9961 - auc_roc: 0.9863\n",
      "Epoch 25/50\n",
      " - 17s - loss: 0.0107 - acc: 0.9961 - auc_roc: 0.9871\n",
      "Epoch 26/50\n",
      " - 17s - loss: 0.0079 - acc: 0.9973 - auc_roc: 0.9878\n",
      "Epoch 27/50\n",
      " - 17s - loss: 0.0070 - acc: 0.9976 - auc_roc: 0.9884\n",
      "Epoch 28/50\n",
      " - 17s - loss: 0.0064 - acc: 0.9976 - auc_roc: 0.9890\n",
      "Epoch 29/50\n",
      " - 17s - loss: 0.0065 - acc: 0.9976 - auc_roc: 0.9896\n",
      "Epoch 30/50\n",
      " - 17s - loss: 0.0057 - acc: 0.9979 - auc_roc: 0.9901\n",
      "Epoch 31/50\n",
      " - 15s - loss: 0.0054 - acc: 0.9981 - auc_roc: 0.9906\n",
      "Epoch 32/50\n",
      " - 16s - loss: 0.0050 - acc: 0.9984 - auc_roc: 0.9910\n",
      "Epoch 33/50\n",
      " - 17s - loss: 0.0043 - acc: 0.9984 - auc_roc: 0.9914\n",
      "Epoch 34/50\n",
      " - 17s - loss: 0.0043 - acc: 0.9985 - auc_roc: 0.9918\n",
      "Epoch 35/50\n",
      " - 17s - loss: 0.0046 - acc: 0.9985 - auc_roc: 0.9921\n",
      "Epoch 36/50\n",
      " - 17s - loss: 0.0043 - acc: 0.9986 - auc_roc: 0.9924\n",
      "Epoch 37/50\n",
      " - 17s - loss: 0.0040 - acc: 0.9985 - auc_roc: 0.9927\n",
      "Epoch 38/50\n",
      " - 17s - loss: 0.0035 - acc: 0.9988 - auc_roc: 0.9930\n",
      "Epoch 39/50\n",
      " - 17s - loss: 0.0029 - acc: 0.9991 - auc_roc: 0.9933\n",
      "Epoch 40/50\n",
      " - 17s - loss: 0.0057 - acc: 0.9980 - auc_roc: 0.9935\n",
      "Epoch 41/50\n",
      " - 17s - loss: 0.0032 - acc: 0.9990 - auc_roc: 0.9937\n",
      "Epoch 42/50\n",
      " - 17s - loss: 0.0022 - acc: 0.9992 - auc_roc: 0.9940\n",
      "Epoch 43/50\n",
      " - 17s - loss: 0.0021 - acc: 0.9992 - auc_roc: 0.9942\n",
      "Epoch 44/50\n",
      " - 17s - loss: 0.0024 - acc: 0.9992 - auc_roc: 0.9944\n",
      "Epoch 45/50\n",
      " - 17s - loss: 0.0019 - acc: 0.9994 - auc_roc: 0.9946\n",
      "Epoch 46/50\n",
      " - 17s - loss: 0.0016 - acc: 0.9994 - auc_roc: 0.9947\n",
      "Epoch 47/50\n",
      " - 17s - loss: 0.0012 - acc: 0.9995 - auc_roc: 0.9949\n",
      "Epoch 48/50\n",
      " - 17s - loss: 0.0019 - acc: 0.9992 - auc_roc: 0.9951\n",
      "Epoch 49/50\n",
      " - 17s - loss: 0.0025 - acc: 0.9993 - auc_roc: 0.9952\n",
      "Epoch 50/50\n",
      " - 16s - loss: 0.0024 - acc: 0.9992 - auc_roc: 0.9954\n",
      "acc: 97.3240572677%\n",
      "auc_roc: 99.4369939163%\n",
      "Epoch 1/50\n",
      " - 7s - loss: 0.1623 - acc: 0.9590 - auc_roc: 0.6736\n",
      "Epoch 2/50\n",
      " - 6s - loss: 0.1305 - acc: 0.9628 - auc_roc: 0.7579\n",
      "Epoch 3/50\n",
      " - 6s - loss: 0.1027 - acc: 0.9650 - auc_roc: 0.8071\n",
      "Epoch 4/50\n",
      " - 6s - loss: 0.0817 - acc: 0.9710 - auc_roc: 0.8509\n",
      "Epoch 5/50\n",
      " - 6s - loss: 0.0593 - acc: 0.9787 - auc_roc: 0.8834\n",
      "Epoch 6/50\n",
      " - 6s - loss: 0.0487 - acc: 0.9819 - auc_roc: 0.9078\n",
      "Epoch 7/50\n",
      " - 6s - loss: 0.0415 - acc: 0.9845 - auc_roc: 0.9244\n",
      "Epoch 8/50\n",
      " - 6s - loss: 0.0381 - acc: 0.9851 - auc_roc: 0.9367\n",
      "Epoch 9/50\n",
      " - 6s - loss: 0.0338 - acc: 0.9871 - auc_roc: 0.9460\n",
      "Epoch 10/50\n",
      " - 6s - loss: 0.0323 - acc: 0.9875 - auc_roc: 0.9532\n",
      "Epoch 11/50\n",
      " - 6s - loss: 0.0290 - acc: 0.9887 - auc_roc: 0.9587\n",
      "Epoch 12/50\n",
      " - 6s - loss: 0.0276 - acc: 0.9894 - auc_roc: 0.9633\n",
      "Epoch 13/50\n",
      " - 6s - loss: 0.0250 - acc: 0.9904 - auc_roc: 0.9670\n",
      "Epoch 14/50\n",
      " - 6s - loss: 0.0227 - acc: 0.9912 - auc_roc: 0.9701\n",
      "Epoch 15/50\n",
      " - 6s - loss: 0.0226 - acc: 0.9913 - auc_roc: 0.9728\n",
      "Epoch 16/50\n",
      " - 6s - loss: 0.0202 - acc: 0.9923 - auc_roc: 0.9751\n",
      "Epoch 17/50\n",
      " - 6s - loss: 0.0194 - acc: 0.9924 - auc_roc: 0.9770\n",
      "Epoch 18/50\n",
      " - 6s - loss: 0.0178 - acc: 0.9930 - auc_roc: 0.9788\n",
      "Epoch 19/50\n",
      " - 6s - loss: 0.0152 - acc: 0.9940 - auc_roc: 0.9803\n",
      "Epoch 20/50\n",
      " - 6s - loss: 0.0141 - acc: 0.9944 - auc_roc: 0.9817\n",
      "Epoch 21/50\n",
      " - 6s - loss: 0.0130 - acc: 0.9949 - auc_roc: 0.9829\n",
      "Epoch 22/50\n",
      " - 6s - loss: 0.0128 - acc: 0.9951 - auc_roc: 0.9840\n",
      "Epoch 23/50\n",
      " - 6s - loss: 0.0108 - acc: 0.9958 - auc_roc: 0.9850\n",
      "Epoch 24/50\n",
      " - 6s - loss: 0.0093 - acc: 0.9961 - auc_roc: 0.9859\n",
      "Epoch 25/50\n",
      " - 6s - loss: 0.0102 - acc: 0.9963 - auc_roc: 0.9867\n",
      "Epoch 26/50\n",
      " - 6s - loss: 0.0083 - acc: 0.9969 - auc_roc: 0.9875\n",
      "Epoch 27/50\n",
      " - 6s - loss: 0.0075 - acc: 0.9975 - auc_roc: 0.9881\n",
      "Epoch 28/50\n",
      " - 6s - loss: 0.0060 - acc: 0.9979 - auc_roc: 0.9888\n",
      "Epoch 29/50\n",
      " - 6s - loss: 0.0055 - acc: 0.9979 - auc_roc: 0.9893\n",
      "Epoch 30/50\n",
      " - 6s - loss: 0.0095 - acc: 0.9967 - auc_roc: 0.9898\n",
      "Epoch 31/50\n",
      " - 6s - loss: 0.0060 - acc: 0.9980 - auc_roc: 0.9903\n",
      "Epoch 32/50\n",
      " - 6s - loss: 0.0046 - acc: 0.9984 - auc_roc: 0.9907\n",
      "Epoch 33/50\n",
      " - 6s - loss: 0.0053 - acc: 0.9982 - auc_roc: 0.9911\n",
      "Epoch 34/50\n",
      " - 6s - loss: 0.0049 - acc: 0.9984 - auc_roc: 0.9915\n",
      "Epoch 35/50\n",
      " - 6s - loss: 0.0045 - acc: 0.9985 - auc_roc: 0.9919\n",
      "Epoch 36/50\n",
      " - 6s - loss: 0.0030 - acc: 0.9992 - auc_roc: 0.9922\n",
      "Epoch 37/50\n",
      " - 6s - loss: 0.0035 - acc: 0.9988 - auc_roc: 0.9925\n",
      "Epoch 38/50\n",
      " - 6s - loss: 0.0033 - acc: 0.9988 - auc_roc: 0.9928\n",
      "Epoch 39/50\n",
      " - 6s - loss: 0.0026 - acc: 0.9991 - auc_roc: 0.9931\n",
      "Epoch 40/50\n",
      " - 6s - loss: 0.0034 - acc: 0.9988 - auc_roc: 0.9934\n",
      "Epoch 41/50\n",
      " - 6s - loss: 0.0027 - acc: 0.9991 - auc_roc: 0.9936\n",
      "Epoch 42/50\n",
      " - 6s - loss: 0.0024 - acc: 0.9992 - auc_roc: 0.9938\n",
      "Epoch 43/50\n",
      " - 6s - loss: 0.0018 - acc: 0.9993 - auc_roc: 0.9940\n",
      "Epoch 44/50\n",
      " - 6s - loss: 0.0012 - acc: 0.9996 - auc_roc: 0.9943\n",
      "Epoch 45/50\n",
      " - 6s - loss: 0.0020 - acc: 0.9993 - auc_roc: 0.9944\n",
      "Epoch 46/50\n",
      " - 6s - loss: 0.0014 - acc: 0.9995 - auc_roc: 0.9946\n",
      "Epoch 47/50\n",
      " - 6s - loss: 0.0036 - acc: 0.9989 - auc_roc: 0.9948\n",
      "Epoch 48/50\n",
      " - 6s - loss: 0.0026 - acc: 0.9993 - auc_roc: 0.9949\n",
      "Epoch 49/50\n",
      " - 6s - loss: 0.0016 - acc: 0.9995 - auc_roc: 0.9951\n",
      "Epoch 50/50\n",
      " - 6s - loss: 0.0025 - acc: 0.9991 - auc_roc: 0.9952\n",
      "acc: 97.2895894088%\n",
      "auc_roc: 99.4469462111%\n",
      "Epoch 1/50\n",
      " - 7s - loss: 0.1679 - acc: 0.9547 - auc_roc: 0.6546\n",
      "Epoch 2/50\n",
      " - 6s - loss: 0.1283 - acc: 0.9631 - auc_roc: 0.7571\n",
      "Epoch 3/50\n",
      " - 6s - loss: 0.1002 - acc: 0.9654 - auc_roc: 0.8114\n",
      "Epoch 4/50\n",
      " - 6s - loss: 0.0749 - acc: 0.9736 - auc_roc: 0.8557\n",
      "Epoch 5/50\n",
      " - 6s - loss: 0.0584 - acc: 0.9790 - auc_roc: 0.8885\n",
      "Epoch 6/50\n",
      " - 6s - loss: 0.0491 - acc: 0.9820 - auc_roc: 0.9107\n",
      "Epoch 7/50\n",
      " - 6s - loss: 0.0418 - acc: 0.9842 - auc_roc: 0.9266\n",
      "Epoch 8/50\n",
      " - 6s - loss: 0.0365 - acc: 0.9858 - auc_roc: 0.9385\n",
      "Epoch 9/50\n",
      " - 7s - loss: 0.0340 - acc: 0.9869 - auc_roc: 0.9475\n",
      "Epoch 10/50\n",
      " - 16s - loss: 0.0312 - acc: 0.9875 - auc_roc: 0.9544\n",
      "Epoch 11/50\n",
      " - 17s - loss: 0.0294 - acc: 0.9890 - auc_roc: 0.9598\n",
      "Epoch 12/50\n",
      " - 17s - loss: 0.0264 - acc: 0.9901 - auc_roc: 0.9641\n",
      "Epoch 13/50\n",
      " - 16s - loss: 0.0257 - acc: 0.9901 - auc_roc: 0.9677\n",
      "Epoch 14/50\n",
      " - 17s - loss: 0.0223 - acc: 0.9914 - auc_roc: 0.9708\n",
      "Epoch 15/50\n",
      " - 17s - loss: 0.0218 - acc: 0.9921 - auc_roc: 0.9733\n",
      "Epoch 16/50\n",
      " - 16s - loss: 0.0214 - acc: 0.9918 - auc_roc: 0.9755\n",
      "Epoch 17/50\n",
      " - 17s - loss: 0.0195 - acc: 0.9925 - auc_roc: 0.9774\n",
      "Epoch 18/50\n",
      " - 17s - loss: 0.0167 - acc: 0.9941 - auc_roc: 0.9791\n",
      "Epoch 19/50\n",
      " - 16s - loss: 0.0154 - acc: 0.9941 - auc_roc: 0.9806\n",
      "Epoch 20/50\n",
      " - 16s - loss: 0.0151 - acc: 0.9944 - auc_roc: 0.9819\n",
      "Epoch 21/50\n",
      " - 17s - loss: 0.0152 - acc: 0.9940 - auc_roc: 0.9831\n",
      "Epoch 22/50\n",
      " - 17s - loss: 0.0119 - acc: 0.9955 - auc_roc: 0.9842\n",
      "Epoch 23/50\n",
      " - 17s - loss: 0.0136 - acc: 0.9950 - auc_roc: 0.9851\n",
      "Epoch 24/50\n",
      " - 17s - loss: 0.0117 - acc: 0.9957 - auc_roc: 0.9859\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 25/50\n",
      " - 16s - loss: 0.0101 - acc: 0.9962 - auc_roc: 0.9867\n",
      "Epoch 26/50\n",
      " - 16s - loss: 0.0088 - acc: 0.9970 - auc_roc: 0.9874\n",
      "Epoch 27/50\n",
      " - 14s - loss: 0.0081 - acc: 0.9970 - auc_roc: 0.9881\n",
      "Epoch 28/50\n",
      " - 16s - loss: 0.0086 - acc: 0.9969 - auc_roc: 0.9887\n",
      "Epoch 29/50\n",
      " - 16s - loss: 0.0074 - acc: 0.9973 - auc_roc: 0.9893\n",
      "Epoch 30/50\n",
      " - 16s - loss: 0.0076 - acc: 0.9974 - auc_roc: 0.9898\n",
      "Epoch 31/50\n",
      " - 17s - loss: 0.0055 - acc: 0.9980 - auc_roc: 0.9903\n",
      "Epoch 32/50\n",
      " - 17s - loss: 0.0065 - acc: 0.9978 - auc_roc: 0.9907\n",
      "Epoch 33/50\n",
      " - 16s - loss: 0.0065 - acc: 0.9976 - auc_roc: 0.9911\n",
      "Epoch 34/50\n",
      " - 17s - loss: 0.0048 - acc: 0.9984 - auc_roc: 0.9915\n",
      "Epoch 35/50\n",
      " - 16s - loss: 0.0045 - acc: 0.9984 - auc_roc: 0.9918\n",
      "Epoch 36/50\n",
      " - 17s - loss: 0.0047 - acc: 0.9985 - auc_roc: 0.9922\n",
      "Epoch 37/50\n",
      " - 16s - loss: 0.0049 - acc: 0.9982 - auc_roc: 0.9925\n",
      "Epoch 38/50\n",
      " - 16s - loss: 0.0045 - acc: 0.9985 - auc_roc: 0.9928\n",
      "Epoch 39/50\n",
      " - 16s - loss: 0.0043 - acc: 0.9983 - auc_roc: 0.9930\n",
      "Epoch 40/50\n",
      " - 16s - loss: 0.0045 - acc: 0.9987 - auc_roc: 0.9933\n",
      "Epoch 41/50\n",
      " - 17s - loss: 0.0030 - acc: 0.9991 - auc_roc: 0.9935\n",
      "Epoch 42/50\n",
      " - 16s - loss: 0.0028 - acc: 0.9990 - auc_roc: 0.9937\n",
      "Epoch 43/50\n",
      " - 16s - loss: 0.0033 - acc: 0.9990 - auc_roc: 0.9939\n",
      "Epoch 44/50\n",
      " - 14s - loss: 0.0029 - acc: 0.9990 - auc_roc: 0.9941\n",
      "Epoch 45/50\n",
      " - 16s - loss: 0.0024 - acc: 0.9992 - auc_roc: 0.9943\n",
      "Epoch 46/50\n",
      " - 16s - loss: 0.0022 - acc: 0.9992 - auc_roc: 0.9945\n",
      "Epoch 47/50\n",
      " - 16s - loss: 0.0025 - acc: 0.9992 - auc_roc: 0.9947\n",
      "Epoch 48/50\n",
      " - 16s - loss: 0.0019 - acc: 0.9994 - auc_roc: 0.9948\n",
      "Epoch 49/50\n",
      " - 16s - loss: 0.0022 - acc: 0.9993 - auc_roc: 0.9950\n",
      "Epoch 50/50\n",
      " - 16s - loss: 0.0022 - acc: 0.9992 - auc_roc: 0.9951\n",
      "acc: 97.5308630941%\n",
      "auc_roc: 99.4315030521%\n",
      "acc: 97.3815032569% (+/- 0.1065466379%)\n",
      "roc_auc: 99.4384810598% (+/- 0.0063917387%)\n",
      "\n",
      "********************k = 7********************\n",
      "Epoch 1/50\n",
      " - 20s - loss: 0.1564 - acc: 0.9610 - auc_roc: 0.6681\n",
      "Epoch 2/50\n",
      " - 18s - loss: 0.1181 - acc: 0.9640 - auc_roc: 0.7761\n",
      "Epoch 3/50\n",
      " - 18s - loss: 0.0904 - acc: 0.9693 - auc_roc: 0.8327\n",
      "Epoch 4/50\n",
      " - 18s - loss: 0.0659 - acc: 0.9763 - auc_roc: 0.8755\n",
      "Epoch 5/50\n",
      " - 18s - loss: 0.0554 - acc: 0.9800 - auc_roc: 0.9028\n",
      "Epoch 6/50\n",
      " - 18s - loss: 0.0438 - acc: 0.9834 - auc_roc: 0.9222\n",
      "Epoch 7/50\n",
      " - 18s - loss: 0.0406 - acc: 0.9843 - auc_roc: 0.9359\n",
      "Epoch 8/50\n",
      " - 18s - loss: 0.0343 - acc: 0.9863 - auc_roc: 0.9460\n",
      "Epoch 9/50\n",
      " - 18s - loss: 0.0310 - acc: 0.9879 - auc_roc: 0.9538\n",
      "Epoch 10/50\n",
      " - 15s - loss: 0.0290 - acc: 0.9886 - auc_roc: 0.9599\n",
      "Epoch 11/50\n",
      " - 18s - loss: 0.0272 - acc: 0.9894 - auc_roc: 0.9645\n",
      "Epoch 12/50\n",
      " - 18s - loss: 0.0253 - acc: 0.9904 - auc_roc: 0.9684\n",
      "Epoch 13/50\n",
      " - 18s - loss: 0.0237 - acc: 0.9908 - auc_roc: 0.9715\n",
      "Epoch 14/50\n",
      " - 18s - loss: 0.0224 - acc: 0.9918 - auc_roc: 0.9741\n",
      "Epoch 15/50\n",
      " - 18s - loss: 0.0217 - acc: 0.9917 - auc_roc: 0.9763\n",
      "Epoch 16/50\n",
      " - 18s - loss: 0.0191 - acc: 0.9927 - auc_roc: 0.9782\n",
      "Epoch 17/50\n",
      " - 18s - loss: 0.0175 - acc: 0.9930 - auc_roc: 0.9799\n",
      "Epoch 18/50\n",
      " - 18s - loss: 0.0170 - acc: 0.9934 - auc_roc: 0.9814\n",
      "Epoch 19/50\n",
      " - 18s - loss: 0.0154 - acc: 0.9944 - auc_roc: 0.9827\n",
      "Epoch 20/50\n",
      " - 18s - loss: 0.0145 - acc: 0.9944 - auc_roc: 0.9838\n",
      "Epoch 21/50\n",
      " - 18s - loss: 0.0118 - acc: 0.9955 - auc_roc: 0.9849\n",
      "Epoch 22/50\n",
      " - 18s - loss: 0.0109 - acc: 0.9960 - auc_roc: 0.9858\n",
      "Epoch 23/50\n",
      " - 18s - loss: 0.0103 - acc: 0.9960 - auc_roc: 0.9867\n",
      "Epoch 24/50\n",
      " - 18s - loss: 0.0166 - acc: 0.9938 - auc_roc: 0.9873\n",
      "Epoch 25/50\n",
      " - 18s - loss: 0.0093 - acc: 0.9968 - auc_roc: 0.9880\n",
      "Epoch 26/50\n",
      " - 17s - loss: 0.0077 - acc: 0.9973 - auc_roc: 0.9887\n",
      "Epoch 27/50\n",
      " - 16s - loss: 0.0078 - acc: 0.9974 - auc_roc: 0.9892\n",
      "Epoch 28/50\n",
      " - 18s - loss: 0.0063 - acc: 0.9979 - auc_roc: 0.9898\n",
      "Epoch 29/50\n",
      " - 18s - loss: 0.0056 - acc: 0.9981 - auc_roc: 0.9903\n",
      "Epoch 30/50\n",
      " - 18s - loss: 0.0043 - acc: 0.9985 - auc_roc: 0.9908\n",
      "Epoch 31/50\n",
      " - 18s - loss: 0.0056 - acc: 0.9980 - auc_roc: 0.9912\n",
      "Epoch 32/50\n",
      " - 18s - loss: 0.0047 - acc: 0.9983 - auc_roc: 0.9916\n",
      "Epoch 33/50\n",
      " - 18s - loss: 0.0039 - acc: 0.9987 - auc_roc: 0.9920\n",
      "Epoch 34/50\n",
      " - 18s - loss: 0.0040 - acc: 0.9987 - auc_roc: 0.9923\n",
      "Epoch 35/50\n",
      " - 18s - loss: 0.0035 - acc: 0.9987 - auc_roc: 0.9926\n",
      "Epoch 36/50\n",
      " - 18s - loss: 0.0050 - acc: 0.9982 - auc_roc: 0.9929\n",
      "Epoch 37/50\n",
      " - 18s - loss: 0.0041 - acc: 0.9986 - auc_roc: 0.9932\n",
      "Epoch 38/50\n",
      " - 18s - loss: 0.0029 - acc: 0.9989 - auc_roc: 0.9935\n",
      "Epoch 39/50\n",
      " - 18s - loss: 0.0027 - acc: 0.9992 - auc_roc: 0.9937\n",
      "Epoch 40/50\n",
      " - 18s - loss: 0.0020 - acc: 0.9992 - auc_roc: 0.9939\n",
      "Epoch 41/50\n",
      " - 18s - loss: 0.0025 - acc: 0.9992 - auc_roc: 0.9942\n",
      "Epoch 42/50\n",
      " - 18s - loss: 0.0036 - acc: 0.9990 - auc_roc: 0.9943\n",
      "Epoch 43/50\n",
      " - 15s - loss: 0.0024 - acc: 0.9992 - auc_roc: 0.9945\n",
      "Epoch 44/50\n",
      " - 18s - loss: 0.0023 - acc: 0.9992 - auc_roc: 0.9947\n",
      "Epoch 45/50\n",
      " - 18s - loss: 0.0018 - acc: 0.9993 - auc_roc: 0.9949\n",
      "Epoch 46/50\n",
      " - 18s - loss: 0.0020 - acc: 0.9994 - auc_roc: 0.9950\n",
      "Epoch 47/50\n",
      " - 18s - loss: 0.0020 - acc: 0.9994 - auc_roc: 0.9952\n",
      "Epoch 48/50\n",
      " - 18s - loss: 0.0030 - acc: 0.9988 - auc_roc: 0.9953\n",
      "Epoch 49/50\n",
      " - 18s - loss: 0.0027 - acc: 0.9992 - auc_roc: 0.9955\n",
      "Epoch 50/50\n",
      " - 18s - loss: 0.0021 - acc: 0.9994 - auc_roc: 0.9956\n",
      "acc: 97.4055262073%\n",
      "auc_roc: 99.4712641990%\n",
      "Epoch 1/50\n",
      " - 19s - loss: 0.1642 - acc: 0.9585 - auc_roc: 0.6739\n",
      "Epoch 2/50\n",
      " - 18s - loss: 0.1243 - acc: 0.9628 - auc_roc: 0.7622\n",
      "Epoch 3/50\n",
      " - 18s - loss: 0.0939 - acc: 0.9676 - auc_roc: 0.8216\n",
      "Epoch 4/50\n",
      " - 18s - loss: 0.0690 - acc: 0.9753 - auc_roc: 0.8669\n",
      "Epoch 5/50\n",
      " - 18s - loss: 0.0547 - acc: 0.9801 - auc_roc: 0.8974\n",
      "Epoch 6/50\n",
      " - 18s - loss: 0.0477 - acc: 0.9821 - auc_roc: 0.9180\n",
      "Epoch 7/50\n",
      " - 18s - loss: 0.0403 - acc: 0.9843 - auc_roc: 0.9327\n",
      "Epoch 8/50\n",
      " - 18s - loss: 0.0359 - acc: 0.9859 - auc_roc: 0.9436\n",
      "Epoch 9/50\n",
      " - 11s - loss: 0.0329 - acc: 0.9873 - auc_roc: 0.9520\n",
      "Epoch 10/50\n",
      " - 7s - loss: 0.0294 - acc: 0.9883 - auc_roc: 0.9581\n",
      "Epoch 11/50\n",
      " - 7s - loss: 0.0289 - acc: 0.9888 - auc_roc: 0.9632\n",
      "Epoch 12/50\n",
      " - 7s - loss: 0.0278 - acc: 0.9896 - auc_roc: 0.9671\n",
      "Epoch 13/50\n",
      " - 7s - loss: 0.0245 - acc: 0.9904 - auc_roc: 0.9703\n",
      "Epoch 14/50\n",
      " - 7s - loss: 0.0236 - acc: 0.9910 - auc_roc: 0.9731\n",
      "Epoch 15/50\n",
      " - 7s - loss: 0.0222 - acc: 0.9916 - auc_roc: 0.9754\n",
      "Epoch 16/50\n",
      " - 7s - loss: 0.0207 - acc: 0.9926 - auc_roc: 0.9773\n",
      "Epoch 17/50\n",
      " - 7s - loss: 0.0174 - acc: 0.9935 - auc_roc: 0.9791\n",
      "Epoch 18/50\n",
      " - 7s - loss: 0.0159 - acc: 0.9937 - auc_roc: 0.9807\n",
      "Epoch 19/50\n",
      " - 7s - loss: 0.0175 - acc: 0.9934 - auc_roc: 0.9820\n",
      "Epoch 20/50\n",
      " - 7s - loss: 0.0175 - acc: 0.9933 - auc_roc: 0.9831\n",
      "Epoch 21/50\n",
      " - 7s - loss: 0.0144 - acc: 0.9947 - auc_roc: 0.9842\n",
      "Epoch 22/50\n",
      " - 7s - loss: 0.0127 - acc: 0.9954 - auc_roc: 0.9852\n",
      "Epoch 23/50\n",
      " - 7s - loss: 0.0101 - acc: 0.9963 - auc_roc: 0.9861\n",
      "Epoch 24/50\n",
      " - 7s - loss: 0.0090 - acc: 0.9969 - auc_roc: 0.9869\n",
      "Epoch 25/50\n",
      " - 7s - loss: 0.0087 - acc: 0.9970 - auc_roc: 0.9877\n",
      "Epoch 26/50\n",
      " - 7s - loss: 0.0077 - acc: 0.9974 - auc_roc: 0.9883\n",
      "Epoch 27/50\n",
      " - 7s - loss: 0.0079 - acc: 0.9971 - auc_roc: 0.9890\n",
      "Epoch 28/50\n",
      " - 7s - loss: 0.0059 - acc: 0.9981 - auc_roc: 0.9895\n",
      "Epoch 29/50\n",
      " - 7s - loss: 0.0050 - acc: 0.9983 - auc_roc: 0.9901\n",
      "Epoch 30/50\n",
      " - 7s - loss: 0.0039 - acc: 0.9985 - auc_roc: 0.9906\n",
      "Epoch 31/50\n",
      " - 7s - loss: 0.0041 - acc: 0.9986 - auc_roc: 0.9911\n",
      "Epoch 32/50\n",
      " - 7s - loss: 0.0040 - acc: 0.9986 - auc_roc: 0.9915\n",
      "Epoch 33/50\n",
      " - 7s - loss: 0.0028 - acc: 0.9992 - auc_roc: 0.9919\n",
      "Epoch 34/50\n",
      " - 7s - loss: 0.0042 - acc: 0.9986 - auc_roc: 0.9922\n",
      "Epoch 35/50\n",
      " - 7s - loss: 0.0033 - acc: 0.9989 - auc_roc: 0.9926\n",
      "Epoch 36/50\n",
      " - 7s - loss: 0.0033 - acc: 0.9988 - auc_roc: 0.9929\n",
      "Epoch 37/50\n",
      " - 7s - loss: 0.0032 - acc: 0.9990 - auc_roc: 0.9932\n",
      "Epoch 38/50\n",
      " - 7s - loss: 0.0038 - acc: 0.9989 - auc_roc: 0.9934\n",
      "Epoch 39/50\n",
      " - 7s - loss: 0.0038 - acc: 0.9989 - auc_roc: 0.9936\n",
      "Epoch 40/50\n",
      " - 7s - loss: 0.0020 - acc: 0.9994 - auc_roc: 0.9939\n",
      "Epoch 41/50\n",
      " - 7s - loss: 0.0017 - acc: 0.9994 - auc_roc: 0.9941\n",
      "Epoch 42/50\n",
      " - 7s - loss: 0.0022 - acc: 0.9992 - auc_roc: 0.9943\n",
      "Epoch 43/50\n",
      " - 7s - loss: 0.0012 - acc: 0.9996 - auc_roc: 0.9945\n",
      "Epoch 44/50\n",
      " - 7s - loss: 0.0020 - acc: 0.9993 - auc_roc: 0.9947\n",
      "Epoch 45/50\n",
      " - 7s - loss: 0.0025 - acc: 0.9993 - auc_roc: 0.9949\n",
      "Epoch 46/50\n",
      " - 7s - loss: 0.0027 - acc: 0.9992 - auc_roc: 0.9950\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 47/50\n",
      " - 7s - loss: 0.0017 - acc: 0.9995 - auc_roc: 0.9952\n",
      "Epoch 48/50\n",
      " - 7s - loss: 0.0014 - acc: 0.9996 - auc_roc: 0.9953\n",
      "Epoch 49/50\n",
      " - 7s - loss: 0.0021 - acc: 0.9994 - auc_roc: 0.9955\n",
      "Epoch 50/50\n",
      " - 7s - loss: 0.0026 - acc: 0.9993 - auc_roc: 0.9956\n",
      "acc: 97.4243265387%\n",
      "auc_roc: 99.4803295299%\n",
      "Epoch 1/50\n",
      " - 8s - loss: 0.1591 - acc: 0.9585 - auc_roc: 0.6992\n",
      "Epoch 2/50\n",
      " - 7s - loss: 0.1282 - acc: 0.9631 - auc_roc: 0.7659\n",
      "Epoch 3/50\n",
      " - 7s - loss: 0.1028 - acc: 0.9656 - auc_roc: 0.8119\n",
      "Epoch 4/50\n",
      " - 7s - loss: 0.0744 - acc: 0.9742 - auc_roc: 0.8556\n",
      "Epoch 5/50\n",
      " - 7s - loss: 0.0606 - acc: 0.9787 - auc_roc: 0.8881\n",
      "Epoch 6/50\n",
      " - 7s - loss: 0.0494 - acc: 0.9815 - auc_roc: 0.9098\n",
      "Epoch 7/50\n",
      " - 7s - loss: 0.0416 - acc: 0.9838 - auc_roc: 0.9264\n",
      "Epoch 8/50\n",
      " - 7s - loss: 0.0368 - acc: 0.9859 - auc_roc: 0.9387\n",
      "Epoch 9/50\n",
      " - 7s - loss: 0.0329 - acc: 0.9872 - auc_roc: 0.9475\n",
      "Epoch 10/50\n",
      " - 7s - loss: 0.0300 - acc: 0.9880 - auc_roc: 0.9546\n",
      "Epoch 11/50\n",
      " - 7s - loss: 0.0290 - acc: 0.9888 - auc_roc: 0.9601\n",
      "Epoch 12/50\n",
      " - 7s - loss: 0.0256 - acc: 0.9901 - auc_roc: 0.9646\n",
      "Epoch 13/50\n",
      " - 7s - loss: 0.0247 - acc: 0.9901 - auc_roc: 0.9682\n",
      "Epoch 14/50\n",
      " - 7s - loss: 0.0221 - acc: 0.9912 - auc_roc: 0.9713\n",
      "Epoch 15/50\n",
      " - 7s - loss: 0.0203 - acc: 0.9923 - auc_roc: 0.9740\n",
      "Epoch 16/50\n",
      " - 7s - loss: 0.0184 - acc: 0.9931 - auc_roc: 0.9763\n",
      "Epoch 17/50\n",
      " - 7s - loss: 0.0182 - acc: 0.9931 - auc_roc: 0.9781\n",
      "Epoch 18/50\n",
      " - 7s - loss: 0.0155 - acc: 0.9945 - auc_roc: 0.9798\n",
      "Epoch 19/50\n",
      " - 7s - loss: 0.0136 - acc: 0.9950 - auc_roc: 0.9813\n",
      "Epoch 20/50\n",
      " - 7s - loss: 0.0128 - acc: 0.9952 - auc_roc: 0.9827\n",
      "Epoch 21/50\n",
      " - 7s - loss: 0.0122 - acc: 0.9957 - auc_roc: 0.9839\n",
      "Epoch 22/50\n",
      " - 7s - loss: 0.0104 - acc: 0.9964 - auc_roc: 0.9849\n",
      "Epoch 23/50\n",
      " - 7s - loss: 0.0093 - acc: 0.9967 - auc_roc: 0.9859\n",
      "Epoch 24/50\n",
      " - 7s - loss: 0.0081 - acc: 0.9971 - auc_roc: 0.9868\n",
      "Epoch 25/50\n",
      " - 7s - loss: 0.0067 - acc: 0.9977 - auc_roc: 0.9876\n",
      "Epoch 26/50\n",
      " - 7s - loss: 0.0065 - acc: 0.9977 - auc_roc: 0.9883\n",
      "Epoch 27/50\n",
      " - 7s - loss: 0.0058 - acc: 0.9979 - auc_roc: 0.9890\n",
      "Epoch 28/50\n",
      " - 7s - loss: 0.0065 - acc: 0.9976 - auc_roc: 0.9896\n",
      "Epoch 29/50\n",
      " - 7s - loss: 0.0049 - acc: 0.9983 - auc_roc: 0.9901\n",
      "Epoch 30/50\n",
      " - 7s - loss: 0.0041 - acc: 0.9986 - auc_roc: 0.9906\n",
      "Epoch 31/50\n",
      " - 7s - loss: 0.0043 - acc: 0.9984 - auc_roc: 0.9911\n",
      "Epoch 32/50\n",
      " - 7s - loss: 0.0040 - acc: 0.9986 - auc_roc: 0.9915\n",
      "Epoch 33/50\n",
      " - 7s - loss: 0.0036 - acc: 0.9987 - auc_roc: 0.9919\n",
      "Epoch 34/50\n",
      " - 7s - loss: 0.0037 - acc: 0.9987 - auc_roc: 0.9923\n",
      "Epoch 35/50\n",
      " - 7s - loss: 0.0032 - acc: 0.9989 - auc_roc: 0.9926\n",
      "Epoch 36/50\n",
      " - 7s - loss: 0.0031 - acc: 0.9990 - auc_roc: 0.9929\n",
      "Epoch 37/50\n",
      " - 7s - loss: 0.0033 - acc: 0.9990 - auc_roc: 0.9932\n",
      "Epoch 38/50\n",
      " - 7s - loss: 0.0021 - acc: 0.9993 - auc_roc: 0.9935\n",
      "Epoch 39/50\n",
      " - 7s - loss: 0.0020 - acc: 0.9994 - auc_roc: 0.9937\n",
      "Epoch 40/50\n",
      " - 7s - loss: 0.0033 - acc: 0.9987 - auc_roc: 0.9940\n",
      "Epoch 41/50\n",
      " - 7s - loss: 0.0027 - acc: 0.9991 - auc_roc: 0.9942\n",
      "Epoch 42/50\n",
      " - 7s - loss: 0.0031 - acc: 0.9990 - auc_roc: 0.9944\n",
      "Epoch 43/50\n",
      " - 7s - loss: 0.0026 - acc: 0.9992 - auc_roc: 0.9946\n",
      "Epoch 44/50\n",
      " - 7s - loss: 0.0021 - acc: 0.9992 - auc_roc: 0.9948\n",
      "Epoch 45/50\n",
      " - 7s - loss: 0.0026 - acc: 0.9991 - auc_roc: 0.9950\n",
      "Epoch 46/50\n",
      " - 7s - loss: 0.0023 - acc: 0.9992 - auc_roc: 0.9951\n",
      "Epoch 47/50\n",
      " - 7s - loss: 0.0018 - acc: 0.9994 - auc_roc: 0.9953\n",
      "Epoch 48/50\n",
      " - 7s - loss: 0.0023 - acc: 0.9993 - auc_roc: 0.9954\n",
      "Epoch 49/50\n",
      " - 7s - loss: 0.0016 - acc: 0.9995 - auc_roc: 0.9955\n",
      "Epoch 50/50\n",
      " - 7s - loss: 0.0013 - acc: 0.9996 - auc_roc: 0.9957\n",
      "acc: 97.7000679394%\n",
      "auc_roc: 99.4752151734%\n",
      "acc: 97.5099735618% (+/- 0.1346359720%)\n",
      "roc_auc: 99.4756029674% (+/- 0.0037110505%)\n",
      "\n",
      "********************k = 9********************\n",
      "Epoch 1/50\n",
      " - 9s - loss: 0.1618 - acc: 0.9578 - auc_roc: 0.7085\n",
      "Epoch 2/50\n",
      " - 8s - loss: 0.1220 - acc: 0.9639 - auc_roc: 0.7714\n",
      "Epoch 3/50\n",
      " - 8s - loss: 0.0904 - acc: 0.9695 - auc_roc: 0.8228\n",
      "Epoch 4/50\n",
      " - 8s - loss: 0.0710 - acc: 0.9757 - auc_roc: 0.8676\n",
      "Epoch 5/50\n",
      " - 8s - loss: 0.0526 - acc: 0.9808 - auc_roc: 0.8972\n",
      "Epoch 6/50\n",
      " - 8s - loss: 0.0451 - acc: 0.9831 - auc_roc: 0.9181\n",
      "Epoch 7/50\n",
      " - 8s - loss: 0.0389 - acc: 0.9849 - auc_roc: 0.9332\n",
      "Epoch 8/50\n",
      " - 8s - loss: 0.0333 - acc: 0.9869 - auc_roc: 0.9440\n",
      "Epoch 9/50\n",
      " - 8s - loss: 0.0317 - acc: 0.9878 - auc_roc: 0.9523\n",
      "Epoch 10/50\n",
      " - 8s - loss: 0.0303 - acc: 0.9883 - auc_roc: 0.9584\n",
      "Epoch 11/50\n",
      " - 8s - loss: 0.0279 - acc: 0.9896 - auc_roc: 0.9633\n",
      "Epoch 12/50\n",
      " - 8s - loss: 0.0247 - acc: 0.9904 - auc_roc: 0.9672\n",
      "Epoch 13/50\n",
      " - 8s - loss: 0.0230 - acc: 0.9910 - auc_roc: 0.9705\n",
      "Epoch 14/50\n",
      " - 8s - loss: 0.0215 - acc: 0.9918 - auc_roc: 0.9733\n",
      "Epoch 15/50\n",
      " - 8s - loss: 0.0204 - acc: 0.9922 - auc_roc: 0.9756\n",
      "Epoch 16/50\n",
      " - 8s - loss: 0.0191 - acc: 0.9927 - auc_roc: 0.9776\n",
      "Epoch 17/50\n",
      " - 8s - loss: 0.0178 - acc: 0.9933 - auc_roc: 0.9793\n",
      "Epoch 18/50\n",
      " - 8s - loss: 0.0164 - acc: 0.9938 - auc_roc: 0.9808\n",
      "Epoch 19/50\n",
      " - 8s - loss: 0.0148 - acc: 0.9944 - auc_roc: 0.9822\n",
      "Epoch 20/50\n",
      " - 8s - loss: 0.0140 - acc: 0.9950 - auc_roc: 0.9834\n",
      "Epoch 21/50\n",
      " - 8s - loss: 0.0113 - acc: 0.9957 - auc_roc: 0.9844\n",
      "Epoch 22/50\n",
      " - 8s - loss: 0.0105 - acc: 0.9964 - auc_roc: 0.9854\n",
      "Epoch 23/50\n",
      " - 8s - loss: 0.0097 - acc: 0.9966 - auc_roc: 0.9863\n",
      "Epoch 24/50\n",
      " - 8s - loss: 0.0094 - acc: 0.9968 - auc_roc: 0.9871\n",
      "Epoch 25/50\n",
      " - 8s - loss: 0.0079 - acc: 0.9970 - auc_roc: 0.9878\n",
      "Epoch 26/50\n",
      " - 8s - loss: 0.0077 - acc: 0.9973 - auc_roc: 0.9885\n",
      "Epoch 27/50\n",
      " - 8s - loss: 0.0080 - acc: 0.9973 - auc_roc: 0.9890\n",
      "Epoch 28/50\n",
      " - 8s - loss: 0.0057 - acc: 0.9978 - auc_roc: 0.9896\n",
      "Epoch 29/50\n",
      " - 8s - loss: 0.0054 - acc: 0.9983 - auc_roc: 0.9901\n",
      "Epoch 30/50\n",
      " - 8s - loss: 0.0046 - acc: 0.9984 - auc_roc: 0.9906\n",
      "Epoch 31/50\n",
      " - 8s - loss: 0.0037 - acc: 0.9986 - auc_roc: 0.9910\n",
      "Epoch 32/50\n",
      " - 8s - loss: 0.0038 - acc: 0.9988 - auc_roc: 0.9914\n",
      "Epoch 33/50\n",
      " - 8s - loss: 0.0039 - acc: 0.9987 - auc_roc: 0.9918\n",
      "Epoch 34/50\n",
      " - 8s - loss: 0.0030 - acc: 0.9989 - auc_roc: 0.9922\n",
      "Epoch 35/50\n",
      " - 8s - loss: 0.0037 - acc: 0.9988 - auc_roc: 0.9925\n",
      "Epoch 36/50\n",
      " - 8s - loss: 0.0030 - acc: 0.9990 - auc_roc: 0.9928\n",
      "Epoch 37/50\n",
      " - 8s - loss: 0.0033 - acc: 0.9991 - auc_roc: 0.9931\n",
      "Epoch 38/50\n",
      " - 8s - loss: 0.0040 - acc: 0.9986 - auc_roc: 0.9933\n",
      "Epoch 39/50\n",
      " - 8s - loss: 0.0028 - acc: 0.9990 - auc_roc: 0.9936\n",
      "Epoch 40/50\n",
      " - 8s - loss: 0.0033 - acc: 0.9990 - auc_roc: 0.9938\n",
      "Epoch 41/50\n",
      " - 8s - loss: 0.0023 - acc: 0.9992 - auc_roc: 0.9940\n",
      "Epoch 42/50\n",
      " - 8s - loss: 0.0031 - acc: 0.9991 - auc_roc: 0.9942\n",
      "Epoch 43/50\n",
      " - 8s - loss: 0.0028 - acc: 0.9991 - auc_roc: 0.9944\n",
      "Epoch 44/50\n",
      " - 8s - loss: 0.0035 - acc: 0.9989 - auc_roc: 0.9945\n",
      "Epoch 45/50\n",
      " - 8s - loss: 0.0021 - acc: 0.9993 - auc_roc: 0.9947\n",
      "Epoch 46/50\n",
      " - 8s - loss: 0.0023 - acc: 0.9991 - auc_roc: 0.9949\n",
      "Epoch 47/50\n",
      " - 8s - loss: 0.0021 - acc: 0.9992 - auc_roc: 0.9950\n",
      "Epoch 48/50\n",
      " - 8s - loss: 0.0015 - acc: 0.9995 - auc_roc: 0.9952\n",
      "Epoch 49/50\n",
      " - 8s - loss: 0.0047 - acc: 0.9985 - auc_roc: 0.9953\n",
      "Epoch 50/50\n",
      " - 8s - loss: 0.0031 - acc: 0.9989 - auc_roc: 0.9954\n",
      "acc: 97.4525275233%\n",
      "auc_roc: 99.4491545267%\n",
      "Epoch 1/50\n",
      " - 9s - loss: 0.1618 - acc: 0.9558 - auc_roc: 0.6862\n",
      "Epoch 2/50\n",
      " - 8s - loss: 0.1231 - acc: 0.9628 - auc_roc: 0.7721\n",
      "Epoch 3/50\n",
      " - 8s - loss: 0.0908 - acc: 0.9688 - auc_roc: 0.8299\n",
      "Epoch 4/50\n",
      " - 8s - loss: 0.0699 - acc: 0.9755 - auc_roc: 0.8727\n",
      "Epoch 5/50\n",
      " - 8s - loss: 0.0555 - acc: 0.9795 - auc_roc: 0.9003\n",
      "Epoch 6/50\n",
      " - 8s - loss: 0.0474 - acc: 0.9819 - auc_roc: 0.9204\n",
      "Epoch 7/50\n",
      " - 8s - loss: 0.0391 - acc: 0.9846 - auc_roc: 0.9344\n",
      "Epoch 8/50\n",
      " - 8s - loss: 0.0359 - acc: 0.9861 - auc_roc: 0.9450\n",
      "Epoch 9/50\n",
      " - 8s - loss: 0.0325 - acc: 0.9873 - auc_roc: 0.9529\n",
      "Epoch 10/50\n",
      " - 8s - loss: 0.0306 - acc: 0.9880 - auc_roc: 0.9590\n",
      "Epoch 11/50\n",
      " - 8s - loss: 0.0299 - acc: 0.9882 - auc_roc: 0.9636\n",
      "Epoch 12/50\n",
      " - 8s - loss: 0.0269 - acc: 0.9897 - auc_roc: 0.9675\n",
      "Epoch 13/50\n",
      " - 8s - loss: 0.0254 - acc: 0.9902 - auc_roc: 0.9707\n",
      "Epoch 14/50\n",
      " - 8s - loss: 0.0233 - acc: 0.9906 - auc_roc: 0.9733\n",
      "Epoch 15/50\n",
      " - 8s - loss: 0.0211 - acc: 0.9920 - auc_roc: 0.9756\n",
      "Epoch 16/50\n",
      " - 8s - loss: 0.0202 - acc: 0.9924 - auc_roc: 0.9776\n",
      "Epoch 17/50\n",
      " - 8s - loss: 0.0176 - acc: 0.9933 - auc_roc: 0.9793\n",
      "Epoch 18/50\n",
      " - 8s - loss: 0.0161 - acc: 0.9940 - auc_roc: 0.9809\n",
      "Epoch 19/50\n",
      " - 8s - loss: 0.0143 - acc: 0.9946 - auc_roc: 0.9822\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 20/50\n",
      " - 8s - loss: 0.0133 - acc: 0.9952 - auc_roc: 0.9834\n",
      "Epoch 21/50\n",
      " - 8s - loss: 0.0117 - acc: 0.9955 - auc_roc: 0.9845\n",
      "Epoch 22/50\n",
      " - 8s - loss: 0.0101 - acc: 0.9962 - auc_roc: 0.9855\n",
      "Epoch 23/50\n",
      " - 8s - loss: 0.0094 - acc: 0.9964 - auc_roc: 0.9864\n",
      "Epoch 24/50\n",
      " - 8s - loss: 0.0086 - acc: 0.9969 - auc_roc: 0.9872\n",
      "Epoch 25/50\n",
      " - 8s - loss: 0.0073 - acc: 0.9976 - auc_roc: 0.9880\n",
      "Epoch 26/50\n",
      " - 8s - loss: 0.0062 - acc: 0.9978 - auc_roc: 0.9886\n",
      "Epoch 27/50\n",
      " - 8s - loss: 0.0053 - acc: 0.9982 - auc_roc: 0.9892\n",
      "Epoch 28/50\n",
      " - 8s - loss: 0.0051 - acc: 0.9986 - auc_roc: 0.9898\n",
      "Epoch 29/50\n",
      " - 8s - loss: 0.0062 - acc: 0.9978 - auc_roc: 0.9903\n",
      "Epoch 30/50\n",
      " - 8s - loss: 0.0063 - acc: 0.9979 - auc_roc: 0.9907\n",
      "Epoch 31/50\n",
      " - 8s - loss: 0.0038 - acc: 0.9987 - auc_roc: 0.9912\n",
      "Epoch 32/50\n",
      " - 8s - loss: 0.0033 - acc: 0.9990 - auc_roc: 0.9916\n",
      "Epoch 33/50\n",
      " - 8s - loss: 0.0038 - acc: 0.9990 - auc_roc: 0.9919\n",
      "Epoch 34/50\n",
      " - 8s - loss: 0.0035 - acc: 0.9988 - auc_roc: 0.9923\n",
      "Epoch 35/50\n",
      " - 8s - loss: 0.0031 - acc: 0.9990 - auc_roc: 0.9926\n",
      "Epoch 36/50\n",
      " - 8s - loss: 0.0024 - acc: 0.9993 - auc_roc: 0.9929\n",
      "Epoch 37/50\n",
      " - 8s - loss: 0.0027 - acc: 0.9991 - auc_roc: 0.9932\n",
      "Epoch 38/50\n",
      " - 8s - loss: 0.0020 - acc: 0.9994 - auc_roc: 0.9935\n",
      "Epoch 39/50\n",
      " - 8s - loss: 0.0018 - acc: 0.9994 - auc_roc: 0.9937\n",
      "Epoch 40/50\n",
      " - 8s - loss: 0.0025 - acc: 0.9993 - auc_roc: 0.9939\n",
      "Epoch 41/50\n",
      " - 8s - loss: 0.0033 - acc: 0.9991 - auc_roc: 0.9941\n",
      "Epoch 42/50\n",
      " - 8s - loss: 0.0021 - acc: 0.9995 - auc_roc: 0.9943\n",
      "Epoch 43/50\n",
      " - 8s - loss: 0.0020 - acc: 0.9992 - auc_roc: 0.9945\n",
      "Epoch 44/50\n",
      " - 8s - loss: 0.0021 - acc: 0.9994 - auc_roc: 0.9947\n",
      "Epoch 45/50\n",
      " - 8s - loss: 0.0024 - acc: 0.9992 - auc_roc: 0.9949\n",
      "Epoch 46/50\n",
      " - 8s - loss: 0.0022 - acc: 0.9994 - auc_roc: 0.9950\n",
      "Epoch 47/50\n",
      " - 8s - loss: 0.0020 - acc: 0.9993 - auc_roc: 0.9952\n",
      "Epoch 48/50\n",
      " - 8s - loss: 0.0031 - acc: 0.9990 - auc_roc: 0.9953\n",
      "Epoch 49/50\n",
      " - 8s - loss: 0.0013 - acc: 0.9995 - auc_roc: 0.9954\n",
      "Epoch 50/50\n",
      " - 8s - loss: 0.0013 - acc: 0.9996 - auc_roc: 0.9956\n",
      "acc: 97.5151961001%\n",
      "auc_roc: 99.4615486509%\n",
      "Epoch 1/50\n",
      " - 9s - loss: 0.1594 - acc: 0.9569 - auc_roc: 0.6709\n",
      "Epoch 2/50\n",
      " - 8s - loss: 0.1161 - acc: 0.9633 - auc_roc: 0.7832\n",
      "Epoch 3/50\n",
      " - 8s - loss: 0.0865 - acc: 0.9695 - auc_roc: 0.8433\n",
      "Epoch 4/50\n",
      " - 8s - loss: 0.0697 - acc: 0.9747 - auc_roc: 0.8822\n",
      "Epoch 5/50\n",
      " - 8s - loss: 0.0566 - acc: 0.9794 - auc_roc: 0.9075\n",
      "Epoch 6/50\n",
      " - 8s - loss: 0.0454 - acc: 0.9825 - auc_roc: 0.9258\n",
      "Epoch 7/50\n",
      " - 8s - loss: 0.0415 - acc: 0.9842 - auc_roc: 0.9388\n",
      "Epoch 8/50\n",
      " - 8s - loss: 0.0367 - acc: 0.9854 - auc_roc: 0.9483\n",
      "Epoch 9/50\n",
      " - 8s - loss: 0.0331 - acc: 0.9869 - auc_roc: 0.9557\n",
      "Epoch 10/50\n",
      " - 8s - loss: 0.0307 - acc: 0.9881 - auc_roc: 0.9612\n",
      "Epoch 11/50\n",
      " - 8s - loss: 0.0272 - acc: 0.9892 - auc_roc: 0.9658\n",
      "Epoch 12/50\n",
      " - 8s - loss: 0.0257 - acc: 0.9896 - auc_roc: 0.9695\n",
      "Epoch 13/50\n",
      " - 8s - loss: 0.0233 - acc: 0.9911 - auc_roc: 0.9726\n",
      "Epoch 14/50\n",
      " - 8s - loss: 0.0212 - acc: 0.9918 - auc_roc: 0.9751\n",
      "Epoch 15/50\n",
      " - 8s - loss: 0.0197 - acc: 0.9927 - auc_roc: 0.9773\n",
      "Epoch 16/50\n",
      " - 8s - loss: 0.0183 - acc: 0.9933 - auc_roc: 0.9792\n",
      "Epoch 17/50\n",
      " - 8s - loss: 0.0170 - acc: 0.9935 - auc_roc: 0.9808\n",
      "Epoch 18/50\n",
      " - 8s - loss: 0.0159 - acc: 0.9941 - auc_roc: 0.9822\n",
      "Epoch 19/50\n",
      " - 8s - loss: 0.0150 - acc: 0.9944 - auc_roc: 0.9835\n",
      "Epoch 20/50\n",
      " - 8s - loss: 0.0120 - acc: 0.9957 - auc_roc: 0.9846\n",
      "Epoch 21/50\n",
      " - 8s - loss: 0.0106 - acc: 0.9959 - auc_roc: 0.9856\n",
      "Epoch 22/50\n",
      " - 8s - loss: 0.0089 - acc: 0.9967 - auc_roc: 0.9866\n",
      "Epoch 23/50\n",
      " - 8s - loss: 0.0089 - acc: 0.9967 - auc_roc: 0.9874\n",
      "Epoch 24/50\n",
      " - 8s - loss: 0.0083 - acc: 0.9966 - auc_roc: 0.9882\n",
      "Epoch 25/50\n",
      " - 8s - loss: 0.0070 - acc: 0.9976 - auc_roc: 0.9889\n",
      "Epoch 26/50\n",
      " - 8s - loss: 0.0065 - acc: 0.9977 - auc_roc: 0.9895\n",
      "Epoch 27/50\n",
      " - 8s - loss: 0.0061 - acc: 0.9977 - auc_roc: 0.9901\n",
      "Epoch 28/50\n",
      " - 8s - loss: 0.0048 - acc: 0.9983 - auc_roc: 0.9906\n",
      "Epoch 29/50\n",
      " - 8s - loss: 0.0039 - acc: 0.9987 - auc_roc: 0.9911\n",
      "Epoch 30/50\n",
      " - 8s - loss: 0.0035 - acc: 0.9987 - auc_roc: 0.9916\n",
      "Epoch 31/50\n",
      " - 8s - loss: 0.0044 - acc: 0.9984 - auc_roc: 0.9920\n",
      "Epoch 32/50\n",
      " - 8s - loss: 0.0040 - acc: 0.9987 - auc_roc: 0.9923\n",
      "Epoch 33/50\n",
      " - 8s - loss: 0.0073 - acc: 0.9976 - auc_roc: 0.9926\n",
      "Epoch 34/50\n",
      " - 8s - loss: 0.0036 - acc: 0.9988 - auc_roc: 0.9929\n",
      "Epoch 35/50\n",
      " - 8s - loss: 0.0032 - acc: 0.9989 - auc_roc: 0.9932\n",
      "Epoch 36/50\n",
      " - 8s - loss: 0.0028 - acc: 0.9991 - auc_roc: 0.9935\n",
      "Epoch 37/50\n",
      " - 8s - loss: 0.0023 - acc: 0.9991 - auc_roc: 0.9938\n",
      "Epoch 38/50\n",
      " - 8s - loss: 0.0021 - acc: 0.9993 - auc_roc: 0.9940\n",
      "Epoch 39/50\n",
      " - 8s - loss: 0.0021 - acc: 0.9992 - auc_roc: 0.9943\n",
      "Epoch 40/50\n",
      " - 8s - loss: 0.0021 - acc: 0.9992 - auc_roc: 0.9945\n",
      "Epoch 41/50\n",
      " - 8s - loss: 0.0020 - acc: 0.9993 - auc_roc: 0.9947\n",
      "Epoch 42/50\n",
      " - 8s - loss: 0.0020 - acc: 0.9993 - auc_roc: 0.9949\n",
      "Epoch 43/50\n",
      " - 8s - loss: 0.0050 - acc: 0.9982 - auc_roc: 0.9950\n",
      "Epoch 44/50\n",
      " - 8s - loss: 0.0051 - acc: 0.9986 - auc_roc: 0.9952\n",
      "Epoch 45/50\n",
      " - 8s - loss: 0.0020 - acc: 0.9994 - auc_roc: 0.9953\n",
      "Epoch 46/50\n",
      " - 8s - loss: 0.0028 - acc: 0.9992 - auc_roc: 0.9955\n",
      "Epoch 47/50\n",
      " - 8s - loss: 0.0029 - acc: 0.9993 - auc_roc: 0.9956\n",
      "Epoch 48/50\n",
      " - 8s - loss: 0.0020 - acc: 0.9995 - auc_roc: 0.9957\n",
      "Epoch 49/50\n",
      " - 8s - loss: 0.0027 - acc: 0.9992 - auc_roc: 0.9958\n",
      "Epoch 50/50\n",
      " - 8s - loss: 0.0029 - acc: 0.9992 - auc_roc: 0.9959\n",
      "acc: 97.4869953306%\n",
      "auc_roc: 99.5031657591%\n",
      "acc: 97.4849063180% (+/- 0.0256269469%)\n",
      "roc_auc: 99.4712896456% (+/- 0.0231007726%)\n"
     ]
    }
   ],
   "source": [
    "for k in kernels:\n",
    "    print (\"\\n********************k = {}********************\".format(k))\n",
    "    params[\"kernel_size\"] = k\n",
    "    run_5fold(x_train, y_train, get_dpcnn_model, **params)    "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "##### result\n",
    "\n",
    "- 3:\n",
    "\n",
    "acc: 97.3564358140% (+/- 0.0273567485%)\n",
    "\n",
    "roc_auc: 99.4095144620% (+/- 0.0209910557%)\n",
    "\n",
    "- 5:\n",
    "\n",
    "acc: 97.3815032569% (+/- 0.1065466379%)\n",
    "\n",
    "roc_auc: 99.4384810598% (+/- 0.0063917387%)\n",
    "\n",
    "- 7:\n",
    "\n",
    "acc: 97.5099735618% (+/- 0.1346359720%)\n",
    "\n",
    "roc_auc: 99.4756029674% (+/- 0.0037110505%)\n",
    "\n",
    "- 9:\n",
    "\n",
    "acc: 97.4849063180% (+/- 0.0256269469%)\n",
    "\n",
    "roc_auc: 99.4712896456% (+/- 0.0231007726%)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## check dropouts"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "params = {\n",
    "    \"maxlen\": maxlen,\n",
    "    \"max_features\": max_features,\n",
    "    \"kernel_size\": 7,\n",
    "    \"num_filter\": 128,\n",
    "    \"reg\": 0.0,\n",
    "    \"embedding_matrix\": fastText,\n",
    "    \"embed_size\": 300\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "dropouts = [0.1, 0.5]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "collapsed": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "********************f = 0.1********************\n",
      "Epoch 1/50\n",
      " - 8s - loss: 0.1586 - acc: 0.9570 - auc_roc: 0.6648\n",
      "Epoch 2/50\n",
      " - 7s - loss: 0.1139 - acc: 0.9645 - auc_roc: 0.7726\n",
      "Epoch 3/50\n",
      " - 7s - loss: 0.0818 - acc: 0.9720 - auc_roc: 0.8391\n",
      "Epoch 4/50\n",
      " - 7s - loss: 0.0556 - acc: 0.9794 - auc_roc: 0.8852\n",
      "Epoch 5/50\n",
      " - 7s - loss: 0.0443 - acc: 0.9836 - auc_roc: 0.9147\n",
      "Epoch 6/50\n",
      " - 7s - loss: 0.0384 - acc: 0.9854 - auc_roc: 0.9326\n",
      "Epoch 7/50\n",
      " - 7s - loss: 0.0314 - acc: 0.9875 - auc_roc: 0.9461\n",
      "Epoch 8/50\n",
      " - 7s - loss: 0.0318 - acc: 0.9869 - auc_roc: 0.9551\n",
      "Epoch 9/50\n",
      " - 7s - loss: 0.0276 - acc: 0.9888 - auc_roc: 0.9618\n",
      "Epoch 10/50\n",
      " - 7s - loss: 0.0237 - acc: 0.9907 - auc_roc: 0.9670\n",
      "Epoch 11/50\n",
      " - 7s - loss: 0.0226 - acc: 0.9911 - auc_roc: 0.9712\n",
      "Epoch 12/50\n",
      " - 7s - loss: 0.0210 - acc: 0.9918 - auc_roc: 0.9744\n",
      "Epoch 13/50\n",
      " - 7s - loss: 0.0181 - acc: 0.9932 - auc_roc: 0.9771\n",
      "Epoch 14/50\n",
      " - 7s - loss: 0.0180 - acc: 0.9931 - auc_roc: 0.9793\n",
      "Epoch 15/50\n",
      " - 7s - loss: 0.0157 - acc: 0.9943 - auc_roc: 0.9812\n",
      "Epoch 16/50\n",
      " - 7s - loss: 0.0137 - acc: 0.9947 - auc_roc: 0.9828\n",
      "Epoch 17/50\n",
      " - 7s - loss: 0.0119 - acc: 0.9956 - auc_roc: 0.9842\n",
      "Epoch 18/50\n",
      " - 7s - loss: 0.0110 - acc: 0.9962 - auc_roc: 0.9855\n",
      "Epoch 19/50\n",
      " - 7s - loss: 0.0091 - acc: 0.9967 - auc_roc: 0.9866\n",
      "Epoch 20/50\n",
      " - 7s - loss: 0.0083 - acc: 0.9970 - auc_roc: 0.9876\n",
      "Epoch 21/50\n",
      " - 7s - loss: 0.0069 - acc: 0.9975 - auc_roc: 0.9884\n",
      "Epoch 22/50\n",
      " - 7s - loss: 0.0102 - acc: 0.9966 - auc_roc: 0.9891\n",
      "Epoch 23/50\n",
      " - 7s - loss: 0.0060 - acc: 0.9978 - auc_roc: 0.9898\n",
      "Epoch 24/50\n",
      " - 7s - loss: 0.0051 - acc: 0.9980 - auc_roc: 0.9905\n",
      "Epoch 25/50\n",
      " - 7s - loss: 0.0043 - acc: 0.9984 - auc_roc: 0.9911\n",
      "Epoch 26/50\n",
      " - 7s - loss: 0.0042 - acc: 0.9985 - auc_roc: 0.9916\n",
      "Epoch 27/50\n",
      " - 7s - loss: 0.0062 - acc: 0.9979 - auc_roc: 0.9920\n",
      "Epoch 28/50\n",
      " - 7s - loss: 0.0034 - acc: 0.9988 - auc_roc: 0.9925\n",
      "Epoch 29/50\n",
      " - 7s - loss: 0.0024 - acc: 0.9991 - auc_roc: 0.9929\n",
      "Epoch 30/50\n",
      " - 7s - loss: 0.0026 - acc: 0.9991 - auc_roc: 0.9932\n",
      "Epoch 31/50\n",
      " - 7s - loss: 0.0032 - acc: 0.9989 - auc_roc: 0.9936\n",
      "Epoch 32/50\n",
      " - 7s - loss: 0.0021 - acc: 0.9993 - auc_roc: 0.9939\n",
      "Epoch 33/50\n",
      " - 7s - loss: 0.0025 - acc: 0.9991 - auc_roc: 0.9941\n",
      "Epoch 34/50\n",
      " - 7s - loss: 0.0026 - acc: 0.9992 - auc_roc: 0.9944\n",
      "Epoch 35/50\n",
      " - 7s - loss: 0.0059 - acc: 0.9984 - auc_roc: 0.9946\n",
      "Epoch 36/50\n",
      " - 7s - loss: 0.0047 - acc: 0.9985 - auc_roc: 0.9948\n",
      "Epoch 37/50\n",
      " - 7s - loss: 0.0067 - acc: 0.9979 - auc_roc: 0.9949\n",
      "Epoch 38/50\n",
      " - 7s - loss: 0.0029 - acc: 0.9991 - auc_roc: 0.9951\n",
      "Epoch 39/50\n",
      " - 7s - loss: 0.0023 - acc: 0.9992 - auc_roc: 0.9953\n",
      "Epoch 40/50\n",
      " - 7s - loss: 0.0019 - acc: 0.9993 - auc_roc: 0.9954\n",
      "Epoch 41/50\n",
      " - 7s - loss: 0.0026 - acc: 0.9992 - auc_roc: 0.9956\n",
      "Epoch 42/50\n",
      " - 7s - loss: 0.0013 - acc: 0.9996 - auc_roc: 0.9957\n",
      "Epoch 43/50\n",
      " - 7s - loss: 0.0015 - acc: 0.9996 - auc_roc: 0.9959\n",
      "Epoch 44/50\n",
      " - 7s - loss: 0.0012 - acc: 0.9996 - auc_roc: 0.9960\n",
      "Epoch 45/50\n",
      " - 7s - loss: 0.0021 - acc: 0.9994 - auc_roc: 0.9961\n",
      "Epoch 46/50\n",
      " - 7s - loss: 7.9240e-04 - acc: 0.9997 - auc_roc: 0.9963\n",
      "Epoch 47/50\n",
      " - 7s - loss: 5.1876e-04 - acc: 0.9998 - auc_roc: 0.9964\n",
      "Epoch 48/50\n",
      " - 7s - loss: 0.0013 - acc: 0.9995 - auc_roc: 0.9965\n",
      "Epoch 49/50\n",
      " - 7s - loss: 0.0029 - acc: 0.9992 - auc_roc: 0.9966\n",
      "Epoch 50/50\n",
      " - 7s - loss: 0.0024 - acc: 0.9993 - auc_roc: 0.9967\n",
      "acc: 97.3021230094%\n",
      "auc_roc: 99.5854516712%\n",
      "Epoch 1/50\n",
      " - 8s - loss: 0.1617 - acc: 0.9548 - auc_roc: 0.6853\n",
      "Epoch 2/50\n",
      " - 7s - loss: 0.1201 - acc: 0.9628 - auc_roc: 0.7815\n",
      "Epoch 3/50\n",
      " - 7s - loss: 0.0861 - acc: 0.9685 - auc_roc: 0.8380\n",
      "Epoch 4/50\n",
      " - 7s - loss: 0.0619 - acc: 0.9777 - auc_roc: 0.8831\n",
      "Epoch 5/50\n",
      " - 7s - loss: 0.0483 - acc: 0.9820 - auc_roc: 0.9109\n",
      "Epoch 6/50\n",
      " - 7s - loss: 0.0391 - acc: 0.9847 - auc_roc: 0.9309\n",
      "Epoch 7/50\n",
      " - 7s - loss: 0.0339 - acc: 0.9866 - auc_roc: 0.9441\n",
      "Epoch 8/50\n",
      " - 7s - loss: 0.0310 - acc: 0.9876 - auc_roc: 0.9536\n",
      "Epoch 9/50\n",
      " - 7s - loss: 0.0284 - acc: 0.9891 - auc_roc: 0.9606\n",
      "Epoch 10/50\n",
      " - 7s - loss: 0.0258 - acc: 0.9897 - auc_roc: 0.9658\n",
      "Epoch 11/50\n",
      " - 7s - loss: 0.0232 - acc: 0.9911 - auc_roc: 0.9699\n",
      "Epoch 12/50\n",
      " - 7s - loss: 0.0216 - acc: 0.9914 - auc_roc: 0.9733\n",
      "Epoch 13/50\n",
      " - 7s - loss: 0.0193 - acc: 0.9925 - auc_roc: 0.9761\n",
      "Epoch 14/50\n",
      " - 7s - loss: 0.0174 - acc: 0.9932 - auc_roc: 0.9785\n",
      "Epoch 15/50\n",
      " - 7s - loss: 0.0169 - acc: 0.9935 - auc_roc: 0.9804\n",
      "Epoch 16/50\n",
      " - 7s - loss: 0.0154 - acc: 0.9941 - auc_roc: 0.9821\n",
      "Epoch 17/50\n",
      " - 7s - loss: 0.0130 - acc: 0.9949 - auc_roc: 0.9836\n",
      "Epoch 18/50\n",
      " - 7s - loss: 0.0113 - acc: 0.9960 - auc_roc: 0.9848\n",
      "Epoch 19/50\n",
      " - 7s - loss: 0.0100 - acc: 0.9961 - auc_roc: 0.9860\n",
      "Epoch 20/50\n",
      " - 7s - loss: 0.0104 - acc: 0.9963 - auc_roc: 0.9870\n",
      "Epoch 21/50\n",
      " - 7s - loss: 0.0074 - acc: 0.9973 - auc_roc: 0.9879\n",
      "Epoch 22/50\n",
      " - 7s - loss: 0.0086 - acc: 0.9968 - auc_roc: 0.9887\n",
      "Epoch 23/50\n",
      " - 7s - loss: 0.0058 - acc: 0.9979 - auc_roc: 0.9893\n",
      "Epoch 24/50\n",
      " - 7s - loss: 0.0047 - acc: 0.9982 - auc_roc: 0.9900\n",
      "Epoch 25/50\n",
      " - 7s - loss: 0.0045 - acc: 0.9987 - auc_roc: 0.9906\n",
      "Epoch 26/50\n",
      " - 7s - loss: 0.0029 - acc: 0.9991 - auc_roc: 0.9911\n",
      "Epoch 27/50\n",
      " - 7s - loss: 0.0035 - acc: 0.9990 - auc_roc: 0.9917\n",
      "Epoch 28/50\n",
      " - 7s - loss: 0.0077 - acc: 0.9976 - auc_roc: 0.9920\n",
      "Epoch 29/50\n",
      " - 7s - loss: 0.0047 - acc: 0.9986 - auc_roc: 0.9924\n",
      "Epoch 30/50\n",
      " - 7s - loss: 0.0026 - acc: 0.9993 - auc_roc: 0.9928\n",
      "Epoch 31/50\n",
      " - 7s - loss: 0.0072 - acc: 0.9979 - auc_roc: 0.9931\n",
      "Epoch 32/50\n",
      " - 7s - loss: 0.0026 - acc: 0.9993 - auc_roc: 0.9934\n",
      "Epoch 33/50\n",
      " - 7s - loss: 0.0019 - acc: 0.9994 - auc_roc: 0.9937\n",
      "Epoch 34/50\n",
      " - 7s - loss: 0.0015 - acc: 0.9996 - auc_roc: 0.9940\n",
      "Epoch 35/50\n",
      " - 7s - loss: 0.0014 - acc: 0.9997 - auc_roc: 0.9943\n",
      "Epoch 36/50\n",
      " - 7s - loss: 0.0020 - acc: 0.9994 - auc_roc: 0.9945\n",
      "Epoch 37/50\n",
      " - 7s - loss: 0.0023 - acc: 0.9994 - auc_roc: 0.9947\n",
      "Epoch 38/50\n",
      " - 7s - loss: 0.0019 - acc: 0.9994 - auc_roc: 0.9949\n",
      "Epoch 39/50\n",
      " - 7s - loss: 0.0013 - acc: 0.9996 - auc_roc: 0.9951\n",
      "Epoch 40/50\n",
      " - 7s - loss: 8.2760e-04 - acc: 0.9997 - auc_roc: 0.9953\n",
      "Epoch 41/50\n",
      " - 7s - loss: 9.8061e-04 - acc: 0.9997 - auc_roc: 0.9955\n",
      "Epoch 42/50\n",
      " - 7s - loss: 0.0016 - acc: 0.9997 - auc_roc: 0.9956\n",
      "Epoch 43/50\n",
      " - 7s - loss: 0.0037 - acc: 0.9991 - auc_roc: 0.9958\n",
      "Epoch 44/50\n",
      " - 7s - loss: 0.0038 - acc: 0.9988 - auc_roc: 0.9959\n",
      "Epoch 45/50\n",
      " - 7s - loss: 0.0032 - acc: 0.9990 - auc_roc: 0.9960\n",
      "Epoch 46/50\n",
      " - 7s - loss: 0.0018 - acc: 0.9995 - auc_roc: 0.9961\n",
      "Epoch 47/50\n",
      " - 7s - loss: 0.0016 - acc: 0.9994 - auc_roc: 0.9962\n",
      "Epoch 48/50\n",
      " - 7s - loss: 0.0010 - acc: 0.9997 - auc_roc: 0.9963\n",
      "Epoch 49/50\n",
      " - 7s - loss: 4.8224e-04 - acc: 0.9999 - auc_roc: 0.9964\n",
      "Epoch 50/50\n",
      " - 7s - loss: 6.1134e-04 - acc: 0.9998 - auc_roc: 0.9965\n",
      "acc: 97.2394551140%\n",
      "auc_roc: 99.5650592324%\n",
      "Epoch 1/50\n",
      " - 8s - loss: 0.1581 - acc: 0.9590 - auc_roc: 0.6846\n",
      "Epoch 2/50\n",
      " - 7s - loss: 0.1110 - acc: 0.9640 - auc_roc: 0.7918\n",
      "Epoch 3/50\n",
      " - 7s - loss: 0.0780 - acc: 0.9726 - auc_roc: 0.8548\n",
      "Epoch 4/50\n",
      " - 7s - loss: 0.0579 - acc: 0.9793 - auc_roc: 0.8947\n",
      "Epoch 5/50\n",
      " - 7s - loss: 0.0451 - acc: 0.9828 - auc_roc: 0.9202\n",
      "Epoch 6/50\n",
      " - 7s - loss: 0.0390 - acc: 0.9849 - auc_roc: 0.9370\n",
      "Epoch 7/50\n",
      " - 7s - loss: 0.0339 - acc: 0.9869 - auc_roc: 0.9488\n",
      "Epoch 8/50\n",
      " - 7s - loss: 0.0293 - acc: 0.9886 - auc_roc: 0.9571\n",
      "Epoch 9/50\n",
      " - 7s - loss: 0.0287 - acc: 0.9888 - auc_roc: 0.9633\n",
      "Epoch 10/50\n",
      " - 7s - loss: 0.0253 - acc: 0.9898 - auc_roc: 0.9680\n",
      "Epoch 11/50\n",
      " - 7s - loss: 0.0224 - acc: 0.9914 - auc_roc: 0.9718\n",
      "Epoch 12/50\n",
      " - 7s - loss: 0.0207 - acc: 0.9919 - auc_roc: 0.9749\n",
      "Epoch 13/50\n",
      " - 7s - loss: 0.0208 - acc: 0.9923 - auc_roc: 0.9774\n",
      "Epoch 14/50\n",
      " - 7s - loss: 0.0171 - acc: 0.9933 - auc_roc: 0.9796\n",
      "Epoch 15/50\n",
      " - 7s - loss: 0.0151 - acc: 0.9945 - auc_roc: 0.9814\n",
      "Epoch 16/50\n",
      " - 7s - loss: 0.0140 - acc: 0.9950 - auc_roc: 0.9830\n",
      "Epoch 17/50\n",
      " - 7s - loss: 0.0127 - acc: 0.9953 - auc_roc: 0.9843\n",
      "Epoch 18/50\n",
      " - 7s - loss: 0.0100 - acc: 0.9965 - auc_roc: 0.9856\n",
      "Epoch 19/50\n",
      " - 7s - loss: 0.0099 - acc: 0.9966 - auc_roc: 0.9866\n",
      "Epoch 20/50\n",
      " - 7s - loss: 0.0089 - acc: 0.9966 - auc_roc: 0.9876\n",
      "Epoch 21/50\n",
      " - 7s - loss: 0.0111 - acc: 0.9961 - auc_roc: 0.9884\n",
      "Epoch 22/50\n",
      " - 7s - loss: 0.0076 - acc: 0.9971 - auc_roc: 0.9891\n",
      "Epoch 23/50\n",
      " - 7s - loss: 0.0070 - acc: 0.9976 - auc_roc: 0.9898\n",
      "Epoch 24/50\n",
      " - 7s - loss: 0.0067 - acc: 0.9977 - auc_roc: 0.9904\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 25/50\n",
      " - 7s - loss: 0.0062 - acc: 0.9982 - auc_roc: 0.9909\n",
      "Epoch 26/50\n",
      " - 7s - loss: 0.0051 - acc: 0.9984 - auc_roc: 0.9914\n",
      "Epoch 27/50\n",
      " - 7s - loss: 0.0040 - acc: 0.9985 - auc_roc: 0.9919\n",
      "Epoch 28/50\n",
      " - 7s - loss: 0.0031 - acc: 0.9989 - auc_roc: 0.9923\n",
      "Epoch 29/50\n",
      " - 7s - loss: 0.0028 - acc: 0.9990 - auc_roc: 0.9927\n",
      "Epoch 30/50\n",
      " - 7s - loss: 0.0035 - acc: 0.9990 - auc_roc: 0.9931\n",
      "Epoch 31/50\n",
      " - 7s - loss: 0.0036 - acc: 0.9986 - auc_roc: 0.9934\n",
      "Epoch 32/50\n",
      " - 7s - loss: 0.0045 - acc: 0.9984 - auc_roc: 0.9937\n",
      "Epoch 33/50\n",
      " - 7s - loss: 0.0028 - acc: 0.9992 - auc_roc: 0.9940\n",
      "Epoch 34/50\n",
      " - 7s - loss: 0.0019 - acc: 0.9993 - auc_roc: 0.9942\n",
      "Epoch 35/50\n",
      " - 7s - loss: 0.0016 - acc: 0.9994 - auc_roc: 0.9945\n",
      "Epoch 36/50\n",
      " - 7s - loss: 0.0026 - acc: 0.9992 - auc_roc: 0.9947\n",
      "Epoch 37/50\n",
      " - 7s - loss: 0.0016 - acc: 0.9995 - auc_roc: 0.9949\n",
      "Epoch 38/50\n",
      " - 7s - loss: 0.0017 - acc: 0.9995 - auc_roc: 0.9951\n",
      "Epoch 39/50\n",
      " - 7s - loss: 0.0020 - acc: 0.9994 - auc_roc: 0.9953\n",
      "Epoch 40/50\n",
      " - 7s - loss: 0.0019 - acc: 0.9994 - auc_roc: 0.9954\n",
      "Epoch 41/50\n",
      " - 7s - loss: 0.0021 - acc: 0.9993 - auc_roc: 0.9956\n",
      "Epoch 42/50\n",
      " - 7s - loss: 0.0027 - acc: 0.9992 - auc_roc: 0.9957\n",
      "Epoch 43/50\n",
      " - 7s - loss: 0.0025 - acc: 0.9992 - auc_roc: 0.9959\n",
      "Epoch 44/50\n",
      " - 7s - loss: 0.0034 - acc: 0.9990 - auc_roc: 0.9960\n",
      "Epoch 45/50\n",
      " - 7s - loss: 0.0022 - acc: 0.9994 - auc_roc: 0.9961\n",
      "Epoch 46/50\n",
      " - 7s - loss: 0.0033 - acc: 0.9991 - auc_roc: 0.9962\n",
      "Epoch 47/50\n",
      " - 7s - loss: 0.0048 - acc: 0.9990 - auc_roc: 0.9963\n",
      "Epoch 48/50\n",
      " - 7s - loss: 0.0049 - acc: 0.9990 - auc_roc: 0.9964\n",
      "Epoch 49/50\n",
      " - 7s - loss: 0.0043 - acc: 0.9991 - auc_roc: 0.9964\n",
      "Epoch 50/50\n",
      " - 7s - loss: 0.0051 - acc: 0.9987 - auc_roc: 0.9965\n",
      "acc: 97.3021231652%\n",
      "auc_roc: 99.5849489897%\n",
      "acc: 97.2812337629% (+/- 0.0295419659%)\n",
      "roc_auc: 99.5784866311% (+/- 0.0094968223%)\n",
      "\n",
      "********************f = 0.5********************\n",
      "Epoch 1/50\n",
      " - 8s - loss: 0.1633 - acc: 0.9599 - auc_roc: 0.6743\n",
      "Epoch 2/50\n",
      " - 7s - loss: 0.1349 - acc: 0.9639 - auc_roc: 0.7426\n",
      "Epoch 3/50\n",
      " - 7s - loss: 0.1215 - acc: 0.9639 - auc_roc: 0.7754\n",
      "Epoch 4/50\n",
      " - 7s - loss: 0.1062 - acc: 0.9646 - auc_roc: 0.8077\n",
      "Epoch 5/50\n",
      " - 7s - loss: 0.0963 - acc: 0.9685 - auc_roc: 0.8333\n",
      "Epoch 6/50\n",
      " - 7s - loss: 0.0830 - acc: 0.9712 - auc_roc: 0.8556\n",
      "Epoch 7/50\n",
      " - 7s - loss: 0.0710 - acc: 0.9752 - auc_roc: 0.8747\n",
      "Epoch 8/50\n",
      " - 7s - loss: 0.0633 - acc: 0.9775 - auc_roc: 0.8902\n",
      "Epoch 9/50\n",
      " - 7s - loss: 0.0574 - acc: 0.9795 - auc_roc: 0.9026\n",
      "Epoch 10/50\n",
      " - 7s - loss: 0.0498 - acc: 0.9815 - auc_roc: 0.9134\n",
      "Epoch 11/50\n",
      " - 7s - loss: 0.0464 - acc: 0.9830 - auc_roc: 0.9224\n",
      "Epoch 12/50\n",
      " - 7s - loss: 0.0436 - acc: 0.9839 - auc_roc: 0.9297\n",
      "Epoch 13/50\n",
      " - 7s - loss: 0.0404 - acc: 0.9847 - auc_roc: 0.9362\n",
      "Epoch 14/50\n",
      " - 7s - loss: 0.0364 - acc: 0.9855 - auc_roc: 0.9418\n",
      "Epoch 15/50\n",
      " - 7s - loss: 0.0345 - acc: 0.9867 - auc_roc: 0.9467\n",
      "Epoch 16/50\n",
      " - 7s - loss: 0.0322 - acc: 0.9876 - auc_roc: 0.9509\n",
      "Epoch 17/50\n",
      " - 7s - loss: 0.0308 - acc: 0.9881 - auc_roc: 0.9546\n",
      "Epoch 18/50\n",
      " - 7s - loss: 0.0291 - acc: 0.9888 - auc_roc: 0.9578\n",
      "Epoch 19/50\n",
      " - 7s - loss: 0.0279 - acc: 0.9891 - auc_roc: 0.9607\n",
      "Epoch 20/50\n",
      " - 7s - loss: 0.0262 - acc: 0.9900 - auc_roc: 0.9632\n",
      "Epoch 21/50\n",
      " - 7s - loss: 0.0235 - acc: 0.9908 - auc_roc: 0.9655\n",
      "Epoch 22/50\n",
      " - 7s - loss: 0.0227 - acc: 0.9915 - auc_roc: 0.9676\n",
      "Epoch 23/50\n",
      " - 7s - loss: 0.0206 - acc: 0.9918 - auc_roc: 0.9696\n",
      "Epoch 24/50\n",
      " - 7s - loss: 0.0188 - acc: 0.9929 - auc_roc: 0.9713\n",
      "Epoch 25/50\n",
      " - 7s - loss: 0.0184 - acc: 0.9927 - auc_roc: 0.9729\n",
      "Epoch 26/50\n",
      " - 7s - loss: 0.0163 - acc: 0.9936 - auc_roc: 0.9744\n",
      "Epoch 27/50\n",
      " - 7s - loss: 0.0161 - acc: 0.9939 - auc_roc: 0.9758\n",
      "Epoch 28/50\n",
      " - 7s - loss: 0.0142 - acc: 0.9948 - auc_roc: 0.9770\n",
      "Epoch 29/50\n",
      " - 7s - loss: 0.0127 - acc: 0.9952 - auc_roc: 0.9781\n",
      "Epoch 30/50\n",
      " - 7s - loss: 0.0128 - acc: 0.9952 - auc_roc: 0.9792\n",
      "Epoch 31/50\n",
      " - 7s - loss: 0.0106 - acc: 0.9960 - auc_roc: 0.9802\n",
      "Epoch 32/50\n",
      " - 7s - loss: 0.0093 - acc: 0.9966 - auc_roc: 0.9811\n",
      "Epoch 33/50\n",
      " - 7s - loss: 0.0087 - acc: 0.9968 - auc_roc: 0.9820\n",
      "Epoch 34/50\n",
      " - 7s - loss: 0.0076 - acc: 0.9973 - auc_roc: 0.9828\n",
      "Epoch 35/50\n",
      " - 7s - loss: 0.0068 - acc: 0.9978 - auc_roc: 0.9836\n",
      "Epoch 36/50\n",
      " - 7s - loss: 0.0065 - acc: 0.9977 - auc_roc: 0.9843\n",
      "Epoch 37/50\n",
      " - 7s - loss: 0.0059 - acc: 0.9981 - auc_roc: 0.9849\n",
      "Epoch 38/50\n",
      " - 7s - loss: 0.0054 - acc: 0.9982 - auc_roc: 0.9855\n",
      "Epoch 39/50\n",
      " - 7s - loss: 0.0042 - acc: 0.9987 - auc_roc: 0.9861\n",
      "Epoch 40/50\n",
      " - 7s - loss: 0.0046 - acc: 0.9985 - auc_roc: 0.9867\n",
      "Epoch 41/50\n",
      " - 7s - loss: 0.0034 - acc: 0.9991 - auc_roc: 0.9872\n",
      "Epoch 42/50\n",
      " - 7s - loss: 0.0031 - acc: 0.9992 - auc_roc: 0.9877\n",
      "Epoch 43/50\n",
      " - 7s - loss: 0.0033 - acc: 0.9988 - auc_roc: 0.9881\n",
      "Epoch 44/50\n",
      " - 7s - loss: 0.0028 - acc: 0.9992 - auc_roc: 0.9886\n",
      "Epoch 45/50\n",
      " - 7s - loss: 0.0034 - acc: 0.9989 - auc_roc: 0.9890\n",
      "Epoch 46/50\n",
      " - 7s - loss: 0.0029 - acc: 0.9990 - auc_roc: 0.9894\n",
      "Epoch 47/50\n",
      " - 7s - loss: 0.0021 - acc: 0.9993 - auc_roc: 0.9897\n",
      "Epoch 48/50\n",
      " - 7s - loss: 0.0021 - acc: 0.9994 - auc_roc: 0.9901\n",
      "Epoch 49/50\n",
      " - 7s - loss: 0.0017 - acc: 0.9995 - auc_roc: 0.9904\n",
      "Epoch 50/50\n",
      " - 7s - loss: 0.0022 - acc: 0.9992 - auc_roc: 0.9907\n",
      "acc: 97.5747310526%\n",
      "auc_roc: 98.9918669468%\n",
      "Epoch 1/50\n",
      " - 8s - loss: 0.1699 - acc: 0.9574 - auc_roc: 0.6684\n",
      "Epoch 2/50\n",
      " - 7s - loss: 0.1389 - acc: 0.9628 - auc_roc: 0.7330\n",
      "Epoch 3/50\n",
      " - 7s - loss: 0.1266 - acc: 0.9628 - auc_roc: 0.7628\n",
      "Epoch 4/50\n",
      " - 7s - loss: 0.1120 - acc: 0.9633 - auc_roc: 0.7970\n",
      "Epoch 5/50\n",
      " - 7s - loss: 0.0955 - acc: 0.9676 - auc_roc: 0.8248\n",
      "Epoch 6/50\n",
      " - 7s - loss: 0.0859 - acc: 0.9714 - auc_roc: 0.8486\n",
      "Epoch 7/50\n",
      " - 7s - loss: 0.0701 - acc: 0.9760 - auc_roc: 0.8683\n",
      "Epoch 8/50\n",
      " - 7s - loss: 0.0623 - acc: 0.9775 - auc_roc: 0.8855\n",
      "Epoch 9/50\n",
      " - 7s - loss: 0.0568 - acc: 0.9800 - auc_roc: 0.8994\n",
      "Epoch 10/50\n",
      " - 7s - loss: 0.0494 - acc: 0.9819 - auc_roc: 0.9107\n",
      "Epoch 11/50\n",
      " - 7s - loss: 0.0453 - acc: 0.9830 - auc_roc: 0.9203\n",
      "Epoch 12/50\n",
      " - 7s - loss: 0.0416 - acc: 0.9840 - auc_roc: 0.9285\n",
      "Epoch 13/50\n",
      " - 7s - loss: 0.0393 - acc: 0.9852 - auc_roc: 0.9353\n",
      "Epoch 14/50\n",
      " - 7s - loss: 0.0367 - acc: 0.9854 - auc_roc: 0.9412\n",
      "Epoch 15/50\n",
      " - 7s - loss: 0.0330 - acc: 0.9878 - auc_roc: 0.9463\n",
      "Epoch 16/50\n",
      " - 7s - loss: 0.0305 - acc: 0.9885 - auc_roc: 0.9507\n",
      "Epoch 17/50\n",
      " - 7s - loss: 0.0294 - acc: 0.9885 - auc_roc: 0.9545\n",
      "Epoch 18/50\n",
      " - 7s - loss: 0.0279 - acc: 0.9890 - auc_roc: 0.9579\n",
      "Epoch 19/50\n",
      " - 7s - loss: 0.0261 - acc: 0.9898 - auc_roc: 0.9608\n",
      "Epoch 20/50\n",
      " - 7s - loss: 0.0232 - acc: 0.9910 - auc_roc: 0.9634\n",
      "Epoch 21/50\n",
      " - 7s - loss: 0.0222 - acc: 0.9911 - auc_roc: 0.9658\n",
      "Epoch 22/50\n",
      " - 7s - loss: 0.0209 - acc: 0.9915 - auc_roc: 0.9680\n",
      "Epoch 23/50\n",
      " - 7s - loss: 0.0193 - acc: 0.9927 - auc_roc: 0.9700\n",
      "Epoch 24/50\n",
      " - 7s - loss: 0.0177 - acc: 0.9932 - auc_roc: 0.9717\n",
      "Epoch 25/50\n",
      " - 7s - loss: 0.0159 - acc: 0.9937 - auc_roc: 0.9733\n",
      "Epoch 26/50\n",
      " - 7s - loss: 0.0152 - acc: 0.9941 - auc_roc: 0.9748\n",
      "Epoch 27/50\n",
      " - 7s - loss: 0.0128 - acc: 0.9954 - auc_roc: 0.9762\n",
      "Epoch 28/50\n",
      " - 7s - loss: 0.0119 - acc: 0.9956 - auc_roc: 0.9774\n",
      "Epoch 29/50\n",
      " - 7s - loss: 0.0112 - acc: 0.9958 - auc_roc: 0.9786\n",
      "Epoch 30/50\n",
      " - 7s - loss: 0.0104 - acc: 0.9962 - auc_roc: 0.9797\n",
      "Epoch 31/50\n",
      " - 7s - loss: 0.0089 - acc: 0.9966 - auc_roc: 0.9807\n",
      "Epoch 32/50\n",
      " - 7s - loss: 0.0082 - acc: 0.9972 - auc_roc: 0.9816\n",
      "Epoch 33/50\n",
      " - 7s - loss: 0.0074 - acc: 0.9976 - auc_roc: 0.9825\n",
      "Epoch 34/50\n",
      " - 7s - loss: 0.0063 - acc: 0.9980 - auc_roc: 0.9833\n",
      "Epoch 35/50\n",
      " - 7s - loss: 0.0079 - acc: 0.9973 - auc_roc: 0.9840\n",
      "Epoch 36/50\n",
      " - 7s - loss: 0.0051 - acc: 0.9986 - auc_roc: 0.9847\n",
      "Epoch 37/50\n",
      " - 7s - loss: 0.0046 - acc: 0.9985 - auc_roc: 0.9854\n",
      "Epoch 38/50\n",
      " - 7s - loss: 0.0049 - acc: 0.9984 - auc_roc: 0.9860\n",
      "Epoch 39/50\n",
      " - 7s - loss: 0.0047 - acc: 0.9987 - auc_roc: 0.9866\n",
      "Epoch 40/50\n",
      " - 7s - loss: 0.0042 - acc: 0.9989 - auc_roc: 0.9871\n",
      "Epoch 41/50\n",
      " - 7s - loss: 0.0039 - acc: 0.9988 - auc_roc: 0.9876\n",
      "Epoch 42/50\n",
      " - 7s - loss: 0.0028 - acc: 0.9992 - auc_roc: 0.9881\n",
      "Epoch 43/50\n",
      " - 7s - loss: 0.0029 - acc: 0.9992 - auc_roc: 0.9885\n",
      "Epoch 44/50\n",
      " - 7s - loss: 0.0025 - acc: 0.9993 - auc_roc: 0.9889\n",
      "Epoch 45/50\n",
      " - 7s - loss: 0.0023 - acc: 0.9993 - auc_roc: 0.9893\n",
      "Epoch 46/50\n",
      " - 7s - loss: 0.0023 - acc: 0.9994 - auc_roc: 0.9897\n",
      "Epoch 47/50\n",
      " - 7s - loss: 0.0024 - acc: 0.9992 - auc_roc: 0.9901\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 48/50\n",
      " - 7s - loss: 0.0021 - acc: 0.9994 - auc_roc: 0.9904\n",
      "Epoch 49/50\n",
      " - 7s - loss: 0.0020 - acc: 0.9994 - auc_roc: 0.9907\n",
      "Epoch 50/50\n",
      " - 7s - loss: 0.0023 - acc: 0.9993 - auc_roc: 0.9910\n",
      "acc: 97.7815369507%\n",
      "auc_roc: 99.0311419881%\n",
      "Epoch 1/50\n",
      " - 8s - loss: 0.1716 - acc: 0.9556 - auc_roc: 0.6643\n",
      "Epoch 2/50\n",
      " - 7s - loss: 0.1352 - acc: 0.9631 - auc_roc: 0.7431\n",
      "Epoch 3/50\n",
      " - 7s - loss: 0.1242 - acc: 0.9631 - auc_roc: 0.7755\n",
      "Epoch 4/50\n",
      " - 7s - loss: 0.1096 - acc: 0.9641 - auc_roc: 0.8057\n",
      "Epoch 5/50\n",
      " - 7s - loss: 0.0954 - acc: 0.9683 - auc_roc: 0.8338\n",
      "Epoch 6/50\n",
      " - 7s - loss: 0.0822 - acc: 0.9720 - auc_roc: 0.8558\n",
      "Epoch 7/50\n",
      " - 7s - loss: 0.0695 - acc: 0.9759 - auc_roc: 0.8749\n",
      "Epoch 8/50\n",
      " - 7s - loss: 0.0595 - acc: 0.9791 - auc_roc: 0.8911\n",
      "Epoch 9/50\n",
      " - 7s - loss: 0.0571 - acc: 0.9796 - auc_roc: 0.9043\n",
      "Epoch 10/50\n",
      " - 7s - loss: 0.0512 - acc: 0.9812 - auc_roc: 0.9143\n",
      "Epoch 11/50\n",
      " - 7s - loss: 0.0447 - acc: 0.9827 - auc_roc: 0.9237\n",
      "Epoch 12/50\n",
      " - 7s - loss: 0.0423 - acc: 0.9846 - auc_roc: 0.9314\n",
      "Epoch 13/50\n",
      " - 7s - loss: 0.0398 - acc: 0.9850 - auc_roc: 0.9378\n",
      "Epoch 14/50\n",
      " - 7s - loss: 0.0368 - acc: 0.9857 - auc_roc: 0.9431\n",
      "Epoch 15/50\n",
      " - 7s - loss: 0.0340 - acc: 0.9868 - auc_roc: 0.9480\n",
      "Epoch 16/50\n",
      " - 7s - loss: 0.0324 - acc: 0.9879 - auc_roc: 0.9521\n",
      "Epoch 17/50\n",
      " - 7s - loss: 0.0308 - acc: 0.9880 - auc_roc: 0.9557\n",
      "Epoch 18/50\n",
      " - 7s - loss: 0.0285 - acc: 0.9889 - auc_roc: 0.9589\n",
      "Epoch 19/50\n",
      " - 7s - loss: 0.0273 - acc: 0.9895 - auc_roc: 0.9618\n",
      "Epoch 20/50\n",
      " - 7s - loss: 0.0262 - acc: 0.9898 - auc_roc: 0.9643\n",
      "Epoch 21/50\n",
      " - 7s - loss: 0.0233 - acc: 0.9910 - auc_roc: 0.9665\n",
      "Epoch 22/50\n",
      " - 7s - loss: 0.0223 - acc: 0.9912 - auc_roc: 0.9686\n",
      "Epoch 23/50\n",
      " - 7s - loss: 0.0197 - acc: 0.9924 - auc_roc: 0.9705\n",
      "Epoch 24/50\n",
      " - 7s - loss: 0.0191 - acc: 0.9927 - auc_roc: 0.9722\n",
      "Epoch 25/50\n",
      " - 7s - loss: 0.0174 - acc: 0.9933 - auc_roc: 0.9737\n",
      "Epoch 26/50\n",
      " - 7s - loss: 0.0158 - acc: 0.9937 - auc_roc: 0.9752\n",
      "Epoch 27/50\n",
      " - 7s - loss: 0.0159 - acc: 0.9941 - auc_roc: 0.9765\n",
      "Epoch 28/50\n",
      " - 7s - loss: 0.0139 - acc: 0.9950 - auc_roc: 0.9777\n",
      "Epoch 29/50\n",
      " - 7s - loss: 0.0135 - acc: 0.9948 - auc_roc: 0.9788\n",
      "Epoch 30/50\n",
      " - 7s - loss: 0.0119 - acc: 0.9958 - auc_roc: 0.9798\n",
      "Epoch 31/50\n",
      " - 7s - loss: 0.0099 - acc: 0.9966 - auc_roc: 0.9808\n",
      "Epoch 32/50\n",
      " - 7s - loss: 0.0106 - acc: 0.9959 - auc_roc: 0.9817\n",
      "Epoch 33/50\n",
      " - 7s - loss: 0.0095 - acc: 0.9967 - auc_roc: 0.9825\n",
      "Epoch 34/50\n",
      " - 7s - loss: 0.0085 - acc: 0.9971 - auc_roc: 0.9833\n",
      "Epoch 35/50\n",
      " - 7s - loss: 0.0077 - acc: 0.9971 - auc_roc: 0.9841\n",
      "Epoch 36/50\n",
      " - 7s - loss: 0.0066 - acc: 0.9978 - auc_roc: 0.9847\n",
      "Epoch 37/50\n",
      " - 7s - loss: 0.0057 - acc: 0.9981 - auc_roc: 0.9854\n",
      "Epoch 38/50\n",
      " - 7s - loss: 0.0059 - acc: 0.9981 - auc_roc: 0.9860\n",
      "Epoch 39/50\n",
      " - 7s - loss: 0.0055 - acc: 0.9982 - auc_roc: 0.9865\n",
      "Epoch 40/50\n",
      " - 7s - loss: 0.0055 - acc: 0.9983 - auc_roc: 0.9870\n",
      "Epoch 41/50\n",
      " - 7s - loss: 0.0045 - acc: 0.9987 - auc_roc: 0.9875\n",
      "Epoch 42/50\n",
      " - 7s - loss: 0.0041 - acc: 0.9987 - auc_roc: 0.9880\n",
      "Epoch 43/50\n",
      " - 7s - loss: 0.0040 - acc: 0.9988 - auc_roc: 0.9885\n",
      "Epoch 44/50\n",
      " - 7s - loss: 0.0040 - acc: 0.9988 - auc_roc: 0.9889\n",
      "Epoch 45/50\n",
      " - 7s - loss: 0.0034 - acc: 0.9990 - auc_roc: 0.9893\n",
      "Epoch 46/50\n",
      " - 7s - loss: 0.0026 - acc: 0.9992 - auc_roc: 0.9896\n",
      "Epoch 47/50\n",
      " - 7s - loss: 0.0030 - acc: 0.9991 - auc_roc: 0.9900\n",
      "Epoch 48/50\n",
      " - 7s - loss: 0.0029 - acc: 0.9990 - auc_roc: 0.9903\n",
      "Epoch 49/50\n",
      " - 7s - loss: 0.0027 - acc: 0.9992 - auc_roc: 0.9906\n",
      "Epoch 50/50\n",
      " - 7s - loss: 0.0023 - acc: 0.9994 - auc_roc: 0.9909\n",
      "acc: 97.7282684780%\n",
      "auc_roc: 99.0252610984%\n",
      "acc: 97.6948454938% (+/- 0.0876736060%)\n",
      "roc_auc: 99.0160900111% (+/- 0.0172957384%)\n"
     ]
    }
   ],
   "source": [
    "for d in dropouts:\n",
    "    print (\"\\n********************f = {}********************\".format(d))\n",
    "    params[\"dropout\"] = d\n",
    "    run_5fold(x_train, y_train, get_dpcnn_model, **params)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "##### result:\n",
    "\n",
    "- 0.1:\n",
    "\n",
    "acc: 97.2812337629% (+/- 0.0295419659%)\n",
    "\n",
    "roc_auc: 99.5784866311% (+/- 0.0094968223%)\n",
    "\n",
    "- 0.2:\n",
    "\n",
    "acc: 97.5099735618% (+/- 0.1346359720%)\n",
    "\n",
    "roc_auc: 99.4756029674% (+/- 0.0037110505%)\n",
    "\n",
    "- 0.5:\n",
    "\n",
    "acc: 97.6948454938% (+/- 0.0876736060%)\n",
    "\n",
    "roc_auc: 99.0160900111% (+/- 0.0172957384%)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "params = {\n",
    "    \"maxlen\": maxlen,\n",
    "    \"max_features\": max_features,\n",
    "    \"kernel_size\": 7,\n",
    "    \"num_filter\": 128,\n",
    "    \"reg\": 0.0,\n",
    "    \"embedding_matrix\": fastText,\n",
    "    \"embed_size\": 300,\n",
    "    \"dropout\": 0.1\n",
    "}"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}