imdb_tf.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "Untitled0.ipynb",
      "provenance": [],
      "collapsed_sections": [],
      "authorship_tag": "ABX9TyNtRs9A/NIbXX2p3oHRp7HU",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/ladipoore/DAT-1019/blob/master/imdb_tf.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "OwdvqPA94fcV"
      },
      "source": [
        "import pandas as pd\n",
        "import numpy as np"
      ],
      "execution_count": 65,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 35
        },
        "id": "rmb8d2yN5S_Q",
        "outputId": "cf4bd025-e72e-4312-9146-b0db9271deb5"
      },
      "source": [
        "pwd"
      ],
      "execution_count": 66,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            },
            "text/plain": [
              "'/content'"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 66
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "h_xHzZL55Uff"
      },
      "source": [
        "df = pd.read_csv('IMDB.csv')"
      ],
      "execution_count": 67,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "L8VPHuN1QHHI",
        "outputId": "8f6d4390-e8ac-4b59-9960-f2ddfa924f62"
      },
      "source": [
        "from google.colab import drive\n",
        "drive.mount('/content/drive')"
      ],
      "execution_count": 68,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Drive already mounted at /content/drive; to attempt to forcibly remount, call drive.mount(\"/content/drive\", force_remount=True).\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "gahzshpRP_TP"
      },
      "source": [
        "# New Section"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 204
        },
        "id": "qXEVJldU5Ziy",
        "outputId": "297b3297-f792-4fd5-dece-cd0b165faca1"
      },
      "source": [
        "df.head()"
      ],
      "execution_count": 69,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>review</th>\n",
              "      <th>sentiment</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>One of the other reviewers has mentioned that ...</td>\n",
              "      <td>positive</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>A wonderful little production. &lt;br /&gt;&lt;br /&gt;The...</td>\n",
              "      <td>positive</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>I thought this was a wonderful way to spend ti...</td>\n",
              "      <td>positive</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Basically there's a family where a little boy ...</td>\n",
              "      <td>negative</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Petter Mattei's \"Love in the Time of Money\" is...</td>\n",
              "      <td>positive</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                                              review sentiment\n",
              "0  One of the other reviewers has mentioned that ...  positive\n",
              "1  A wonderful little production. <br /><br />The...  positive\n",
              "2  I thought this was a wonderful way to spend ti...  positive\n",
              "3  Basically there's a family where a little boy ...  negative\n",
              "4  Petter Mattei's \"Love in the Time of Money\" is...  positive"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 69
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 137
        },
        "id": "syH9cJe45aeI",
        "outputId": "39b037f1-59a2-4b5e-e0cc-884e2f0938eb"
      },
      "source": [
        "df['review'].iloc[1]\n"
      ],
      "execution_count": 70,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            },
            "text/plain": [
              "'A wonderful little production. <br /><br />The filming technique is very unassuming- very old-time-BBC fashion and gives a comforting, and sometimes discomforting, sense of realism to the entire piece. <br /><br />The actors are extremely well chosen- Michael Sheen not only \"has got all the polari\" but he has all the voices down pat too! You can truly see the seamless editing guided by the references to Williams\\' diary entries, not only is it well worth the watching but it is a terrificly written and performed piece. A masterful production about one of the great master\\'s of comedy and his life. <br /><br />The realism really comes home with the little things: the fantasy of the guard which, rather than use the traditional \\'dream\\' techniques remains solid then disappears. It plays on our knowledge and our senses, particularly with the scenes concerning Orton and Halliwell and the sets (particularly of their flat with Halliwell\\'s murals decorating every surface) are terribly well done.'"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 70
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "sqkLVKLe6LUD"
      },
      "source": [
        "#shuffling the data\n",
        "df=df.sample(frac=1)"
      ],
      "execution_count": 71,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 204
        },
        "id": "OkT3HB9a6-lo",
        "outputId": "b98836b9-e5ec-4601-bd8f-60976cc1dd87"
      },
      "source": [
        "df.head()"
      ],
      "execution_count": 72,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>review</th>\n",
              "      <th>sentiment</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>31408</th>\n",
              "      <td>After wasting 2 hours of my life watching this...</td>\n",
              "      <td>negative</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3852</th>\n",
              "      <td>Wow, not only is this film a \"new lesson in re...</td>\n",
              "      <td>negative</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7405</th>\n",
              "      <td>Alexander Nevsky is a series of superb sequenc...</td>\n",
              "      <td>positive</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>39388</th>\n",
              "      <td>I don't understand why everyone hates this mov...</td>\n",
              "      <td>positive</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>41037</th>\n",
              "      <td>This movie is actually so poor in its desperat...</td>\n",
              "      <td>negative</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                                                  review sentiment\n",
              "31408  After wasting 2 hours of my life watching this...  negative\n",
              "3852   Wow, not only is this film a \"new lesson in re...  negative\n",
              "7405   Alexander Nevsky is a series of superb sequenc...  positive\n",
              "39388  I don't understand why everyone hates this mov...  positive\n",
              "41037  This movie is actually so poor in its desperat...  negative"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 72
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "1wxg9Rce7woV"
      },
      "source": [
        "X,y = df['review'],df['sentiment']\n",
        "y.replace(['positive','negative'],[1,0], inplace=True)\n",
        "X_train, X_test = X[:40000], X[40000:]\n",
        "y_train, y_test = y[:40000], y[40000:]"
      ],
      "execution_count": 73,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "1247qV5a8FIV"
      },
      "source": [
        ""
      ],
      "execution_count": 73,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Nw8eGrzm7A1U"
      },
      "source": [
        "from tensorflow.keras.preprocessing.text import Tokenizer"
      ],
      "execution_count": 74,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "I-3dA1Vg7dw4"
      },
      "source": [
        "#initialize the tokenizer and set the number of words as 10k\n",
        "tokenizer = Tokenizer(num_words=10000)"
      ],
      "execution_count": 75,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "3JaAt_vO7ohP"
      },
      "source": [
        "tokenizer.fit_on_texts(X_train)"
      ],
      "execution_count": 76,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "SvTAJOVp8JRU",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "d436b61c-60aa-47f8-f273-f860ff81fd70"
      },
      "source": [
        "tokenizer.word_index"
      ],
      "execution_count": 77,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "{'the': 1,\n",
              " 'and': 2,\n",
              " 'a': 3,\n",
              " 'of': 4,\n",
              " 'to': 5,\n",
              " 'is': 6,\n",
              " 'br': 7,\n",
              " 'in': 8,\n",
              " 'it': 9,\n",
              " 'i': 10,\n",
              " 'this': 11,\n",
              " 'that': 12,\n",
              " 'was': 13,\n",
              " 'as': 14,\n",
              " 'for': 15,\n",
              " 'with': 16,\n",
              " 'movie': 17,\n",
              " 'but': 18,\n",
              " 'film': 19,\n",
              " 'on': 20,\n",
              " 'not': 21,\n",
              " 'you': 22,\n",
              " 'are': 23,\n",
              " 'his': 24,\n",
              " 'have': 25,\n",
              " 'be': 26,\n",
              " 'one': 27,\n",
              " 'he': 28,\n",
              " 'all': 29,\n",
              " 'at': 30,\n",
              " 'by': 31,\n",
              " 'an': 32,\n",
              " 'they': 33,\n",
              " 'so': 34,\n",
              " 'who': 35,\n",
              " 'from': 36,\n",
              " 'like': 37,\n",
              " 'or': 38,\n",
              " 'just': 39,\n",
              " 'her': 40,\n",
              " 'about': 41,\n",
              " 'if': 42,\n",
              " 'out': 43,\n",
              " \"it's\": 44,\n",
              " 'has': 45,\n",
              " 'there': 46,\n",
              " 'some': 47,\n",
              " 'what': 48,\n",
              " 'good': 49,\n",
              " 'more': 50,\n",
              " 'when': 51,\n",
              " 'very': 52,\n",
              " 'up': 53,\n",
              " 'no': 54,\n",
              " 'my': 55,\n",
              " 'time': 56,\n",
              " 'even': 57,\n",
              " 'she': 58,\n",
              " 'would': 59,\n",
              " 'which': 60,\n",
              " 'only': 61,\n",
              " 'really': 62,\n",
              " 'story': 63,\n",
              " 'see': 64,\n",
              " 'their': 65,\n",
              " 'had': 66,\n",
              " 'can': 67,\n",
              " 'me': 68,\n",
              " 'well': 69,\n",
              " 'were': 70,\n",
              " 'than': 71,\n",
              " 'much': 72,\n",
              " 'we': 73,\n",
              " 'bad': 74,\n",
              " 'get': 75,\n",
              " 'been': 76,\n",
              " 'do': 77,\n",
              " 'other': 78,\n",
              " 'great': 79,\n",
              " 'will': 80,\n",
              " 'also': 81,\n",
              " 'people': 82,\n",
              " 'into': 83,\n",
              " 'because': 84,\n",
              " 'how': 85,\n",
              " 'first': 86,\n",
              " 'most': 87,\n",
              " 'him': 88,\n",
              " \"don't\": 89,\n",
              " 'them': 90,\n",
              " 'made': 91,\n",
              " 'its': 92,\n",
              " 'then': 93,\n",
              " 'make': 94,\n",
              " 'way': 95,\n",
              " 'too': 96,\n",
              " 'movies': 97,\n",
              " 'any': 98,\n",
              " 'could': 99,\n",
              " 'after': 100,\n",
              " 'think': 101,\n",
              " 'characters': 102,\n",
              " 'watch': 103,\n",
              " 'films': 104,\n",
              " 'two': 105,\n",
              " 'seen': 106,\n",
              " 'many': 107,\n",
              " 'character': 108,\n",
              " 'being': 109,\n",
              " 'never': 110,\n",
              " 'plot': 111,\n",
              " 'acting': 112,\n",
              " 'love': 113,\n",
              " 'life': 114,\n",
              " 'best': 115,\n",
              " 'did': 116,\n",
              " 'know': 117,\n",
              " 'show': 118,\n",
              " 'little': 119,\n",
              " 'where': 120,\n",
              " 'over': 121,\n",
              " 'off': 122,\n",
              " 'ever': 123,\n",
              " 'does': 124,\n",
              " 'your': 125,\n",
              " 'better': 126,\n",
              " 'end': 127,\n",
              " 'man': 128,\n",
              " 'scene': 129,\n",
              " 'still': 130,\n",
              " 'say': 131,\n",
              " 'these': 132,\n",
              " 'here': 133,\n",
              " 'scenes': 134,\n",
              " 'why': 135,\n",
              " 'something': 136,\n",
              " 'while': 137,\n",
              " 'such': 138,\n",
              " 'go': 139,\n",
              " 'should': 140,\n",
              " 'through': 141,\n",
              " 'back': 142,\n",
              " \"i'm\": 143,\n",
              " 'those': 144,\n",
              " 'real': 145,\n",
              " 'now': 146,\n",
              " 'thing': 147,\n",
              " 'watching': 148,\n",
              " \"doesn't\": 149,\n",
              " 'actors': 150,\n",
              " 'funny': 151,\n",
              " 'years': 152,\n",
              " \"didn't\": 153,\n",
              " 'though': 154,\n",
              " 'another': 155,\n",
              " 'actually': 156,\n",
              " '10': 157,\n",
              " 'old': 158,\n",
              " 'work': 159,\n",
              " 'before': 160,\n",
              " 'nothing': 161,\n",
              " 'makes': 162,\n",
              " 'director': 163,\n",
              " 'look': 164,\n",
              " 'find': 165,\n",
              " 'going': 166,\n",
              " 'lot': 167,\n",
              " 'same': 168,\n",
              " 'new': 169,\n",
              " 'few': 170,\n",
              " 'every': 171,\n",
              " 'part': 172,\n",
              " 'again': 173,\n",
              " 'cast': 174,\n",
              " 'us': 175,\n",
              " 'down': 176,\n",
              " 'pretty': 177,\n",
              " 'quite': 178,\n",
              " 'want': 179,\n",
              " 'things': 180,\n",
              " 'horror': 181,\n",
              " 'world': 182,\n",
              " 'around': 183,\n",
              " 'seems': 184,\n",
              " \"can't\": 185,\n",
              " 'big': 186,\n",
              " 'however': 187,\n",
              " 'young': 188,\n",
              " 'thought': 189,\n",
              " 'long': 190,\n",
              " 'take': 191,\n",
              " 'fact': 192,\n",
              " 'enough': 193,\n",
              " 'got': 194,\n",
              " \"that's\": 195,\n",
              " 'both': 196,\n",
              " \"i've\": 197,\n",
              " 'give': 198,\n",
              " 'own': 199,\n",
              " 'may': 200,\n",
              " 'between': 201,\n",
              " 'series': 202,\n",
              " 'must': 203,\n",
              " 'comedy': 204,\n",
              " 'right': 205,\n",
              " 'music': 206,\n",
              " 'without': 207,\n",
              " 'times': 208,\n",
              " \"isn't\": 209,\n",
              " 'action': 210,\n",
              " 'original': 211,\n",
              " 'role': 212,\n",
              " 'saw': 213,\n",
              " 'come': 214,\n",
              " 'gets': 215,\n",
              " 'always': 216,\n",
              " 'interesting': 217,\n",
              " 'almost': 218,\n",
              " \"there's\": 219,\n",
              " 'whole': 220,\n",
              " 'point': 221,\n",
              " 'done': 222,\n",
              " 'least': 223,\n",
              " 'guy': 224,\n",
              " 'far': 225,\n",
              " 'bit': 226,\n",
              " 'script': 227,\n",
              " 'minutes': 228,\n",
              " 'feel': 229,\n",
              " '2': 230,\n",
              " 'might': 231,\n",
              " 'anything': 232,\n",
              " 'am': 233,\n",
              " 'family': 234,\n",
              " \"he's\": 235,\n",
              " 'making': 236,\n",
              " 'since': 237,\n",
              " 'last': 238,\n",
              " 'tv': 239,\n",
              " 'probably': 240,\n",
              " 'performance': 241,\n",
              " 'kind': 242,\n",
              " 'yet': 243,\n",
              " 'away': 244,\n",
              " 'fun': 245,\n",
              " 'worst': 246,\n",
              " 'girl': 247,\n",
              " 'sure': 248,\n",
              " 'hard': 249,\n",
              " 'anyone': 250,\n",
              " 'rather': 251,\n",
              " 'played': 252,\n",
              " 'each': 253,\n",
              " 'our': 254,\n",
              " 'day': 255,\n",
              " 'woman': 256,\n",
              " 'found': 257,\n",
              " 'believe': 258,\n",
              " 'although': 259,\n",
              " 'especially': 260,\n",
              " 'looking': 261,\n",
              " 'screen': 262,\n",
              " 'having': 263,\n",
              " 'dvd': 264,\n",
              " 'trying': 265,\n",
              " 'course': 266,\n",
              " 'everything': 267,\n",
              " 'maybe': 268,\n",
              " 'set': 269,\n",
              " 'ending': 270,\n",
              " 'comes': 271,\n",
              " 'book': 272,\n",
              " 'goes': 273,\n",
              " 'put': 274,\n",
              " 'worth': 275,\n",
              " 'place': 276,\n",
              " 'three': 277,\n",
              " 'shows': 278,\n",
              " 'main': 279,\n",
              " 'different': 280,\n",
              " 'money': 281,\n",
              " 'sense': 282,\n",
              " 'effects': 283,\n",
              " 'once': 284,\n",
              " \"wasn't\": 285,\n",
              " 'looks': 286,\n",
              " 'play': 287,\n",
              " 'watched': 288,\n",
              " 'true': 289,\n",
              " 'actor': 290,\n",
              " 'reason': 291,\n",
              " 'together': 292,\n",
              " 'someone': 293,\n",
              " 'job': 294,\n",
              " 'war': 295,\n",
              " 'american': 296,\n",
              " 'instead': 297,\n",
              " 'plays': 298,\n",
              " 'high': 299,\n",
              " 'half': 300,\n",
              " 'said': 301,\n",
              " 'year': 302,\n",
              " 'during': 303,\n",
              " 'special': 304,\n",
              " 'everyone': 305,\n",
              " 'takes': 306,\n",
              " 'later': 307,\n",
              " 'beautiful': 308,\n",
              " 'seem': 309,\n",
              " '1': 310,\n",
              " 'seeing': 311,\n",
              " 'audience': 312,\n",
              " 'left': 313,\n",
              " 'himself': 314,\n",
              " 'night': 315,\n",
              " 'version': 316,\n",
              " 'john': 317,\n",
              " 'shot': 318,\n",
              " 'black': 319,\n",
              " 'excellent': 320,\n",
              " 'idea': 321,\n",
              " 'house': 322,\n",
              " 'star': 323,\n",
              " 'mind': 324,\n",
              " 'wife': 325,\n",
              " 'fan': 326,\n",
              " 'used': 327,\n",
              " 'nice': 328,\n",
              " 'simply': 329,\n",
              " 'budget': 330,\n",
              " 'death': 331,\n",
              " 'short': 332,\n",
              " 'completely': 333,\n",
              " 'poor': 334,\n",
              " 'else': 335,\n",
              " \"you're\": 336,\n",
              " 'second': 337,\n",
              " 'read': 338,\n",
              " '3': 339,\n",
              " 'top': 340,\n",
              " 'along': 341,\n",
              " 'less': 342,\n",
              " 'dead': 343,\n",
              " 'either': 344,\n",
              " 'line': 345,\n",
              " 'home': 346,\n",
              " 'help': 347,\n",
              " 'boring': 348,\n",
              " 'men': 349,\n",
              " 'friends': 350,\n",
              " 'enjoy': 351,\n",
              " 'try': 352,\n",
              " 'kids': 353,\n",
              " 'production': 354,\n",
              " 'given': 355,\n",
              " 'classic': 356,\n",
              " 'low': 357,\n",
              " 'stupid': 358,\n",
              " 'wrong': 359,\n",
              " 'full': 360,\n",
              " 'performances': 361,\n",
              " 'school': 362,\n",
              " 'camera': 363,\n",
              " 'need': 364,\n",
              " 'until': 365,\n",
              " 'father': 366,\n",
              " 'hollywood': 367,\n",
              " 'use': 368,\n",
              " 'next': 369,\n",
              " 'video': 370,\n",
              " 'rest': 371,\n",
              " 'start': 372,\n",
              " 'truly': 373,\n",
              " 'awful': 374,\n",
              " 'couple': 375,\n",
              " 'recommend': 376,\n",
              " 'sex': 377,\n",
              " 'women': 378,\n",
              " 'let': 379,\n",
              " 'remember': 380,\n",
              " 'terrible': 381,\n",
              " 'tell': 382,\n",
              " 'came': 383,\n",
              " 'name': 384,\n",
              " 'moments': 385,\n",
              " 'getting': 386,\n",
              " 'understand': 387,\n",
              " 'mean': 388,\n",
              " 'perhaps': 389,\n",
              " 'episode': 390,\n",
              " 'style': 391,\n",
              " 'keep': 392,\n",
              " 'itself': 393,\n",
              " 'wonderful': 394,\n",
              " 'face': 395,\n",
              " 'human': 396,\n",
              " 'playing': 397,\n",
              " 'small': 398,\n",
              " 'doing': 399,\n",
              " 'written': 400,\n",
              " 'others': 401,\n",
              " 'often': 402,\n",
              " 'person': 403,\n",
              " 'early': 404,\n",
              " 'definitely': 405,\n",
              " 'stars': 406,\n",
              " 'perfect': 407,\n",
              " 'head': 408,\n",
              " 'gives': 409,\n",
              " 'dialogue': 410,\n",
              " 'lines': 411,\n",
              " 'went': 412,\n",
              " \"couldn't\": 413,\n",
              " 'piece': 414,\n",
              " 'mother': 415,\n",
              " 'certainly': 416,\n",
              " 'yes': 417,\n",
              " 'case': 418,\n",
              " 'finally': 419,\n",
              " 'liked': 420,\n",
              " 'laugh': 421,\n",
              " 'live': 422,\n",
              " 'absolutely': 423,\n",
              " 'worse': 424,\n",
              " 'boy': 425,\n",
              " 'title': 426,\n",
              " 'oh': 427,\n",
              " 'loved': 428,\n",
              " 'called': 429,\n",
              " 'lost': 430,\n",
              " 'felt': 431,\n",
              " 'sort': 432,\n",
              " 'overall': 433,\n",
              " 'hope': 434,\n",
              " 'supposed': 435,\n",
              " 'become': 436,\n",
              " 'entertaining': 437,\n",
              " 'mr': 438,\n",
              " 'based': 439,\n",
              " 'several': 440,\n",
              " '5': 441,\n",
              " 'sound': 442,\n",
              " 'entire': 443,\n",
              " 'problem': 444,\n",
              " 'cinema': 445,\n",
              " 'picture': 446,\n",
              " 'drama': 447,\n",
              " 'waste': 448,\n",
              " 'friend': 449,\n",
              " 'white': 450,\n",
              " '4': 451,\n",
              " 'totally': 452,\n",
              " 'guys': 453,\n",
              " 'fans': 454,\n",
              " \"she's\": 455,\n",
              " 'against': 456,\n",
              " 'dark': 457,\n",
              " 'under': 458,\n",
              " 'wanted': 459,\n",
              " 'care': 460,\n",
              " 'seemed': 461,\n",
              " 'humor': 462,\n",
              " 'beginning': 463,\n",
              " 'direction': 464,\n",
              " 'guess': 465,\n",
              " 'example': 466,\n",
              " 'game': 467,\n",
              " 'lives': 468,\n",
              " 'throughout': 469,\n",
              " 'evil': 470,\n",
              " 'despite': 471,\n",
              " 'final': 472,\n",
              " 'already': 473,\n",
              " 'becomes': 474,\n",
              " 'lead': 475,\n",
              " 'turn': 476,\n",
              " 'quality': 477,\n",
              " 'able': 478,\n",
              " 'children': 479,\n",
              " \"you'll\": 480,\n",
              " 'history': 481,\n",
              " 'unfortunately': 482,\n",
              " 'days': 483,\n",
              " 'wants': 484,\n",
              " 'amazing': 485,\n",
              " 'flick': 486,\n",
              " \"i'd\": 487,\n",
              " 'heart': 488,\n",
              " 'killer': 489,\n",
              " 'fine': 490,\n",
              " 'horrible': 491,\n",
              " 'b': 492,\n",
              " 'side': 493,\n",
              " 'close': 494,\n",
              " 'michael': 495,\n",
              " 'writing': 496,\n",
              " 'son': 497,\n",
              " 'run': 498,\n",
              " 'art': 499,\n",
              " \"won't\": 500,\n",
              " \"they're\": 501,\n",
              " 'matter': 502,\n",
              " 'works': 503,\n",
              " 'gave': 504,\n",
              " 'tries': 505,\n",
              " 'act': 506,\n",
              " 'turns': 507,\n",
              " 'late': 508,\n",
              " 'past': 509,\n",
              " 'town': 510,\n",
              " 'eyes': 511,\n",
              " 'stuff': 512,\n",
              " '\\x96': 513,\n",
              " 'kill': 514,\n",
              " 'etc': 515,\n",
              " 'enjoyed': 516,\n",
              " 'directed': 517,\n",
              " 'brilliant': 518,\n",
              " 'behind': 519,\n",
              " 'favorite': 520,\n",
              " 'hand': 521,\n",
              " 'parts': 522,\n",
              " 'genre': 523,\n",
              " 'expect': 524,\n",
              " 'obviously': 525,\n",
              " 'child': 526,\n",
              " 'soon': 527,\n",
              " 'hour': 528,\n",
              " 'killed': 529,\n",
              " 'highly': 530,\n",
              " 'thinking': 531,\n",
              " 'actress': 532,\n",
              " 'themselves': 533,\n",
              " 'viewer': 534,\n",
              " 'car': 535,\n",
              " 'type': 536,\n",
              " 'sometimes': 537,\n",
              " 'myself': 538,\n",
              " 'group': 539,\n",
              " 'self': 540,\n",
              " 'god': 541,\n",
              " 'stop': 542,\n",
              " 'city': 543,\n",
              " 'anyway': 544,\n",
              " 'girls': 545,\n",
              " 'decent': 546,\n",
              " 'starts': 547,\n",
              " 'kid': 548,\n",
              " 'blood': 549,\n",
              " 'voice': 550,\n",
              " 'known': 551,\n",
              " 'says': 552,\n",
              " 'happens': 553,\n",
              " 'took': 554,\n",
              " 'heard': 555,\n",
              " 'except': 556,\n",
              " 'writer': 557,\n",
              " 'feeling': 558,\n",
              " 'coming': 559,\n",
              " 'daughter': 560,\n",
              " 'slow': 561,\n",
              " 'fight': 562,\n",
              " 'experience': 563,\n",
              " 'extremely': 564,\n",
              " 'stories': 565,\n",
              " 'moment': 566,\n",
              " 'chance': 567,\n",
              " 'told': 568,\n",
              " 'score': 569,\n",
              " 'involved': 570,\n",
              " 'strong': 571,\n",
              " 'roles': 572,\n",
              " 'lack': 573,\n",
              " 'including': 574,\n",
              " 'leave': 575,\n",
              " 'police': 576,\n",
              " 'violence': 577,\n",
              " 'looked': 578,\n",
              " 'please': 579,\n",
              " 'gore': 580,\n",
              " 'living': 581,\n",
              " 'attempt': 582,\n",
              " 'murder': 583,\n",
              " 'obvious': 584,\n",
              " 'happened': 585,\n",
              " 'wonder': 586,\n",
              " 'hell': 587,\n",
              " 'ok': 588,\n",
              " 'cannot': 589,\n",
              " \"wouldn't\": 590,\n",
              " 'simple': 591,\n",
              " 'hilarious': 592,\n",
              " 'crap': 593,\n",
              " 'happen': 594,\n",
              " 'cool': 595,\n",
              " 'ago': 596,\n",
              " 'save': 597,\n",
              " 'cut': 598,\n",
              " 'hit': 599,\n",
              " 'age': 600,\n",
              " 'particularly': 601,\n",
              " 'james': 602,\n",
              " 's': 603,\n",
              " 'serious': 604,\n",
              " 'song': 605,\n",
              " 'seriously': 606,\n",
              " 'shown': 607,\n",
              " 'complete': 608,\n",
              " 'taken': 609,\n",
              " 'interest': 610,\n",
              " 'robert': 611,\n",
              " 'sad': 612,\n",
              " 'jokes': 613,\n",
              " 'possible': 614,\n",
              " 'cinematography': 615,\n",
              " 'exactly': 616,\n",
              " 'saying': 617,\n",
              " 'across': 618,\n",
              " 'hero': 619,\n",
              " 'hours': 620,\n",
              " 'released': 621,\n",
              " 'today': 622,\n",
              " 'english': 623,\n",
              " 'david': 624,\n",
              " 'relationship': 625,\n",
              " 'reality': 626,\n",
              " 'usually': 627,\n",
              " 'opening': 628,\n",
              " 'annoying': 629,\n",
              " \"film's\": 630,\n",
              " 'alone': 631,\n",
              " 'career': 632,\n",
              " 'none': 633,\n",
              " 'brother': 634,\n",
              " 'body': 635,\n",
              " 'shots': 636,\n",
              " 'wish': 637,\n",
              " 'view': 638,\n",
              " 'order': 639,\n",
              " 'huge': 640,\n",
              " 'running': 641,\n",
              " 'yourself': 642,\n",
              " 'important': 643,\n",
              " 'power': 644,\n",
              " 'number': 645,\n",
              " 'talent': 646,\n",
              " 'opinion': 647,\n",
              " 'started': 648,\n",
              " 'documentary': 649,\n",
              " 'taking': 650,\n",
              " 'scary': 651,\n",
              " 'whose': 652,\n",
              " 'husband': 653,\n",
              " 'four': 654,\n",
              " 'ridiculous': 655,\n",
              " 'ends': 656,\n",
              " 'level': 657,\n",
              " 'usual': 658,\n",
              " 'turned': 659,\n",
              " 'mostly': 660,\n",
              " 'word': 661,\n",
              " 'middle': 662,\n",
              " 'light': 663,\n",
              " 'female': 664,\n",
              " 'major': 665,\n",
              " \"i'll\": 666,\n",
              " 'call': 667,\n",
              " 'knows': 668,\n",
              " 'happy': 669,\n",
              " 'silly': 670,\n",
              " 'non': 671,\n",
              " 'change': 672,\n",
              " 'novel': 673,\n",
              " 'knew': 674,\n",
              " 'somewhat': 675,\n",
              " 'rating': 676,\n",
              " 'talking': 677,\n",
              " 'beyond': 678,\n",
              " 'jack': 679,\n",
              " 'strange': 680,\n",
              " 'words': 681,\n",
              " 'country': 682,\n",
              " 'ones': 683,\n",
              " 'disappointed': 684,\n",
              " 'single': 685,\n",
              " 'musical': 686,\n",
              " 'room': 687,\n",
              " 'basically': 688,\n",
              " 'upon': 689,\n",
              " 'television': 690,\n",
              " 'due': 691,\n",
              " 'modern': 692,\n",
              " 'problems': 693,\n",
              " 'apparently': 694,\n",
              " 'attention': 695,\n",
              " 'cheap': 696,\n",
              " '7': 697,\n",
              " 'episodes': 698,\n",
              " 'finds': 699,\n",
              " 'thriller': 700,\n",
              " \"aren't\": 701,\n",
              " 'class': 702,\n",
              " 'clearly': 703,\n",
              " 'events': 704,\n",
              " 'moving': 705,\n",
              " 'british': 706,\n",
              " 'straight': 707,\n",
              " 'local': 708,\n",
              " 'sequence': 709,\n",
              " 'review': 710,\n",
              " 'talk': 711,\n",
              " 'miss': 712,\n",
              " 'above': 713,\n",
              " 'fast': 714,\n",
              " 'ten': 715,\n",
              " 'comic': 716,\n",
              " 'appears': 717,\n",
              " 'five': 718,\n",
              " 'french': 719,\n",
              " 'earth': 720,\n",
              " 'release': 721,\n",
              " 'whether': 722,\n",
              " '8': 723,\n",
              " 'songs': 724,\n",
              " 'lots': 725,\n",
              " 'team': 726,\n",
              " 'enjoyable': 727,\n",
              " 'near': 728,\n",
              " 'hate': 729,\n",
              " 'die': 730,\n",
              " 'entertainment': 731,\n",
              " 'future': 732,\n",
              " 'space': 733,\n",
              " 'tells': 734,\n",
              " 'filmed': 735,\n",
              " 'sets': 736,\n",
              " 'dialog': 737,\n",
              " 'predictable': 738,\n",
              " \"haven't\": 739,\n",
              " 'bring': 740,\n",
              " 'sequel': 741,\n",
              " 'mention': 742,\n",
              " 'supporting': 743,\n",
              " 'bunch': 744,\n",
              " 'add': 745,\n",
              " 'needs': 746,\n",
              " 'george': 747,\n",
              " 'soundtrack': 748,\n",
              " 'message': 749,\n",
              " 'falls': 750,\n",
              " 'easily': 751,\n",
              " 'suspense': 752,\n",
              " 'romantic': 753,\n",
              " 'dull': 754,\n",
              " 'similar': 755,\n",
              " 'within': 756,\n",
              " 'clear': 757,\n",
              " 'theme': 758,\n",
              " 'showing': 759,\n",
              " 'working': 760,\n",
              " 'surprised': 761,\n",
              " 'sorry': 762,\n",
              " 'dr': 763,\n",
              " 'easy': 764,\n",
              " 'giving': 765,\n",
              " 'certain': 766,\n",
              " 'ways': 767,\n",
              " 'tried': 768,\n",
              " 'among': 769,\n",
              " 'storyline': 770,\n",
              " 'tale': 771,\n",
              " 'feature': 772,\n",
              " 'effort': 773,\n",
              " 'rock': 774,\n",
              " 'sister': 775,\n",
              " 'fall': 776,\n",
              " 'eye': 777,\n",
              " 'king': 778,\n",
              " 'gone': 779,\n",
              " 'minute': 780,\n",
              " 'deal': 781,\n",
              " \"what's\": 782,\n",
              " 'stay': 783,\n",
              " 'monster': 784,\n",
              " \"'\": 785,\n",
              " 'stand': 786,\n",
              " 'theater': 787,\n",
              " 'buy': 788,\n",
              " 'parents': 789,\n",
              " 'avoid': 790,\n",
              " 'editing': 791,\n",
              " 'feels': 792,\n",
              " 'typical': 793,\n",
              " 'mystery': 794,\n",
              " 'means': 795,\n",
              " 'elements': 796,\n",
              " 'doubt': 797,\n",
              " '9': 798,\n",
              " 'okay': 799,\n",
              " 'comments': 800,\n",
              " 'kept': 801,\n",
              " 'check': 802,\n",
              " 'using': 803,\n",
              " 'viewers': 804,\n",
              " 'fantastic': 805,\n",
              " 'nearly': 806,\n",
              " 'dog': 807,\n",
              " 'named': 808,\n",
              " 'oscar': 809,\n",
              " 't': 810,\n",
              " 'subject': 811,\n",
              " 'rent': 812,\n",
              " 'imagine': 813,\n",
              " 'lady': 814,\n",
              " 'peter': 815,\n",
              " 'brought': 816,\n",
              " 'richard': 817,\n",
              " 'points': 818,\n",
              " 'believable': 819,\n",
              " 'viewing': 820,\n",
              " 'herself': 821,\n",
              " 'form': 822,\n",
              " 'follow': 823,\n",
              " 'greatest': 824,\n",
              " 'famous': 825,\n",
              " 'realistic': 826,\n",
              " 'crime': 827,\n",
              " 'move': 828,\n",
              " 'somehow': 829,\n",
              " 'forget': 830,\n",
              " 'general': 831,\n",
              " 'period': 832,\n",
              " 'sequences': 833,\n",
              " \"you've\": 834,\n",
              " 'material': 835,\n",
              " 'actual': 836,\n",
              " 'leads': 837,\n",
              " 're': 838,\n",
              " 'begins': 839,\n",
              " 'reviews': 840,\n",
              " 'weak': 841,\n",
              " 'animation': 842,\n",
              " 'killing': 843,\n",
              " 'tom': 844,\n",
              " 'sit': 845,\n",
              " 'learn': 846,\n",
              " 'hear': 847,\n",
              " 'surprise': 848,\n",
              " 'note': 849,\n",
              " 'paul': 850,\n",
              " 'eventually': 851,\n",
              " 'atmosphere': 852,\n",
              " 'open': 853,\n",
              " 'red': 854,\n",
              " 'average': 855,\n",
              " 'deep': 856,\n",
              " 'figure': 857,\n",
              " 'particular': 858,\n",
              " 'imdb': 859,\n",
              " 'expected': 860,\n",
              " 'premise': 861,\n",
              " 'sci': 862,\n",
              " '20': 863,\n",
              " 'indeed': 864,\n",
              " 'fi': 865,\n",
              " 'whatever': 866,\n",
              " 'shame': 867,\n",
              " 'poorly': 868,\n",
              " 'forced': 869,\n",
              " \"who's\": 870,\n",
              " 'acted': 871,\n",
              " 'dance': 872,\n",
              " 'decided': 873,\n",
              " 'free': 874,\n",
              " 'lame': 875,\n",
              " 'season': 876,\n",
              " 'difficult': 877,\n",
              " 'third': 878,\n",
              " 'romance': 879,\n",
              " 'air': 880,\n",
              " 'truth': 881,\n",
              " 'crew': 882,\n",
              " 'western': 883,\n",
              " 'wait': 884,\n",
              " 'gay': 885,\n",
              " 'possibly': 886,\n",
              " 'leaves': 887,\n",
              " 'box': 888,\n",
              " 'write': 889,\n",
              " 'memorable': 890,\n",
              " 'unless': 891,\n",
              " 'footage': 892,\n",
              " 'emotional': 893,\n",
              " 'reading': 894,\n",
              " 'became': 895,\n",
              " 'otherwise': 896,\n",
              " 'situation': 897,\n",
              " 'begin': 898,\n",
              " 'york': 899,\n",
              " 'needed': 900,\n",
              " 'sexual': 901,\n",
              " 'masterpiece': 902,\n",
              " 'male': 903,\n",
              " 'doctor': 904,\n",
              " 'society': 905,\n",
              " 'hands': 906,\n",
              " 'screenplay': 907,\n",
              " 'plus': 908,\n",
              " 'question': 909,\n",
              " 'cheesy': 910,\n",
              " 'comment': 911,\n",
              " 'boys': 912,\n",
              " 'nature': 913,\n",
              " 'forward': 914,\n",
              " 'japanese': 915,\n",
              " 'hot': 916,\n",
              " 'nor': 917,\n",
              " 'de': 918,\n",
              " 'credits': 919,\n",
              " 'personal': 920,\n",
              " 'meet': 921,\n",
              " 'superb': 922,\n",
              " 'effect': 923,\n",
              " 'features': 924,\n",
              " 'laughs': 925,\n",
              " 'street': 926,\n",
              " 'meets': 927,\n",
              " 'previous': 928,\n",
              " 'perfectly': 929,\n",
              " 'writers': 930,\n",
              " 'beauty': 931,\n",
              " 'total': 932,\n",
              " 'sounds': 933,\n",
              " 'e': 934,\n",
              " 'towards': 935,\n",
              " 'incredibly': 936,\n",
              " 'badly': 937,\n",
              " 'america': 938,\n",
              " \"let's\": 939,\n",
              " 'battle': 940,\n",
              " 'keeps': 941,\n",
              " 'inside': 942,\n",
              " 'mark': 943,\n",
              " 'result': 944,\n",
              " 'mess': 945,\n",
              " 'background': 946,\n",
              " 'interested': 947,\n",
              " 'crazy': 948,\n",
              " 'whom': 949,\n",
              " 'weird': 950,\n",
              " 'copy': 951,\n",
              " 'worked': 952,\n",
              " 'quickly': 953,\n",
              " 'various': 954,\n",
              " 'cop': 955,\n",
              " 'island': 956,\n",
              " 'fire': 957,\n",
              " 'stage': 958,\n",
              " 'realize': 959,\n",
              " 'earlier': 960,\n",
              " 'dramatic': 961,\n",
              " 'dumb': 962,\n",
              " 'powerful': 963,\n",
              " 'brings': 964,\n",
              " 'directors': 965,\n",
              " 'unique': 966,\n",
              " 'telling': 967,\n",
              " 'following': 968,\n",
              " 'pay': 969,\n",
              " 'lee': 970,\n",
              " 'setting': 971,\n",
              " 'business': 972,\n",
              " 'baby': 973,\n",
              " 'plenty': 974,\n",
              " 'appear': 975,\n",
              " 'present': 976,\n",
              " 'admit': 977,\n",
              " 'rate': 978,\n",
              " 'directing': 979,\n",
              " 'apart': 980,\n",
              " 'party': 981,\n",
              " 'bill': 982,\n",
              " 'older': 983,\n",
              " 'development': 984,\n",
              " 'water': 985,\n",
              " 'gun': 986,\n",
              " 'creepy': 987,\n",
              " 'ask': 988,\n",
              " 'dream': 989,\n",
              " 'girlfriend': 990,\n",
              " 'portrayed': 991,\n",
              " 'era': 992,\n",
              " 'outside': 993,\n",
              " 'expecting': 994,\n",
              " 'zombie': 995,\n",
              " 'spent': 996,\n",
              " 'fairly': 997,\n",
              " 'joke': 998,\n",
              " 'wasted': 999,\n",
              " 'deserves': 1000,\n",
              " ...}"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 77
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "G8h_d2KS7kBZ"
      },
      "source": [
        "X_train = tokenizer.texts_to_sequences(X_train)\n",
        "X_test = tokenizer.texts_to_sequences(X_test)"
      ],
      "execution_count": 78,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "cRXiJGuc7gZQ",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "95df350a-9318-4148-d055-295a9b4413e8"
      },
      "source": [
        "X_train[1]"
      ],
      "execution_count": 79,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[1377,\n",
              " 21,\n",
              " 61,\n",
              " 6,\n",
              " 11,\n",
              " 19,\n",
              " 3,\n",
              " 169,\n",
              " 2102,\n",
              " 8,\n",
              " 145,\n",
              " 74,\n",
              " 1281,\n",
              " 18,\n",
              " 81,\n",
              " 3,\n",
              " 2102,\n",
              " 8,\n",
              " 145,\n",
              " 74,\n",
              " 19,\n",
              " 236,\n",
              " 89,\n",
              " 75,\n",
              " 68,\n",
              " 359,\n",
              " 10,\n",
              " 2520,\n",
              " 1,\n",
              " 1104,\n",
              " 4,\n",
              " 1510,\n",
              " 785,\n",
              " 18,\n",
              " 30,\n",
              " 1,\n",
              " 168,\n",
              " 56,\n",
              " 27,\n",
              " 203,\n",
              " 959,\n",
              " 51,\n",
              " 3,\n",
              " 17,\n",
              " 6,\n",
              " 381,\n",
              " 8,\n",
              " 418,\n",
              " 22,\n",
              " 1058,\n",
              " 43,\n",
              " 20,\n",
              " 1,\n",
              " 770,\n",
              " 1,\n",
              " 111,\n",
              " 4,\n",
              " 6,\n",
              " 41,\n",
              " 3,\n",
              " 1338,\n",
              " 1523,\n",
              " 2873,\n",
              " 7176,\n",
              " 12,\n",
              " 34,\n",
              " 553,\n",
              " 5,\n",
              " 2061,\n",
              " 83,\n",
              " 1,\n",
              " 5294,\n",
              " 3662,\n",
              " 1,\n",
              " 5,\n",
              " 1666,\n",
              " 5332,\n",
              " 83,\n",
              " 4408,\n",
              " 261,\n",
              " 1296,\n",
              " 1,\n",
              " 369,\n",
              " 147,\n",
              " 22,\n",
              " 117,\n",
              " 1296,\n",
              " 23,\n",
              " 29,\n",
              " 121,\n",
              " 1,\n",
              " 543,\n",
              " 1928,\n",
              " 82,\n",
              " 1105,\n",
              " 137,\n",
              " 3,\n",
              " 2683,\n",
              " 261,\n",
              " 904,\n",
              " 2,\n",
              " 3,\n",
              " 1338,\n",
              " 1514,\n",
              " 23,\n",
              " 265,\n",
              " 5,\n",
              " 857,\n",
              " 43,\n",
              " 1,\n",
              " 3635,\n",
              " 195,\n",
              " 236,\n",
              " 132,\n",
              " 82,\n",
              " 1938,\n",
              " 27,\n",
              " 155,\n",
              " 2904,\n",
              " 1,\n",
              " 384,\n",
              " 1510,\n",
              " 36,\n",
              " 93,\n",
              " 20,\n",
              " 29,\n",
              " 73,\n",
              " 64,\n",
              " 6,\n",
              " 1296,\n",
              " 263,\n",
              " 3,\n",
              " 1816,\n",
              " 255,\n",
              " 20,\n",
              " 171,\n",
              " 708,\n",
              " 8,\n",
              " 1699,\n",
              " 161,\n",
              " 18,\n",
              " 1510,\n",
              " 2,\n",
              " 6877,\n",
              " 2,\n",
              " 4173,\n",
              " 31,\n",
              " 2110,\n",
              " 4,\n",
              " 3411,\n",
              " 2,\n",
              " 580,\n",
              " 237,\n",
              " 11,\n",
              " 6,\n",
              " 3,\n",
              " 1038,\n",
              " 19,\n",
              " 1,\n",
              " 19,\n",
              " 66,\n",
              " 5,\n",
              " 26,\n",
              " 2180,\n",
              " 83,\n",
              " 623,\n",
              " 2,\n",
              " 51,\n",
              " 336,\n",
              " 21,\n",
              " 1050,\n",
              " 30,\n",
              " 1,\n",
              " 6597,\n",
              " 4,\n",
              " 1,\n",
              " 1296,\n",
              " 1,\n",
              " 550,\n",
              " 7511,\n",
              " 23,\n",
              " 178,\n",
              " 592,\n",
              " 2,\n",
              " 437,\n",
              " 14,\n",
              " 69,\n",
              " 14,\n",
              " 4135,\n",
              " 1075,\n",
              " 1324,\n",
              " 1324,\n",
              " 1324,\n",
              " 46,\n",
              " 6,\n",
              " 3,\n",
              " 129,\n",
              " 8,\n",
              " 1,\n",
              " 19,\n",
              " 12,\n",
              " 7107,\n",
              " 1,\n",
              " 345,\n",
              " 201,\n",
              " 782,\n",
              " 3286,\n",
              " 2,\n",
              " 21,\n",
              " 3286,\n",
              " 2904,\n",
              " 1,\n",
              " 129,\n",
              " 8,\n",
              " 60,\n",
              " 3,\n",
              " 256,\n",
              " 35,\n",
              " 6,\n",
              " 2873,\n",
              " 40,\n",
              " 9913,\n",
              " 973,\n",
              " 6,\n",
              " 109,\n",
              " 183,\n",
              " 8,\n",
              " 40,\n",
              " 6236,\n",
              " 31,\n",
              " 47,\n",
              " 2597,\n",
              " 2,\n",
              " 3,\n",
              " 4,\n",
              " 1296,\n",
              " 214,\n",
              " 43,\n",
              " 4,\n",
              " 1268,\n",
              " 2,\n",
              " 1339,\n",
              " 90,\n",
              " 27,\n",
              " 995,\n",
              " 5754,\n",
              " 1,\n",
              " 973,\n",
              " 2,\n",
              " 7377,\n",
              " 9,\n",
              " 83,\n",
              " 1252,\n",
              " 1928,\n",
              " 92,\n",
              " 14,\n",
              " 22,\n",
              " 847,\n",
              " 1,\n",
              " 973,\n",
              " 2478,\n",
              " 1377,\n",
              " 12,\n",
              " 6,\n",
              " 3,\n",
              " 169,\n",
              " 2102,\n",
              " 8,\n",
              " 74,\n",
              " 1281,\n",
              " 2653,\n",
              " 10,\n",
              " 382,\n",
              " 22,\n",
              " 2653]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 79
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "kTasxeyP45gL"
      },
      "source": [
        ""
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Sr1xkeF445wu"
      },
      "source": [
        "from tensorflow.keras.preprocessing.sequence import pad_sequences\n",
        "\n",
        "X_train = pad_sequences(X_train, maxlen =250)\n",
        "X_test = pad_sequences(X_test, maxlen=250)"
      ],
      "execution_count": 80,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "uN_mMYt--ZeI",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "b835f4cc-039b-4aca-99b4-ab8a50db2873"
      },
      "source": [
        "X_train[0]"
      ],
      "execution_count": 81,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "array([   0,    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,\n",
              "          0,    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,\n",
              "          0,    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,\n",
              "          0,    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,\n",
              "          0,    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,\n",
              "          0,    0,    0,    0,    0,    0,    0,    0,    0,    0,    0,\n",
              "          0,    0,    0,    0,    0,    0,    0,    0,    0,  100, 3018,\n",
              "        230,  620,    4,   55,  114,  148,   11,   17,   20,  508,  315,\n",
              "        690,   10,  412,  142,    2,   47,    4,    1,  859,  835,    5,\n",
              "       3096,  538,    4,  135,   10,  288,    9,    8,    1,   86,  276,\n",
              "          8,    1,   61,  147,   12,   10,   67,  101,    4,    6,   12,\n",
              "          1,  523, 1308, 6543,    5,   68,   18,   11,   17,   13,    3,\n",
              "        932,  448,    4,  773,    9, 1027,   20,  171,  657,    2,    5,\n",
              "         64,   12,   44, 2130,   20,  859,   14,    3,  204,   62,  887,\n",
              "         68,   30,    3, 1828,   10,   89, 2202,   50,   71,    3,  375,\n",
              "          4, 9039,   46,   23,   50,  925,    8,   98,  390,    4, 1148,\n",
              "          2,  639,   71,    8,    1,  238,  128,  606,    7,    7,   96,\n",
              "         72,    4,    1, 4076, 3616,   39,  153,  309,    5,   68,    5,\n",
              "         25,   98, 6596,    2,   13, 1509,   52, 2456, 1393,    7,    7,\n",
              "         42,    9, 1937,   76,   15,    1,  218, 2316, 6389,  636,   69,\n",
              "         48,   67,   10,  131,  790,   11,   17,   37,    1, 3724,   38,\n",
              "       1973,    9,    2,   39,  714,  914,    5,    1, 6389,  636,   77,\n",
              "         21, 1167,   57,  310,    5,  812,    9,  154], dtype=int32)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 81
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "70lSRdTp-bXE"
      },
      "source": [
        "from tensorflow.keras import models\n",
        "from tensorflow.keras import layers\n"
      ],
      "execution_count": 82,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "88oraLsf_sdE"
      },
      "source": [
        "mod = models.Sequential([#we store all 10000 words in our list and set the number of weights associated with each word as 64\n",
        "                         layers.Embedding(10000,64,input_length = 250),\n",
        "                         layers.Flatten(),\n",
        "                         layers.Dense(32, activation='relu'),\n",
        "                         layers.Dense(32, activation='relu'),\n",
        "                         layers.Dense(1, activation='sigmoid')\n",
        "                         ])\n"
      ],
      "execution_count": 83,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "LM0OP0RJCZUd",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "be4c1342-3e8e-454d-a142-44fe35681747"
      },
      "source": [
        "mod.summary()"
      ],
      "execution_count": 84,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Model: \"sequential_4\"\n",
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "embedding_4 (Embedding)      (None, 250, 64)           640000    \n",
            "_________________________________________________________________\n",
            "flatten_4 (Flatten)          (None, 16000)             0         \n",
            "_________________________________________________________________\n",
            "dense_12 (Dense)             (None, 32)                512032    \n",
            "_________________________________________________________________\n",
            "dense_13 (Dense)             (None, 32)                1056      \n",
            "_________________________________________________________________\n",
            "dense_14 (Dense)             (None, 1)                 33        \n",
            "=================================================================\n",
            "Total params: 1,153,121\n",
            "Trainable params: 1,153,121\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "q6A036y6CapN",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "1ed2da2b-3a1b-416f-9fc6-8d3023933087"
      },
      "source": [
        "mod.get_weights()"
      ],
      "execution_count": 85,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[array([[ 3.5781477e-02,  4.0315092e-05, -3.8150847e-02, ...,\n",
              "          4.5898668e-03,  2.1065485e-02, -3.8474597e-02],\n",
              "        [ 2.9953349e-02,  1.2072694e-02, -4.0797926e-02, ...,\n",
              "          1.7817728e-03, -1.0703456e-02, -1.6418360e-02],\n",
              "        [-9.2430487e-03, -3.3452168e-02, -3.4902941e-02, ...,\n",
              "         -1.3543677e-02, -1.4689099e-02, -1.8251061e-02],\n",
              "        ...,\n",
              "        [-3.0239332e-02, -1.3603795e-02, -1.3895273e-02, ...,\n",
              "          2.6644673e-02, -4.0132903e-02, -7.5566769e-04],\n",
              "        [ 3.8498465e-02,  4.1122530e-02, -1.7088316e-02, ...,\n",
              "          4.0606234e-02,  2.0265792e-02,  4.8180189e-02],\n",
              "        [-2.9530501e-02, -2.5206435e-02,  1.7691758e-02, ...,\n",
              "         -4.1960478e-02,  1.3337996e-02, -4.1476429e-02]], dtype=float32),\n",
              " array([[ 1.4227673e-02,  8.7289158e-03, -9.9541023e-03, ...,\n",
              "          4.4051912e-03, -1.2172945e-04, -5.0681336e-03],\n",
              "        [ 9.2071518e-03, -4.3901373e-03,  1.8187400e-02, ...,\n",
              "          1.2101095e-02,  1.3118699e-02, -7.2418312e-03],\n",
              "        [-8.0803921e-03,  1.1365591e-02,  4.2834673e-03, ...,\n",
              "          1.0068392e-02, -2.9284507e-05, -1.4537450e-02],\n",
              "        ...,\n",
              "        [-8.5732630e-03,  3.5120994e-03, -4.6379678e-03, ...,\n",
              "         -1.1975223e-02, -7.3984014e-03, -1.5622242e-02],\n",
              "        [-1.7458098e-02,  1.7959580e-02, -1.2768455e-02, ...,\n",
              "          7.5673740e-03, -6.5685529e-03, -6.7344634e-03],\n",
              "        [ 1.5705854e-02, -4.8931781e-03,  1.3828076e-02, ...,\n",
              "          5.5727288e-03, -1.9005537e-02,  1.7776757e-02]], dtype=float32),\n",
              " array([0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
              "        0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.],\n",
              "       dtype=float32),\n",
              " array([[ 0.15831003, -0.22873336, -0.11336654, ..., -0.29113433,\n",
              "         -0.2883638 ,  0.12163201],\n",
              "        [-0.14668484,  0.12635472, -0.04850757, ..., -0.16822824,\n",
              "         -0.08292526,  0.22674468],\n",
              "        [-0.30311832,  0.08448374, -0.16348444, ..., -0.24984905,\n",
              "          0.08032775, -0.00537714],\n",
              "        ...,\n",
              "        [-0.19840467,  0.21570227, -0.19899583, ...,  0.3048661 ,\n",
              "          0.11625385,  0.08400026],\n",
              "        [ 0.20517978, -0.11084475, -0.00730291, ...,  0.2718248 ,\n",
              "          0.17942214,  0.20972195],\n",
              "        [-0.18238142, -0.26903328,  0.13081679, ...,  0.01565927,\n",
              "         -0.08176835, -0.20769048]], dtype=float32),\n",
              " array([0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
              "        0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.],\n",
              "       dtype=float32),\n",
              " array([[ 0.27082723],\n",
              "        [-0.18099968],\n",
              "        [-0.32073382],\n",
              "        [-0.09885788],\n",
              "        [-0.28259847],\n",
              "        [ 0.01710412],\n",
              "        [-0.34694636],\n",
              "        [-0.41304162],\n",
              "        [ 0.0029847 ],\n",
              "        [-0.33217832],\n",
              "        [ 0.36695194],\n",
              "        [ 0.28002185],\n",
              "        [ 0.2222156 ],\n",
              "        [-0.06994855],\n",
              "        [-0.05964828],\n",
              "        [-0.34786996],\n",
              "        [ 0.28812796],\n",
              "        [-0.2585251 ],\n",
              "        [-0.20995425],\n",
              "        [-0.0082078 ],\n",
              "        [ 0.23372406],\n",
              "        [-0.07694533],\n",
              "        [ 0.27475405],\n",
              "        [ 0.23050612],\n",
              "        [ 0.11221015],\n",
              "        [ 0.14526844],\n",
              "        [-0.08217943],\n",
              "        [ 0.02857405],\n",
              "        [-0.05525717],\n",
              "        [ 0.06553602],\n",
              "        [-0.33066794],\n",
              "        [ 0.01875603]], dtype=float32),\n",
              " array([0.], dtype=float32)]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 85
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "2mptCx4jCopr"
      },
      "source": [
        "mod.compile(optimizer='adam',loss='binary_crossentropy',metrics=['acc'])"
      ],
      "execution_count": 86,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Usndg2e5Cnnv",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "109bfbeb-4ced-463e-f999-bf4bdef50724"
      },
      "source": [
        "mod.fit(X_train,y_train.values,validation_split=0.2, epochs=5)"
      ],
      "execution_count": 87,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Epoch 1/5\n",
            "1000/1000 [==============================] - 10s 10ms/step - loss: 0.4718 - acc: 0.7383 - val_loss: 0.2661 - val_acc: 0.8899\n",
            "Epoch 2/5\n",
            "1000/1000 [==============================] - 10s 10ms/step - loss: 0.0952 - acc: 0.9680 - val_loss: 0.3810 - val_acc: 0.8665\n",
            "Epoch 3/5\n",
            "1000/1000 [==============================] - 10s 10ms/step - loss: 0.0162 - acc: 0.9951 - val_loss: 0.6135 - val_acc: 0.8668\n",
            "Epoch 4/5\n",
            "1000/1000 [==============================] - 10s 10ms/step - loss: 0.0120 - acc: 0.9960 - val_loss: 0.6467 - val_acc: 0.8612\n",
            "Epoch 5/5\n",
            "1000/1000 [==============================] - 10s 10ms/step - loss: 0.0099 - acc: 0.9961 - val_loss: 0.6791 - val_acc: 0.8661\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<tensorflow.python.keras.callbacks.History at 0x7fca58f2bcf8>"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 87
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "MxpM089pJIPH",
        "outputId": "9bd27da6-985f-494f-ef16-685ec370dcd0"
      },
      "source": [
        "mod.predict(X_test)"
      ],
      "execution_count": 88,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "array([[9.4936615e-01],\n",
              "       [2.5665031e-07],\n",
              "       [4.2879516e-01],\n",
              "       ...,\n",
              "       [9.8362303e-01],\n",
              "       [1.2683868e-04],\n",
              "       [1.0000000e+00]], dtype=float32)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 88
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "zplwyckbM0Vo",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "5654f3a1-41a9-4d92-b2f0-b17aa4abbf5b"
      },
      "source": [
        "mod.evaluate(X_test, y_test.values)"
      ],
      "execution_count": 89,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "313/313 [==============================] - 1s 2ms/step - loss: 0.6615 - acc: 0.8669\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[0.661544144153595, 0.8669000267982483]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 89
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "SECWiudEMzLE"
      },
      "source": [
        ""
      ],
      "execution_count": 89,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "m-FlDbiUMwLF"
      },
      "source": [
        ""
      ],
      "execution_count": 89,
      "outputs": []
    }
  ]
}