bidirectional_lstm_final_last_out.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using TensorFlow backend.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "SUCCESS\n",
      "(990000,)\n"
     ]
    }
   ],
   "source": [
    "import io\n",
    "import numpy as np\n",
    "from keras.models import Sequential\n",
    "from keras.layers import Dense, Input, TimeDistributed, Flatten, Dropout, Conv1D, MaxPooling1D\n",
    "from keras.layers import LSTM, SimpleRNN, Bidirectional\n",
    "from keras.layers.embeddings import Embedding\n",
    "from keras.preprocessing import sequence\n",
    "from keras.utils import to_categorical\n",
    "from sklearn.feature_extraction.text import CountVectorizer\n",
    "from nltk.corpus import stopwords\n",
    "from keras.preprocessing.text import Tokenizer\n",
    "from nltk.stem.porter import *\n",
    "\n",
    "stemmer = PorterStemmer()\n",
    "\n",
    "np.random.seed(42)\n",
    "\n",
    "###########################################################################\n",
    "#generate training/test data\n",
    "########################################################################### \n",
    "\n",
    "positive_file1 = io.open(\"Happy_clean.txt\",'r',encoding=\"latin-1\")\n",
    "positive_file2 = io.open(\"Blessed_clean.txt\",'r',encoding=\"latin-1\")\n",
    "positive_file3 = io.open(\"Proud_clean.txt\",'r',encoding=\"latin-1\")\n",
    "\n",
    "negative_file1 = io.open(\"FML_clean.txt\",'r',encoding=\"latin-1\")\n",
    "negative_file2 = io.open(\"Sad_clean.txt\",'r',encoding=\"latin-1\")\n",
    "negative_file3 = io.open(\"Ugh_clean.txt\",'r',encoding=\"latin-1\")\n",
    "\n",
    "\n",
    "positive_tweets = []\n",
    "\n",
    "negative_tweets = []\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "for _ in range(230000):\n",
    "    positive_tweets.append([positive_file1.readline().strip(\"\\n\"),0])\n",
    "    positive_tweets.append([positive_file2.readline().strip(\"\\n\"),0])\n",
    "    positive_tweets.append([positive_file3.readline().strip(\"\\n\"),0])\n",
    "    \n",
    "    negative_tweets.append([negative_file1.readline().strip(\"\\n\"),1])\n",
    "    negative_tweets.append([negative_file2.readline().strip(\"\\n\"),1])\n",
    "    negative_tweets.append([negative_file3.readline().strip(\"\\n\"),1])\n",
    "    \n",
    "tweets = positive_tweets+negative_tweets\n",
    "np.random.shuffle(tweets)\n",
    "\n",
    "\n",
    "tweets_train = np.array(tweets[:990000])\n",
    "tweets_test = np.array(tweets[990000:1100000])\n",
    "\n",
    "X_train = tweets_train[:,0]\n",
    "Y_train = to_categorical(np.array([[int(i)] for i in tweets_train[:,1]],dtype=np.int))\n",
    "X_test = tweets_test[:,0]\n",
    "Y_test = to_categorical(np.array([[int(i)] for i in tweets_test[:,1]],dtype=np.int))\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "print(\"SUCCESS\")\n",
    "print(X_train.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Found 727952 unique tokens.\n"
     ]
    }
   ],
   "source": [
    "top_words = 500000\n",
    "max_tweet_length = 50\n",
    "\n",
    "tokenizer = Tokenizer(num_words = top_words)\n",
    "tokenizer.fit_on_texts(X_train)\n",
    "sequences = tokenizer.texts_to_sequences(X_train)\n",
    "word_index = tokenizer.word_index\n",
    "\n",
    "\n",
    "X_train = sequence.pad_sequences(sequences, maxlen=max_tweet_length)\n",
    "Y_train = np.asarray(Y_train)\n",
    "\n",
    "tokenizer.fit_on_texts(X_test)\n",
    "sequences = tokenizer.texts_to_sequences(X_test)\n",
    "\n",
    "\n",
    "X_test = sequence.pad_sequences(sequences, maxlen=max_tweet_length)\n",
    "Y_test = np.asarray(Y_test)\n",
    "\n",
    "\n",
    "print ('Found %s unique tokens.' % len(word_index))\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "_________________________________________________________________\n",
      "Layer (type)                 Output Shape              Param #   \n",
      "=================================================================\n",
      "embedding_1 (Embedding)      (None, 50, 50)            25000000  \n",
      "_________________________________________________________________\n",
      "dropout_1 (Dropout)          (None, 50, 50)            0         \n",
      "_________________________________________________________________\n",
      "dense_1 (Dense)              (None, 50, 300)           15300     \n",
      "_________________________________________________________________\n",
      "dropout_2 (Dropout)          (None, 50, 300)           0         \n",
      "_________________________________________________________________\n",
      "dense_2 (Dense)              (None, 50, 300)           90300     \n",
      "_________________________________________________________________\n",
      "bidirectional_1 (Bidirection (None, 600)               1442400   \n",
      "_________________________________________________________________\n",
      "dense_3 (Dense)              (None, 2)                 1202      \n",
      "=================================================================\n",
      "Total params: 26,549,202\n",
      "Trainable params: 26,549,202\n",
      "Non-trainable params: 0\n",
      "_________________________________________________________________\n",
      "None\n"
     ]
    }
   ],
   "source": [
    "import keras.optimizers\n",
    "\n",
    "\n",
    "embedding_vector_length = 50\n",
    "model = Sequential()\n",
    "model.add(Embedding(top_words, embedding_vector_length, input_length=max_tweet_length))\n",
    "model.add(Dropout(0.5))\n",
    "model.add(Dense(300,activation='softmax'))\n",
    "model.add(Dropout(0.5))\n",
    "model.add(Dense(300,activation='softmax'))\n",
    "model.add(Bidirectional(LSTM(300,return_sequences=False,recurrent_dropout=0.5,dropout=0.5)))\n",
    "#model.add(Flatten())\n",
    "model.add(Dense(2, activation='softmax'))\n",
    "adam = keras.optimizers.Adam(lr=0.001)\n",
    "model.compile(optimizer=adam,loss='categorical_crossentropy', metrics=['accuracy'])\n",
    "print(model.summary())\n",
    "# history = model.fit(X_train, Y_train, nb_epoch=4, batch_size=32, validation_data=(X_test,Y_test))\n",
    "# model.save_weights('bidirectional_LSTM_final_last_out.h5')\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAX0AAAEICAYAAACzliQjAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAIABJREFUeJzt3Xt8FeW97/HPjxAMdxBwqyAXL/VC\nSCDGoEdUKkrRqqh1VxD3Ea2ya6tt1Z59rHqOHCzdnlqt2nqs1Op22wilurXo9rK1YtXWC0FuAlUQ\nECOoAUJEQTHwO3/MrGRlZSWZhCQrK/N9v17zYi7PzHqeNeT3zDzPzLPM3RERkXjokukMiIhI+1HQ\nFxGJEQV9EZEYUdAXEYkRBX0RkRhR0BcRiREF/Rgysxwz+8zMhrZm2kwys8PNrNWfPzaz08xsQ9Ly\nO2Z2UpS0Lfis+83shpbuLxJF10xnQJpmZp8lLfYAvgT2hMv/7O6lzTmeu+8BerV22jhw9yNb4zhm\ndjlwsbuPTzr25a1xbJHGKOhnAXevCbrhleTl7v5CQ+nNrKu7V7dH3kSaov+PHYuadzoBM/upmf3B\nzOaa2Q7gYjM7wcxeN7PtZrbZzO42s9wwfVczczMbHi7/Ptz+jJntMLPXzGxEc9OG288ws3fNrMrM\nfmVmfzWz6Q3kO0oe/9nM1ppZpZndnbRvjpn90sy2mtl7wKRGvp+bzGxeyrp7zOyOcP5yM1sdlue9\n8Cq8oWOVm9n4cL6HmT0c5m0lcGyaz10XHnelmZ0Trh8F/Bo4KWw625L03c5M2v+7Ydm3mtkTZnZQ\nlO+mOd9zIj9m9oKZbTOzj8zsX5I+53+F38mnZlZmZgena0ozs1cT5zn8Pl8OP2cbcJOZHWFmC8Oy\nbAm/t75J+w8Ly1gRbr/LzPLCPB+dlO4gM9tpZgMaKq80wd01ZdEEbABOS1n3U2A3cDZBRd4dOA4Y\nS3A3dyjwLnBVmL4r4MDwcPn3wBagGMgF/gD8vgVpDwB2AJPDbdcCXwHTGyhLlDz+CegLDAe2JcoO\nXAWsBIYAA4CXg//OaT/nUOAzoGfSsT8BisPls8M0BpwK7AIKwm2nARuSjlUOjA/nfwG8BPQHhgGr\nUtJ+GzgoPCcXhXn4h3Db5cBLKfn8PTAznJ8Y5nE0kAf8P+DFKN9NM7/nvsDHwA+B/YA+QEm47SfA\nMuCIsAyjgf2Bw1O/a+DVxHkOy1YNXAnkEPx//BowAegW/j/5K/CLpPK8HX6fPcP0J4bb5gCzkz7n\nOuDxTP8dZvOU8QxoauYJazjov9jEfj8G/hjOpwvkv0lKew7wdgvSXga8krTNgM00EPQj5vH4pO3/\nAfw4nH+ZoJkrse3M1ECUcuzXgYvC+TOAdxtJ+xTw/XC+saC/MflcAN9LTpvmuG8D3wznmwr6DwE/\nS9rWh6AfZ0hT300zv+d/AsoaSPdeIr8p66ME/XVN5OECYFE4fxLwEZCTJt2JwHrAwuWlwPmt/XcV\np0nNO53HB8kLZnaUmf1neLv+KTALGNjI/h8lze+k8c7bhtIenJwPD/5Kyxs6SMQ8Rvos4P1G8gvw\nCDA1nL8IqOn8NrOzzOyNsHljO8FVdmPfVcJBjeXBzKab2bKwiWI7cFTE40JQvprjufunQCUwOClN\npHPWxPd8CLC2gTwcQhD4WyL1/+OBZjbfzD4M8/BvKXnY4MFDA3W4+18J7hrGmVk+MBT4zxbmSVCb\nfmeS+rjifQRXloe7ex/gfxNcebelzQRXogCYmVE3SKXalzxuJggWCU09UvoH4DQzG0LQ/PRImMfu\nwKPAvxI0vfQD/itiPj5qKA9mdihwL0ETx4DwuH9POm5Tj5duImgyShyvN0Ez0ocR8pWqse/5A+Cw\nBvZraNvnYZ56JK07MCVNavn+L8FTZ6PCPExPycMwM8tpIB//DlxMcFcy392/bCCdRKCg33n1BqqA\nz8OOsH9uh898Cigys7PNrCtBO/GgNsrjfOBHZjY47NT7n40ldvePCZogHgTecfc14ab9CNqZK4A9\nZnYWQdtz1DzcYGb9LHiP4aqkbb0IAl8FQf13OcGVfsLHwJDkDtUUc4HvmFmBme1HUCm94u4N3jk1\norHveQEw1MyuMrNuZtbHzErCbfcDPzWzwyww2sz2J6jsPiJ4YCDHzGaQVEE1kofPgSozO4SgiSnh\nNWAr8DMLOse7m9mJSdsfJmgOuoigApB9oKDfeV0HXELQsXofwZVumwoD64XAHQR/xIcBSwiu8Fo7\nj/cCfwZWAIsIrtab8ghBG/0jSXneDlwDPE7QGXoBQeUVxc0EdxwbgGdICkjuvhy4G3gzTHMU8EbS\nvs8Da4CPzSy5mSax/7MEzTCPh/sPBaZFzFeqBr9nd68CTge+RdBx/C5wSrj5NuAJgu/5U4JO1byw\n2e4K4AaCTv3DU8qWzs1ACUHlswB4LCkP1cBZwNEEV/0bCc5DYvsGgvO8293/1syyS4pE54hIqwtv\n1zcBF7j7K5nOj2QvM/t3gs7hmZnOS7bTy1nSqsxsEsHt+hcEj/xVE1ztirRI2D8yGRiV6bx0Bmre\nkdY2DlhHcNs/CThXHW/SUmb2rwTvCvzM3TdmOj+dQaTmnfDq7S6CFy3ud/dbU7YPAx4g6LTbRjCm\nSHm47RLgpjDpT939odbLvoiINEeTQT9sl32XoLOnnKDTbKq7r0pK80fgKXd/yMxOBS51938Ke/rL\nCN7edGAxcKy7V7ZJaUREpFFR2vRLgLXuvg7AgjFMJhO8cp5wDMETEAALCXr8Ab4BPO/u28J9nye4\n5Z/b0IcNHDjQhw8f3owiiIjI4sWLt7h7Y49IA9GC/mDqvl1XTjCOR7JlBI983QWcB/QOn51Ot2+9\nl3XC53xnAAwdOpSysrII2RIRkQQza+qtdCBaR266NxNT24R+DJxiZksInvH9kOCpjSj74u5z3L3Y\n3YsHDWqyohIRkRaKcqVfTt1XzYcQPHtdw903AecDmFkv4FvuXmVm5cD4lH1f2of8iojIPohypb8I\nOMLMRphZN2AKwRt1NcxsoJkljvUTgid5AJ4DJppZfzPrTzCQ1XOtk3UREWmuJq/03b3azK4iCNY5\nwAPuvtLMZhEMybqA4Gr+X8MfVngZ+H647zYzu4Wg4gCYlejUbY6vvvqK8vJyvvjii+buKu0oLy+P\nIUOGkJvb0HAyIpJpHW4YhuLiYk/tyF2/fj29e/dmwIABBAM3Skfj7mzdupUdO3YwYsSIpncQkVZl\nZovdvbipdFnxRu4XX3yhgN/BmRkDBgzQ3ZhIC5SWwvDh0KVL8G9paVN7tFzWjL2jgN/x6RyJNF9p\nKcyYATt3Bsvvvx8sA0xr6biqjciKK30Rkc7qxhtrA37Czp3B+ragoB/B1q1bGT16NKNHj+bAAw9k\n8ODBNcu7d++OdIxLL72Ud955p9E099xzD6VteV8nIh3OxgaGkWto/b7Kmuad5igtDWrJjRth6FCY\nPXvfbpMGDBjA0qVLAZg5cya9evXixz/+cZ00NT863CV9Pfrggw82+Tnf//73W55JEclKQ4cGTTrp\n1reFTneln2gfe/99cK9tH2uLC+i1a9eSn5/Pd7/7XYqKiti8eTMzZsyguLiYkSNHMmvWrJq048aN\nY+nSpVRXV9OvXz+uv/56CgsLOeGEE/jkk08AuOmmm7jzzjtr0l9//fWUlJRw5JFH8re/BT8Y9Pnn\nn/Otb32LwsJCpk6dSnFxcU2FlOzmm2/muOOOq8lf4imtd999l1NPPZXCwkKKiorYsGEDAD/72c8Y\nNWoUhYWF3NhW95UiUs/s2dCjR911PXoE69tCpwv67d0+tmrVKr7zne+wZMkSBg8ezK233kpZWRnL\nli3j+eefZ9WqVfX2qaqq4pRTTmHZsmWccMIJPPDAA2mOHNw9vPnmm9x22201FcivfvUrDjzwQJYt\nW8b111/PkiVL0u77wx/+kEWLFrFixQqqqqp49tlnAZg6dSrXXHMNy5Yt429/+xsHHHAATz75JM88\n8wxvvvkmy5Yt47rrrmulb0dEmjJtGsyZA8OGgVnw75w5bdOJC50w6Ld3+9hhhx3GcccdV7M8d+5c\nioqKKCoqYvXq1WmDfvfu3TnjjDMAOPbYY2uutlOdf/759dK8+uqrTJkyBYDCwkJGjhyZdt8///nP\nlJSUUFhYyF/+8hdWrlxJZWUlW7Zs4eyzzwaCl6l69OjBCy+8wGWXXUb37t0B2H///Zv/RYhIi02b\nBhs2wN69wb9tFfChEwb9htrB2qp9rGfPnjXza9as4a677uLFF19k+fLlTJo0Ke1z6926dauZz8nJ\nobq6Ou2x99tvv3pporxMt3PnTq666ioef/xxli9fzmWXXVaTj3SPVbq7HreMkfZ8Jlw6nk4X9Nu7\nfSzZp59+Su/evenTpw+bN2/muedaf5ihcePGMX/+fABWrFiR9k5i165ddOnShYEDB7Jjxw4ee+wx\nAPr378/AgQN58skngeClt507dzJx4kR+97vfsWvXLgC2bWv2SBmSJdqzz0s6pk4X9Nu7fSxZUVER\nxxxzDPn5+VxxxRWceOKJrf4ZV199NR9++CEFBQXcfvvt5Ofn07dv3zppBgwYwCWXXEJ+fj7nnXce\nY8fW/vxBaWkpt99+OwUFBYwbN46KigrOOussJk2aRHFxMaNHj+aXv/xlq+dbOob27vOSjicrxt5Z\nvXo1Rx99dIZy1LFUV1dTXV1NXl4ea9asYeLEiaxZs4auXTvG07c6Vx1bly7BFX4qs6A9WbJX1LF3\nOkakkMg+++wzJkyYQHV1Ne7Offfd12ECvnR87f1MuHQ8ihZZpl+/fixevDjT2ZAsNXt23XFeoP36\nvKRj6HRt+iLSsEz2eUnHoCt9kZiZNk1BPs50pS8iEiMK+iIiMaKgH8H48ePrvWh155138r3vfa/R\n/Xr16gXApk2buOCCCxo8duojqqnuvPNOdib1vJ155pls3749StZFROpQ0I9g6tSpzJs3r866efPm\nMXXq1Ej7H3zwwTz66KMt/vzUoP/000/Tr1+/Fh9PROJLQT+CCy64gKeeeoovv/wSgA0bNrBp0ybG\njRtX89x8UVERo0aN4k9/+lO9/Tds2EB+fj4QDJEwZcoUCgoKuPDCC2uGPgC48sora4ZlvvnmmwG4\n++672bRpE1//+tf5+te/DsDw4cPZsmULAHfccQf5+fnk5+fXDMu8YcMGjj76aK644gpGjhzJxIkT\n63xOwpNPPsnYsWMZM2YMp512Gh9//DEQvAtw6aWXMmrUKAoKCmqGcXj22WcpKiqisLCQCRMmtMp3\nKyLtK+ue3vnRjyDN8PH7ZPRoCONlWgMGDKCkpIRnn32WyZMnM2/ePC688ELMjLy8PB5//HH69OnD\nli1bOP744znnnHMaHMDs3nvvpUePHixfvpzly5dTVFRUs2327Nnsv//+7NmzhwkTJrB8+XJ+8IMf\ncMcdd7Bw4UIGDhxY51iLFy/mwQcf5I033sDdGTt2LKeccgr9+/dnzZo1zJ07l9/+9rd8+9vf5rHH\nHuPiiy+us/+4ceN4/fXXMTPuv/9+fv7zn3P77bdzyy230LdvX1asWAFAZWUlFRUVXHHFFbz88suM\nGDFC4/OIZCld6UeU3MST3LTj7txwww0UFBRw2mmn8eGHH9ZcMafz8ssv1wTfgoICCgoKarbNnz+f\noqIixowZw8qVK9MOppbs1Vdf5bzzzqNnz5706tWL888/n1deeQWAESNGMHr0aKDh4ZvLy8v5xje+\nwahRo7jttttYuXIlAC+88EKdX/Hq378/r7/+OieffDIjRowANPyySLbKuiv9xq7I29K5557Ltdde\ny1tvvcWuXbtqrtBLS0upqKhg8eLF5ObmMnz48LTDKSdLdxewfv16fvGLX7Bo0SL69+/P9OnTmzxO\nY+MmJYZlhmBo5nTNO1dffTXXXnst55xzDi+99BIzZ86sOW5qHjX8skjnoCv9iHr16sX48eO57LLL\n6nTgVlVVccABB5Cbm8vChQt5P93AJklOPvnkmh8/f/vtt1m+fDkQDMvcs2dP+vbty8cff8wzzzxT\ns0/v3r3ZsWNH2mM98cQT7Ny5k88//5zHH3+ck046KXKZqqqqGDx4MAAPPfRQzfqJEyfy61//uma5\nsrKSE044gb/85S+sX78e0PDLItlKQb8Zpk6dyrJly2p+uQpg2rRplJWVUVxcTGlpKUcddVSjx7jy\nyiv57LPPKCgo4Oc//zklJSVA8CtYY8aMYeTIkVx22WV1hmWeMWMGZ5xxRk1HbkJRURHTp0+npKSE\nsWPHcvnllzNmzJjI5Zk5cyb/+I//yEknnVSnv+Cmm26isrKS/Px8CgsLWbhwIYMGDWLOnDmcf/75\nFBYWcuGFF0b+HBHpODS0srQqnSuRzIg6tLKu9EVEYiRS0DezSWb2jpmtNbPr02wfamYLzWyJmS03\nszPD9cPNbJeZLQ2n37R2AUREJLomn94xsxzgHuB0oBxYZGYL3D35ecKbgPnufq+ZHQM8DQwPt73n\n7qP3NaN6eqTj62hNhSJSX5Qr/RJgrbuvc/fdwDxgckoaB/qE832BTa2XRcjLy2Pr1q0KKh2Yu7N1\n61by8vIynRURaUSU5/QHAx8kLZcDY1PSzAT+y8yuBnoCpyVtG2FmS4BPgZvc/ZXUDzCzGcAMgKFp\nfrdtyJAhlJeXU1FRESG7kil5eXkMGTIk09kQkUZECfrp2lRSL7mnAv/m7reb2QnAw2aWD2wGhrr7\nVjM7FnjCzEa6+6d1DuY+B5gDwdM7qR+Wm5tb8yaoiIi0XJTmnXLgkKTlIdRvvvkOMB/A3V8D8oCB\n7v6lu28N1y8G3gO+tq+ZFhGRlokS9BcBR5jZCDPrBkwBFqSk2QhMADCzowmCfoWZDQo7gjGzQ4Ej\ngHWtlXkREWmeJpt33L3azK4CngNygAfcfaWZzQLK3H0BcB3wWzO7hqDpZ7q7u5mdDMwys2pgD/Bd\nd9f7+yIiGZIVb+SKiEjj9EauZFxpKQwfDl26BP+G48yJSAZl3dDKkh1KS2HGDEj8yuP77wfLANOm\nZS5fInGnK31pEzfeWBvwE3buDNaLSOYo6Eub2LixeetFpH0o6EubSPNidaPrRaR9KOhLm5g9G3r0\nqLuuR49gvYhkjoK+tIlp02DOHBg2DMyCf+fMUSeuSKbp6R1pM9OmKciLdDS60hcRiREFfRGRGFHQ\nFxGJEQV9EZEYUdAXEYkRBX0RkRhR0BcRiREFfRGRGFHQFxGJEQV9EZEYUdAXEYkRBX0RkRhR0BcR\niREFfRGRGFHQFxGJEQV9EZEYUdAXEYkRBX0RkRhR0BcRiZFIQd/MJpnZO2a21syuT7N9qJktNLMl\nZrbczM5M2vaTcL93zOwbrZl5ERFpniZ/GN3McoB7gNOBcmCRmS1w91VJyW4C5rv7vWZ2DPA0MDyc\nnwKMBA4GXjCzr7n7ntYuiIiINC3KlX4JsNbd17n7bmAeMDkljQN9wvm+wKZwfjIwz92/dPf1wNrw\neCIikgFRgv5g4IOk5fJwXbKZwMVmVk5wlX91M/YVEZF2EiXoW5p1nrI8Ffg3dx8CnAk8bGZdIu6L\nmc0wszIzK6uoqIiQJRERaYkoQb8cOCRpeQi1zTcJ3wHmA7j7a0AeMDDivrj7HHcvdvfiQYMGRc+9\niIg0S5Sgvwg4wsxGmFk3go7ZBSlpNgITAMzsaIKgXxGmm2Jm+5nZCOAI4M3WyryIiDRPk0/vuHu1\nmV0FPAfkAA+4+0ozmwWUufsC4Drgt2Z2DUHzzXR3d2Clmc0HVgHVwPf15I6ISOZYEJs7juLiYi8r\nK8t0NkREsoqZLXb34qbS6Y1cEZEYUdAXEYkRBX0RkRhR0BcRiREFfRGRGFHQFxGJEQV9EZEYUdAX\nEYkRBX0RkRhR0BcRiREFfRGRGFHQFxGJEQV9EZEYUdAXEYkRBX0RkRhR0BcRiREFfRGRGFHQFxGJ\nEQV9EZEYUdAXEYkRBX0RkRhR0BcRiREFfRGRGFHQFxGJEQV9EZEYUdAXEYkRBX0RkRhR0BcRiZFI\nQd/MJpnZO2a21syuT7P9l2a2NJzeNbPtSdv2JG1b0JqZFxGR5unaVAIzywHuAU4HyoFFZrbA3Vcl\n0rj7NUnprwbGJB1il7uPbr0si4hIS0W50i8B1rr7OnffDcwDJjeSfiowtzUyJyIirStK0B8MfJC0\nXB6uq8fMhgEjgBeTVueZWZmZvW5m5zaw34wwTVlFRUXErIuISHNFCfqWZp03kHYK8Ki770laN9Td\ni4GLgDvN7LB6B3Of4+7F7l48aNCgCFkSEZGWiBL0y4FDkpaHAJsaSDuFlKYdd98U/rsOeIm67f0i\nItKOogT9RcARZjbCzLoRBPZ6T+GY2ZFAf+C1pHX9zWy/cH4gcCKwKnVfERFpH00+vePu1WZ2FfAc\nkAM84O4rzWwWUObuiQpgKjDP3ZObfo4G7jOzvQQVzK3JT/2IiEj7sroxOvOKi4u9rKws09kQEckq\nZrY47D9tlN7IFRGJEQV9EZEYUdAXEYkRBX0RkRhR0BcRiREFfRGRGFHQFxGJEQV9EZEYUdAXEYkR\nBX0RkRhR0BcRiREFfRGRGFHQFxGJEQV9EZEYUdAXEYkRBX0RkRhR0BcRiREFfRGRGFHQFxGJEQV9\nEZEYUdAXEYkRBX0RkRhR0BcRiREFfRGRGFHQFxGJEQV9EZEYUdAXEYkRBX0RkRiJFPTNbJKZvWNm\na83s+jTbf2lmS8PpXTPbnrTtEjNbE06XtGbmRUSkebo2lcDMcoB7gNOBcmCRmS1w91WJNO5+TVL6\nq4Ex4fz+wM1AMeDA4nDfylYthYiIRBLlSr8EWOvu69x9NzAPmNxI+qnA3HD+G8Dz7r4tDPTPA5P2\nJcMiItJyUYL+YOCDpOXycF09ZjYMGAG82Jx9zWyGmZWZWVlFRUWUfIuISAtECfqWZp03kHYK8Ki7\n72nOvu4+x92L3b140KBBEbIkIiItESXolwOHJC0PATY1kHYKtU07zd1XRETaWJSgvwg4wsxGmFk3\ngsC+IDWRmR0J9AdeS1r9HDDRzPqbWX9gYrhOREQyoMmnd9y92syuIgjWOcAD7r7SzGYBZe6eqACm\nAvPc3ZP23WZmtxBUHACz3H1b6xZBRESisqQY3SEUFxd7WVlZprMhIpJVzGyxuxc3lU5v5IqIxIiC\nvohIjCjoi4jEiIK+iEiMKOiLiMSIgr6ISIwo6IuIxIiCvohIjCjoi4jEiIK+iEiMKOiLiMSIgr6I\nSIwo6IuIxIiCvohIjCjoi4jEiIK+iEiMKOiLiMSIgr6ISIwo6IuIxIiCvohIjHSqoP/ZZ5nOgYhI\nx9Y10xloLVVV0L8/HHoojBlTdzrwwEznTkSkY+g0QX/vXrjlFliyBN56Cx59tHbbgQcGwX/06NqK\n4NBDoUunus8REWlapwn6/fvDjTfWLldVwbJlQSWQmJ5/Hqqrg+29e9etBMaMgWOOgdzczORfRKQ9\ndJqgn6pvXzj55GBK+OILWLmybkVw//2wc2ewvVs3yM+ve1dQWAi9emWmDCIirc3cPdN5qKO4uNjL\nysra7fP27IE1a2Dp0rqVwZYtwXYzOOKI+v0Egwa1WxZFRJpkZovdvbjJdHEP+um4w4cf1q0EliyB\n99+vTTN4cG0FkLgrGD48qCRERNpb1KAfqXnHzCYBdwE5wP3ufmuaNN8GZgIOLHP3i8L1e4AVYbKN\n7n5OpBJkkBkMGRJMZ59du37btvr9BE8/HXQiA/TrV7+f4KijoGunbUQTkWzT5JW+meUA7wKnA+XA\nImCqu69KSnMEMB841d0rzewAd/8k3PaZu0duFe8IV/rNsWsXrFhRtyJYvjzoPwDIy4NRo+reFRQU\nQI8emc23iHQurXmlXwKsdfd14YHnAZOBVUlprgDucfdKgETAj4Pu3aGkJJgSqqvhnXfq9hP88Y8w\nZ06wvUsXOPLI+v0E+++fmTKISHxECfqDgQ+SlsuBsSlpvgZgZn8laAKa6e7PhtvyzKwMqAZudfcn\nUj/AzGYAMwCGDh3arAJ0RF27wsiRwTRtWrDOHTZurHtH8PLL8MgjtfsNHVq/n+CQQ9RPICKtJ0rQ\nTxdyUtuEugJHAOOBIcArZpbv7tuBoe6+ycwOBV40sxXu/l6dg7nPAeZA0LzTzDJkBTMYNiyYzj23\ndv2WLUEFkHxXsGBBUEkADBhQv5/ga1+DnJzMlENEsluUoF8OHJK0PATYlCbN6+7+FbDezN4hqAQW\nufsmAHdfZ2YvAWOA9xAABg6E008PpoTPPw/6BZLvCu6+G3bvDrb36BH0CyTfFYwaFfQfiIg0JkpH\nbleCjtwJwIcEHbkXufvKpDSTCDp3LzGzgcASYDSwF9jp7l+G618DJid3AqfKto7c9vLVV7B6dd27\ngqVLgzePIbjyP/rouncEo0cHTxSJSOfXah257l5tZlcBzxG01z/g7ivNbBZQ5u4Lwm0TzWwVsAf4\nH+6+1cz+G3Cfme0lGNHz1sYCvjQsNze4ui8ogEsuCda5w/r1de8IXngBHn64dr8RI+pXBAcfrH4C\nkbjSy1md0Mcf11YCibuCNWtqtw8aVP/JocMP1wB0Itksdm/klpYGA65t3Bg8BTN7du2TMwI7dtR/\nsWzlyqDZCILxhQoL61YEI0cG4xGJSMcXq6BfWgozZtQOnAZBZ+ecOQr8jdm9u3YAuuR+gsSP0eTm\nBoE/+emhwkLo0yez+RaR+mIV9IcPrzsuTsKwYbBhQ6tkKzb27oX33qs/7tAnSa/bHX54/eahf/iH\nzOVZRGIW9Lt0qX2uPZlZ7bg40nLusHlz/X6Cdetq0xx0UPofqlGHsUj7aNUB1zq6oUPTX+l3gpd7\nOwSz4Imfgw+Gb36zdv327fX7CZ57LhiuGoJmoNGjgyEn9t8/+KGb/v2Dx0gT84mpb1+9cCbSHjpF\n0J89O32b/uzZmctTHPTrB6ecEkwJX3wBb79dtyJYsAAqK2tfLkvHLKgkUiuD5CldZZFYr5FMRaLp\nFH8qic5aPb2TeXl5UFwcTMncgxFJKysbnrZvr7u8enXtfGLU0ob07t28iiJ50k9kSpx0ijZ96fy+\n+CJaRZFuSr4DTKdnz+ZVEskCkidHAAAGPklEQVTTfvu1T/lFmhKrNn3p/PLygs7igw5q/r67dzev\notiwIWiWqqysfXy1Id27N7+iSFQu3buro1van4K+dHrdugWPlLbksdKvvgoqiSh3FJWVUF4e/KhO\nZSV8+mnT+WpuRZGY79lTFYa0jIK+SCNyc4NhKwYNav6+e/YEA+JFqSwqK+Gjj+Dvf6+9G2ms5TU3\nt+k7jIa29+6tCiPOFPRF2khOTvCoakt+EW3v3uBOIUplsX07bN0Ka9fWrmvs/ZScnKBC6NcveFS2\nb9/mz2t4juyloC/SAXXpUhuYR4xo3r7uwVhLTVUWVVW105o1tfNNNUtB0B/R0gqjX7/gbkPvZWSG\ngr5IJ5N456FPn2AokubasyeoNKqqgruIRGWQmE+3rqoqeEEyMb9rV9Of07v3vt1tqF+jZRT0RaSO\n5OafllQaEDwxla5iaGx+8+agTyOxvrq66Xzuy91G377xfORWQV9EWl23bi3vAIfal/miVhiJf9et\nq52P0ky13377drfRp0/2vQ2eZdkVkTgwC4ZS6dEjGPOpJfbuDZqpmlNxVFXBBx/Uzjf1Yh8Ev0Wx\nL3cbvXq1bzOVgr6IdEpdutQG2Jb66qvmN1N98knQMZ5Yn/ihoij5PP54mDu35fmNQkFfRKQBubkw\ncGAwtYR7MIRIU53gifn2GBlYQV9EpI2YBY+3du/esiFE2oJ+CltEJEYU9EVEYkRBX0QkRhT0RURi\nREFfRCRGFPRFRGJEQV9EJEYU9EVEYqTD/TC6mVUA7+/DIQYCW1opO5nUWcoBKktH1VnK0lnKAftW\nlmHu3uQQdx0u6O8rMyuL8ovwHV1nKQeoLB1VZylLZykHtE9Z1LwjIhIjCvoiIjHSGYP+nExnoJV0\nlnKAytJRdZaydJZyQDuUpdO16YuISMM645W+iIg0QEFfRCRGsjLom9kDZvaJmb3dwHYzs7vNbK2Z\nLTezovbOY1QRyjLezKrMbGk4/e/2zmMUZnaImS00s9VmttLMfpgmTVacl4hl6fDnxczyzOxNM1sW\nluP/pEmzn5n9ITwnb5jZ8PbPadMilmW6mVUknZPLM5HXqMwsx8yWmNlTaba13Xlx96ybgJOBIuDt\nBrafCTwDGHA88Eam87wPZRkPPJXpfEYox0FAUTjfG3gXOCYbz0vEsnT48xJ+z73C+VzgDeD4lDTf\nA34Tzk8B/pDpfO9DWaYDv850XptRpmuBR9L9P2rL85KVV/ru/jKwrZEkk4F/98DrQD8z6yA/VlZX\nhLJkBXff7O5vhfM7gNXA4JRkWXFeIpalwwu/58/CxdxwSn1yYzLwUDj/KDDBzKydshhZxLJkDTMb\nAnwTuL+BJG12XrIy6EcwGPggabmcLPyjTXJCeFv7jJmNzHRmmhLeio4huBpLlnXnpZGyQBacl7AJ\nYSnwCfC8uzd4Tty9GqgCBrRvLqOJUBaAb4VNh4+a2SHtnMXmuBP4F2BvA9vb7Lx01qCfrkbM1quC\ntwjG1CgEfgU8keH8NMrMegGPAT9y909TN6fZpcOelybKkhXnxd33uPtoYAhQYmb5KUmy5pxEKMuT\nwHB3LwBeoPZKuUMxs7OAT9x9cWPJ0qxrlfPSWYN+OZBcyw8BNmUoL/vE3T9N3Na6+9NArpkNzHC2\n0jKzXIIgWeru/5EmSdacl6bKkk3nBcDdtwMvAZNSNtWcEzPrCvSlgzc3NlQWd9/q7l+Gi78Fjm3n\nrEV1InCOmW0A5gGnmtnvU9K02XnprEF/AfDfw6dFjgeq3H1zpjPVEmZ2YKItz8xKCM7Z1szmqr4w\nj78DVrv7HQ0ky4rzEqUs2XBezGyQmfUL57sDpwF/T0m2ALgknL8AeNHD3sOOJEpZUvqHziHoi+lw\n3P0n7j7E3YcTdNK+6O4XpyRrs/PStTUO0t7MbC7B0xMDzawcuJmgYwd3/w3wNMGTImuBncClmclp\n0yKU5QLgSjOrBnYBUzriHyXB1cs/ASvCdleAG4ChkHXnJUpZsuG8HAQ8ZGY5BJXSfHd/ysxmAWXu\nvoCgcnvYzNYSXElOyVx2GxWlLD8ws3OAaoKyTM9Yblugvc6LhmEQEYmRztq8IyIiaSjoi4jEiIK+\niEiMKOiLiMSIgr6ISIwo6IuIxIiCvohIjPx/tcY4zA07yccAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x1ad966e2d30>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAEICAYAAACktLTqAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAIABJREFUeJzt3Xt4VNW9//H3lwjGAHIJUFHA4F0u\nEWKKtKCAWA9qBfSggqEWq6XaWmtte6BqvVDxWOtPUcvPilaOR6PUR39WalHOUahon8q1iAIiiKAR\nLyEKguAl8P39sSbJJE6SCbnMzObzep48M3vvNXvWng2fWbP22nubuyMiItHSKtUVEBGRpqdwFxGJ\nIIW7iEgEKdxFRCJI4S4iEkEKdxGRCFK4S0JmlmVmO82sV1OWTSUzO8rMmnzsr5mdZmab4qbXmdnJ\nyZTdh/d6wMyu2dfX17Hem83sv5p6vZI6B6S6AtI0zGxn3GQO8AWwJzb9I3cvbsj63H0P0K6py+4P\n3P3YpliPmV0KTHT34XHrvrQp1i3Rp3CPCHevDNdYy/BSd3++tvJmdoC7l7dE3USk5albZj8R+9n9\nZzN7zMx2ABPN7Ftm9oqZbTOz983sbjNrHSt/gJm5meXFph+JLX/WzHaY2T/NrHdDy8aWn2Fmb5rZ\ndjO7x8z+YWaTaql3MnX8kZltMLNPzOzuuNdmmdmdZlZmZm8Bo+r4fK4zszk15s00sztizy81s7Wx\n7Xkr1qqubV0lZjY89jzHzB6O1W01cGKC990YW+9qMxsdm98f+ANwcqzLa2vcZ3tj3Osvi217mZn9\nxcy6J/PZ1MfMxsbqs83MFpjZsXHLrjGzLWb2qZm9Ebetg81sRWz+h2b2+2TfT5qBu+svYn/AJuC0\nGvNuBr4EziZ8qR8EfBM4ifAL7gjgTeCKWPkDAAfyYtOPAFuBQqA18GfgkX0o2w3YAYyJLbsa+AqY\nVMu2JFPHp4EOQB7wccW2A1cAq4EeQC6wKPyTT/g+RwA7gbZx6/4IKIxNnx0rY8CpwG4gP7bsNGBT\n3LpKgOGx57cDfwc6AYcDa2qUPR/oHtsnF8bq8I3YskuBv9eo5yPAjbHnp8fqOADIBv4vsCCZzybB\n9t8M/Ffs+fGxepwa20fXxD731kBfYDNwSKxsb+CI2POlwITY8/bASan+v7A//6nlvn952d3/6u57\n3X23uy9198XuXu7uG4FZwLA6Xv+Euy9z96+AYkKoNLTsd4GV7v50bNmdhC+ChJKs43+6+3Z330QI\n0or3Oh+4091L3L0MuLWO99kIvE740gH4DrDN3ZfFlv/V3Td6sAB4AUh40LSG84Gb3f0Td99MaI3H\nv+/j7v5+bJ88SvhiLkxivQBFwAPuvtLdPwemAsPMrEdcmdo+m7qMB+a6+4LYProVOJjwJVtO+CLp\nG+vaezv22UH4kj7azHLdfYe7L05yO6QZKNz3L+/GT5jZcWb2NzP7wMw+BaYBXep4/Qdxz3dR90HU\n2soeGl8Pd3dCSzehJOuY1HsRWpx1eRSYEHt+IeFLqaIe3zWzxWb2sZltI7Sa6/qsKnSvqw5mNsnM\nXo11f2wDjktyvRC2r3J97v4p8AlwWFyZhuyz2ta7l7CPDnP3dcAvCPvho1g33yGxohcDfYB1ZrbE\nzM5McjukGSjc9y81hwHeR2itHuXuBwPXE7odmtP7hG4SAMzMqB5GNTWmju8DPeOm6xuq+WfgtFjL\ndwwh7DGzg4AngP8kdJl0BP4nyXp8UFsdzOwI4F7gciA3tt434tZb37DNLYSunor1tSd0/7yXRL0a\nst5WhH32HoC7P+LuQwhdMlmEzwV3X+fu4wldb/8HeNLMshtZF9lHCvf9W3tgO/CZmR0P/KgF3vMZ\noMDMzjazA4CfAV2bqY6PA1eZ2WFmlgtMqauwu38IvAzMBta5+/rYogOBNkApsMfMvguMbEAdrjGz\njhbOA7giblk7QoCXEr7nLiW03Ct8CPSoOICcwGPAJWaWb2YHEkL2JXev9ZdQA+o82syGx977V4Tj\nJIvN7HgzGxF7v92xvz2EDfiemXWJtfS3x7ZtbyPrIvtI4b5/+wXwfcJ/3PsILddmFQvQC4A7gDLg\nSOBfhHH5TV3Hewl9468RDvY9kcRrHiUcIH00rs7bgJ8DTxEOSo4jfEkl4wbCL4hNwLPAf8etdxVw\nN7AkVuY4IL6f+n+B9cCHZhbfvVLx+ucI3SNPxV7fi9AP3yjuvprwmd9L+OIZBYyO9b8fCNxGOE7y\nAeGXwnWxl54JrLUwGut24AJ3/7Kx9ZF9Y6HLUyQ1zCyL0A0wzt1fSnV9RKJCLXdpcWY2ysw6xH7a\n/4YwAmNJiqslEikKd0mFocBGwk/7UcBYd6+tW0ZE9oG6ZUREIkgtdxGRCErZhcO6dOnieXl5qXp7\nEZGMtHz58q3uXtfwYSCF4Z6Xl8eyZctS9fYiIhnJzOo70xpQt4yISCQp3EVEIkjhLiISQWl1J6av\nvvqKkpISPv/881RXRZKQnZ1Njx49aN26tkufiEiqpFW4l5SU0L59e/Ly8ggXC5R05e6UlZVRUlJC\n796963+BiLSotOqW+fzzz8nNzVWwZwAzIzc3V7+yRNJUWoU7oGDPINpXIukrrbplRESiYO9e2L4d\nPv4Yysq+/njWWfDNbzZvHRTuccrKyhg5MtyD4YMPPiArK4uuXcOJYEuWLKFNmzb1ruPiiy9m6tSp\nHHvssbWWmTlzJh07dqSoqNGX3mbo0KH84Q9/YMCAZG6NKSIN4Q6ffRYCOVFIVzzWnPfxxyHga/ON\nbyjc61RcDNdeC++8A716wfTp0Ji8zM3NZeXKlQDceOONtGvXjl/+8pfVylTeWbxV4h6t2bNn1/s+\nP/nJT/a9kiKyTz7/vO5ATrTs44/hyzpuN9KuHXTuDLm54a9nz/BYMS9+WcXzjh3hgBZI3owN9+Ji\nmDwZdu0K05s3h2loXMAnsmHDBsaOHcvQoUNZvHgxzzzzDDfddBMrVqxg9+7dXHDBBVx//fVAVUu6\nX79+dOnShcsuu4xnn32WnJwcnn76abp168Z1111Hly5duOqqqxg6dChDhw5lwYIFbN++ndmzZ/Pt\nb3+bzz77jIsuuogNGzbQp08f1q9fzwMPPFBnC/2RRx7hd7/7He7O6NGjueWWWygvL+fiiy9m5cqV\nuDuTJ0/myiuv5M477+T++++ndevW9O/fn0ceeaRpPzSRZvLVV1XBW19Yxz/fvbv2dR54YPUQPu64\nxCEdH9adOoXXpauMDfdrr60K9gq7doX5TR3uAGvWrGH27Nn88Y9/BODWW2+lc+fOlJeXM2LECMaN\nG0efPn2qvWb79u0MGzaMW2+9lauvvpoHH3yQqVOnfm3d7s6SJUuYO3cu06ZN47nnnuOee+7hkEMO\n4cknn+TVV1+loKCgzvqVlJRw3XXXsWzZMjp06MBpp53GM888Q9euXdm6dSuvvfYaANu2bQPgtttu\nY/PmzbRp06ZynkhL2rMHtm1LvqujYt6OHbWv84ADqgdxXh4UFHy99VzzMSenxTa7xWRsuL/zTsPm\nN9aRRx7JN+M6yR577DH+9Kc/UV5ezpYtW1izZs3Xwv2ggw7ijDPOAODEE0/kpZcS30Xu3HPPrSyz\nadMmAF5++WWmTAn3cz7hhBPo27dvnfVbvHgxp556Kl26dAHgwgsvZNGiRUyZMoV169bxs5/9jDPP\nPJPTTz8dgL59+zJx4kTGjBnD2LFjG/hpiFRxD4GbTOs5/vGTT8JrEzELLeOKAP7GN+D442vv6qh4\nbN8+vFYyONx79QpdMYnmN4e2bdtWPl+/fj133XUXS5YsoWPHjkycODHheO/4A7BZWVmUl5cnXPeB\nsd928WUaehOV2srn5uayatUqnn32We6++26efPJJZs2axfz583nxxRd5+umnufnmm3n99dfJyspq\n0HtKtLiHrouGdHVUdI/U8k8bgIMPrh7CvXvX3y/doQPon2PjZGy4T59evc8dwk+r6dOb/70//fRT\n2rdvz8EHH8z777/P/PnzGTVqVJO+x9ChQ3n88cc5+eSTee2111izZk2d5QcPHsyvfvUrysrK6NCh\nA3PmzOGXv/wlpaWlZGdnc95559G7d28uu+wy9uzZQ0lJCaeeeipDhw6luLiYXbt20b59+ybdBkmt\nL76ADRsaFtZf1HGzw5yc6oHcr1/dreiKfmldnSI1MjbcK/rVm3K0TLIKCgro06cP/fr144gjjmDI\nkCFN/h4//elPueiii8jPz6egoIB+/frRoUOHWsv36NGDadOmMXz4cNyds88+m7POOosVK1ZwySWX\n4O6YGb/73e8oLy/nwgsvZMeOHezdu5cpU6Yo2CNgzx5YvhwWLAh/L7+c+CBi69bVA/moo+oO6c6d\nw99BB7X8Nsm+S9k9VAsLC73mzTrWrl3L8ccfn5L6pJvy8nLKy8vJzs5m/fr1nH766axfv54DWmIM\nVQNon6WOO6xeDS+8EML8xRfDiTMQWtUjR8KgQdCtW/WwbttW/dKZzMyWu3thfeXSKymk0s6dOxk5\nciTl5eW4O/fdd1/aBbu0LHfYuDEE+QsvwMKF8NFHYdmRR8L554dAHz48HICU/ZvSIk117NiR5cuX\np7oakmJbtlR1s7zwQtVosO7d4fTT4dRTw9/hh6e2npJ+kgp3MxsF3AVkAQ+4+601lvcCHgI6xspM\ndfd5TVxXkcj7+OPQIq8I9DfeCPM7d4YRI2DKlBDmxx6rrhWpW73hbmZZwEzgO0AJsNTM5rp7/PCN\n64DH3f1eM+sDzAPymqG+IpGycye89FJVv/nKlaH7pW1bOOUUuPTSEOYnnAC1XPFCJKFkWu6DgA3u\nvhHAzOYAY4D4cHfg4NjzDsCWpqykSFR8/jm88kpVN8uSJWGMeJs28O1vw003hX7zb35TQwilcZIJ\n98OAd+OmS4CTapS5EfgfM/sp0BY4LdGKzGwyMBmgV3OdbSSSRsrLYcWKqpb5yy+HgG/VKgT4r34V\nWuZDhmiooTStZH7oJerZqzl+cgLwX+7eAzgTeNjMvrZud5/l7oXuXlhxKd10Mnz4cObPn19t3owZ\nM/jxj39c5+vatWsHwJYtWxg3blyt66459LOmGTNmsCvurKwzzzyzSa77cuONN3L77bc3ej1Sv717\n4bXX4K67YPToMPTwpJPgmmvgww/hsstg7tzQt/7KK3DLLXDaaQp2aXrJtNxLgJ5x0z34erfLJcAo\nAHf/p5llA12Aj5qiki1lwoQJzJkzh3/7t3+rnDdnzhx+//vfJ/X6Qw89lCeeeGKf33/GjBlMnDiR\nnNhVjObN0zHpdOcOb71VdQB0wQIoLQ3LjjoKxo+vGp7YrVtKqyr7mWRa7kuBo82st5m1AcYDc2uU\neQcYCWBmxwPZQGlTVrQljBs3jmeeeYYvYudgb9q0iS1btjB06NDKcecFBQX079+fp59++muv37Rp\nE/369QNg9+7djB8/nvz8fC644AJ2x50qePnll1NYWEjfvn254YYbALj77rvZsmULI0aMYMSIEQDk\n5eWxdetWAO644w769etHv379mDFjRuX7HX/88fzwhz+kb9++nH766dXeJ5GVK1cyePBg8vPzOeec\nc/jkk08q379Pnz7k5+czfvx4AF588UUGDBjAgAEDGDhwIDvquhzffuS99+Dhh+Hii8NVB48+Gn70\no3BgdNQomD07XPdo/Xq4774w/lzBLi2t3pa7u5eb2RXAfMIwxwfdfbWZTQOWuftc4BfA/Wb2c0KX\nzSRv5KmvV10VRg40pQEDIJaLCeXm5jJo0CCee+45xowZw5w5c7jgggswM7Kzs3nqqac4+OCD2bp1\nK4MHD2b06NG13kf03nvvJScnh1WrVrFq1apql+ydPn06nTt3Zs+ePYwcOZJVq1Zx5ZVXcscdd7Bw\n4cLKKztWWL58ObNnz2bx4sW4OyeddBLDhg2jU6dOrF+/nscee4z777+f888/nyeffJKJEyfWuo0X\nXXQR99xzD8OGDeP666/npptuYsaMGdx66628/fbbHHjggZVdQbfffjszZ85kyJAh7Ny5k+zs7AZ8\n2tFRVgZ//3tVv/m6dWF+xfDEqVNDv/kxx2h4oqSPpMa5x8asz6sx7/q452uApr/ASgpUdM1UhPuD\nDz4IhKsuXnPNNSxatIhWrVrx3nvv8eGHH3LIIYckXM+iRYu48sorAcjPzyc/P79y2eOPP86sWbMo\nLy/n/fffZ82aNdWW1/Tyyy9zzjnnVF6Z8txzz+Wll15i9OjR9O7du/IGHvGXDE5k+/btbNu2jWHD\nhgHw/e9/n/POO6+yjkVFRYwdO7byEsBDhgzh6quvpqioiHPPPZcePXok8xFmvB07Qiu8YkTLq6+G\n7pd27cLwxB/+MHS15OdreKKkr7Q9Q7WuFnZzGjt2LFdffXXlXZYqWtzFxcWUlpayfPlyWrduTV5e\nXsLL/MZL1Kp/++23uf3221m6dCmdOnVi0qRJ9a6nrh9BB8bdCiYrK6vebpna/O1vf2PRokXMnTuX\n3/72t6xevZqpU6dy1llnMW/ePAYPHszzzz/Pcccdt0/rT2effw7//GdVn3n88MQhQ2DatNAy1/BE\nySRqd9TQrl07hg8fzg9+8AMmTJhQOX/79u1069aN1q1bs3DhQjYnuph8nFNOOYXi4mIAXn/9dVat\nWgWEywW3bduWDh068OGHH/Lss89WvqZ9+/YJ+7VPOeUU/vKXv7Br1y4+++wznnrqKU4++eQGb1uH\nDh3o1KlT5U1DHn74YYYNG8bevXt59913GTFiBLfddhvbtm1j586dvPXWW/Tv358pU6ZQWFjIGxWn\nS2a48nJYvLhqpEqnTiG8b7klXFnxP/4Dnn8+3CVowQK47rowBl3BLpkkbVvuqTRhwgTOPfdc5syZ\nUzmvqKiIs88+m8LCQgYMGFBvC/byyy/n4osvJj8/nwEDBjBo0CAg3FVp4MCB9O3b92uXC548eTJn\nnHEG3bt3Z+HChZXzCwoKmDRpUuU6Lr30UgYOHFhnF0xtHnroIS677DJ27drFEUccwezZs9mzZw8T\nJ05k+/btuDs///nP6dixI7/5zW9YuHAhWVlZ9OnTp/KuUplm7154/fWqbpYXX6y6VVt+fhieOHIk\nnHxyuEmESBTokr/SKOm4z9zDTSoqulkWLqw+PHHkyNBS1/BEyUS65K/sV957r2o0y4IF8G7snOpD\nDw3DE0eODCNbdGK07C8U7pKRtm4NwxMrulrefDPMz80NIf7rX4dAP/poDU+U/VPahXvF7eAk/bVk\nl96OHbBoUVXLvOIciHbtYNiwcBLRqadqeKJIhbQK9+zsbMrKysjNzVXApzl3p6ysrNlObKoYnljR\n1bJkSRjJcuCBYeTKzTeHMC8s1CgWkUTSKtx79OhBSUkJpaUZd+WC/VJ2dnaTndhUXg7LllV1s/zj\nH/DFF5CVFcaXT5kSulm+9S1dZEskGWkV7q1bt6Z3796proa0gIqrJ1Z0s9QcnvjjH4eW+SmnwMEH\n170uEfm6tAp3ia6K4YkV3SwLF4aDohAOel54YdXVE9PwatAiGUfhLs2mpKSqm2XBgjANcNhhcOaZ\nVTd37tmz7vWISMMp3KXJlJZWH564fn2Yn5tbFeQjR4YTiXS8XKR5Kdxln3z2Wbha4vLl4TZyy5aF\nU/yhanji5ZeHQO/fX8MTRVqawl3qtWMH/OtfIcQrwvyNN8JBUQh95CeeWHXXoRNP1PBEkVRTuEs1\n27Z9PcjffDMcEAXo3j2E97hx4bGgIPShq5tFJL0o3PdjH39cPcSXLw/3A63Qs2cI76Ki8FhQEMJd\nRNKfwn0/UVpaPcRXrID4Kwbn5YWW+A9+EB4HDtQVE0UymcI9gj74IAR4fJhXDEMEOPJIGDQoXMe8\nIshzc1NXXxFpegr3DOYeLnVbs2vl/ffDcrNw0+aTT67qHx84EDp2TG29RaT5KdwzhDu8887Xu1Y+\n+igsb9UKjjsu3DauoCCE+YAB0L59austIqmhcE9D7rBxY/UQX7ECysrC8qws6Ns3nOVZ0SI/4QRo\n2za19RaR9KFwT7G9e8M1V2q2yLdvD8tbt4Z+/eCcc6pa5P3768qIIlI3hXsL2rMnjBmPD/J//avq\naoht2oQrIo4fXxXk/fqFa5iLiDSEwr2ZlJfD2rXVW+MrV4bT9gGys0Of+Pe+V9W10revzuwUkaah\ncG8CX34Ja9ZUb5G/+mq4mxBATk4YpXLJJVUt8uOOgwP06YtIM0kqXsxsFHAXkAU84O631lh+JzAi\nNpkDdHP3SA64++KLcIGs+HHkq1aFgIcwOqWgIFw0q6JFfswx4SCoiEhLqTfczSwLmAl8BygBlprZ\nXHdfU1HG3X8eV/6nwMBmqGuL2707BHd818rrr8NXX4XlHTuG8L7yyhDkJ54YThDSFRBFJNWSabkP\nAja4+0YAM5sDjAHW1FJ+AnBD01Sv5dS8hO3y5aGrZc+esLxz5xDev/hFVddK7966YJaIpKdkwv0w\n4N246RLgpEQFzexwoDewoJblk4HJAL169WpQRZtSfZew7dYthPfo0VVdK716KchFJHMkE+6JIs1r\nKTseeMLd9yRa6O6zgFkAhYWFta2jSVVcwja+Rb5+/dcvYXveeVUt8kMPVZCLSGZLJtxLgPi7XPYA\nttRSdjzwk8ZWal+VlVUFeUWYJ7qE7cSJuoStiERbMuG+FDjazHoD7xEC/MKahczsWKAT8M8mrWEt\ndAlbEZHa1Rvu7l5uZlcA8wlDIR9099VmNg1Y5u5zY0UnAHPcvVm7Wx58EG64ofolbI86KlzC9vLL\nq1rknTs3Zy1ERNJbUuPc3X0eMK/GvOtrTN/YdNWqXbducMop1a98qEvYiohUl3HnSH73u+FPRERq\np9NtREQiSOEuIhJBCncRkQhSuIuIRJDCXUQkghTuIiIRpHAXEYkghbuISAQp3EVEIkjhLiISQQp3\nEZEIUriLiESQwl1EJIIU7iIiEaRwFxGJIIW7iEgEKdxFRCJI4S4iEkEKdxGRCFK4i4hEkMJdRCSC\nFO4iIhGkcBcRiSCFu4hIBCncRUQiKKlwN7NRZrbOzDaY2dRaypxvZmvMbLWZPdq01RQRkYY4oL4C\nZpYFzAS+A5QAS81srruviStzNPBrYIi7f2Jm3ZqrwiIiUr9kWu6DgA3uvtHdvwTmAGNqlPkhMNPd\nPwFw94+atpoiItIQyYT7YcC7cdMlsXnxjgGOMbN/mNkrZjYq0YrMbLKZLTOzZaWlpftWYxERqVcy\n4W4J5nmN6QOAo4HhwATgATPr+LUXuc9y90J3L+zatWtD6yoiIklKJtxLgJ5x0z2ALQnKPO3uX7n7\n28A6QtiLiEgKJBPuS4Gjzay3mbUBxgNza5T5CzACwMy6ELppNjZlRUVEJHn1hru7lwNXAPOBtcDj\n7r7azKaZ2ehYsflAmZmtARYCv3L3suaqtIiI1C2pce7uPs/dj3H3I919emze9e4+N/bc3f1qd+/j\n7v3dfU5zVLa4GPLyoFWr8Fhc3BzvIiKS+eod554uioth8mTYtStMb94cpgGKilJXLxGRdJQxlx+4\n9tqqYK+wa1eYLyIi1WVMuL/zTsPmi4jszzIm3Hv1ath8EZH9WcaE+/TpkJNTfV5OTpgvIiLVZUy4\nFxXBrFlw+OFgFh5nzdLBVBGRRDJmtAyEIFeYi4jUL2Na7iIikjyFu4hIBCncRUQiSOEuIhJBCncR\nkQhSuIuIRJDCXUQkghTuIiIRpHAXEYkghbuISAQp3EVEIkjhLiISQQp3EZEIUriLiESQwl1EJIIU\n7iIiEaRwFxGJIIW7iEgEJRXuZjbKzNaZ2QYzm5pg+SQzKzWzlbG/S5u+qiIikqx676FqZlnATOA7\nQAmw1MzmuvuaGkX/7O5XNEMdRUSkgZJpuQ8CNrj7Rnf/EpgDjGneaomISGMkE+6HAe/GTZfE5tX0\n72a2ysyeMLOeiVZkZpPNbJmZLSstLd2H6oqISDKSCXdLMM9rTP8VyHP3fOB54KFEK3L3We5e6O6F\nXbt2bVhNRUQkacmEewkQ3xLvAWyJL+DuZe7+RWzyfuDEpqmeiIjsi2TCfSlwtJn1NrM2wHhgbnwB\nM+seNzkaWNt0VRQRkYaqd7SMu5eb2RXAfCALeNDdV5vZNGCZu88FrjSz0UA58DEwqRnrLCIi9TD3\nmt3nLaOwsNCXLVuWkvcWEclUZrbc3QvrK6czVEVEIkjhLiISQQp3EZEIUriLiESQwl1EJIIU7iIi\nEaRwFxGJIIW7iEgEKdxFRCJI4S4iEkEKdxGRCFK4i4hEkMJdRCSCFO4iIhGkcBcRiSCFu4hIBCnc\nRUQiSOEuIhJBCncRkQhSuIuIRJDCXUQkghTuIiIRpHAXEYkghbuISAQp3EVEIkjhLiISQUmFu5mN\nMrN1ZrbBzKbWUW6cmbmZFTZdFUVEpKHqDXczywJmAmcAfYAJZtYnQbn2wJXA4qaupIiINEwyLfdB\nwAZ33+juXwJzgDEJyv0WuA34vAnrJyIi+yCZcD8MeDduuiQ2r5KZDQR6uvszda3IzCab2TIzW1Za\nWtrgyoqISHKSCXdLMM8rF5q1Au4EflHfitx9lrsXunth165dk6+liIg0SDLhXgL0jJvuAWyJm24P\n9AP+bmabgMHAXB1UFRFJnWTCfSlwtJn1NrM2wHhgbsVCd9/u7l3cPc/d84BXgNHuvqxZaiwiIvWq\nN9zdvRy4ApgPrAUed/fVZjbNzEY3dwVFRKThDkimkLvPA+bVmHd9LWWHN75aIiLSGDpDVUQkghTu\nIiIRpHCXRisuhrw8aNUqPBYXp7pGIpJUn7tIbYqLYfJk2LUrTG/eHKYBiopSVy+R/Z1a7tIo115b\nFewVdu0K80UkdRTu0ijvvNOw+SLSMhTu0ii9ejVsvoi0DIW7NMr06ZCTU31eTk6YLyKpo3CXRikq\nglmz4PDDwSw8zpqlg6kiqabRMtJoRUUKc5F0o5a7iEgEKdxFRCJI4S4iEkEKdxGRCFK4i4hEkMJd\nRCSCFO4iIhGkcBcRiSCFu4hIBCncRUQiSOEuIhJBCncRkQhSuIuIRJDCXUQkghTuIiIRpHAXEYmg\npMLdzEaZ2Toz22BmUxMsv8ziOY0sAAAF8klEQVTMXjOzlWb2spn1afqqiohIsuoNdzPLAmYCZwB9\ngAkJwvtRd+/v7gOA24A7mrymIiKStGRa7oOADe6+0d2/BOYAY+ILuPuncZNtAW+6KopIQxUXQ14e\ntGoVHouLU10jaWnJ3EP1MODduOkS4KSahczsJ8DVQBvg1EQrMrPJwGSAXr16NbSuIpKE4mKYPBl2\n7QrTmzeHadC9bvcnybTcLcG8r7XM3X2mux8JTAGuS7Qid5/l7oXuXti1a9eG1VREknLttVXBXmHX\nrjBf9h/JhHsJ0DNuugewpY7yc4CxjamUiOy7d95p2HyJpmTCfSlwtJn1NrM2wHhgbnwBMzs6bvIs\nYH3TVVFEGqK2Hk/1hO5f6g13dy8HrgDmA2uBx919tZlNM7PRsWJXmNlqM1tJ6Hf/frPVWETqNH06\n5ORUn5eTE+bL/iOZA6q4+zxgXo1518c9/1kT10tE9lHFQdNrrw1dMb16hWDXwdT9S1LhLiKZpahI\nYb6/0+UHRERaSEuef6CWu4hIC2jp8w/UchcRaQEtff6Bwl1EpAW09PkHCncRkRbQ0ucfKNxFRFpA\nS59/oHAXEWkBRUUwaxYcfjiYhcdZs5pvyKpGy4iItJCWPP9ALXcRkQhSuIuIRJDCXUQkghTuIiIR\npHAXEYkgc0/NvazNrBTYvI8v7wJsbcLqpJK2Jf1EZTtA25KuGrMth7t7vfcpTVm4N4aZLXP3wlTX\noyloW9JPVLYDtC3pqiW2Rd0yIiIRpHAXEYmgTA33WamuQBPStqSfqGwHaFvSVbNvS0b2uYuISN0y\nteUuIiJ1ULiLiERQ2oa7mT1oZh+Z2eu1LDczu9vMNpjZKjMraOk6JiuJbRluZtvNbGXs7/qWrmOy\nzKynmS00s7VmttrMfpagTNrvmyS3IyP2i5llm9kSM3s1ti03JShzoJn9ObZPFptZXsvXtH5Jbssk\nMyuN2y+XpqKuyTCzLDP7l5k9k2BZ8+4Td0/LP+AUoAB4vZblZwLPAgYMBhanus6N2JbhwDOprmeS\n29IdKIg9bw+8CfTJtH2T5HZkxH6Jfc7tYs9bA4uBwTXK/Bj4Y+z5eODPqa53I7ZlEvCHVNc1ye25\nGng00b+j5t4nadtyd/dFwMd1FBkD/LcHrwAdzax7y9SuYZLYlozh7u+7+4rY8x3AWuCwGsXSft8k\nuR0ZIfY574xNto791RwpMQZ4KPb8CWCkmVkLVTFpSW5LRjCzHsBZwAO1FGnWfZK24Z6Ew4B346ZL\nyND/nDHfiv0UfdbM+qa6MsmI/YwcSGhdxcuofVPHdkCG7JfYz/+VwEfA/7p7rfvE3cuB7UBuy9Yy\nOUlsC8C/x7r8njCzni1cxWTNAP4D2FvL8mbdJ5kc7om+4TLyGx5YQbhexAnAPcBfUlyfeplZO+BJ\n4Cp3/7Tm4gQvSct9U892ZMx+cfc97j4A6AEMMrN+NYpkzD5JYlv+CuS5ez7wPFWt37RhZt8FPnL3\n5XUVSzCvyfZJJod7CRD/jd0D2JKiujSKu39a8VPU3ecBrc2sS4qrVSsza00IxGJ3/38JimTEvqlv\nOzJtvwC4+zbg78CoGosq94mZHQB0IM27CmvbFncvc/cvYpP3Aye2cNWSMQQYbWabgDnAqWb2SI0y\nzbpPMjnc5wIXxUZmDAa2u/v7qa7UvjCzQyr62sxsEGG/lKW2VonF6vknYK2731FLsbTfN8lsR6bs\nFzPramYdY88PAk4D3qhRbC7w/djzccACjx3JSyfJbEuN4zejCcdL0oq7/9rde7h7HuFg6QJ3n1ij\nWLPuk7S9QbaZPUYYrdDFzEqAGwgHV3D3PwLzCKMyNgC7gItTU9P6JbEt44DLzawc2A2MT8f/eDFD\ngO8Br8X6RQGuAXpBRu2bZLYjU/ZLd+AhM8sifAE97u7PmNk0YJm7zyV8kT1sZhsIrcPxqatunZLZ\nlivNbDRQTtiWSSmrbQO15D7R5QdERCIok7tlRESkFgp3EZEIUriLiESQwl1EJIIU7iIiEaRwFxGJ\nIIW7iEgE/X+UyH6x+pwligAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x1adaae4e080>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "acc = history.history['acc']\n",
    "val_acc = history.history['val_acc']\n",
    "loss = history.history['loss']\n",
    "val_loss = history.history['val_loss']\n",
    "\n",
    "epochs = range(1, len(acc) +1)\n",
    "\n",
    "plt.plot(epochs, acc, 'bo', label = 'Training acc')\n",
    "plt.plot(epochs, val_acc, 'b', label = 'Validation acc')\n",
    "plt.title('Training and validation accuracy')\n",
    "plt.legend()\n",
    "\n",
    "plt.figure()\n",
    "plt.plot(epochs, loss, 'bo', label = 'Training loss')\n",
    "plt.plot(epochs, val_loss, 'b', label = 'Validation loss')\n",
    "plt.title('Training and validation loss')\n",
    "plt.legend()\n",
    "\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "model.load_weights('bidirectional_LSTM_final_last_out.h5')\n",
    "from keras.utils import plot_model\n",
    "plot_model(model, to_file='model.png')\n",
    "# print(\"Classification Error on Test Set: \",model.evaluate(X_test,Y_test,verbose=0))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Fuck you \n",
      " [0.48651594 0.51348406]\n",
      "I love you \n",
      " [0.93684983 0.06315009]\n",
      "I hate homework \n",
      " [0.02528644 0.97471356]\n",
      "I like homework \n",
      " [0.20198198 0.798018  ]\n",
      "Life sucks \n",
      " [0.18313143 0.8168686 ]\n",
      "Life is good \n",
      " [0.5625754 0.4374246]\n",
      "Jesus loves me \n",
      " [0.6061536  0.39384642]\n",
      "Put a ring on it \n",
      " [0.36610934 0.6338907 ]\n",
      "Mercedes Benz: $20,000 \n",
      " [0.00913382 0.99086624]\n",
      "You suck \n",
      " [0.87714624 0.12285383]\n",
      "The decision on Sergeant Bergdahl is a complete and total disgrace to our Country and to our Military. \n",
      " [0.26991284 0.73008716]\n",
      "Does anybody really believe that a reporter, who nobody ever heard of, went to his mailbox and found my tax returns? @NBCNews FAKE NEWS! \n",
      " [0.28968582 0.71031415]\n",
      "After Turkey call I will be heading over to Trump National Golf Club, Jupiter, to play golf (quickly) with Tiger Woods and Dustin Johnson. Then back to Mar-a-Lago for talks on bringing even more jobs and companies back to the USA! \n",
      " [0.18593968 0.8140603 ]\n",
      "“The President has accomplished some absolutely historic things during this past year.” Thank you Charlie Kirk of Turning Points USA. Sadly, the Fake Mainstream Media will NEVER talk about our accomplishments in their end of year reviews. We are compiling a long & beautiful list. \n",
      " [0.3317298 0.6682702]\n",
      "Crazy Joe Scarborough and dumb as a rock Mika are not bad people, but their low rated show is dominated by their NBC bosses. Too bad! \n",
      " [0.02334949 0.9766505 ]\n",
      "Robert Pattinson should not take back Kristen Stewart. She cheated on him like a dog & will do it again--just watch. He can do much better! \n",
      " [0.3531603 0.6468397]\n"
     ]
    }
   ],
   "source": [
    "test_tweets = [\"Fuck you\",\"I love you\",\"I hate homework\",\"I like homework\", \"Life sucks\",\"Life is good\",\n",
    "               \"Jesus loves me\",\"Put a ring on it\",\"Mercedes Benz: $20,000\", \"You suck\",\n",
    "                \"The decision on Sergeant Bergdahl is a complete and total disgrace to our Country and to our Military.\",\n",
    "                \"Does anybody really believe that a reporter, who nobody ever heard of, went to his mailbox and found my tax returns? @NBCNews FAKE NEWS!\",\n",
    "                \"After Turkey call I will be heading over to Trump National Golf Club, Jupiter, to play golf (quickly) with Tiger Woods and Dustin Johnson. Then back to Mar-a-Lago for talks on bringing even more jobs and companies back to the USA!\",\n",
    "                \"“The President has accomplished some absolutely historic things during this past year.” Thank you Charlie Kirk of Turning Points USA. Sadly, the Fake Mainstream Media will NEVER talk about our accomplishments in their end of year reviews. We are compiling a long & beautiful list.\",\n",
    "                \"Crazy Joe Scarborough and dumb as a rock Mika are not bad people, but their low rated show is dominated by their NBC bosses. Too bad!\",\n",
    "                \"Robert Pattinson should not take back Kristen Stewart. She cheated on him like a dog & will do it again--just watch. He can do much better!\"]\n",
    "\n",
    "tokenizer.fit_on_texts(test_tweets)\n",
    "sequences = tokenizer.texts_to_sequences(test_tweets)\n",
    "\n",
    "\n",
    "test_tweets_fit = sequence.pad_sequences(sequences, maxlen=max_tweet_length)\n",
    "\n",
    "predictions = model.predict(test_tweets_fit)\n",
    "for i in range(len(predictions)):\n",
    "    print(test_tweets[i],\"\\n\",predictions[i])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}