KNN, SVM, LR, LSTM DJ 17-04-2020 .ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 348,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "from ast import literal_eval"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 349,
   "metadata": {},
   "outputs": [],
   "source": [
    "df= pd.read_csv('./ml-course-project-master/processed_trainingset.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 350,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>id</th>\n",
       "      <th>processed_tweets</th>\n",
       "      <th>sentiment</th>\n",
       "      <th>targeted_or_not</th>\n",
       "      <th>target_type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>86426</td>\n",
       "      <td>['@user', 'ask', 'native', 'american', 'take']</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>90194</td>\n",
       "      <td>['@user', '@user', 'go', 'home', 'drunk', '@us...</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>16820</td>\n",
       "      <td>['amazon', 'investigate', 'chinese', 'employee...</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>62688</td>\n",
       "      <td>['@user', 'someone', 'piece', 'shit', 'volcano']</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>43605</td>\n",
       "      <td>['@user', '@user', 'obama', 'want', 'liberal',...</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Unnamed: 0     id                                   processed_tweets  \\\n",
       "0           0  86426     ['@user', 'ask', 'native', 'american', 'take']   \n",
       "1           1  90194  ['@user', '@user', 'go', 'home', 'drunk', '@us...   \n",
       "2           2  16820  ['amazon', 'investigate', 'chinese', 'employee...   \n",
       "3           3  62688   ['@user', 'someone', 'piece', 'shit', 'volcano']   \n",
       "4           4  43605  ['@user', '@user', 'obama', 'want', 'liberal',...   \n",
       "\n",
       "   sentiment  targeted_or_not  target_type  \n",
       "0          1              0.0          NaN  \n",
       "1          1              1.0          1.0  \n",
       "2          0              NaN          NaN  \n",
       "3          1              0.0          NaN  \n",
       "4          0              NaN          NaN  "
      ]
     },
     "execution_count": 350,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 351,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.feature_extraction.text import CountVectorizer\n",
    "from sklearn.feature_extraction.text import TfidfTransformer\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.naive_bayes import MultinomialNB\n",
    "from sklearn.linear_model import LogisticRegression\n",
    "from sklearn import svm\n",
    "from sklearn.metrics import accuracy_score\n",
    "from sklearn.feature_extraction.text import TfidfVectorizer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 352,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['@user ask native american take',\n",
       "       '@user @user go home drunk @user maga trump2020 url',\n",
       "       'amazon investigate chinese employee sell internal data thirdparty seller look edge competitive marketplace url amazon maga kag china tcot',\n",
       "       ..., '@user report garbage give crap', '@user pussy',\n",
       "       'spanishrevenge v justice humanrights freedomofexpression spain fakedemocracy @user @user @user @user @user @user @user @user @user @user @user @user @user @user @user cddr shameonspain wakeupeurope @user url'],\n",
       "      dtype='<U474')"
      ]
     },
     "execution_count": 352,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#index=np.where(df['processed_tweets']==\"['@user']\")\n",
    "#df.drop(index[0],inplace=True)\n",
    "X_train=[]\n",
    "y_train=df['sentiment']\n",
    "for i in df['processed_tweets']:\n",
    "    X_train.append(' '.join(literal_eval(i)))\n",
    "np.asarray(X_train)    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 353,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>id</th>\n",
       "      <th>processed_tweets</th>\n",
       "      <th>sentiment</th>\n",
       "      <th>targeted_or_not</th>\n",
       "      <th>target_type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>15923</td>\n",
       "      <td>['whoisq', 'wherestheserver', 'dumpnike', 'dec...</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>27014</td>\n",
       "      <td>['constitutionday', 'revere', 'conservative', ...</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>30530</td>\n",
       "      <td>['foxnews', 'nra', 'maga', 'potus', 'trump', '...</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>13876</td>\n",
       "      <td>['watch', 'boomer', 'get', 'news', 'still', 'p...</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>60133</td>\n",
       "      <td>['nopasaran', 'unity', 'demo', 'oppose', 'farr...</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Unnamed: 0     id                                   processed_tweets  \\\n",
       "0           0  15923  ['whoisq', 'wherestheserver', 'dumpnike', 'dec...   \n",
       "1           1  27014  ['constitutionday', 'revere', 'conservative', ...   \n",
       "2           2  30530  ['foxnews', 'nra', 'maga', 'potus', 'trump', '...   \n",
       "3           3  13876  ['watch', 'boomer', 'get', 'news', 'still', 'p...   \n",
       "4           4  60133  ['nopasaran', 'unity', 'demo', 'oppose', 'farr...   \n",
       "\n",
       "   sentiment  targeted_or_not  target_type  \n",
       "0          1              1.0          3.0  \n",
       "1          0              NaN          NaN  \n",
       "2          0              NaN          NaN  \n",
       "3          0              NaN          NaN  \n",
       "4          1              1.0          2.0  "
      ]
     },
     "execution_count": 353,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dft= pd.read_csv('./ml-course-project-master/processed_testset.csv')\n",
    "dft.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 354,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['whoisq wherestheserver dumpnike declasfisa democrat support antifa muslim brotherhood ms13 isi pedophilia child traffic taxpayer funded election fraud sedition treason lockthemallup wwg1wga qanon @user url',\n",
       "       'constitutionday revere conservative hat progressive socialist democrat want change',\n",
       "       'foxnews nra maga potus trump 2ndamendment rnc usmc veteran @user @user @user @user @user fakereporting theswamp dnc liberal @user @user fakeoutrage @user first reduce ca url',\n",
       "       'watch boomer get news still parole always make smile wentworth finale @user treasure url',\n",
       "       'nopasaran unity demo oppose farright london antifa oct13 enough enough url',\n",
       "       'fuck time',\n",
       "       'rap form art use express freely gv green light excuse behavior act like animal street bx violence way living elevate boo get @user level longevity queen',\n",
       "       '@user get feeling kiss @user behind humiliate later',\n",
       "       '5 tip enhance audience connection facebook url @user socialmedia smm url',\n",
       "       'biggbosstamil janani win task go first final list',\n",
       "       'conservative party low taxation tory tory url',\n",
       "       'ccedran nord cannot make single move fully aware happen chill come spine ghostly rather calm female voice call corner room even time attempt response',\n",
       "       'constoo place feed conservative',\n",
       "       'greatawakening qanon patriotsunited wwg1wga areyouawake awake see clearly check video url url',\n",
       "       '@user nigga ware da hit', 'stopkavanaugh liar like rest gop url',\n",
       "       'dayspromo week september 17th day dool coma thing gal sami go ok hattie thanks get finish hattie pretend marlena look kayla face priceless url',\n",
       "       'biggbosstelugu2 include @user tweet business head star maa network know know biggboss team host hurting audience emotion biggbosstelugu2',\n",
       "       'dallas policewoman kill neighbor apartment go wrong see officer shoot man apartment involve 2017 shooting suspect devastate say dallas police officer add sorry family url',\n",
       "       'always smack url',\n",
       "       'break weeklong trial linn county jury convict gregory davis firstdegree murder connection carrie davis homicide take place almost year ago url url',\n",
       "       'kavanaugh wild claim 36 year ago groping evolve rape violent sexual event move url soros base org support blm antifa etc unbeievable',\n",
       "       'kznlt enjouji really prototype character brand nothing thing love roll one horrible package feed directly baby subconscious',\n",
       "       'silsilabadallterishtonka tag fill appreciation @user never watch serial always want appreciation aditi underrated since start show worth appreciation',\n",
       "       'beto betoforsenate betoorourke betofortx willie nelson laugh conservative upset url',\n",
       "       'hiac damn matt hardy randy orton put one hell cell match woooo hope okay',\n",
       "       '@user school shooting controversial want gun control',\n",
       "       '@user @user put delauro police lineup identify bag lady would pick everytime proof either conn voter incompetent vote part vast voter fraud conspiracy one vote woman gross',\n",
       "       '@user coffee spit spartacus moment never saw film',\n",
       "       'family friend tell bad shit bf gf go right back',\n",
       "       'christineblaseyford kavanaugh accuser liberal try every time confirmjudgekavanaugh url',\n",
       "       '@user fellow democrat want @user @user well best america purely politics dov hikind democratic ny assemblyman url',\n",
       "       'osho quote via @user listen continuously give hint still small voice shout true little silent start feel way person never try url url',\n",
       "       'yyc @user look hockey player age ability humboldt tribute game sunday 916 arrive 2pm dress participate opening ceremony contact lindsay clothier @user interested weplayforthem humboldtstrong hockeyisfamily gonucks',\n",
       "       'conservative brexit put britain last send chill spine uk',\n",
       "       'gamers go follow @user twitter twitch play @user blackops4 blackout please help support twitter twitch remember supportforsupport supportallstreamers url',\n",
       "       'quicktip find people already work company within industry interested know lot people send u resume info @user message u right url url',\n",
       "       'liberallogic liberal get way url',\n",
       "       'arianaasesina serious holy shit please fuck asshole blame someone death one sad enough today see fault none overdose died end stop want someone blame fucker',\n",
       "       '@user hide ugly personality bad', 'bitch url',\n",
       "       'georgetown classmate say leave accuser absolutely nuts url judge kavanaugh @user @user @user abc cbs democrat liberal woman mondaymotivation mondaymorning veteran law maga gop cnn msnbc nbc mom blackwomen bet',\n",
       "       '@user @user @user refer lollygag gun control kid get slaughter school',\n",
       "       '@user @user @user @user @user @user @user @user @user shock learn human trafficker gun probably illegal ca need gun control worry actual crime pic black gun bad',\n",
       "       'weloveseungcheol @user happy proud work train seventeen along member see wonderful incredible really love u ᅲᅲ url',\n",
       "       'chequer violation democracy standup4brexit @user @user @user people must respect url',\n",
       "       'session tell chicago want shooting death listen aclu antifa blacklivesmatter url',\n",
       "       'conservative @user clown url',\n",
       "       'voice head transfer money credit card bullshit buy pay',\n",
       "       'levi strauss never afraid take unpopular stand support great good shut manufacturing america even news story happen maybe right unpopular url',\n",
       "       '@user 500000 wedding always know best',\n",
       "       'kid beat paraplegic trump boy leave teach child hate violence school teacher democrats liberal walkaway moms mother nea teachthemyoung christian catholic jew evangelicals family blackwomen blacktwitter black news medium disable maga url',\n",
       "       '09 b 1 j 1 r 1 b 2 q 2 b 3 bx 3 b 4 rb 4 z 4 b 5 q 5 b 6 h 6 b 7 h 7 ut 7 b 8 2059 36',\n",
       "       'askally say adore great person please take care always',\n",
       "       'doj employee resister r look conservative license plat home address legal detail lexisnexis 2give dem socialist antifaproject veritasbut worry govt history ever make political opponent list oppress url',\n",
       "       'kelly mcparland late floorcrosser tell truth liberal like hear url url',\n",
       "       'greatawakening qanon patriotsunited wwg1wga areyouawake awake see clearly check video url url',\n",
       "       'boycottlevis since late 1990s use name resource attack gun right 1999 company give 100000 gun control group pax follow 250000 donation 2000 another 100000 2001 url',\n",
       "       'fuck serious url', 'get bitch',\n",
       "       '@user @user @user get pretty deep debate friend tell latinos trump black trump pay supporter say mean antifa pay domestic terrorist say antifascist say fascist kid',\n",
       "       'antifa take note protest civility socialism aka communism never win inherently evil unsustainable url',\n",
       "       'gmm roastmycat hi @user fiona 10 week old fall asleep weird place url',\n",
       "       '@user omg real happen peru like 40 year ago inti devaluate fucking much comoletely change coin system money worthless',\n",
       "       'conservatism101 disagreement conservative conservatives debate honestly integrity whatever get thru today matter fundamentally dishonest people url',\n",
       "       'halloween sign read creepingup behind wood wall decoration tmtinsta cwsigns url via @user',\n",
       "       'huniachiweek matter go today past day situation never permanent god go change life good trust believe able please read url',\n",
       "       '@user point contention decide keep group top end talent also decide hire hot trash mike mccoy wilks even able get defense line correctly head',\n",
       "       'yet everyone seem lack url', 'maga expect censorship url',\n",
       "       'apparently commit go new level since use key well fuck curiosity kill cat hy',\n",
       "       'ne need check dentist find perfect work record child care facility check online kind licensed professional free url',\n",
       "       '@user @user @user @user many shooting virginia jacksonville shooter get gun maryland among poster child gun control good full crap',\n",
       "       'amnesty international u violation international human right law pass strong gun control url via @user url',\n",
       "       '@user well chuck cousin niece something obviously part dnc conspiracy nixon part deep state zionist plot big comedy whatever hell conspiracy theory',\n",
       "       'godspraiseroom god keep even storm may rock boat submit one really know end beginning url',\n",
       "       'spaldo guy godson',\n",
       "       'antifa bedfellows democratic socialist america dsa jamesokeefe expose insert throughout government attempt bring america trump maga deepstate url',\n",
       "       'cnn ruthlessly continue fakenews onslot honest analysis right url tcot cnn nra massshooting cnnisfakenews conservative fakenewsmedia fakenews pba fakenewscnn',\n",
       "       'brexit barometer labour fail capitalise conservative fail please kantar nearly two third uk believe government handle brexit negotations poorly url',\n",
       "       '@user antifa ts level influence scary',\n",
       "       '@user three account two quasianonymous one completely anon twitter ever ban one quasianon make two anon account tweet insane shit drown twitter bullshit one ban make even',\n",
       "       'maga alert joe biden trump supporter dreg society video url via @user',\n",
       "       'cerc 1 stock sole holder stock among hedge fund track url',\n",
       "       '@user @user @user @user @user @user @user @user @user @user @user @user @user @user city chicago democrat run strict gun control nation point notthatbright url',\n",
       "       'liberal pathetic innocent proven guilty mean much democrat look party need rapist hang kavanaughisinnocent walkawayfromdemocrats liberallies straight pitt hell url',\n",
       "       'trump may many thing entertain thanks twitter url',\n",
       "       '10 million reallocate fema ice guy give zero shit anyone name trump mid atlantic get url',\n",
       "       'fortnitebattleroyale xboxshare @user please ban cheating scum literally invisible url',\n",
       "       'read man invent bulb saw failure differently 5000 new wayz differently genius',\n",
       "       '2aunfettered repeal gun control law government use people able well url',\n",
       "       'good thing responsible u marines pretty sure group antifa member run fast direction help anyone let alone elder senior thank @user salute @user @user @user url',\n",
       "       'fordtheatre right cue gofundme acct set person new liberal mode bribery payoff @user really investigate gofundme new outlet slush fund comey mccabe strzok',\n",
       "       'christian twitter facebook silence conservative christian next censor darkness take help u grow live faith aloud go one go prayer warrior please help u grow movement url',\n",
       "       '6ix9ine aus den speakern fick deine political correctness',\n",
       "       'fall fashion trend coat color url look airdrie calgary lethbridge toronto vancouver princegeorge url',\n",
       "       'republican put wallin budget go loose prestrump follower u r support url',\n",
       "       'gmm roastmycat hi @user fiona 10 week old fall asleep weird place url',\n",
       "       'sesamestreet bertandernie conversation unattractive creator say create character gay attack',\n",
       "       'serenawilliams full painful watch listen',\n",
       "       'colinkapernaeck nothing sit complain time black people die hard white liberal think cause aka @user wake heck stfu colin civil right hero martyr near',\n",
       "       'danganronpav3 claim mastermind yet still believe think mastermind evidence suggest evidence suggest',\n",
       "       'monbebeselcaday beautiful url',\n",
       "       'lockhimupnow maga qanon @user best president ever url',\n",
       "       '@user goodbyenfl great player become marxist keep nix sport league display support b oppression narrative goodbyenike',\n",
       "       'liberal leave democrat resist resistance antifa bluewave bluewave2018 walkaway maga url',\n",
       "       'emailmarketing sale teach create exclusive online traffic economy never short lead sale url url',\n",
       "       'jeff session listen aclu antifa black life matter want chicago shooting url',\n",
       "       'amazon ship live christmas tree door stay put damn light url',\n",
       "       '@user sweet congratulation house broken get good',\n",
       "       '@user bet lot safer sex tho one kid cant mom get dicked',\n",
       "       'i2 speaks nsfw url',\n",
       "       'jameycomey silent last week know go indict 1335 fbi doj strzok page textmessages qanon patriotsfight ty @user maga url',\n",
       "       'supernaturaltnt themanwhowouldbeking omg @user amaze @user crowley ca always great together miss',\n",
       "       'available adoption lincoln county nc roger a001257 sex male neuter age 13 week old intake 0828 18 url',\n",
       "       'conservative govt @user make life hell whistleblower say threaten regulator think govt promise protect whistleblower url',\n",
       "       'apple live keynote appleevents url', '@user zuckerberg lie',\n",
       "       'lilduval know u go work tomorrow happyfriday smilebitch livingmybestlife hittemwithdashoulders url',\n",
       "       'antifahorst whuuuuut antifa maassen seehofer url',\n",
       "       'notetomystalker n empire trust penance life n career true nature leave stone unturned get leave nothing every one matter powerful',\n",
       "       'freeleahshaibu negotiate release daughter @user @user',\n",
       "       'serenawilliams serena catch cheat coach collaborative think thief mind real thief umpire spot go call like couple bank robber blame guard call police',\n",
       "       'antifa retweet stop watch url',\n",
       "       '100notout thank follow leicester @user voteforchange localelections2019 votetory voteconservative cutcrime cutredtape cuttaxes cutgrass betterserviceslowertaxes',\n",
       "       'thingsyoushouldneverassume someone say okay smile maybe wanna worry',\n",
       "       'repost @user get repost love fool mistake make dark image hold remember beauty feel url',\n",
       "       '1 nick gehlfuss stan watch friend go stop tvtime url',\n",
       "       'seo tip master fate online wise expect pity screw nobody else blame',\n",
       "       'fortnitebattleroyale xboxshare @user please ban cheating scum literally invisible url',\n",
       "       'maga qanon greatawakening inners wwg1wga nowcomesthepain walkaway goodbyedemocrats ellison accuser say sideline party url',\n",
       "       'truth show build personal online traffic economy never short supply qualified prospect sale url url',\n",
       "       '@user gun control wonder control body get suicided need control 247 365 gitmo pain come maga qanon benghazi hope televise demise',\n",
       "       'antifa new cause url',\n",
       "       'balkan conservative unite family congress moldova url',\n",
       "       'boycottnfl @user dead @user @user url',\n",
       "       '@user walkawayfromalldemocrats michelle 8 year sure need bad advice new sheriff town maga get vote color gender aka american url',\n",
       "       'constitutionday enforce u immigration law one set law illegal alien one set law citizen trump maga rednationrising nodaca url',\n",
       "       'blaseyford comical liberal always want way first woman need treat equal come ford testify say unfair men ask question dems woman equal receive special treatment',\n",
       "       '2a gun control kill people need conceal carry url',\n",
       "       'ted always feel appropriate public behavior often unable control gopdysfunction url',\n",
       "       'followthewhiterabbit qanon greatawakening spygate walkaway qanon qarmy maga google maga poland fisadeclassification dearprofessorford url dem u senator corey booker molest 15 year old 80 surface url',\n",
       "       '@user stick comedy funny yo start political commentary pathetic',\n",
       "       '@user holder need impeach',\n",
       "       'wearebroncos little guy love bronco one big fan beon9 @user url',\n",
       "       'bbcnews cleverly cut nh jam cleverly conservative coalition health spending url',\n",
       "       '2011 cute hell love 2015 look like antifa protestor really freeze cold hunter need dye hair omg love redhead url',\n",
       "       'believeallwomen think thing get dumber happen liberal probably realize child equality treat woman men pretty sure good result culture',\n",
       "       'today two important day life day bear day find mark twain',\n",
       "       'theladybam speak simply best spreadmarylove onward url',\n",
       "       'medium credential poc problem @user please send dm like tweet',\n",
       "       'alert win progressive conservatives ontario court appeal grant stay bill5 cut number toronto city councillor 47 25',\n",
       "       'sierraburgessisaloser phone ding', '@user metoo racist',\n",
       "       'gop still act like wimp yet realize liberal hate regardless sentiment either republican stupid get way tilt far left confirmkavanaughnow',\n",
       "       'serenawilliams first mother tour embarrassingly entitle bully yes kim clijsters win major year baby @user @user @user url',\n",
       "       'thearchers want brilliant karate kick shit everyone',\n",
       "       '5 fed agency hijaked info fed agency extremist group secretly fund antifa blm soros cia',\n",
       "       'baldwinfundraises k street firm work probono gun control lobby law tammybaldwin fundraiser url url',\n",
       "       'aafiasiddiqui convicted terrorist widely hail daughter pakistan url',\n",
       "       'dregsofsociety deplorables liberal usually dehumanize want exterminate later url',\n",
       "       'aldubloveandbeyond rise life friend know fall know friend',\n",
       "       'gemini woman cannot change scene liable change cast',\n",
       "       'wce favorite girl hope day awesome url',\n",
       "       'emmyawards2018 rating tank expect possibly stand watch many liberal one place one time',\n",
       "       '@user cult like cap hmm else see cult like cap maga',\n",
       "       'eagle set workout jeremy maclin accord @user week though still hurt',\n",
       "       '@user friend civil discussion totally fine tell face life sinful criticize ever lightly civil anymore deserve block',\n",
       "       '@user gutierrez always nothing racebaiter',\n",
       "       'disarmthem antifa give jack participation trophy url',\n",
       "       'cognitivedissonancechallenge2018 one painful conservative proceed caution url',\n",
       "       'chequer crash burn strasbourg along hope cling power support ebb away @user party parliament country time load webley',\n",
       "       'john fund kavanaugh ford controversy 1991 even honest liberal upset url via @user url',\n",
       "       'elitist actor nbc liberal dems hollywood emmy award toothless nbc selfpromotion onslaught pepper metoo crack plan stag okay democrats socialist liberal left walkaway url',\n",
       "       '@user kellerman know 1 thing average man boxing brady hater say rodgers maybe good thrower ie dan marino good qb brady jut look playoff record',\n",
       "       'drford dearprofessorford fraud female @user group pay organize georgesoros url',\n",
       "       'osaka say crowd noisy really c go focus cuz great champ confuse score go 53',\n",
       "       'bluewave dumptrump give love 2 cooperate compromise w conservative trump supporter constantly vilify marginalize group constantly attack right 2 make choice body',\n",
       "       '@user take season opener saturday highlight url',\n",
       "       '@user @user @user ummmm fascism actually start mussolini italy antifa part anonymous anonymous censor like antifa relate anonymous anti censorship url',\n",
       "       'nightmayor dt cycle track easily open antifa tennis court inside crescent height able trash communist vape shop',\n",
       "       'mplspotlight meet stefanie new adult service librarian put lot hour clean collection favorite find book unique home see sure say hi monrolib url',\n",
       "       'arunjaitleystepdown shameless fm history india audacity shamelessness lie public disgrace post',\n",
       "       'liberal government reject @user recommendation political party comply privacy law facebook cambridgeanalytica scandal url',\n",
       "       'marry please roguebot',\n",
       "       'conservative 2 bn housing ontrick @user crock sh te @user housingcrisis url',\n",
       "       '2 week resp still know shit still vacation mode',\n",
       "       'nab jesus reject ucome homeward bind towards heaven kingdom open door',\n",
       "       'nickelodeon @user kallysmashup heart force character goddess light shine much like star @user maiareficco url',\n",
       "       'coupdetat spain catalona spain fakedemocracy @user @user @user @user @user @user @user @user @user @user @user @user @user @user @user cddr shameonspain wakeupeurope @user @user url',\n",
       "       'analysis supporter party canada would likely bristle call liberal beliefs fit classic definition url @user',\n",
       "       'barbiedreamsvideo saw genius interview thank love u much way love barbie beauty brain',\n",
       "       'justiceforsoniasfather @user @user @user @user @user @user @user @user plz help sonia pain pti official respond also get trouble pmln goon 1 plz help thanks',\n",
       "       '1a 2a ok @user @user eric holder talk gun control pull 6 time go keep reposting everytime get take url',\n",
       "       'conservative today url',\n",
       "       'liberal democrat use first step food preparation url',\n",
       "       'liberalismisamentaldisorder also danger country liberal show utterly hateful care truth care power',\n",
       "       'florencehurricane 72 hour sustained lethal cyclonic force hour impact northcarolina southcarolina georgia stupid get away area @user @user florence sep 12 1213 pm nyc miami houston chicago nj ca la url',\n",
       "       'antifa uklabour fbpe sutr pay attention forbritain fight url',\n",
       "       '@user expert ni block anyone challenge viewshe want view heardhe obsessive love eu',\n",
       "       'antifa demo memory killahp greece url',\n",
       "       '@user coranated attack idiot loon get bad much bad election u imagine idiot want get rid economy 401 along interest rate polished politician idiot',\n",
       "       '@user @user awwww stinking cute old',\n",
       "       'benghazi haiti uraniumone sethrich justice department need double standard rich powerful mean rob seal murder draintheswamp hillaryforprison votered maga url',\n",
       "       'black eye peas tackle gun control social justice new song big love single highlight first album eight year master sun url url',\n",
       "       'censorship awake yet ask conservative censor walkaway url',\n",
       "       'didnt beat like say look delicious say clean bruised knuckle nobody talk woman way except pull lap want kiss make feel well tease url',\n",
       "       'jointhefight join fight american communist democrat liberal take crap edge come back openly promote destruction america jointhefightagainstcommunism url',\n",
       "       'art artistsontwitter soul goodbusiness entrepreneur success excellence womaninbusiness mindblowing quotestoliveby gentle child universe less tree star right max ehrmann url',\n",
       "       'icymi welcome anna grey barbour volleyball team anna 2018 terry sanford high school graduate study dental hygiene college proud make trojan anna good luck season blackngold trojan url',\n",
       "       'biggbosstamil biggbosstamil2 biggboss2tamil intha aishwarya va kuda manichirlam ana intha yashika big reason every fight bb house yet foolish people support task url',\n",
       "       'totallyblogging want know keep focus blogging easy say start take look stop quit url ukbloggers fbloggers bbloggers lbloggers url',\n",
       "       '@user @user state talk zionist involvement 911 metaphysical masturbation disinformation agent take advantage people less intellect ashamed zionel',\n",
       "       'update new projection state hurricane florence may travel coastline entire nc sc coast possibly suffer deadly storm surge greatly increase seriousness rain wind south carolina surround area even possibly georgia url',\n",
       "       'liberal like economics even know gender',\n",
       "       'khaleesi kinda watch hiac wtf think person pffft pathetic url',\n",
       "       'female b shit url',\n",
       "       'brexit uklabour labour conservative plaidcymru green politics eu url poll',\n",
       "       'breakingnews via nyt new york time url',\n",
       "       'hchottestceleb round 32 match 12 scarlett johansson v emma stone poll url',\n",
       "       'sugardaddy retweet 30 want 400 daily usa canada uk sugarbabyneeded sugarbabywanted findom sugarbaby canada',\n",
       "       'declassifydocuments love watch liberal like maria squirm outnumber',\n",
       "       'politicsinfocus look donald duck stop patronize url',\n",
       "       'naturephotography nature bird wild wisconsin photography picoftheday pic fridaymotivation fridayfeeling instagramers hope amazing day url',\n",
       "       'carolineforbes need help post sl dm audition',\n",
       "       'wcw @user mean hey great friend happy help mission anything else might need',\n",
       "       '@user @user would offbalanced exactly smart basic grapple might instinct antifa use basic grapple cross side collar snap step weak single leg attempt',\n",
       "       'cancer hate crime actual crime victim call crime malum se hate crime socially engineer programming control behavior like gun control changemymind url',\n",
       "       'carbontax work put ton money back canadian pocket @user @user @user @user part trudeau 2015 campaign national carbon tax conservative die want another death 2019 oblige url',\n",
       "       'antonia evans either sex traffic cremate',\n",
       "       'repost thesavoyshow get repost markknight say racist draw racist picture serenawilliams believe nah url',\n",
       "       '@user worrying thing teach young adult',\n",
       "       'walkaway democratsocialists socialists socialism resist communist antifa cult crazy insane mentalillness emptyheaded berniesanders venezuela 42 trillion new tax alexandriaocasiocortez ocasiocortez endorsementfail missvenezuala2018 alexandria ocasio cortez url',\n",
       "       'theview stormy trap dollar bill face poor pornstar worry democratic party leader',\n",
       "       'proudalumnus keep great work @user forget great leadership take time soak skill aim teach url',\n",
       "       'wildcardwednesday maxdrivewildcardwednesday onairwithshine np happy @user ft @user maxdrive w @user radioenchantress',\n",
       "       '@user deep end call intervention',\n",
       "       'cnbc go talk gender gap silicon valley talk gap conservative emocrats bias',\n",
       "       '500 million funding competition u city nice @user url',\n",
       "       '@user chicom spy clubgitmo',\n",
       "       'repost @user forget give prop naomi osaka play idol win someways win overshadow humbled url',\n",
       "       'entertainment agency gonna url',\n",
       "       '@user obviously get suspend asset anyone',\n",
       "       'trump really everything trump another piece evidence obstruction justice talk crime machine',\n",
       "       'canada exclusive trudeau liberal leave 372m meant help veteran unspent since take office url',\n",
       "       '@user @user show u hot',\n",
       "       '@user @user @user yet answer realistically enforceable gun control law would prevent tragedy without violate due process hipaa',\n",
       "       'disarmthem go show moronic antifa type good way encourage dumbass rightfully get speedrocked open carry user practice weapon retention gun grab go badly try get shot 2a url',\n",
       "       'maga get idea could url',\n",
       "       'christinebford liberalsaredesperate @user every time liberals get way cry racism sexual assault hard believe',\n",
       "       'url summarize ranking game mode one picture url',\n",
       "       'learn become good instead remain stick become bitter clifeclearly clifethryve aboutthatlife clifemacon',\n",
       "       'kamalaharris may run president 2020 never potus sadly guarantee leadership role politics much like diannefeinstein reality liberal california ask nancypelosi chuckschumer cnn msnbc',\n",
       "       'levi strauss never afraid take unpopular stand support great good shut manufacturing america even news story happen maybe right unpopular url',\n",
       "       'repost @user give word jacket preach saynotofuckboys dontgiveyourmagictomuggles url',\n",
       "       'emmy sooo lovely love dress colour design look like fairy tale tender url',\n",
       "       'change remember past administration chant change change carry baton nothing potus make change say far good like swampies liberal lefty hatin hatin',\n",
       "       'open letter mac miller url',\n",
       "       'cincinnatienquirer step gun control finally take massshhoting damn door step editor wake good late never url',\n",
       "       'bitch fuck come back url',\n",
       "       'liberal reach peak desperation call phillipruddock talk turnbull convince help wentworthvotes 18 sept 2018 @user auspol lnp nswpol @user @user @user lnpmemes url',\n",
       "       '@user chicago strict gun control doesnt work',\n",
       "       'uicideboy halloween aboout get sooooo fucking spooky',\n",
       "       '@user glad always go something reckless show go come back everytime jeff best',\n",
       "       'democrat control city strict gun control law @user want blame gop um rich democrat try keep black poverty walkaway url',\n",
       "       '@user get love people make law tend know nothing subject make law hear gun control law people try pass state',\n",
       "       '@user @user @user @user @user hear say',\n",
       "       '@user @user @user @user penny believe intelligent know think may smart canadian ever canadian fun watch get twitter u find anyone opinion like rush hockey',\n",
       "       'sandraoh oh love bring parent epitome grace beauty',\n",
       "       'healingyourself connect healingothers',\n",
       "       'christineblaseyford need testify oath anything claim investigate far claim investigate come word v approve soon possible full stop maga qanon',\n",
       "       'maga @user antifa website instruct hurt multiple police officer cross border url url',\n",
       "       'nationaldayofencouragement encouragementdare therefore encourage one another build fact thessalonian scripture verse donate go website link bio call 4044789794 email donate @user community url',\n",
       "       '94 yearold bletchley park veteran help defeat nazi 1941 ready fight fascism url',\n",
       "       '@user walkawayfromcatholicism corrupt core become giant autocratic pedophile ring',\n",
       "       'california patriot especially ca21 obama soros attempt take house seat get control congress say tj cox shill candidate front dastardly duo please get vote david valadao house dist 21 follow @user url',\n",
       "       'noshadenotea like community college parent still pick drop need get life together omg',\n",
       "       'take nigga name bio url',\n",
       "       '@user exactly bc slick wood unconventional look yea attractive u shit matter lol',\n",
       "       'arrestgeorgesoros fund domesticterrorists antifa url',\n",
       "       'interesting go kind background check similar 6 fbi background check judgekavanaugh url',\n",
       "       'conservative govt run debt spite austerity cut rich double wealth inequality url via @user',\n",
       "       'crowderconfronts continue expose sjw bully paper tiger conservative fight back truth fact dontbeafraid confrontwithtruth url',\n",
       "       '2x fun url',\n",
       "       'antifa comrade miss nuance lot still people know 45 white nationalist specific community use white supremacist rhetoric employ wns give dangerous company',\n",
       "       'beckylynch beautiful one woman wrestle absolutely need work absolutely beautiful way need giant boob fake booty @user simply amazing hiac',\n",
       "       '@user @user @user gun control nothing people control left want gun control want u little guy arm able defend make hard get u behind barbedwire fence saw north korea',\n",
       "       'alert win progressive conservatives ontario court appeal grant stay bill5 cut number toronto city councillor 47 25',\n",
       "       '25 amazon pp 1 wwmurder food porn northwest cozy mystery 8dianne harmanends 102 url',\n",
       "       'wcw wce @user special day week really miss look forward see soon forget love love heart heart url',\n",
       "       'barbiedreamsvideo @user love fux even roman feel like roman actin like nicki dimelo papi papi',\n",
       "       'martina navratilova serenawilliams get wrong via @user always really liked respected martina voice reason url',\n",
       "       'bodyguard far fetch alive impossible think budd worse enemy sign split personality uncertain episode place',\n",
       "       'bookreviewer meet ronaldo secondyear student reindeer fly academy way break speed record fly contest stumble upon mystery perplex thought thanks @user url t4us mglit url',\n",
       "       'backto60 onevoice 1950swomen 1950sbornwomen @user take six year pension agree need pension back url',\n",
       "       'maine need face fact @user really represent anymore play game say undecided kavanaugh know go vote confirm time dump susan collins',\n",
       "       'twitter stop right head twitch listen amazing friend grendy play hatofulboyfriend voiceactor making url supportsmallstreamers url',\n",
       "       'biggbosstelugu2 many kaushalarmy cum @user fan url',\n",
       "       'conservative @user tell philip hammond slash tax rich corporation regulation less worker environmental protection nodeal brexit tory brexitshambles smallstate url via @user',\n",
       "       'yehundinonkibaathai naina talk educate girl make responsible also make play sport bang girl p jealous face though burn',\n",
       "       '1000daysofsoloharry glad fan someone try change world kind people ally stand right donates different cause stand gun control someone successful still continue humble url',\n",
       "       'castingcallshow fantastic first think go like finalist show end love 3 ultimately vote amazing business opportunity anna ladd funny really want hear',\n",
       "       'brexitshambles thursdaythoughts eu news let avoid future bordercontrol queue givepeasachance @user @user url',\n",
       "       'democrat 2 yet hear one righteous democrat attack insist ellison resign accuse assault hear call cory spartacus booker resign admit sexual assault 1992 stink liberal',\n",
       "       'obasrants band cover miss good quality audience engagement look @user @user link url url',\n",
       "       'lisaxmichaelkors sooo talented love hr much url',\n",
       "       'hurricaneflorence good sport pinhole eye strengthen url',\n",
       "       '1 son knockin fuckin park url',\n",
       "       '@user @user @user okay anybody go eredivise score 15 goal shit league bundesliga team competitive euro competition mexico produce talent like pulisic long time okay maybe guy one day',\n",
       "       'kalyani stupid teenager totally despise atrocity towards aunty anupriya blame death stop listen anupriya side story make vile accusation tujhsehairaabta zeetvserials',\n",
       "       'kalyani stupid teenager totally despise atrocity towards aunty anupriya blame death stop listen anupriya side story make vile accusation tujhsehairaabta zeetvserials',\n",
       "       '@user seem terrorist attack probably antifa still id look want get strawberry market complete form',\n",
       "       'christian america go example liberal support open border guess conservative support school shooting please explain make america great',\n",
       "       '@user @user @user disingenuous person senate senator would hide shame despicable behavior scotus hearing',\n",
       "       'democrat liberals threaten armed nazi talk disarmament disconnection military lifestyle broadcast armory killskills rightfuckingnow url',\n",
       "       '699 want tell hang think fun also lmao dick tongue people easily suck haha kid aside aint want tongue dick look hella weird choice weird whatever',\n",
       "       'parikshitsolutions security incident rarely emerge fully form flash light alert see prepare test skill following scenario url url',\n",
       "       '@user nbc msnbc @user hold accountable inflammatory remake call leftist fight',\n",
       "       '@user proven fact gun control work look chicago worry others record talk sell uranium russia 400 million russia',\n",
       "       'boycottlevistrauss levi strauss team gun control group simply cannot stand silently url',\n",
       "       'analysis supporter party canada would likely bristle call liberal beliefs fit classic definition url pittis',\n",
       "       '3000 definitely tad high puerto rico democrats provide proof provide name location next kin hard hope mind hold breath url via @user url',\n",
       "       'pickett individual need part team bit loner within family bowtruckles feel bit bully attachment issue also incredibly agile great value teacher parent atypical @user @user url',\n",
       "       'avalanche sorry see love asshole know maga',\n",
       "       'ff @user alien future url',\n",
       "       'creampuffs hollsteinforever quick reminder giveaway anyone attend clexaconlondon interested attend improv workshop dm reply put draw free ticket entry close midnight 3009 gmt',\n",
       "       'familiarwife jhomg crazy wjwait yes interested assistant manager cha bhyou guy look like good pair voare sit wjlets live life let newscollision hwy congestion jhwoojin url',\n",
       "       'bronco hc vance joseph phillip lindsay good football player running back',\n",
       "       '17 celine swittins follback erza jullian openfolbackceline swittins',\n",
       "       'restorehumanity antifa september 22 stop fascist nvu amsterdam url ht @user',\n",
       "       'bronconation bronco broncosvsseahawks broncoscountry crue excite win enjoy cupcake go broncos url',\n",
       "       'thingsdarthvaderwouldneversay yup white mask privilege fine always try keep black mask blacklivesmatter qanon antifa alexjones infowars starwars maytheforcebewithyou thirdshiftzombies podcast radio whitesupremacy url',\n",
       "       'hair pink url', 'say cool feel type way speak fuck',\n",
       "       'cuckservative traitor bad fortnite player url conservative triggerwarningradio',\n",
       "       'barbara boxer liberal want use rape political tactic well hard evidence word evidence call hearsay note could say corner bathroom put hand 35 year ago prove wrong url',\n",
       "       '@user @user @user @user @user @user @user @user @user @user gun control stop kid people get murder gun chicago gun control decade multiple shooting every week',\n",
       "       'selfcareseptember make difference @user @user @user @user @user @user @user @user @user url',\n",
       "       'fauxprogressives corruptdemocrats year proof ocasiocortez endorse cuomo cuomo flip progressive url via @user @user liberal corybooker ocasiocortez',\n",
       "       'constitutionday odd alt right conservative say ruin constitution want guncontrolnow one ruin constitution get upset foreigner come land white want live',\n",
       "       'coercedintoxication star favorite feel effect feel vulnerable forcedintox coercedintox femdom findom',\n",
       "       'andrewscheer want support canadiancoalitionforfirearmsrights seek weaken guncontrol cpc compromise canadian safety enough vote dilute control many live lose conservative care cdnpoli via @user url',\n",
       "       'ready sit watch indakurate passcott play football',\n",
       "       'eric stallwell democrat calishould worry fix state instead try muster sympathy liar prof hunt fox news see liberal fox balance give side',\n",
       "       'sukhduasamaj theprayinghands sc also add person surgically change sex entitle change sex cannot discriminate',\n",
       "       'florence list url hurricane florence feed trump maga central va @user great summary impact blacksburg national weather service severity go overnight vawx url',\n",
       "       'dick url',\n",
       "       'liberallogic kavanaugh look predatory therefore guilty liberal dangerous people govern anyone anything url',\n",
       "       'ishqbaaaz let join cast must shoot scene jiffy go vacay nothing groupbaazi shivika focus groupbaazi consist 3 couple shivika scene toh clip mein nehi thi',\n",
       "       'child mix genderstudies crap socialism yeah like see one come mega mbga maga mcga conservatives patriot protectchildren url',\n",
       "       'lockthemallup strzok mccabe catch destroy evidence leave fbi draintheswamp drainthedeepstate maga url',\n",
       "       'break greece molotov cocktail fly protest honouring kill antifa arti url via @user url',\n",
       "       'orrinhatch believe sexist clueless old fart get weigh another charge supreme court nominee spout old nasty shit spew 20 year ago anita hill good riddance neanderthal',\n",
       "       'brettkavanaugh social issue one justice kennedy area grow daylight conservative example area administrative state incl epa',\n",
       "       'chicago democratic party stronghold highly diverse population gun control law large radical leave establishment obamas continental usa base live many year think horrify news url',\n",
       "       'nowplaying arise good william murphy url url chronicleschristianradio ccradioco',\n",
       "       '30 people disguise good guy wear black concern bystander shot fbi antifa vega shoot',\n",
       "       '4 part 2 think hard come gabriel lizard theme glitter bomb antifa mech pilot use superhero power take corrupt log company buff lesbian heart uniform literally love',\n",
       "       'saynotoshiasunnifight muslim muslim shia sunni',\n",
       "       'anybody else wake tired put cologne toothbrush morning',\n",
       "       'aiatraveltips always monitor luggage airport leave luggage unattended accept unopened package tip travel explore aia aircraft airport caribbean destination travel connect traveltheworld adventure adventure luggage url',\n",
       "       'always good day get new member site url',\n",
       "       'repost theleadersmindset hola leader type ready ready follow step set goal stay quiet smash shit clap damn url',\n",
       "       '6 antifa attack cop arrest rally denver medium blackout url',\n",
       "       'always bond dani minogue target pant',\n",
       "       '21st century hit cha pussycat dolls feat busta rhyme url',\n",
       "       'realsmart answer step 1 realsmart journey course offer ubc behalf real estate council bc correspondence register set take realsmart course url',\n",
       "       'vt200 @user back @user first time since year 2000 pole 10000 win vermont 200 update @user url',\n",
       "       'another one bite dust url', 'liberal democrat stand walkaway url',\n",
       "       'beeto demonstrate lose election texas url maga @user rkba @user dvc',\n",
       "       'bitch thinking niggas money tf', 'extremely back bullshit url',\n",
       "       'killshot easily show ya rap god hail @user',\n",
       "       'cnn analyst dems seek another fbi investigation want politician tell investigator url sitroom thelead outfront ac360 npr pbsnews pbsnewshour tcot tlot maga sgp nyc boston baltimore cleveland chicago milwaukee',\n",
       "       'democrat baldwin fundraises k street firm work probono gun control lobby 2a walkaway via @user url',\n",
       "       '7 fucking year mytwitteranniversary url',\n",
       "       'dems disgust believe woman accuse conservative abuse crime liberal accuse ignore accusation url',\n",
       "       'np id psa leave commercial hearfdr url',\n",
       "       'crew eminence front puton msm fall fake issue prop political hacktivists expert url tcot emolument conservatives emolumentsclause law lawyer mediawatch fakenewsalert fakenews mediabias',\n",
       "       'authorconfession day 14 tree favorite try ask lisette respond tree flower know give straight answer usually difficult suspect tease url',\n",
       "       'nattyanplaying aozora train sish high',\n",
       "       'christineblaseyford harass member antifa radical arm democratic party fund george soros voteredtosaveamerica',\n",
       "       'antifa excellent idea url',\n",
       "       'iou project demonstrate quality whitepaper icoinvestor strongly recommend explore rate please ico crypto tokensale url url',\n",
       "       'blocktwitterads twitter stop shadow ban conservative',\n",
       "       'kavanaughconfirmationhearings tuesdaythoughts woman support kavenaugh fill hearing gallery pack full disruptive liberal cant get stand unison kavanaugh testifies solidarity cc @user @user',\n",
       "       '@user sure guy call authoritarian left include gun control group left',\n",
       "       '백현 baekhyun exo x mlb 2018 f w @user url url url url url',\n",
       "       '50 cent call joe bullshit instagram url url',\n",
       "       'potus realdonaldtrump gop lpnational thedemocrats qanon blacklivesmatter antifa isi davos california foxnews cnn wsj nyse wakeupamerica maga mypatriotsupply need 12 url',\n",
       "       'naomiosaka folk usopen future adorable talented',\n",
       "       '@user @user @user @user @user @user @user @user @user @user @user @user @user @user city chicago democrat run strict gun control nation white supremacist run office 2018 republican url via @user',\n",
       "       'callthevotealready democrat game conservative fight way life end game game session please job ashamed allow happen pray like never',\n",
       "       'maga sound fair url',\n",
       "       'jiyoonfact huge fan beyonce want sing well sing boy predebut',\n",
       "       'conservative know everything @user reject eu british people tory need step fail brexit domestic agenda maymustgo chuckchequers url',\n",
       "       'muskokalakes mayoralty candidate terry ledger say run mayoral campaign via social medium say speak volume kind behindcloseddoors mayor plan say muskoka give u opinion url',\n",
       "       'greatawakening qanon patriotsunited wwg1wga areyouawake awake see clearly check video url url',\n",
       "       '@user 6 million buyout could easily go cable news path choose good',\n",
       "       'bb20 actually question people want jc win angela way meaner say n word repeatly make fun eat disorder sexually harasses houseguestsshe much underdog win dont use excuse bb20 tangela',\n",
       "       'newvideo sex toy anyone url url',\n",
       "       'bestwaytoawomansheart wake nap',\n",
       "       '2018 surprise start top karma bitch watch url',\n",
       "       '@user sure send antifa thug',\n",
       "       'notetomystalker n empire remember one thing may incumbent central govt india nature life ancestor parent live true nature get trap nature trap time tell',\n",
       "       'alright let get right god bc mother nature like fuck human url',\n",
       "       '@user farticus maybe',\n",
       "       'hillary least 16 angrydemocrats worldwarq wwg1wga maga redtsunami americafirst walkaway truth url',\n",
       "       'codetrainqueens rachel join codetrain 2017 help organize codetrain app developer bootcamp train front end developer currently community manager ardent advocate digital skill youth especially woman keep shin rachel url',\n",
       "       'moviefightslive @user @user think know url',\n",
       "       'boycottlevistrauss support leftist gun control orgs url',\n",
       "       'youaremyidol idols never change teach alot continue teach thing help difficult little big thing life thankyou bbs @user url',\n",
       "       'antifa recruit designated terrorist organization url',\n",
       "       'hypocrite democratshateamerica liberalismisamentaldisorder everything liberal touch turn absolute shit url',\n",
       "       'nationaldayofencouragement twitterfamily amaze way url',\n",
       "       'happyrmday buy pizza chocolate enough money cake plan make tradition buy pizza birthday loved one even acquaint never meet still close person mе thank luv u 생일 축하합니다 url',\n",
       "       'republican put wallin budget go loose prestrump follower u r support url',\n",
       "       'liberal push gayagenda republican push zionistagenda',\n",
       "       'vaquitamarina savethevaquita @user @user less 12 vaquita leave extinguish please help voice l url',\n",
       "       '@user @user say medium money soros dip shit water create civil war',\n",
       "       'liberal dept agriculture pay 100000 presenter shoot bio security video auspol lnp nswpol springst qldpol @user @user @user lnpmemes lnpwaste url',\n",
       "       'texas ted cruz campaign send people solicitation disguise official look county summons elderly resident confuse notice appear skeezy url',\n",
       "       'success health show best way create exclusive online traffic economy never short qualified prospect sale url url',\n",
       "       '@user @user lemme guess gun control anyone talk canadian even know whyme',\n",
       "       '@user @user @user @user @user @user @user @user @user @user really care marry black man clueless real problem black people face america today',\n",
       "       '1 tf saw shit url',\n",
       "       '@user fakenewsmedia enemyofthepeople want control mind control information get get 1stamendment may protect elitist propaganda legitimize make palatable engage public url',\n",
       "       'anyone find behavior funny fuck die',\n",
       "       'goodmorningamerica tuesdaymotivation thankyou fathergod americanpeople begin see truth governmentcorruption @user @user @user mediacorruption noredaction declassifyfisa declassification completely obama hillaryclinton lie leaker liberal url',\n",
       "       'stopthebias redcensorship account suspend apparently promote hate speech yet antifa terrorist organization actively run since customer service refuse reply email care explain make sense @user url',\n",
       "       'bepannaah 1 bepannaah hand bepannaah top list adhiyal aditya try convince ziddi zoya love give u lot url',\n",
       "       '@user difference state inane asinine comment solidify bring fact truth lie bullshit present single shred credible evidence support single thing say lie get',\n",
       "       '@user damn felt shit loud lol',\n",
       "       'myprotege k12 master teacher excited report proud owner supporter product make @user @user bravo usopen',\n",
       "       'tsk stay drop foto han jisung dong please',\n",
       "       '10 year ago today taylor swift release smash hit love story quote tweet tell moment first hear song 10yearsoflovestory url',\n",
       "       'msnbc hardball @user bingo absolutely correct cannot bring president obama get president obama humiliate white house correspondent dinner guarantee definite driver hate president obama',\n",
       "       '@user yes suppose believe kavanaugh seem heavy drinker high school perfect memory everything mixed blame victim equivocate misrepresent believe stopkavanaugh',\n",
       "       'cnnisfakenews @user @user wonder rating suck cnnisajoke fakenews maga url',\n",
       "       'liberal lie nothing new claim track meet emission target false url auspol lnp nswpol springst qldpol wapol @user @user @user lnpmemes url',\n",
       "       'chef need new pan find look url stock top brand beka chef mauviel woll chef restaurant url',\n",
       "       '@user boycottthenfl particularly @user',\n",
       "       'b album definitely worth fucking wait',\n",
       "       '3 day bbc radio 2 festival day decide tell u headline act come anymore thanks lot pay fortune see tonne act shit interest',\n",
       "       'joescarborough vile excuse journalist criticize trump yet refuse come clean death intern office stop talk everyone else start talk involvement loriklausutis @user',\n",
       "       '@user fan happy spread love learn appreciate support lgbtq love never fail make happy love harry style harry style best',\n",
       "       'nobody shit ask include',\n",
       "       'power lesson certain testimony come rest come strength wicked remove major vacuum life whether aware attract mockery september remember day2 url',\n",
       "       '@user long jamule',\n",
       "       'miss imelda algiers last see 3 p sunday 5 04 tall weighs 110 pound white hair unknown imelda wear imelda diagnose disease westbend url',\n",
       "       'myuniqueheritage get irish dad side family since last name irish cause proud irish url',\n",
       "       'travel movie unix fortune combine visit salisbury see sight wherever go old travel international spy find centre vast international conspiracy return home recall recall recall',\n",
       "       'saveshadowhunters malecforever read late cause awesome url',\n",
       "       '@user well spent panther douch',\n",
       "       'dreg society labelingand dehumanize conservative suggest conservative keep ammo dry gun load fascist liberal leave think conservative go quietly internment camp slaughter street need reality check url',\n",
       "       'sonntagsfrühstück deutschland hand drawn world teapot perfect addition breakfast table matter world url',\n",
       "       '4themanynotthefew need country recognise everyone society pick sod rest like @user austeritity working class people need rely rich get richer back poor dont let tory carry',\n",
       "       '@user killary stricter gun control work look chicago strict gun control law country seem problem shooting nearly everyday please explain',\n",
       "       'brexit dead eu state cooperate conservative viable plan keep alive must new vote carry play central role eu bury brexit url',\n",
       "       'feinstein cant say anything truthful loers liar url',\n",
       "       'boycottlevistrauss levi strauss take public stance second amendment single pro 2a customer read antigun initiative url url',\n",
       "       'lifeisbutepu sex anytime want single',\n",
       "       'wfmmc talented team prestigious project excellent project promote big market project wfmmc ico ekolong sripuptruzman',\n",
       "       'celebration germany german yeah kind expect happen across western world securityfears maga mega mbga mcga conservatives patriot url',\n",
       "       'clinton monsanto bayer bigpharma roundup glyphosate gmos age progressive demand full transparency issue matter immigration gay marriage gun control hillary wrong side url',\n",
       "       '6 sheriff wayne ivey cspoa yes seem well url',\n",
       "       'ccot one lead conservative hashtags get tweet read add ccot christian conservative twitter christian conservative libertarian evangelicals catholic charismatics nondenominatinal spiritfilled tlot tcot hannity teaparty maga trumptrain url',\n",
       "       'nigeria naija 9ja incompetent leader history atiku blast buhari url championnewsng via url',\n",
       "       'nowplaying death cab cutie tourist code key @user url',\n",
       "       'emmys well excrackheads liberal democrat',\n",
       "       'conservative outrage theyknownothing especially @user url',\n",
       "       '@user girl talented best friend ethan bring u together please notice talent @user @user @user please url',\n",
       "       '99 2018 700 pm temp 654 dew pt 511 barometer 29997 inch rain 000 wind 18 mph hi 690 235 pm low 598 720',\n",
       "       'conservative vote vote vote take two friend poll midterm nov nocomplacency url',\n",
       "       '@user diversity work join new group want part team islam hat every nonmuslim fail unicorn',\n",
       "       '@user set make realize much taller reach kiss',\n",
       "       'want shooting death listen aclu black live matter antifa want public safety listen police professional study 35 year ag jeff session url',\n",
       "       'want kick twitterfuck',\n",
       "       'menfesswglca @user dremiest dream come true ever',\n",
       "       'faileddemfeinstein quit decade ago disgrace feinstein blame gop kavanaugh accuser stay mum admits say truthful url',\n",
       "       'cheeringthechutiyapa woman lol url',\n",
       "       '@user @user @user @user @user @user really gop even see letter yet sham subtle banana pool table cant see difi throw hail mary 13th hour cry foul elast ford antifa come burn house dems go hard',\n",
       "       '@user @user @user fascism also liberal antifa accord meme',\n",
       "       'ripmacmiller love url',\n",
       "       'creagboy run around urgently tell kid future',\n",
       "       'englishpashto though pakhtoon english cute kid pashto da marra khasta bacha dey',\n",
       "       'jpna2 @user @user vasay ahmed butt sohail sahab performance love movie core 1st pmjg jpna2 humayun shaan fahad grace class pakistan cinema safe hand',\n",
       "       '@user fuck',\n",
       "       '@user keep go back well charlottesville realize good people bad people side antifa cause quite bit violence damage people watch people statue remove',\n",
       "       'cancer rise around world url @user @user',\n",
       "       'grown woman probably 10 year old currently spread rumor rather talk nice work get satan',\n",
       "       '@user someone know dress rock shoe well',\n",
       "       'antifa philly keystone united exposed part 2 robert melissa gaus url',\n",
       "       'conservative care post @user propaganda url',\n",
       "       'idiot nothing beneath lol fools liberal maga kag url',\n",
       "       'mosadi discern season wise builder team player full fire full holy spirit thanks @user dr chantal inspiring event thank @user url',\n",
       "       '@user impeach maxine water tide flow way',\n",
       "       'piperthepup send love everyone might affect unwelcome hurricaneflorence week look forward try @user least crust get delaware url',\n",
       "       'disarmthem antifa good luck sweetheart url',\n",
       "       'agjeffsessions listen aclu antifa black life matter want chicago shooting @user @user 2ashallnotbeinfringed thank @user url via @user',\n",
       "       '2 democrat give vocal minority become socialist think think shock see confuse official rhetoric odds hey see experience antifa thug true violence',\n",
       "       '@user kind explanation tonedeaf hard feel kind ilk repeatedly',\n",
       "       'amazonpets etta tricky photograph colouring beautiful know charge first dibs treat shout attention whenever come house kill wild rabbit hang hutch url',\n",
       "       'germany happen try intimidate wrong guy maga url',\n",
       "       'sugardaddy retweet 30 would like share meme talk dumb shit cuz baby break shit love rich url',\n",
       "       '@user sam rest adorable',\n",
       "       'geoffreyowens niggas really understand level career pursuit',\n",
       "       'fridaynightfun halloween event start week course find event look forward year obviously many url',\n",
       "       'death metal want death metal tell hateful keebler elf death metal url',\n",
       "       'saynotoshiasunnifight day judgment ask whether shia sunni ask deed',\n",
       "       'kavanaugh disciple anthony kennedy ed liberal w 3 unconstitutional opinion con con conservative ing scotus move right @user smart everything get bk idiots tuesdaythoughts url',\n",
       "       'america tear wall url tcot partisanship trump thewall borderwall liberty civilsociety think conservative democrats progressive liberal independent libertarian gop dnc criticalthinking',\n",
       "       '1a 2a make 7 time pull @user @user 8th time post pull repost eric holder gun control url',\n",
       "       '2000 iphone gulp tech reporter josh mcconnell break feature price point new line url @user url',\n",
       "       'dickhead probably yes',\n",
       "       'trump maga @user @user elizabethsmart early release time mental hospital unfortunately nearly six year get credit really bring system much early url',\n",
       "       'spidermanps4 everything expect far gameplay fun suit gadget pretty unique use feel like playin mixture batman arkham uncharted series spidey beat cant wait keep play thx @user',\n",
       "       'conservative cannot ride one votered2018 voteamericafirst votedemsout americafirst url',\n",
       "       'conservative joinukip voteukip 2018 url',\n",
       "       '7e91eb04 battle id need backup lvl 75 celeste omega url',\n",
       "       'conservative value gender equality value way think thing always quote bible support dominion woman many republican justify rape 17 year old normal male behavior',\n",
       "       '60 population live city 2030 find solution help people move freely sustainably global priority electricscooters key role play climateaction airquality mobility read study url',\n",
       "       '@user beyond famous lalisa manoban url',\n",
       "       'sukhduasamaj theprayinghands saint dr msg insan rename eunuchs society respectable name e sukhdua samaj connect mainstream society provide equal opportunity education employment status third gender url',\n",
       "       '@user obvious quietly', 'cr1tikal voice smef cheek',\n",
       "       'jiyoonfact huge fan beyonce want sing well sing boy predebut',\n",
       "       'investment leadership preparation thx @user share yr infrastructurereportcard guidance @user url maga watch rust away url',\n",
       "       'colorado boy 13 arrest cuffed drag school wait metoo allegation feminist classmate url teen feminism parent kid ccot maga homeschool',\n",
       "       'greatestthingsaboutthe90s liberal love @user',\n",
       "       '@user cause everyone know real leader fall van like sack potato',\n",
       "       'marketingtips listbuilding go show build private online traffic economy never short prospect sale url url',\n",
       "       'boycottnike campaign must continue grow pay overseas staff 020 hour okay staff exploit poor woman men world american stand url',\n",
       "       'conservative poison everything touch url tory conservative labour labourparty libdems ukip snp gop uk america canada europe politics ukpolitics cdnpoli pnpcbc auspol polcan socialchange eupol uspoli url',\n",
       "       'preach badcompany know shoot star know url',\n",
       "       '@user somewhat know thats like best friend stop talk gun control issue',\n",
       "       'bb20 say let flip gitls alliance jc tyler since think mastermind th @user ultimate blindside three girl final three kaycee win',\n",
       "       'believe fat belly insulin resistant remedy without medicine fast info url url',\n",
       "       'nowplaying march antifa sickboy shake hand clenched fist url',\n",
       "       'conservative dwp secret benefit death review investigation death double two year crimesofdwp url via @user',\n",
       "       'emmyawards2018 let liberal pat back push socialism make million pretend real hard work people tv show',\n",
       "       '@user duckduckgo f google',\n",
       "       'california push 8 new gun control law legal brief video url via @user',\n",
       "       'icymi reason fascist desperately try find anti fascist tennessee want see include league south member organize group etc share widely url',\n",
       "       'art culture bojack horseman recap apology tour episode bojack horseman take social issue last gun control episode stand shin example show always ability via url url',\n",
       "       'watch kavanaugh shenanigan unfold dc remind one simple truth people care u allinclusive u care conservative progressive people color otherwise christian woman lgbtq none u thread',\n",
       "       'charlottesvile speech trump give url tcot cville conservative charlottesvillekkk liberty gop',\n",
       "       'conservative leave frustrate congress pass big spending bill tcot url',\n",
       "       'news jeff session want death listen aclu antifa black life matter url cnbc',\n",
       "       '@user good',\n",
       "       'happybdaypmmodi one may hate u agree hard work pm india ever witness url',\n",
       "       'robertpoeti want explanation auditor general quebec conflict amf investigation perhaps read follow trail evidence prove conflict url sad corruption nathaliegdrouin pennystocks',\n",
       "       'rimmy4antifa @user call death bourgeoisie good man @user @user',\n",
       "       'david miliband davidmiliband fly away newyork u liberal democrat flee corbynists hatred jew',\n",
       "       'anyway game suck',\n",
       "       'take silence pride perhaps busy fight self aliibnabitalib r',\n",
       "       'nintendo animalcrossing smashbrosultimate little late adorable love isabelle url',\n",
       "       'nowplaying kierra kiki sheard url',\n",
       "       'ibelieveblaseyford liar fat ugly libreal snowflake sell get cash dems iran speak johnkerryiranmeeting',\n",
       "       'charitytuesday join u take disabled woman age 60 votetory @user @user @user @user r4today url',\n",
       "       'maga dems use false allegation kavanaugh sexual assault bargaining chip release classified doc president trump',\n",
       "       '@user watch team insight president sure', '@user nfl long url',\n",
       "       'lidc01f18 believe julieanna godard leader work many digitally driven industry leader establish network creatives team influence promote business many young entrepreneur well @user',\n",
       "       '2a art 1a kag maga patriot alfa warior lion roar wh super hero trump vote red 2be viktorius warior ever defeat enemy w liar liberal politician nwo congress u gov deep unity w djt 45 gutsy gt intel ppl u url',\n",
       "       'conservative represent canadian authoritarian scum cdnpoli onpoli url',\n",
       "       'attorney say receive death threat move family safety proof democrat antifa promote circus',\n",
       "       'maga kag2018 u becomes top supplier soybean strengthen president trade deal url',\n",
       "       'scottgimple ruin thewalkingdead feartwd hope check cash forever never get another job amc',\n",
       "       'pnp result yet pnp vice presidential race support damion crawford feel comfotable',\n",
       "       'betoorourke continue attack @user push guncontrol @user url',\n",
       "       'another season tom brady give nigga',\n",
       "       'wcw go beautiful sexy @user without would lose bring dark light world love much url',\n",
       "       'weloveshawnbecause reason whole mendesarmy smile everyday see happy make million u happy',\n",
       "       'give antifa ask problem url',\n",
       "       'chequer chuckers reminder @user @user eea efta norway rule move ceta canada url',\n",
       "       '@user one favorite quote internet confident bend math hardcore',\n",
       "       '26 big accomplishment school',\n",
       "       'lifeisbutepu black say word nigga feel nigga url',\n",
       "       'emmy host michaelche say onlywhitepeople thankjesus award show republicans excrackheads liberal one pope republican excrackheads emmyawards2018 roast 4 mock middle america rating hit alltime low url',\n",
       "       'staffpick human right crisis u accuse fail protect citizen gun violence url',\n",
       "       'benjones assistant director @user @user republican party conservative future capital punishment url @user @user @user @user @user deathpenalty',\n",
       "       'break christineblasey ford publish eight study abortion pill work company produce url corcepttherapeutics inc cort ru486 liberal kavanaugh v cort roevwade kavanaughconfirmation @user @user url',\n",
       "       'austerity low pay tuitionfees lack housing wage fall universalcredit unaffordable rent nhs crisis crap railways empty shop brexit deal exit eu windrush grenfell 8 short year @user completely fuck uk',\n",
       "       'yehundinonkibaathai special corner people define simplicity real beauty long time @user among many actress personify true sense stunning naturally url',\n",
       "       '10 minute instinct love alancummings instinct intriguing',\n",
       "       '@user thosethataretheloudest afraid justice come bono scam like clintonfoundation pedowood haiti url',\n",
       "       '@user @user @user @user @user look chicago baltimore example strict gun control law effective',\n",
       "       'welovesergiobecause angel pure sweet love support u much love support mention dance king irl love seg @user url',\n",
       "       'republican devinnunes say liberal antifa cause riot win newsweek url',\n",
       "       '3 day bbc radio 2 festival day decide tell u headline act come anymore thanks lot pay fortune see tonne act shit interest',\n",
       "       'tytlive trump need go danger country world way get rid good',\n",
       "       'constitutionaldecay abstraction manifest every debate word write 1787 fall short provide useful relevant framework 2018 root issue diverse gun control abortion data privacy healthcare instance 8',\n",
       "       '@user davidhogg nobody',\n",
       "       '@user sweetheart hope get well soon patient strong mr capullo',\n",
       "       'bbcbias wato conservative build twice much council housing labour wreck economy almost bankrupt country url',\n",
       "       '@user gun control effective eliminate crime completely',\n",
       "       '1111 @user follow',\n",
       "       'room25 actually incredible noname shit always seein like 5 day melbourne life good nice day',\n",
       "       'cnn irrationally argue 4 legalise abortion ireland base murder infant 1984 liberal think savethe8th 8thamendment 8thref ccot pjnet tcot url bluewave conservative teaparty lovethemboth repealthe8th url',\n",
       "       '28 27 25 21 like still really miserable unpleasant u like even tell happy would get divorce even bear like cool cool literally bear hatred awesome wonder fuckup',\n",
       "       'rosierules fanclub rosie never fail matter go mom take fan club start follow mom pet talk think pretty cool wait til figure dad mint pocket url',\n",
       "       '@user @user awe cute cute',\n",
       "       'vaginaldavis radical performer educator artist embrace life margin multiple identity intersex terrorist drag queen black creole mexican german jewish root bear los angeles ca sometime around 60',\n",
       "       '@user @user literally everything', '@user ah call george',\n",
       "       'myuniqueheritage separate family tree personality make past mom yet',\n",
       "       'wednesdaywisdom lovelibraries lovetoread share u read wednesday url',\n",
       "       'desantis eracist bad choice distance comment today question death puerto rico hurricane maria @user @user whataputz',\n",
       "       '@user google awesome',\n",
       "       'kavanaugh professorchristineford start story say say become liberal vs conservative url',\n",
       "       'groomhaircuts hmmn hm nutten nuh change weather lastleg wavecuts youthcuts straightrazors snip groom 7sbarbershop southorangevillage url',\n",
       "       '01 lose acca first fucking fight cba',\n",
       "       '@user @user use one next time im gun control debate debate free speech tax yes choose irresponsible choose argue responsible whats wrong justify murder say never alive right',\n",
       "       '@user @user hell think', '@user @user @user nasty',\n",
       "       'liberalismisamentaldisorder hypocrite democratshateamerica democratsaredangerous everything liberal touch turn absolute shit url',\n",
       "       'wednesdaywisdom extreme weather road condition make drive dangerous stressful please safe effect hurricaneflorerence safetyfirst',\n",
       "       'veer leave old church',\n",
       "       'hurricanceflorence way praywithoutceasing',\n",
       "       'antifa grueling training go much well video game url',\n",
       "       '6964 best price asmodee board game various url', 'nickidagoat',\n",
       "       '@user good get truth',\n",
       "       'nowplaying interview monique rochon star pulpit secret september 22 landis theater vineland listen url thelounge',\n",
       "       'nba2kfreeagent look 3rd member crew good record reason due random teammate hmu interested 86 pure slasher pg 85 pure sharp sg',\n",
       "       'shugurrgiveaway craig wear swag party hat thank shugurr inspiration help realize love art best',\n",
       "       'hollywood liberal threaten since reagan bush w bush trump none make move emptythreats michael moore say move canada new film lead trouble url',\n",
       "       '88 nigga podcasts youtube channel dedicate shit get solve url',\n",
       "       'smexy beach long chair asleep cigarette wine hand openrp',\n",
       "       '@user pander hrc crowd blm antifa yeah really texas need office god bless texas voterednov6',\n",
       "       'anytime randomly bust laughing remember dumb shit albria say',\n",
       "       'climatchange tick conservatives hard belief system rain toadstool locusts problem much actual rain unbelievable good article full quote word url via @user url',\n",
       "       '@user @user like jewish people claim hold money sound familiar left wing libtard family family kkk hate jew funny gun control even funny good luck',\n",
       "       'maga read george conway call donald ceaseless shameless witless prevarication virtually topic url via @user @user',\n",
       "       '@user @user', '5k bitch',\n",
       "       'liberal always dirty trick get way url',\n",
       "       'conservative upset bertenernie gay sexualpredator @user hooker @user rapist supremecourtjustice',\n",
       "       'antifa protest athens 5 year murder pavlos fyssas golden dawn voter complicit crime killahp url',\n",
       "       'abuse sit wait maybe change future go get ticket evaluate date 1109 18 write account disable instagram whole text comment field url',\n",
       "       'kavanaugh john fund kavanaugh ford controversy 1991 even honest liberal upset url',\n",
       "       '@user gun control take gun law abide citizen',\n",
       "       'antifa resist trump try bring world peace obstruct like democrat good also hater gonna hate url',\n",
       "       '@user @user advocate model natural beauty',\n",
       "       'maga kavanaughconfirmationhearings postpone vote well let open hush fund book url',\n",
       "       'ticktock formally charge mishandle sensitive material choice release proof guilty high treason united state sell patented military secret saudi arabian government url',\n",
       "       'backtheblue jeff session listen aclu antifa black life matter want chicago shooting url via @user',\n",
       "       'conservative like old garbage bag blow wind old garbage bag url',\n",
       "       'tipoftheday give coffee gift part gift make sure ask airtight container valvesealed bag tinties cute preserve coffee past week join mailing list tip fact coffee news url url',\n",
       "       'arizona tennessee alaska sc soon rinos aka liberal reelection vote draintheswamp url',\n",
       "       'affirmativeaction affirmativehate altleft want law prof fire point poor performance unqualified admits url tcot conservative law lawyer lawdean lawprof upenn altleft highered aba highereducation academictwitter',\n",
       "       'lisaxmichaelkors soo beautifull',\n",
       "       'break official @user music video gtfo reach 2 million view youtube still 1 u itunes music video chart keep stream lambs url',\n",
       "       'vijaymallyacase @user usually good credible anchor heard interpret malliyas statement others say meet talk settlement say maliya say leave london please contact live tv',\n",
       "       'aurora il kanecty please keep look share sweetheart name rosey little white tan chihuahua terribly miss see call 6303607325 right away url',\n",
       "       'bakersfield need gun control sorry victim gunman hope rot hell',\n",
       "       'believe go teach way create exclusive online traffic economy never short supply qualified prospect sale url url',\n",
       "       'trump go visit victim hurricaneflorence antifa plan rally meantime party boat bros antifascist maga kag wwg1wga greatawakening qanon qarmy florenceaftermath florencenc northcarolina url',\n",
       "       'venue stack epic show fall put together fall music guide url help pick show go hit season check url',\n",
       "       'sundayfunday go check girl thecanncierge take bomb photo drop hell lot cannabis knowledge canncierge pot stock url',\n",
       "       '4chan hunt antifa url via @user',\n",
       "       'honoursacrificeboycottmatch hope human right rat r happy hope sidhu happy hope liberal r happy play cricket wth thm thank thm 4 wht r 2our soldier celebrate impotence funny piddly little nation like pak take u 4 ride',\n",
       "       'womenwednesday meet multipleawardwinning designer @user bfa 82 indemand @user grad behind @user recent redesign url lacava centre picture classmate concordia 1981 cualumni url',\n",
       "       'confirmkavanaugh kavanaugh scotus potus45 presidenttrump americafirst maga kag anti trump liberal activist accuser ford make accusation willing subject 2 b question suffer consequence file false charge lockherup url',\n",
       "       'anal stimulation url',\n",
       "       'resist traitor catch video break law communist socialism way slow trump agenda dc chapter democrat socialist america forget antifa distraction real resistance maga url',\n",
       "       'nuevafotodeperfil pic @user awesome url',\n",
       "       'serenawilliams make 02 start 1st set look like ancient history play usopen',\n",
       "       'wce love life best thing ever happen girlfriend also best friend know alot heart break baby break heart @user p yes crop rtruth url',\n",
       "       'celebrity bekah martinez pregnant bachelor star expect first child boyfriend grayston bekah martinez whole new reality go mom bachelor contestant 23 via url url url',\n",
       "       'greatawakening qanon patriotsunited wwg1wga areyouawake awake see clearly check video url url',\n",
       "       'florence look like get ready explode notice eye start reappear url',\n",
       "       'alex jones smokin dicks man really got supporter',\n",
       "       'bbnaija tell u child grace mean busy time famz anybody teamceec url',\n",
       "       'christineblaseyford grind kavanaugh party almost 40yrs ago gotta love age ridiculous metoo movement swear kavanaugh already get liberal anxiety attack like 118 16 url',\n",
       "       'choosecruz let ca ny liberal dontcamytexas url',\n",
       "       '109 celine swittins follback erza jullian openfolbackceline swittins',\n",
       "       'corybooker hero american traitor treat arrest prosecute carry sentence kavanaughconfirmation url via @user',\n",
       "       'conservative thanks tory doctrinaire policy go back time lose hard one benefit prosperity go forward eu partner url',\n",
       "       '100 round goon bitch kiddin',\n",
       "       'hurricaneflorence produce 40in rain please safe url',\n",
       "       '@user @user @user scott gottlieb know opiod definitely expert anything however expert read bank statement count money',\n",
       "       'angel 6 run five come courtesy mike trout homer trout connects 32 pitch runner second third',\n",
       "       'california lead way gun safety url',\n",
       "       'rent lip @user never ever see protesting demand gun control street chicago liberalshateamerica url',\n",
       "       '@user blow hard go push vote bad enough name always tappanzee bridge u nyrs say hope investigate go open risk life one know ready url',\n",
       "       'patriotsunited patriotseffectingchange patriot maga trump trumpssuperelites thestorm greatawakeningworldwide qanon wwg1wga law abide citizen right defend fight fire fire antifa article show u read url',\n",
       "       'sundayshoutouts @user amazing boundless support endless appreciation support return loop love respect url',\n",
       "       '@user morebs barrysoetorobullshit',\n",
       "       'tytlive omg latino faith base woman think trump christian wow poster child immorality hating latino',\n",
       "       '2a stuff people say amazes get already gun control take look happen people arrest gun charge weekend chicago give slap wrist nra url',\n",
       "       'conservative always revolt url',\n",
       "       '@user @user @user @user @user @user say vast majority u leftists support gun control inherently left wing policy many revolutionary socialist anarchist support aggressive gun control believe work class arm selfdefense',\n",
       "       'democrat liberal accuse brettkavanaugh proof meanwhile support tedkennedy run @user call lion senate kill woman wednesdaywisdom news trump url',\n",
       "       '@user google fellow goggler must say election night 2016 one great night life watch libs hillary supporter especially medium still laugh alls pain tear bring great joy thankyou',\n",
       "       'bestpotusever lovemypresident maga brilliant win masternegotiator @user thank url',\n",
       "       '@user carrey pervert',\n",
       "       'angel dad lawmaker really care citizen would secure border url via @user url',\n",
       "       'american tail really one underrated animation ever ever ever fuck cry scene',\n",
       "       '@user nigga stupid trash dont play play bitch',\n",
       "       'nooneaskme opinion offset keep beef cardib @user know cardi slow believe everything say meal ticket think offset need sit ugly ass',\n",
       "       'icymi liberal favorite myth obama law professor destroy url',\n",
       "       'joyfulglitz younique bless momlife url',\n",
       "       'haveyoursay live garston jane want hear view location new community police station propose open new accessible community base south liverpool nh treatment centre church road think url url',\n",
       "       'seek lord find call near isaiah 556 god wait come kingdom jesusiscalling give new life repentance forgiveness salvation sin satan europaafricaus pray trustgod believe',\n",
       "       'repost @user get repost happy 34th one prince harry duke sussex grounded compassionate guy take mother url',\n",
       "       '@user complete person ever meet know happen pro football lot special thing life want duke football player ands buts @user url',\n",
       "       'spend speed money save atlest 15 earn start today look income expense find start cut back get 15 save',\n",
       "       'jenelle want world know bikini oh pray nc url',\n",
       "       '@user demonstrate wholly incapable carry thought logical conclusion',\n",
       "       'uglyisthenewpretty let ppl tell look ultimate power project laugh projection others actor play life ride afraid url',\n",
       "       '@user maga care farm reason commit murder end story',\n",
       "       '@user @user @user @user go @user jean wear wrangler 25 yr ever since find levis contribute heavily gun control group gun grab politician back 1990s',\n",
       "       'feelsgoodgirl @user @user proud amaze gambit url',\n",
       "       '@user guess swamp originate',\n",
       "       'maga qanon greatawakening inners wwg1wga nowcomesthepain walkaway goodbyedemocrats mccabe strzok catch destroy evidence final day fbi huber run grand jury url',\n",
       "       'conservative afraid anitahill redux know power matter truth republican worry kavanaugh hearing backfire 2018 fact almost matter url news gop trump liars posttruth soctus',\n",
       "       'brexit deal reach eu hold onto hat hardbrexit brexitdeal chequersdeal chuckchequers mbga mega mcga maga conservatives patriot mayout maymustgo url',\n",
       "       'reminder david 1972 classic everyone want fuehrer history national socialism australia new zealand avail pdf antifa auspol fcknzs url',\n",
       "       '@user @user titty',\n",
       "       'soc oc dom manapun plot foto hanya penanda faceclaim url',\n",
       "       'texas wake socialist mesmerize weakminded state texas cry loud place embody american spirit individual freedom texas standard bearer make damn stand great senator @user savetexas url',\n",
       "       'pastramicity sad find sky sooner music still amaze',\n",
       "       'wcw zamalekzamo mapholoba first friend uni upto today still muntu love pholobs 8 year strong @user url',\n",
       "       'proudfatherswithrtg way cnt wait hope god mke hppn',\n",
       "       '@user irrelevant find weed would dig 8th grade picture wear hoodie talk thug',\n",
       "       'chequer dead e time move supercanada offer take time @user face fact retire mr may appoint new leader probably @user',\n",
       "       'auspol flaw though many way individual labor pm always battle achieve lot nation recently apart gun control lnp actually nation go make list url',\n",
       "       'pet fuck disgust url',\n",
       "       'maga break news dnc steal playbook george costanza seinfeld least know dnc rule 1 lie believe watch url',\n",
       "       'liberalhypocrisy tacobell liberal ask illegal immigration taco bell employee habla ingles url',\n",
       "       '5 year ago antifa rapper pavlos fyssas surround fascist golden dawn party keratsini athens stab death five year later forget forgive url url',\n",
       "       'collegefootball 2021 6 7 285 dt ol gallatin tn url turn 15 yr old aug 1st 2018 average movement dog sec pac12 big12 big10 url',\n",
       "       '@user @user agree common ground like bush particularly hw url',\n",
       "       'blackinkcrewchi lily hate hate bad enemy cause let anger get way legit feel like shes one kid work job',\n",
       "       'justiceforsoniasfather mr usman buzdar sb please respond sonia iqbal daughter pti counsellor okara whose father kill election nawaz league killer say commit suicide front medium justice',\n",
       "       '@user listen aclu antifa blacklivesmatter want chicago shooting url via @user session',\n",
       "       '@user ruth porat another coincidence good people people like shapping narrative censor search result',\n",
       "       '@user bad potus ever',\n",
       "       'conservative genetic ability understand hypocrisy irony right wing ideology get ya twist knot onpoli ontario partyofyesteryear @user fraudnation url',\n",
       "       '6 get angry state check drawer see make argument could still fault particular instance ohreally',\n",
       "       'aldub165thweeksary @user @user @user @user @user @user @user @user thankful keep fighting want tomorrow',\n",
       "       'oitnb bad public defender trail pen uner word',\n",
       "       'trademark attorney daniela paull paris next week attend 32nd annual @user conference get touch also attend would like set meeting url ip',\n",
       "       'timetravelthursday maxdrivetimetravelthursday onairwithshine np home @user maxdrive w @user radioenchantress',\n",
       "       'never regret even hard time url',\n",
       "       'theview bothamjean believe amyguyger lie po live near police station hope pray cop bust house think kill godwepeople color police prey always police crosshairs matter',\n",
       "       'antifa september 22 stop fascist nvu amsterdam url',\n",
       "       'becauseoftories low youth unemployment since record begin url',\n",
       "       'nyfw cause class act getcho wack outta url',\n",
       "       'maga kavanaugh drainthedeepstate @user like see @user interview book war lay lot happen today dc secret resistance society antifa white house meeting interesting hear 2 yr bk url',\n",
       "       'sandraoh dress like queen tonight salute canadian goddess hope win killingeve emmyawards url',\n",
       "       '@user wwe considers raw big show ronda later ppv show big nane',\n",
       "       'greatestthingsaboutthe90s liberal unhinge',\n",
       "       'stayonyourpath healthquote wish loose fat get back wellbeing slow reverse age process check super powerful natural method url url',\n",
       "       'somethingisabouttohappen go bottle floor water drip snap try cool piss something sure stay tune',\n",
       "       'fakenews like @user @user gloss today thank christineblaseyford circus act confirmjudgekavanaughnow get back trigger liberal talk @user success url',\n",
       "       'capitalism may undermine displacement menial laborer ai conservatives therefore inoculate kneejerk reactionism notion living wage economics marxism marx robotics communism socialism socialismkills',\n",
       "       'california try new tack gun violence bullet control new york time activist @user @user @user @user @user url',\n",
       "       'eminem go harder reason rapgod one best lyricist game lot people talk smack never @user url',\n",
       "       'conservative mus pray liberal trooly kno knot watt brot socialist democrat wonderful ignorant parent serve inda military learnd serve christ eye reel eye conservativism closely align w god',\n",
       "       'deplorabledregofsociety say joe girlfriend lol maga redtidalwave onward dreg url',\n",
       "       'disarmthem antifa please one stupid enough u open carry u carry concealed anyone stupid enough consider act aggression shoot also carry one weapon shoot kill maim',\n",
       "       '@user puerto rico destroy 3000 die trump visit throw paper roll people 11 month later puerto rico still wait help trump say everything fine visit great success',\n",
       "       'beto talk gun control houston campaign event url via @user',\n",
       "       'sick ppl school give something chug nasty drink go away',\n",
       "       'anyone want bet cost 50k election referendum url',\n",
       "       'conservative go make hay answer truth criminal everywhere people commit heinous act violence whether syria brownskin white canadian bear tragic around url',\n",
       "       'read feel like hear cardi voice rap url',\n",
       "       'conservative dumberthandogshit central point tweet',\n",
       "       'season2 scary er subject condemn antifa take soros money url',\n",
       "       'charlotte could see anywhere 6 10 rainfall hurricaneflorence florencenc florence nothing mess around powerful lifethreatening major hurricane bring lot url',\n",
       "       '@user rosie make nauseous url',\n",
       "       'feminazis liberal metoo count blame nonliberal man bizarro kag2018 url',\n",
       "       'conservative like liberal definition liberty different conservative freedom mean freedom obstruct impede prevent progress humanrights civilrights society general liberal freedom come',\n",
       "       '@user watch ielts liz amaze',\n",
       "       'brexit deal reach unveil special summit november @user sell uk eu good @user finish @user url',\n",
       "       'blackeyedpeas tackle gun control social justice new song big love url url',\n",
       "       '@user google appear completely testosteronefree work environment soyboys fairyland hurricaneflorence',\n",
       "       'wednesdaymotivation startup entrepreneur bos want salute startup entrepreneur thing especially one lack true insight task need law url',\n",
       "       'crazyredhead angry orange cheeto claim president never accept deny life lose puerto rico monster url',\n",
       "       '@user @user bull crap know care try get attention presidential run see senator give nonsense nope',\n",
       "       'congratulation erika ikizake win 7 day marta pass courtesy marta campus service keep follow u prize staytuned thestateway gopanthers @user @user url',\n",
       "       'hurricanceflorence god bless president donald j trump thank service saint hater go hate keep great work',\n",
       "       'europaleague song eu cash remain chip p ss play card liberal u brexiteers trump take nice eh good everyone url',\n",
       "       '69 manage url', '@user god help u',\n",
       "       '@user hillary clinton talk gun control sure thread full wellreasoned data drive response oh well maybe',\n",
       "       'democrat last ditch effort stop kavanaughconfirmation smear good name liberal try protect abortion boycott36 url',\n",
       "       '1500 phone fuck dumb',\n",
       "       'kendalljenner look amaze care nude everyone like nudity sexual desire like artistry @user every woman planet part comfortable yougotthis',\n",
       "       'sure committed partner keep satisfy bed set',\n",
       "       'wisdom wellness teach right way build private online traffic economy never short prospect sale url url',\n",
       "       '8months stand talk climb url',\n",
       "       'creepypornpresident want trending office url',\n",
       "       'howtogetpeopleoutofyourhome tell vampire threaten eat get ass shrug problem',\n",
       "       '@user fact lose popular vote fact gop go way ignored democrat conclusion never speak america gop gop trumpism maga livewithit',\n",
       "       '@user @user @user mexican way support gun control already place mean people like ever touch gunwhat say nothing',\n",
       "       'kavanaugh moment blaseyford expose fraud expect new accuser surface liberal one trick pony liberalismisamentaldisorder',\n",
       "       '08 en taller 2 5 bx 6 2059 35',\n",
       "       'hiac match becky v charlotte kinda sucky far take shot back forth stumble around like drunk version final fantasy something',\n",
       "       '@user gul bukhari gul bukhari bcoz iron lady power',\n",
       "       'aparently computer want operate moment upload episode individually sorry inconvenience',\n",
       "       'christineblaseyford democrats condemn conservative make mind time make mind condemn kavanaugh without question vote kavanaugh hearing url',\n",
       "       '@user see point school shooting extremely controversial bicker gun control v gun right nike controversy current one',\n",
       "       'nunsprotest sad nobody support sister mother superior christian community difficult stand victim whether nun ordinary victim',\n",
       "       '9 pornhub thoughtful people take suggestion category underserved community',\n",
       "       '@user @user agree read first paragraph struggle get past condescension lawyer educated opinion lawyer differ educate opinion',\n",
       "       'bcog @user cool confident cocky kick @user @user @user url',\n",
       "       'proudfatherswithrtg bafethu love good look kid hope supportive mom im truly inspire best father im father ever become one',\n",
       "       'p2 hussain message muslim entire humanity really great message entire world url',\n",
       "       'chequersplan absolute farce brexit conservative idea may totally discredited time election forthemany',\n",
       "       '@user oh fuck',\n",
       "       'lifeisbutepu friend dont know use pic meme twitter url',\n",
       "       'thenunmovie scary think would clearly critic think terrifyingly creepy like tie theconjuring series',\n",
       "       'breakingnews trump issue statement christine blasey ford see visit url bluewave2018 bluetsunami2018 maga democrat liberal scotus @user crypto url',\n",
       "       'liberalhypocrisy criminal democrat evidence ellison liberal hypocrites keith ellison domestic violence accuser say democratic party believe story url',\n",
       "       'wotd isaiah 5811 lord guide continually give water dry restore strength like wellwatered garden like everflowing url',\n",
       "       'greatawakening qanon resist impeachtrump mueller muellertime liberal like retweeted post know exculpatory mean lol testament lack interest detail thanks guy url',\n",
       "       'trump real good witness johndowd good witness mr president afraid help day follow remark attorney dowd quit everybody url',\n",
       "       'repost @user get repost motto pr car wherever aspire break entertainment industry start pr business need url',\n",
       "       'democratpartyofdomesticterrorists fascist antifa feminazi walkaway run url',\n",
       "       '@user im get turnt holo keef regardless',\n",
       "       '@user talk @user vyvx cloud connect offer secure reliable connectivity @user direct connect via @user @user url url',\n",
       "       'auspol know still job seriously url',\n",
       "       'maga tell one good thing trump president dare bad president history',\n",
       "       '100daysofcode day 10 react redux @user montreal url',\n",
       "       'chequer violation democracy standup4brexit @user @user @user people must respect url',\n",
       "       'arsyoungjaeday happy birthday choi youngjae vocal god contagious laughter beautiful man could never feel sad whenever see img snippet video always brighten day last img saw url',\n",
       "       'ticket away match watfordfc go sale supporter 270 priority point monday 2 url',\n",
       "       '@user u put privileged nfl player ur ad 30th anniv sacrifice nothing still rich life tom burnett passenger doom flight 93 tell wife others sacrifice everything give life save others everything',\n",
       "       'confirmkavanugh stall tactic dc crony recourse delay votered end madness maga',\n",
       "       '@user @user @user @user beat hell nj lol dude already make assumption antifa even ignore evidence make assumption',\n",
       "       'stopetchecopar fuck que florezcan mil baby etchecopar',\n",
       "       'antifa invade memorial recognition kate steinle austin texas try comfort look like struggle return southern district new york recuse michael cohen raid trump full support move',\n",
       "       '@user law law abide citizen second amendment need gun control criminal care use gun end time figure stop use gun',\n",
       "       'onairnow jon bellion url 1rsidance url',\n",
       "       'immigration public charge rule law 109 year u social safety net design support u citizen finance foreigner life u trump maga url via @user',\n",
       "       'florence list url hurricane florence feed trump maga central va @user closeup view excessive rainfall outlook today 8 monday purple area high risk vawx ncwx nrv rke url',\n",
       "       'feckless encourage liberal democrat waste lot time expend energy try convince trump voter need majority url via @user',\n",
       "       'antifa mentally unstable coward pretend relevant url',\n",
       "       'emmys2018 sanda ho asia america canadian description @user',\n",
       "       'welovesergiobecause sweet guy ever love u much happy fan url',\n",
       "       '@user @user nc work nursing home hair around 1015 hear alert afterwards test go lunch 1150 one radio strange keep say unusual',\n",
       "       'sleepy bot cuddle roguebot',\n",
       "       '@user @user brown look like dog shit fcs school point',\n",
       "       'wcw @user live coverage youtube video textureontherunway official natural hair medium company nyc emmy award winner fierce url',\n",
       "       'ctriders hope enjoy friday look way enjoy nice weather weekend september readanewbookmonth nothing like read new book patio nice cup coffee anyone ready anything interest month url',\n",
       "       '1 wow safe sex hot love butch top also receive url',\n",
       "       'antifa men get rile big anti trump rally play theme song wonder woman movie repeat power ranger url',\n",
       "       'brettkavanaugh anyway matter replacement justice kennedy big one conservative fortify scotus majority decade come libs longer hide desire directly attack bill right',\n",
       "       'two taste like url',\n",
       "       'team4thebeez please share pup nothing except owner die dumped2die shelter grief owner terrify noisy shelter please nokillshelternation need let find poor pup heroes2animals url',\n",
       "       'despicabledems lie rifle dem distort law push guncontrol kavanaugh confirmation url via @user',\n",
       "       'meetthespeakers @user present event oiw 2018 finpact global impact financial technology senior advisor group sustainable finance work green energy climate risk join u meet thina url oiw2018 url',\n",
       "       '3 people unfollowed talk merlin sorry im still ass im wait psisly sequel announcement ive run witty funny tweet tatbilb drain',\n",
       "       'wednesdaywisdom antifa call right fascist reality left follow scenario third reich indoctrination youth try control minority total lack understand knowledge history walkaway',\n",
       "       'kavanaugh typical liberal democrat url'], dtype='<U259')"
      ]
     },
     "execution_count": 354,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_test=[]\n",
    "y_test=dft['sentiment']\n",
    "for i in dft['processed_tweets']:\n",
    "    X_test.append(' '.join(literal_eval(i)))\n",
    "np.asarray(X_test)   "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 355,
   "metadata": {},
   "outputs": [],
   "source": [
    "# this is copied from MULTINOMIAL NOTEBOOK\n",
    "def create_vocabulary(corpus):\n",
    "    '''\n",
    "    Creates a vocabulary out of the corpus.\n",
    "    Input: List of strings, where each string is a processed tweet\n",
    "    Output: List of words (vocabulary)\n",
    "    '''\n",
    "    # Initialize the vocabulary as an empty set\n",
    "    vocab = {}\n",
    "    for doc in corpus:\n",
    "        # For every document, take the set union of the words in that document\n",
    "        # with words already in the vocab\n",
    "        words = doc.split(\" \")\n",
    "        vocab = set(vocab).union(words)\n",
    "    return vocab\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## USING TFIDF"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 356,
   "metadata": {},
   "outputs": [],
   "source": [
    "vocab = create_vocabulary(X_train)\n",
    "vect=TfidfVectorizer(vocabulary=vocab)# converts words into vectors (NLP)\n",
    "X_train_dtm=vect.fit_transform(X_train)\n",
    "X_test_dtm=vect.transform(X_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 357,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "train score:0.8675220163984209\n",
      "test score:0.8093023255813954\n"
     ]
    }
   ],
   "source": [
    "#svm with linear kernel\n",
    "clf=svm.SVC(kernel='linear')\n",
    "clf.fit(X_train_dtm,y_train)\n",
    "y_predict= clf.predict(X_train_dtm)\n",
    "print('train score:'+str(accuracy_score(y_train,y_predict)))\n",
    "y_predict= clf.predict(X_test_dtm)\n",
    "print('test score:'+str(accuracy_score(y_predict,y_test)))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 358,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "train score:0.777027027027027\n",
      "test score:0.7558139534883721\n"
     ]
    }
   ],
   "source": [
    "# Multinomial NB\n",
    "clf=MultinomialNB()\n",
    "clf.fit(X_train_dtm,y_train)\n",
    "y_predict= clf.predict(X_train_dtm)\n",
    "print('train score:'+str(accuracy_score(y_train,y_predict)))\n",
    "y_predict= clf.predict(X_test_dtm)\n",
    "print('test score:'+str(accuracy_score(y_predict,y_test)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 359,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "c:\\users\\dhruvjyoti\\appdata\\local\\programs\\python\\python37\\lib\\site-packages\\sklearn\\linear_model\\logistic.py:432: FutureWarning: Default solver will be changed to 'lbfgs' in 0.22. Specify a solver to silence this warning.\n",
      "  FutureWarning)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "train score:0.8183267537200122\n",
      "test score:0.8011627906976744\n"
     ]
    }
   ],
   "source": [
    "# Logistic regression\n",
    "clf=LogisticRegression()\n",
    "clf.fit(X_train_dtm,y_train)\n",
    "y_predict= clf.predict(X_train_dtm)\n",
    "print('train score:'+str(accuracy_score(y_train,y_predict)))\n",
    "y_predict= clf.predict(X_test_dtm)\n",
    "print('test score:'+str(accuracy_score(y_predict,y_test)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 360,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "k=1\n",
      "train score:0.9981020346188886\n",
      "test score:0.6976744186046512\n",
      "k=2\n",
      "train score:0.7877315517764956\n",
      "test score:0.7616279069767442\n",
      "k=3\n",
      "train score:0.8233373823261464\n",
      "test score:0.7418604651162791\n",
      "k=4\n",
      "train score:0.7696629213483146\n",
      "test score:0.7662790697674419\n",
      "k=5\n",
      "train score:0.7866686911630731\n",
      "test score:0.7697674418604651\n",
      "k=6\n",
      "train score:0.7549347099908897\n",
      "test score:0.763953488372093\n",
      "k=7\n",
      "train score:0.7713331308836927\n",
      "test score:0.7779069767441861\n",
      "k=8\n",
      "train score:0.7524293956878226\n",
      "test score:0.7744186046511627\n",
      "k=9\n",
      "train score:0.7624506529000911\n",
      "test score:0.7825581395348837\n"
     ]
    }
   ],
   "source": [
    "#KNN with different k 1 to 10\n",
    "from sklearn.neighbors import KNeighborsClassifier\n",
    "for i in range(1,10):\n",
    "    print('k='+str(i))\n",
    "    clf=KNeighborsClassifier(n_neighbors=i)\n",
    "    clf.fit(X_train_dtm,y_train)\n",
    "    y_predict= clf.predict(X_train_dtm)\n",
    "    print('train score:'+str(accuracy_score(y_train,y_predict)))\n",
    "    y_predict= clf.predict(X_test_dtm)\n",
    "    print('test score:'+str(accuracy_score(y_predict,y_test)))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## USING COUNTVECTORIZER"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 290,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "vect=CountVectorizer(vocabulary=vocab)# converts words into vectors (NLP)\n",
    "X_train_dtm=vect.fit_transform(X_train)\n",
    "X_test_dtm=vect.transform(X_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 291,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "train score:0.9434406316428788\n",
      "test score:0.763953488372093\n"
     ]
    }
   ],
   "source": [
    "#svm with linear kernel\n",
    "clf=svm.SVC(kernel='linear')\n",
    "clf.fit(X_train_dtm,y_train)\n",
    "y_predict= clf.predict(X_train_dtm)\n",
    "print('train score:'+str(accuracy_score(y_train,y_predict)))\n",
    "y_predict= clf.predict(X_test_dtm)\n",
    "print('test score:'+str(accuracy_score(y_predict,y_test)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 292,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "train score:0.8813392043729122\n",
      "test score:0.791860465116279\n"
     ]
    }
   ],
   "source": [
    "# Multinomial NB\n",
    "clf=MultinomialNB()\n",
    "clf.fit(X_train_dtm,y_train)\n",
    "y_predict= clf.predict(X_train_dtm)\n",
    "print('train score:'+str(accuracy_score(y_train,y_predict)))\n",
    "y_predict= clf.predict(X_test_dtm)\n",
    "print('test score:'+str(accuracy_score(y_predict,y_test)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 293,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "c:\\users\\dhruvjyoti\\appdata\\local\\programs\\python\\python37\\lib\\site-packages\\sklearn\\linear_model\\logistic.py:432: FutureWarning: Default solver will be changed to 'lbfgs' in 0.22. Specify a solver to silence this warning.\n",
      "  FutureWarning)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "train score:0.902672335256605\n",
      "test score:0.7906976744186046\n"
     ]
    }
   ],
   "source": [
    "# Logistic regression\n",
    "clf=LogisticRegression()\n",
    "clf.fit(X_train_dtm,y_train)\n",
    "y_predict= clf.predict(X_train_dtm)\n",
    "print('train score:'+str(accuracy_score(y_train,y_predict)))\n",
    "y_predict= clf.predict(X_test_dtm)\n",
    "print('test score:'+str(accuracy_score(y_predict,y_test)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 294,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "k=1\n",
      "train score:0.998177953234133\n",
      "test score:0.7244186046511628\n",
      "k=2\n",
      "train score:0.7648041299726693\n",
      "test score:0.7546511627906977\n",
      "k=3\n",
      "train score:0.8082295778924993\n",
      "test score:0.7581395348837209\n",
      "k=4\n",
      "train score:0.7380048587913757\n",
      "test score:0.7488372093023256\n",
      "k=5\n",
      "train score:0.7565290009110234\n",
      "test score:0.7558139534883721\n",
      "k=6\n",
      "train score:0.7260097175827513\n",
      "test score:0.7593023255813953\n",
      "k=7\n",
      "train score:0.7377011843303978\n",
      "test score:0.7546511627906977\n",
      "k=8\n",
      "train score:0.7181901002125721\n",
      "test score:0.7546511627906977\n",
      "k=9\n",
      "train score:0.7267689037351959\n",
      "test score:0.7534883720930232\n"
     ]
    }
   ],
   "source": [
    "#KNN with different k 1 to 10\n",
    "from sklearn.neighbors import KNeighborsClassifier\n",
    "for i in range(1,10):\n",
    "    print('k='+str(i))\n",
    "    clf=KNeighborsClassifier(n_neighbors=i)\n",
    "    clf.fit(X_train_dtm,y_train)\n",
    "    y_predict= clf.predict(X_train_dtm)\n",
    "    print('train score:'+str(accuracy_score(y_train,y_predict)))\n",
    "    y_predict= clf.predict(X_test_dtm)\n",
    "    print('test score:'+str(accuracy_score(y_predict,y_test)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 386,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.feature_extraction.text import CountVectorizer\n",
    "from keras.preprocessing.text import Tokenizer\n",
    "from keras.preprocessing.sequence import pad_sequences\n",
    "from keras.models import Sequential\n",
    "from keras.layers import Activation, Dense, Embedding, LSTM, SimpleRNN ,Bidirectional\n",
    "from sklearn.model_selection import train_test_split\n",
    "from keras.utils.np_utils import to_categorical"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 434,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "c:\\users\\dhruvjyoti\\appdata\\local\\programs\\python\\python37\\lib\\site-packages\\keras_preprocessing\\text.py:178: UserWarning: The `nb_words` argument in `Tokenizer` has been renamed `num_words`.\n",
      "  warnings.warn('The `nb_words` argument in `Tokenizer` '\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(13172, 80) (13172, 2)\n",
      "(860, 80) (860, 2)\n"
     ]
    }
   ],
   "source": [
    "max_fatures = 3000\n",
    "tokenizer = Tokenizer(nb_words=max_fatures, split=' ')\n",
    "tokenizer.fit_on_texts(X_train)\n",
    "X1 = tokenizer.texts_to_sequences(X_train)\n",
    "X1_train = pad_sequences(X1,80)\n",
    "Y1_train = pd.get_dummies(y_train).values\n",
    "X1_test = pad_sequences(tokenizer.texts_to_sequences(X_test),80)\n",
    "Y1_test=pd.get_dummies(y_test).values\n",
    "#X1_train, X1_test, Y1_train, Y1_test = train_test_split(X1,Y1, random_state = 42)\n",
    "print(X1_train.shape,Y1_train.shape)\n",
    "print(X1_test.shape,Y1_test.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 448,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "c:\\users\\dhruvjyoti\\appdata\\local\\programs\\python\\python37\\lib\\site-packages\\ipykernel_launcher.py:4: UserWarning: The `dropout` argument is no longer support in `Embedding`. You can apply a `keras.layers.SpatialDropout1D` layer right after the `Embedding` layer to get the same behavior.\n",
      "  after removing the cwd from sys.path.\n",
      "c:\\users\\dhruvjyoti\\appdata\\local\\programs\\python\\python37\\lib\\site-packages\\ipykernel_launcher.py:5: UserWarning: Update your `LSTM` call to the Keras 2 API: `LSTM(100, activation=\"relu\", dropout=0.4, recurrent_dropout=0.4)`\n",
      "  \"\"\"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model: \"sequential_36\"\n",
      "_________________________________________________________________\n",
      "Layer (type)                 Output Shape              Param #   \n",
      "=================================================================\n",
      "embedding_35 (Embedding)     (None, 80, 150)           450000    \n",
      "_________________________________________________________________\n",
      "bidirectional_11 (Bidirectio (None, 200)               200800    \n",
      "_________________________________________________________________\n",
      "dense_34 (Dense)             (None, 2)                 402       \n",
      "=================================================================\n",
      "Total params: 651,202\n",
      "Trainable params: 651,202\n",
      "Non-trainable params: 0\n",
      "_________________________________________________________________\n",
      "None\n"
     ]
    }
   ],
   "source": [
    "embed_dim = 150\n",
    "lstm_out = 100\n",
    "model = Sequential()\n",
    "model.add(Embedding(max_fatures, embed_dim,input_length = X1_train.shape[1], dropout=0.4))\n",
    "model.add(Bidirectional(LSTM(lstm_out, activation='relu', dropout_U=0.4,dropout_W=0.4)))\n",
    "#model.add(Activation('relu'))\n",
    "model.add(Dense(2,activation='softmax'))\n",
    "model.compile(loss = 'categorical_crossentropy', optimizer='adam',metrics = ['accuracy'])\n",
    "print(model.summary())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 449,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "c:\\users\\dhruvjyoti\\appdata\\local\\programs\\python\\python37\\lib\\site-packages\\ipykernel_launcher.py:2: UserWarning: The `nb_epoch` argument in `fit` has been renamed `epochs`.\n",
      "  \n",
      "c:\\users\\dhruvjyoti\\appdata\\local\\programs\\python\\python37\\lib\\site-packages\\tensorflow_core\\python\\framework\\indexed_slices.py:433: UserWarning: Converting sparse IndexedSlices to a dense Tensor of unknown shape. This may consume a large amount of memory.\n",
      "  \"Converting sparse IndexedSlices to a dense Tensor of unknown shape. \"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/10\n",
      " - 74s - loss: 0.7040 - accuracy: 0.6655\n",
      "Epoch 2/10\n",
      " - 74s - loss: 20.4422 - accuracy: 0.7437\n",
      "Epoch 3/10\n",
      " - 74s - loss: 0.5414 - accuracy: 0.7848\n",
      "Epoch 4/10\n",
      " - 75s - loss: 1.5393 - accuracy: 0.8009\n",
      "Epoch 5/10\n",
      " - 74s - loss: 0.4207 - accuracy: 0.8104\n",
      "Epoch 6/10\n",
      " - 77s - loss: 0.4069 - accuracy: 0.8168\n",
      "Epoch 7/10\n",
      " - 75s - loss: 0.3926 - accuracy: 0.8228\n",
      "Epoch 8/10\n",
      " - 74s - loss: 0.3825 - accuracy: 0.8255\n",
      "Epoch 9/10\n",
      " - 74s - loss: 0.3759 - accuracy: 0.8263\n",
      "Epoch 10/10\n",
      " - 74s - loss: 0.3658 - accuracy: 0.8309\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<keras.callbacks.callbacks.History at 0x28892e01ef0>"
      ]
     },
     "execution_count": 449,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "batch_size = 128\n",
    "model.fit(X1_train, Y1_train, nb_epoch = 10, batch_size=batch_size, verbose = 2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 450,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "score: 0.50\n",
      "acc: 0.81\n"
     ]
    }
   ],
   "source": [
    "score,acc = model.evaluate(X1_test, Y1_test, verbose = 2, batch_size = batch_size)\n",
    "print(\"score: %.2f\" % (score))\n",
    "print(\"acc: %.2f\" % (acc))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}