Clustering Users and Domains.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import sklearn\n",
    "import pickle\n",
    "from collections import defaultdict\n",
    "from sklearn.cluster import KMeans\n",
    "from sklearn.cluster import AgglomerativeClustering\n",
    "import random"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Wall time: 3min 12s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "suspect_timelines = pickle.load(open(\"sus_timelines_pt1.p\", \"rb\"))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1420"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(suspect_timelines)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1394\n"
     ]
    }
   ],
   "source": [
    "users_to_remove = []\n",
    "for u in suspect_timelines:\n",
    "    if len(suspect_timelines[u]) <3:\n",
    "        users_to_remove.append(u)\n",
    "        \n",
    "for u in users_to_remove:\n",
    "    del suspect_timelines[u]\n",
    "        \n",
    "print(len(suspect_timelines))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['i', 'me', 'my', 'myself', 'we', 'our', 'ours', 'ourselves', 'you', \"you're\", \"you've\", \"you'll\", \"you'd\", 'your', 'yours', 'yourself', 'yourselves', 'he', 'him', 'his', 'himself', 'she', \"she's\", 'her', 'hers', 'herself', 'it', \"it's\", 'its', 'itself', 'they', 'them', 'their', 'theirs', 'themselves', 'what', 'which', 'who', 'whom', 'this', 'that', \"that'll\", 'these', 'those', 'am', 'is', 'are', 'was', 'were', 'be', 'been', 'being', 'have', 'has', 'had', 'having', 'do', 'does', 'did', 'doing', 'a', 'an', 'the', 'and', 'but', 'if', 'or', 'because', 'as', 'until', 'while', 'of', 'at', 'by', 'for', 'with', 'about', 'against', 'between', 'into', 'through', 'during', 'before', 'after', 'above', 'below', 'to', 'from', 'up', 'down', 'in', 'out', 'on', 'off', 'over', 'under', 'again', 'further', 'then', 'once', 'here', 'there', 'when', 'where', 'why', 'how', 'all', 'any', 'both', 'each', 'few', 'more', 'most', 'other', 'some', 'such', 'no', 'nor', 'not', 'only', 'own', 'same', 'so', 'than', 'too', 'very', 's', 't', 'can', 'will', 'just', 'don', \"don't\", 'should', \"should've\", 'now', 'd', 'll', 'm', 'o', 're', 've', 'y', 'ain', 'aren', \"aren't\", 'couldn', \"couldn't\", 'didn', \"didn't\", 'doesn', \"doesn't\", 'hadn', \"hadn't\", 'hasn', \"hasn't\", 'haven', \"haven't\", 'isn', \"isn't\", 'ma', 'mightn', \"mightn't\", 'mustn', \"mustn't\", 'needn', \"needn't\", 'shan', \"shan't\", 'shouldn', \"shouldn't\", 'wasn', \"wasn't\", 'weren', \"weren't\", 'won', \"won't\", 'wouldn', \"wouldn't\"]\n"
     ]
    }
   ],
   "source": [
    "from nltk.corpus import stopwords\n",
    "stop = stopwords.words('english')\n",
    "print(stop)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def get_domain(u):\n",
    "    endmarker = u[8:].find(\"/\")\n",
    "    if endmarker == -1:\n",
    "        return u\n",
    "    else:\n",
    "        return u[0:8+endmarker]\n",
    "\n",
    "def get_links_domains_count_for_user(tweets):\n",
    "    links = defaultdict(lambda : 0)\n",
    "    domains = defaultdict(lambda : 0)\n",
    "    for t in tweets:\n",
    "        if len(t[5]) == 0:\n",
    "            continue\n",
    "        else:\n",
    "            for urlobj in t[5]:\n",
    "                #url = urlobj['expanded_url']\n",
    "                url = urlobj\n",
    "                domain = get_domain(url)\n",
    "                links[url] += 1\n",
    "                domains[domain] += 1\n",
    "    return(links, domains)\n",
    "\n",
    "\n",
    "def get_domain_counts_for_users(timelines):\n",
    "    domains = dict()\n",
    "    for user, tweets in timelines.items():\n",
    "        userlinks, userdomains = get_links_domains_count_for_user(tweets)\n",
    "        domain_counts = [(d, c) for d,c in userdomains.items()]\n",
    "        domains[user] = domain_counts\n",
    "    return domains\n",
    "        \n",
    "\n",
    "\n",
    "def get_links_domains_for_users(sets_of_tweets):\n",
    "    domains = defaultdict(lambda: [])\n",
    "    links = defaultdict(lambda: [])\n",
    "    for tweets in sets_of_tweets:\n",
    "        userlinks, userdomains = get_links_domains_count_for_user(tweets)\n",
    "        for l in userlinks:\n",
    "            links[l].append(userlinks[l])\n",
    "        for d in userdomains:\n",
    "            domains[d].append(userdomains[d])\n",
    "    return (links, domains)    \n",
    "    \n",
    "\n",
    "def get_links_domains_associated_words(sets_of_tweets):\n",
    "    links = defaultdict(lambda : defaultdict(lambda: 0))\n",
    "    domains = defaultdict(lambda: defaultdict(lambda: 0))\n",
    "    for tweets in sets_of_tweets:\n",
    "        for t in tweets:\n",
    "            if len(t[5]) == 0:\n",
    "                continue\n",
    "            text = t[4].split()\n",
    "            text_filtered = []\n",
    "            for word in text:\n",
    "                if not word.startswith('http') and not word.lower() in stop and len(word)>1:\n",
    "                    text_filtered.append(word)\n",
    "            for urlobj in t[5]:\n",
    "                #url = urlobj['expanded_url']\n",
    "                url = urlobj\n",
    "                for w in text_filtered:\n",
    "                    links[url][w] +=1\n",
    "                domain = get_domain(url)\n",
    "                for w in text_filtered:\n",
    "                    domains[domain][w] +=1\n",
    "                \n",
    "    links_to_word_count = dict()\n",
    "    for k, d in links.items():\n",
    "        word_counts = []\n",
    "        for w,c in d.items():\n",
    "            word_counts.append((w, c))\n",
    "        links_to_word_count[k] = word_counts\n",
    "      \n",
    "    domains_to_word_count = dict()\n",
    "    for k, d in domains.items():\n",
    "        word_counts = []\n",
    "        for w, c in d.items():\n",
    "            word_counts.append((w,c))\n",
    "        domains_to_word_count[k] = word_counts\n",
    "    \n",
    "    return links_to_word_count, domains_to_word_count\n",
    "\n",
    "                \n",
    "\n",
    "def characterize_links_by_comment(sets_of_tweets):\n",
    "    url_count = 0\n",
    "    nourl_count = 0\n",
    "    uncommented = 0\n",
    "    commented_light = []\n",
    "    commented_heavy = []\n",
    "    for tweets in sets_of_tweets:\n",
    "        for t in tweets:\n",
    "            if len(t[5]) == 0:\n",
    "                nourl_count += 1\n",
    "            else:\n",
    "                url_count +=  1\n",
    "                text = t[4].split()\n",
    "                words = [w.strip() for w in text if not w.startswith(\"http\")]\n",
    "                where_to_append = \"\"\n",
    "                if len(words) == 0:\n",
    "                    uncommented += 1\n",
    "                    continue\n",
    "                elif len(words) <= 4:\n",
    "                    where_to_append = commented_light\n",
    "                else: #len(words)>4\n",
    "                    where_to_append =commented_heavy\n",
    "                reconstrcuted_tweet = \" \".join(words)\n",
    "                for url in t[5]:\n",
    "                    reconstrcuted_tweet += \" \" + url\n",
    "                where_to_append.append(reconstrcuted_tweet)\n",
    "    totalnumber = nourl_count + url_count\n",
    "    print(\"Total number of tweets: \", totalnumber)\n",
    "    print(\"Tweets without urls: \", nourl_count, \" = \", (nourl_count/totalnumber)*100, \"%\")\n",
    "    print(\"Tweets with urls: \", url_count, \" = \", (url_count/totalnumber)*100, \"%\")\n",
    "    print(\"URL tweets containing no comment: \", uncommented, \" = \", str((uncommented/url_count)*100), \"%\")\n",
    "    print(\"URL tweets containing 4 words or fewer: \", len(commented_light), \" = \", (len(commented_light)/url_count)*100, \"%\")\n",
    "    print(\"URL tweets containing more than 4 words: \", len(commented_heavy), \" = \", (len(commented_heavy)/url_count)*100, \"%\")\n",
    "    return commented_light, commented_heavy\n",
    "\n",
    "\n",
    "\n",
    "def get_all_tweets_with_links(sets_of_tweets):\n",
    "    tweets_with_links = dict()\n",
    "    for s in sets_of_tweets:\n",
    "        for t in s:\n",
    "            if len(t[5])>0:\n",
    "                tweets_with_links[t[3]] = t\n",
    "    return tweets_with_links"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2193004\n"
     ]
    }
   ],
   "source": [
    "tweetslinks = get_all_tweets_with_links(suspect_timelines.values())\n",
    "print(len(tweetslinks))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "200000\n"
     ]
    }
   ],
   "source": [
    "tweetslinks_list = [x for x in tweetslinks.values()]\n",
    "random.shuffle(tweetslinks_list)\n",
    "sample200k = tweetslinks_list[0:200000]\n",
    "print(len(sample200k))\n",
    "pickle.dump(sample200k, open(\"200k_tweets_to_classify.p\", \"wb\"))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "20600\n",
      "446100\n"
     ]
    }
   ],
   "source": [
    "fn = pickle.load(open(\"fn_seen.p\", 'rb'))\n",
    "fntweetslist = list(fn.values())\n",
    "print(len(fntweetslist))\n",
    "\n",
    "msm = pickle.load(open(\"msm_seen.p\", \"rb\"))\n",
    "msmt = list(msm.values())\n",
    "print(len(msmt))\n",
    "\n",
    "\n",
    "pickle.dump(fntweetslist, open(\"fn_tweets.p\", \"wb\"))\n",
    "pickle.dump(msmt, open(\"msm_tweets.p\", \"wb\"))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(True,\n",
       " 'griensewic',\n",
       " 'ABC',\n",
       " 965194440326475777,\n",
       " 'Surveillance video shows a would-be burglar throwing a brick in an attempt to break a window, but missing and hitting his partner instead. The suspect drags his partner away afterwards. https://t.co/lvw73upJRE https://t.co/YhugabpTK2',\n",
       " ['http://abcn.ws/2FctGnQ'],\n",
       " None,\n",
       " 962,\n",
       " 2061)"
      ]
     },
     "execution_count": 95,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "msmt[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "count of links found:  1812550\n",
      "count of domains found:  52566\n",
      "Wall time: 3min 51s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "links, domains = get_links_domains_for_users(suspect_timelines.values())\n",
    "print(\"count of links found: \", len(links))\n",
    "print(\"count of domains found: \", len(domains))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      " http://USFREEDOMARMY.COM \n",
      "Count of users:  232  -- Total occurances:  1894\n",
      "\n",
      " https://truepundit.com/exclusive-six-u-s-agencies-conspired-to-illegally-wiretap-trump-british-intel-used-as-front-to-spy-on-campaign-for-nsa/ \n",
      "Count of users:  218  -- Total occurances:  369\n",
      "\n",
      " http://www.foxnews.com/politics/2018/02/07/more-texts-between-strzok-and-page-uncovered-lead-to-more-questions.html \n",
      "Count of users:  212  -- Total occurances:  365\n",
      "\n",
      " http://bigliebook.com \n",
      "Count of users:  211  -- Total occurances:  335\n",
      "\n",
      " http://jwatch.us/3Savgi \n",
      "Count of users:  209  -- Total occurances:  346\n",
      "\n",
      " http://jwatch.us/8zpFUN \n",
      "Count of users:  198  -- Total occurances:  303\n",
      "\n",
      " https://twitter.com/comey/status/959498570532577285 \n",
      "Count of users:  183  -- Total occurances:  297\n",
      "\n",
      " http://jwatch.us/BMQ6hK \n",
      "Count of users:  183  -- Total occurances:  303\n",
      "\n",
      " http://thehill.com/homenews/administration/372861-uranium-one-informant-makes-clinton-allegations-in-testimony \n",
      "Count of users:  176  -- Total occurances:  262\n",
      "\n",
      " https://twitter.com/cnn/status/962408418941259776 \n",
      "Count of users:  174  -- Total occurances:  310\n",
      "\n",
      " http://NaturalNews.com \n",
      "Count of users:  173  -- Total occurances:  1613\n",
      "\n",
      " https://twitter.com/Comey/status/959498570532577285 \n",
      "Count of users:  166  -- Total occurances:  266\n",
      "\n",
      " http://jwatch.us/N1QLHJ \n",
      "Count of users:  163  -- Total occurances:  246\n",
      "\n",
      " http://jwatch.us/44eZ5a \n",
      "Count of users:  163  -- Total occurances:  253\n",
      "\n",
      " http://www.foxnews.com/politics/2018/02/08/democratic-sen-mark-warner-texted-with-russian-oligarch-lobbyist-in-effort-to-contact-dossier-author-christopher-steele.html \n",
      "Count of users:  162  -- Total occurances:  239\n",
      "\n",
      " http://jwatch.us/pJb1GD \n",
      "Count of users:  159  -- Total occurances:  251\n",
      "\n",
      " https://twitter.com/ericholder/status/958757841116057600 \n",
      "Count of users:  157  -- Total occurances:  208\n",
      "\n",
      " https://theconservativetreehouse.com/2018/02/05/in-march-2016-carter-page-was-an-fbi-employee-in-october-2016-fbi-told-fisa-court-hes-a-spy/ \n",
      "Count of users:  155  -- Total occurances:  242\n",
      "\n",
      " http://www.thegatewaypundit.com/2018/02/report-gen-michael-flynn-preparing-legal-action-charges-dropped-video/ \n",
      "Count of users:  148  -- Total occurances:  189\n",
      "\n",
      " http://infowars.com/show \n",
      "Count of users:  147  -- Total occurances:  308\n",
      "\n",
      " https://truepundit.com/fbi-official-fbi-agents-threatened-physical-harm-president-trump-missing-fbi-texts-frightening-communications/ \n",
      "Count of users:  144  -- Total occurances:  203\n",
      "\n",
      " https://truepundit.com/uranium-one-informant-testifies-moscow-sent-millions-cash-u-s-clintons-pay-play/ \n",
      "Count of users:  141  -- Total occurances:  182\n",
      "\n",
      " http://www.thegatewaypundit.com/2018/02/coonfirmed-cash-obamas-1-7-billion-ransom-payment-iran-traced-terrorist-groups-video/ \n",
      "Count of users:  139  -- Total occurances:  184\n",
      "\n",
      " https://www.judicialwatch.org/press-room/press-releases/judicial-watch-documents-reveal-state-department-provided-classified-records-sen-ben-cardin-undermine-president-trump/ \n",
      "Count of users:  136  -- Total occurances:  182\n",
      "\n",
      " https://truepundit.com/new-evidence-shows-mccain-helped-fund-fbi-plot-to-frame-trump-backed-bogus-russian-trump-dossier/ \n",
      "Count of users:  133  -- Total occurances:  159\n",
      "\n",
      " http://fxn.ws/2nXIdM6 \n",
      "Count of users:  130  -- Total occurances:  159\n",
      "\n",
      " http://jwatch.us/TU74ZB \n",
      "Count of users:  127  -- Total occurances:  170\n",
      "\n",
      " https://twitter.com/realdonaldtrump/status/955056249925750784 \n",
      "Count of users:  126  -- Total occurances:  143\n",
      "\n",
      " http://bit.ly/bpodcast \n",
      "Count of users:  123  -- Total occurances:  176\n",
      "\n",
      " https://truepundit.com/mccabe-threatens-torch-fbi-forced-resignation-fbi-insider-poised-spill-beans/ \n",
      "Count of users:  123  -- Total occurances:  159\n",
      "\n",
      " http://www.thegatewaypundit.com/2018/02/huge-comey-forced-tell-congress-weiner-emails-george-toscas-doj-found/ \n",
      "Count of users:  122  -- Total occurances:  153\n",
      "\n",
      " https://www.iheart.com/podcast/the-renegade-republican-with-dan-bongino-27994425/?cmp=ios_share \n",
      "Count of users:  122  -- Total occurances:  174\n",
      "\n",
      " https://www.justice.gov/opa/pr/department-justice-files-denaturalization-complaint-against-diversity-visa-recipient-who \n",
      "Count of users:  120  -- Total occurances:  126\n",
      "\n",
      " https://www.judicialwatch.org/press-room/press-releases/judicial-watch-sues-fbi-docs-comey-book-deal-coordination-comey-testimony-senate-intelligence-committee/ \n",
      "Count of users:  120  -- Total occurances:  149\n",
      "\n",
      " https://www.politico.com/interactives/2017/obama-hezbollah-drug-trafficking-investigation/ \n",
      "Count of users:  120  -- Total occurances:  166\n",
      "\n",
      " https://www.scribd.com/document/370598711/House-Intelligence-Committee-Report-On-FISA-Abuses#from_embed \n",
      "Count of users:  119  -- Total occurances:  146\n",
      "\n",
      " https://www.whitehouse.gov/articles/national-security-threats-chain-migration-visa-lottery-system/ \n",
      "Count of users:  119  -- Total occurances:  123\n",
      "\n",
      " https://twitter.com/cnn/status/959565646999707657 \n",
      "Count of users:  118  -- Total occurances:  156\n",
      "\n",
      " http://DCWhispers.com \n",
      "Count of users:  116  -- Total occurances:  220\n",
      "\n",
      " https://twitter.com/billclinton/status/951930060025548800 \n",
      "Count of users:  114  -- Total occurances:  139\n",
      "\n",
      " https://www.zerohedge.com/news/2018-02-08/fbi-informant-testifies-moscow-routed-millions-clinton-foundation-russian-uranium \n",
      "Count of users:  114  -- Total occurances:  135\n",
      "\n",
      " http://www.nationalreview.com/article/455696/hillary-clinton-barack-obama-emails-key-decision-not-indict-hillary \n",
      "Count of users:  114  -- Total occurances:  146\n",
      "\n",
      " https://grrrgraphics.com/support/ \n",
      "Count of users:  113  -- Total occurances:  189\n",
      "\n",
      " http://www.thegatewaypundit.com/2018/02/fbi-informant-told-barack-obama-briefed-twice-uranium-one-scandal-nothing-video/ \n",
      "Count of users:  112  -- Total occurances:  131\n",
      "\n",
      " http://fxn.ws/2nMSBXN \n",
      "Count of users:  112  -- Total occurances:  134\n",
      "\n",
      " http://www.foxnews.com/politics/2018/02/08/informant-says-moscow-paid-millions-in-bid-to-influence-clinton.html \n",
      "Count of users:  111  -- Total occurances:  131\n",
      "\n",
      " http://dailycaller.com/2018/01/22/poll-majority-of-americans-agree-with-trump-on-daca-immigration/ \n",
      "Count of users:  111  -- Total occurances:  118\n",
      "\n",
      " https://twitter.com/CNN/status/959565646999707657 \n",
      "Count of users:  111  -- Total occurances:  159\n",
      "\n",
      " http://jwatch.us/7Y3GoR \n",
      "Count of users:  111  -- Total occurances:  152\n",
      "\n",
      " http://jwatch.us/evAS95 \n",
      "Count of users:  111  -- Total occurances:  167\n",
      "\n",
      " https://truepundit.com/melania-trump-demanded-spiritual-cleansing-obama-clinton-white-house-removal-pagan-demonic-idols/ \n",
      "Count of users:  109  -- Total occurances:  121\n",
      "\n",
      " http://Bongino.com \n",
      "Count of users:  109  -- Total occurances:  155\n",
      "\n",
      " https://truepundit.com/exclusive-white-house-fingers-john-mccain-as-media-leak-believes-u-s-senator-eavesdropped-on-trumps-classified-phone/ \n",
      "Count of users:  109  -- Total occurances:  133\n",
      "\n",
      " http://www.grrrgraphics.com \n",
      "Count of users:  108  -- Total occurances:  264\n",
      "\n",
      " https://wikileaks.org/dnc-emails/emailid/3962 \n",
      "Count of users:  107  -- Total occurances:  125\n",
      "\n",
      " http://www.jpost.com/Arab-Israeli-Conflict/Kerry-to-Abbas-confidante-Stay-strong-and-do-not-give-in-to-Trump-539643 \n",
      "Count of users:  106  -- Total occurances:  138\n",
      "\n",
      " https://www.judicialwatch.org/press-room/press-releases/judicial-watch-new-fbi-records-show-fbi-leaderships-conflicts-interest-discussions-clinton-email-investigation/ \n",
      "Count of users:  105  -- Total occurances:  122\n",
      "\n",
      " http://dailycaller.com/2018/01/21/fbi-failed-preserve-anti-trump-texts/ \n",
      "Count of users:  104  -- Total occurances:  140\n",
      "\n",
      " https://www.conservativereview.com/articles/setup-entire-time-dan-bongino-blows-obamagate-wide-open/ \n",
      "Count of users:  103  -- Total occurances:  129\n",
      "\n",
      " http://jwatch.us/izkJGi \n",
      "Count of users:  102  -- Total occurances:  151\n",
      "\n",
      " https://www.dailywire.com/news/25249/wikileaks-drops-proof-proves-nytimes-colluded-joseph-curl \n",
      "Count of users:  102  -- Total occurances:  121\n",
      "\n",
      " http://www.infowars.com/report-bill-clinton-offered-lynch-scalias-seat-during-tarmac-meeting-qanon/ \n",
      "Count of users:  101  -- Total occurances:  140\n",
      "\n",
      " http://www.thegatewaypundit.com/2018/02/all-the-bogus-fisa-requests-were-signed-by-obamas-ag-loretta-lynch-and-first-request-to-spy-on-trump-was-denied-by-the-court/ \n",
      "Count of users:  101  -- Total occurances:  116\n",
      "\n",
      " http://www.foxnews.com/politics/2018/01/24/doj-threatens-to-subpoena-23-jurisdictions-over-sanctuary-city-policies.html \n",
      "Count of users:  100  -- Total occurances:  107\n",
      "\n",
      " http://Newsmax.com \n",
      "Count of users:  99  -- Total occurances:  403\n",
      "\n",
      " http://www.foxnews.com/politics/2018/01/25/john-kerry-reportedly-coaches-palestinians-not-to-yield-to-trump-in-peace-talks-spurring-backlash.html \n",
      "Count of users:  99  -- Total occurances:  116\n",
      "\n",
      " https://www.whitehouse.gov/presidential-actions/executive-order-blocking-property-persons-involved-serious-human-rights-abuse-corruption/ \n",
      "Count of users:  98  -- Total occurances:  205\n",
      "\n",
      " http://bit.ly/2Eefycs \n",
      "Count of users:  97  -- Total occurances:  112\n",
      "\n",
      " http://45.wh.gov/MS13Roundtable \n",
      "Count of users:  97  -- Total occurances:  97\n",
      "\n",
      " https://www.dailywire.com/news/26907/dreamers-threaten-leave-country-if-congress-doesnt-emily-zanotti \n",
      "Count of users:  96  -- Total occurances:  111\n",
      "\n",
      " http://www.foxnews.com/us/2018/02/06/illegal-immigrant-urinating-in-public-slashes-man-who-objected-cops-say.html \n",
      "Count of users:  96  -- Total occurances:  107\n",
      "\n",
      " https://saraacarter.com/mccabe-resigns-fbi-director-wray-reviews-house-fisa-abuse-memo/ \n",
      "Count of users:  96  -- Total occurances:  114\n",
      "\n",
      " https://twitter.com/jakesherman/status/954812986518134784 \n",
      "Count of users:  96  -- Total occurances:  115\n",
      "\n",
      " http://www.thegatewaypundit.com/2018/02/outstanding-president-trumps-approval-rating-tops-barack-obama-4-points-time-presidency/ \n",
      "Count of users:  95  -- Total occurances:  113\n",
      "\n",
      " https://www.scribd.com/document/369668690/Qanon-Decode-Four-Posts-Sunday-Jan-21-2018-Will-Sessions-Drop-the-Hammer-Vers-17-0-Jan-21-2018 \n",
      "Count of users:  95  -- Total occurances:  130\n",
      "\n",
      " http://www.dailymail.co.uk/news/article-5355713/Adam-Schiff-spoofed-Russian-claim-nude-Trump-pic.html \n",
      "Count of users:  95  -- Total occurances:  131\n",
      "\n",
      " https://gop.com/the-highly-anticipated-2017-fake-news-awards/ \n",
      "Count of users:  95  -- Total occurances:  114\n",
      "\n",
      " http://thefederalist.com/2017/10/29/obamas-campaign-gave-972000-law-firm-funneled-money-fusion-gps/ \n",
      "Count of users:  95  -- Total occurances:  114\n",
      "\n",
      " http://bb4sp.com/ \n",
      "Count of users:  94  -- Total occurances:  1428\n",
      "\n",
      " http://www.thegatewaypundit.com/2018/02/breaking-peter-strzok-knew-hillary-camp-used-bleachbit-delete-emails-week-deleted/ \n",
      "Count of users:  94  -- Total occurances:  112\n",
      "\n",
      " https://truepundit.com/fbi-fisa-lies-unmasked-carter-page-cover-fbi-fbi-told-fisa-court-hes-foreign-spy/ \n",
      "Count of users:  94  -- Total occurances:  126\n",
      "\n",
      " http://www.foxnews.com/sports/2018/02/05/edwin-jackson-indianapolis-colts-linebacker-was-killed-by-illegal-immigrant-police-say.html \n",
      "Count of users:  93  -- Total occurances:  100\n",
      "\n",
      " https://squawker.org/politics/somebody-just-leaked-every-phone-number-and-address-on-anthony-weiners-laptop-639-politicians-and-media-personalities-doxxed/ \n",
      "Count of users:  93  -- Total occurances:  111\n",
      "\n",
      " http://jwatch.us/j8YsQe \n",
      "Count of users:  93  -- Total occurances:  120\n",
      "\n",
      " http://www.thegatewaypundit.com/2018/02/cancer-stricken-fbi-informant-braves-35-radiation-treatments-expose-plot-benefit-clinton-foundation/ \n",
      "Count of users:  92  -- Total occurances:  113\n",
      "\n",
      " https://saraacarter.com/fbi-informant-uranium-one-breaks-silence-today/ \n",
      "Count of users:  92  -- Total occurances:  119\n",
      "\n",
      " https://wikileaks.org/donate \n",
      "Count of users:  92  -- Total occurances:  124\n",
      "\n",
      " https://youtu.be/64gTjdUrDFQ \n",
      "Count of users:  91  -- Total occurances:  136\n",
      "\n",
      " http://bit.ly/2nReuVU \n",
      "Count of users:  91  -- Total occurances:  107\n",
      "\n",
      " http://agendaofevil.com/videos/clintons/corruption/rand-paul-calls-for-indictment-of-hillary-clinton \n",
      "Count of users:  91  -- Total occurances:  108\n",
      "\n",
      " http://jwatch.us/GA4BJD \n",
      "Count of users:  91  -- Total occurances:  131\n",
      "\n",
      " https://truepundit.com/obama-secretary-state-hillary-clinton-fbi-director-mueller-cia-director-petraeus-grounded-critical-benghazi-rescue-operation/ \n",
      "Count of users:  91  -- Total occurances:  108\n",
      "\n",
      " https://twitter.com/greggjarrett/status/959824077115576321 \n",
      "Count of users:  91  -- Total occurances:  111\n",
      "\n",
      " https://www.judicialwatch.org/press-room/press-releases/judicial-watch-sues-russia-collusion-fisa-documents/ \n",
      "Count of users:  91  -- Total occurances:  113\n",
      "\n",
      " https://twitter.com/gatewaypundit/status/954138626581024769 \n",
      "Count of users:  90  -- Total occurances:  92\n",
      "\n",
      " https://www.zerohedge.com/news/2018-02-05/trump-attorneys-approve-second-special-counsel-probe-fbi-and-doj \n",
      "Count of users:  90  -- Total occurances:  109\n",
      "\n",
      " http://jwatch.us/1fxEcN \n",
      "Count of users:  90  -- Total occurances:  124\n",
      "\n",
      " http://www.tabletmag.com/jewish-news-and-politics/255020/how-cia-director-john-brennan-targeted-james-comey \n",
      "Count of users:  89  -- Total occurances:  124\n",
      "\n",
      " https://twitter.com/ap/status/959418945680887808 \n",
      "Count of users:  89  -- Total occurances:  93\n",
      "\n",
      " https://qcodefag.github.io/ \n",
      "Count of users:  89  -- Total occurances:  197\n"
     ]
    }
   ],
   "source": [
    "sorted_links = sorted([x for x in links.items()], key= lambda x: len(x[1]), reverse=True)\n",
    "for l in sorted_links[0:100]:\n",
    "    print(\"\\n\", l[0], \"\\nCount of users: \", str(len(l[1])), \" -- Total occurances: \", str(sum(l[1])))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "https://twitter.com \tCount of users:  1238  -- Total occurances:  326762\n",
      "https://youtu.be \tCount of users:  1182  -- Total occurances:  80719\n",
      "http://bit.ly \tCount of users:  1164  -- Total occurances:  60403\n",
      "https://www.youtube.com \tCount of users:  1138  -- Total occurances:  32160\n",
      "https://fb.me \tCount of users:  922  -- Total occurances:  225228\n",
      "http://www.foxnews.com \tCount of users:  919  -- Total occurances:  15502\n",
      "http://www.breitbart.com \tCount of users:  911  -- Total occurances:  21731\n",
      "http://dailycaller.com \tCount of users:  904  -- Total occurances:  17235\n",
      "http://www.thegatewaypundit.com \tCount of users:  897  -- Total occurances:  35587\n",
      "https://goo.gl \tCount of users:  891  -- Total occurances:  34498\n",
      "http://thehill.com \tCount of users:  887  -- Total occurances:  7976\n",
      "http://fxn.ws \tCount of users:  877  -- Total occurances:  12239\n",
      "http://ow.ly \tCount of users:  869  -- Total occurances:  25602\n",
      "https://www.facebook.com \tCount of users:  846  -- Total occurances:  6483\n",
      "http://www.washingtonexaminer.com \tCount of users:  806  -- Total occurances:  5960\n",
      "https://www.pscp.tv \tCount of users:  800  -- Total occurances:  6023\n",
      "https://truepundit.com \tCount of users:  775  -- Total occurances:  17401\n",
      "http://www.dailymail.co.uk \tCount of users:  765  -- Total occurances:  3720\n",
      "http://insider.foxnews.com \tCount of users:  734  -- Total occurances:  4300\n",
      "http://dailym.ai \tCount of users:  728  -- Total occurances:  7216\n",
      "http://jwatch.us \tCount of users:  716  -- Total occurances:  6901\n",
      "https://www.washingtonpost.com \tCount of users:  703  -- Total occurances:  2722\n",
      "https://www.nytimes.com \tCount of users:  699  -- Total occurances:  3421\n",
      "https://www.dailywire.com \tCount of users:  696  -- Total occurances:  5972\n",
      "http://truthfeednews.com \tCount of users:  691  -- Total occurances:  9395\n",
      "http://dlvr.it \tCount of users:  688  -- Total occurances:  38941\n",
      "https://www.zerohedge.com \tCount of users:  687  -- Total occurances:  5997\n",
      "http://yournewswire.com \tCount of users:  673  -- Total occurances:  10603\n",
      "https://www.theguardian.com \tCount of users:  672  -- Total occurances:  4017\n",
      "https://shar.es \tCount of users:  665  -- Total occurances:  6979\n",
      "https://townhall.com \tCount of users:  659  -- Total occurances:  6821\n",
      "http://thefederalist.com \tCount of users:  652  -- Total occurances:  3251\n",
      "https://www.wsj.com \tCount of users:  651  -- Total occurances:  2304\n",
      "https://conservativetribune.com \tCount of users:  647  -- Total occurances:  10131\n",
      "http://nyp.st \tCount of users:  637  -- Total occurances:  2550\n",
      "http://fb.me \tCount of users:  634  -- Total occurances:  327373\n",
      "https://trib.al \tCount of users:  620  -- Total occurances:  4424\n",
      "https://www.hannity.com \tCount of users:  611  -- Total occurances:  4510\n",
      "http://youtu.be \tCount of users:  603  -- Total occurances:  25837\n",
      "http://freebeacon.com \tCount of users:  595  -- Total occurances:  4677\n",
      "http://go.shr.lc \tCount of users:  591  -- Total occurances:  5039\n",
      "https://www.infowars.com \tCount of users:  589  -- Total occurances:  3938\n",
      "https://100percentfedup.com \tCount of users:  582  -- Total occurances:  5522\n",
      "http://wapo.st \tCount of users:  572  -- Total occurances:  1951\n",
      "https://buff.ly \tCount of users:  571  -- Total occurances:  3705\n",
      "https://www.politico.com \tCount of users:  569  -- Total occurances:  1849\n",
      "https://www.judicialwatch.org \tCount of users:  559  -- Total occurances:  2303\n",
      "http://thegatewaypundit.com \tCount of users:  559  -- Total occurances:  4722\n",
      "http://cnn.it \tCount of users:  558  -- Total occurances:  2065\n",
      "https://www.google.com \tCount of users:  550  -- Total occurances:  1840\n",
      "http://www.infowars.com \tCount of users:  538  -- Total occurances:  6500\n",
      "https://nypost.com \tCount of users:  534  -- Total occurances:  1519\n",
      "https://www.yahoo.com \tCount of users:  532  -- Total occurances:  3866\n",
      "https://www.washingtontimes.com \tCount of users:  527  -- Total occurances:  1700\n",
      "https://theconservativetreehouse.com \tCount of users:  526  -- Total occurances:  3678\n",
      "https://apple.news \tCount of users:  519  -- Total occurances:  2793\n",
      "http://www.nationalreview.com \tCount of users:  517  -- Total occurances:  1496\n",
      "http://po.st \tCount of users:  515  -- Total occurances:  7776\n",
      "https://wp.me \tCount of users:  503  -- Total occurances:  1441\n",
      "https://pjmedia.com \tCount of users:  503  -- Total occurances:  3079\n",
      "https://www.nbcnews.com \tCount of users:  496  -- Total occurances:  1265\n",
      "https://bluntforcetruth.com \tCount of users:  496  -- Total occurances:  2447\n",
      "http://www.cnn.com \tCount of users:  493  -- Total occurances:  2167\n",
      "http://www.bbc.com \tCount of users:  486  -- Total occurances:  1463\n",
      "http://politi.co \tCount of users:  482  -- Total occurances:  1565\n",
      "http://www.latimes.com \tCount of users:  480  -- Total occurances:  1131\n",
      "http://www.newsweek.com \tCount of users:  475  -- Total occurances:  1450\n",
      "http://www.zerohedge.com \tCount of users:  474  -- Total occurances:  3853\n",
      "https://www.westernjournal.com \tCount of users:  474  -- Total occurances:  3925\n",
      "http://washex.am \tCount of users:  468  -- Total occurances:  1570\n",
      "https://www.rt.com \tCount of users:  466  -- Total occurances:  5721\n",
      "https://www.cbsnews.com \tCount of users:  463  -- Total occurances:  989\n",
      "http://www.bizpacreview.com \tCount of users:  463  -- Total occurances:  6312\n",
      "http://www.americanthinker.com \tCount of users:  458  -- Total occurances:  3742\n",
      "https://conservativedailypost.com \tCount of users:  455  -- Total occurances:  11405\n",
      "https://medium.com \tCount of users:  454  -- Total occurances:  1433\n",
      "http://video.foxnews.com \tCount of users:  451  -- Total occurances:  2323\n",
      "http://abcn.ws \tCount of users:  450  -- Total occurances:  1248\n",
      "https://www.conservativereview.com \tCount of users:  450  -- Total occurances:  1645\n",
      "http://www.telegraph.co.uk \tCount of users:  450  -- Total occurances:  1180\n",
      "https://www.scribd.com \tCount of users:  449  -- Total occurances:  1427\n",
      "http://45.wh.gov \tCount of users:  448  -- Total occurances:  1572\n",
      "https://www.bloomberg.com \tCount of users:  447  -- Total occurances:  1265\n",
      "https://wikileaks.org \tCount of users:  443  -- Total occurances:  1319\n",
      "http://www.independent.co.uk \tCount of users:  438  -- Total occurances:  1785\n",
      "https://www.whitehouse.gov \tCount of users:  436  -- Total occurances:  1120\n",
      "https://www.reuters.com \tCount of users:  435  -- Total occurances:  949\n",
      "https://www.cnbc.com \tCount of users:  430  -- Total occurances:  997\n",
      "https://nyti.ms \tCount of users:  428  -- Total occurances:  1361\n",
      "https://m.youtube.com \tCount of users:  427  -- Total occurances:  2458\n",
      "http://www.theblaze.com \tCount of users:  416  -- Total occurances:  2697\n",
      "https://cards.twitter.com \tCount of users:  414  -- Total occurances:  1261\n",
      "https://www.buzzfeed.com \tCount of users:  409  -- Total occurances:  915\n",
      "http://www.businessinsider.com \tCount of users:  391  -- Total occurances:  925\n",
      "https://www.axios.com \tCount of users:  389  -- Total occurances:  846\n",
      "http://ift.tt \tCount of users:  386  -- Total occurances:  19145\n",
      "https://saraacarter.com \tCount of users:  386  -- Total occurances:  987\n",
      "https://www.instagram.com \tCount of users:  377  -- Total occurances:  7435\n",
      "https://www.realclearpolitics.com \tCount of users:  374  -- Total occurances:  716\n",
      "https://usat.ly \tCount of users:  370  -- Total occurances:  1004\n"
     ]
    }
   ],
   "source": [
    "sorted_domains = sorted([x for x in domains.items()], key= lambda x: len(x[1]), reverse=True)\n",
    "for d in sorted_domains[0:100]:\n",
    "    print(d[0], \"\\tCount of users: \", str(len(d[1])), \" -- Total occurances: \", str(sum(d[1])))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "http://www.americanpatriotdaily.com \tCount of users:  79  -- Total occurances:  637\n",
      "https://www.prageru.com \tCount of users:  79  -- Total occurances:  173\n",
      "https://www.libertyheadlines.com \tCount of users:  79  -- Total occurances:  464\n",
      "http://www.pacificpundit.com \tCount of users:  79  -- Total occurances:  382\n",
      "https://aim4truth.org \tCount of users:  79  -- Total occurances:  210\n",
      "http://www.wsj.com \tCount of users:  79  -- Total occurances:  102\n",
      "https://talkingpointsmemo.com \tCount of users:  78  -- Total occurances:  141\n",
      "http://ref.gl \tCount of users:  78  -- Total occurances:  206\n",
      "http://constitution.com \tCount of users:  78  -- Total occurances:  1196\n",
      "https://assets.documentcloud.org \tCount of users:  78  -- Total occurances:  95\n",
      "https://af-mg.com \tCount of users:  78  -- Total occurances:  106\n",
      "http://www.truthrevolt.org \tCount of users:  77  -- Total occurances:  444\n",
      "https://docs.google.com \tCount of users:  77  -- Total occurances:  112\n",
      "http://rightwingnews.com \tCount of users:  77  -- Total occurances:  447\n",
      "http://truthuncensored.net \tCount of users:  77  -- Total occurances:  172\n",
      "https://patch.com \tCount of users:  77  -- Total occurances:  269\n",
      "http://theblacksphere.net \tCount of users:  77  -- Total occurances:  202\n",
      "http://for.tn \tCount of users:  77  -- Total occurances:  140\n",
      "https://consortiumnews.com \tCount of users:  76  -- Total occurances:  195\n",
      "http://www.mintpressnews.com \tCount of users:  76  -- Total occurances:  257\n",
      "http://www.express.co.uk \tCount of users:  76  -- Total occurances:  169\n",
      "http://paper.li \tCount of users:  76  -- Total occurances:  2994\n",
      "http://www1.cbn.com \tCount of users:  75  -- Total occurances:  102\n",
      "http://patrioticexpress.com \tCount of users:  75  -- Total occurances:  181\n",
      "https://uk.reuters.com \tCount of users:  75  -- Total occurances:  112\n",
      "https://www.newstarget.com \tCount of users:  75  -- Total occurances:  352\n",
      "http://wjla.com \tCount of users:  75  -- Total occurances:  114\n",
      "https://www.theglobeandmail.com \tCount of users:  75  -- Total occurances:  271\n",
      "https://www.allenbwest.com \tCount of users:  75  -- Total occurances:  329\n",
      "http://docs.house.gov \tCount of users:  74  -- Total occurances:  91\n",
      "https://www.paul.senate.gov \tCount of users:  74  -- Total occurances:  87\n",
      "https://amp.cnn.com \tCount of users:  74  -- Total occurances:  104\n",
      "https://www.middleeastmonitor.com \tCount of users:  74  -- Total occurances:  278\n",
      "https://jonathanturley.org \tCount of users:  74  -- Total occurances:  96\n",
      "https://www.patreon.com \tCount of users:  73  -- Total occurances:  192\n",
      "https://stream.org \tCount of users:  73  -- Total occurances:  179\n",
      "http://www.trumpservativenews.info \tCount of users:  73  -- Total occurances:  122\n",
      "https://www.eventbrite.com \tCount of users:  73  -- Total occurances:  139\n",
      "http://www.smh.com.au \tCount of users:  73  -- Total occurances:  292\n",
      "http://dcwhispers.com \tCount of users:  73  -- Total occurances:  193\n",
      "https://renewedright.com \tCount of users:  73  -- Total occurances:  378\n",
      "http://www.thecollegefix.com \tCount of users:  73  -- Total occurances:  203\n",
      "https://www.standard.co.uk \tCount of users:  73  -- Total occurances:  128\n",
      "http://facebook.com \tCount of users:  73  -- Total occurances:  95\n",
      "https://cis.org \tCount of users:  73  -- Total occurances:  124\n",
      "https://unitedwithisrael.org \tCount of users:  72  -- Total occurances:  581\n",
      "https://www.ft.com \tCount of users:  72  -- Total occurances:  102\n",
      "https://www.dangerous.com \tCount of users:  72  -- Total occurances:  148\n",
      "http://50statereport.com \tCount of users:  72  -- Total occurances:  76\n",
      "http://rare.us \tCount of users:  72  -- Total occurances:  130\n",
      "http://www.bostonherald.com \tCount of users:  71  -- Total occurances:  91\n",
      "https://washingtonpost.com \tCount of users:  71  -- Total occurances:  96\n",
      "http://abc13.com \tCount of users:  71  -- Total occurances:  112\n",
      "http://www.msnbc.com \tCount of users:  71  -- Total occurances:  170\n",
      "https://news.vice.com \tCount of users:  71  -- Total occurances:  107\n",
      "http://on.rt.com \tCount of users:  71  -- Total occurances:  177\n",
      "https://www.indy100.com \tCount of users:  71  -- Total occurances:  134\n",
      "https://search.app.goo.gl \tCount of users:  71  -- Total occurances:  244\n",
      "http://eepurl.com \tCount of users:  71  -- Total occurances:  608\n",
      "http://mashable.com \tCount of users:  71  -- Total occurances:  111\n",
      "http://ibt.uk \tCount of users:  70  -- Total occurances:  205\n",
      "http://www.rawstory.com \tCount of users:  70  -- Total occurances:  269\n",
      "https://www.alternet.org \tCount of users:  69  -- Total occurances:  311\n",
      "https://www.dailystar.co.uk \tCount of users:  69  -- Total occurances:  147\n",
      "http://www.theneonnettle.com \tCount of users:  69  -- Total occurances:  475\n",
      "https://pbs.twimg.com \tCount of users:  69  -- Total occurances:  442\n",
      "http://Pacer.gov \tCount of users:  69  -- Total occurances:  103\n",
      "https://americandigitalnews.com \tCount of users:  69  -- Total occurances:  107\n",
      "http://www.thedailysheeple.com \tCount of users:  69  -- Total occurances:  454\n",
      "https://subjectpolitics.com \tCount of users:  69  -- Total occurances:  279\n",
      "https://www.hagmannreport.com \tCount of users:  69  -- Total occurances:  95\n",
      "http://www.israelnationalnews.com \tCount of users:  69  -- Total occurances:  232\n",
      "http://flip.it \tCount of users:  69  -- Total occurances:  494\n",
      "http://www.israelvideonetwork.com \tCount of users:  69  -- Total occurances:  210\n",
      "https://madworldnews.com \tCount of users:  68  -- Total occurances:  300\n",
      "http://allnewspipeline.com \tCount of users:  68  -- Total occurances:  296\n",
      "https://web.archive.org \tCount of users:  68  -- Total occurances:  183\n",
      "https://www.quora.com \tCount of users:  68  -- Total occurances:  289\n",
      "http://rol.st \tCount of users:  68  -- Total occurances:  162\n",
      "http://www.shtfplan.com \tCount of users:  68  -- Total occurances:  334\n",
      "https://www.hermancain.com \tCount of users:  68  -- Total occurances:  188\n",
      "https://www.voanews.com \tCount of users:  68  -- Total occurances:  107\n",
      "http://conservative101.com \tCount of users:  68  -- Total occurances:  288\n",
      "http://n.pr \tCount of users:  68  -- Total occurances:  160\n",
      "http://gop.cm \tCount of users:  67  -- Total occurances:  127\n",
      "http://sacb.ee \tCount of users:  67  -- Total occurances:  84\n",
      "https://www.nbcnewyork.com \tCount of users:  67  -- Total occurances:  85\n",
      "http://amp.washingtontimes.com \tCount of users:  67  -- Total occurances:  139\n",
      "http://sanfrancisco.cbslocal.com \tCount of users:  67  -- Total occurances:  80\n",
      "https://www.propublica.org \tCount of users:  67  -- Total occurances:  109\n",
      "https://allenbwest.americanewshub.com \tCount of users:  67  -- Total occurances:  197\n",
      "https://www.vice.com \tCount of users:  67  -- Total occurances:  115\n",
      "http://www.bostonglobe.com \tCount of users:  67  -- Total occurances:  79\n",
      "http://www.thedailybeast.com \tCount of users:  67  -- Total occurances:  101\n",
      "http://huff.to \tCount of users:  67  -- Total occurances:  385\n",
      "https://www.dallasnews.com \tCount of users:  66  -- Total occurances:  86\n",
      "https://www.thewildcard.com \tCount of users:  66  -- Total occurances:  290\n",
      "https://worldpoliticus.com \tCount of users:  66  -- Total occurances:  1220\n",
      "https://www.mintpressnews.com \tCount of users:  66  -- Total occurances:  233\n",
      "https://www.americanow.com \tCount of users:  66  -- Total occurances:  210\n"
     ]
    }
   ],
   "source": [
    "#sorted_domains = sorted([x for x in domains.items()], key= lambda x: len(x[1]), reverse=True)\n",
    "for d in sorted_domains[500:600]:\n",
    "    print(d[0], \"\\tCount of users: \", str(len(d[1])), \" -- Total occurances: \", str(sum(d[1])))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Wall time: 57.8 s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "dc = get_domain_counts_for_users(suspect_timelines)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "users_sorted_by_domain_count = sorted([x for x in dc.items()], key=lambda x: len(x[1]), reverse=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "username:  JockyBoyes\n",
      "3 domains\n",
      "('http://www.palmerreport.com', 2)\n",
      "('http://abcn.ws', 1)\n",
      "('https://goo.gl', 1)\n"
     ]
    }
   ],
   "source": [
    "rand_user = users_sorted_by_domain_count[-10]\n",
    "print(\"username: \", rand_user[0])\n",
    "print(len(rand_user[1]), \"domains\")\n",
    "print(\"\\n\".join([str(x) for x in sorted(rand_user[1], key= lambda x: x[1], reverse=True)]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "username:  LucyATorres2\n",
      "349 domains\n",
      "('https://www.americasfreedomfighters.com', 248)\n",
      "('https://ilovemyfreedom.org', 227)\n",
      "('https://youtu.be', 146)\n",
      "('http://a.msn.com', 137)\n",
      "('https://twitter.com', 120)\n",
      "('http://fxn.ws', 36)\n",
      "('http://bit.ly', 35)\n",
      "('http://www.thegatewaypundit.com', 34)\n",
      "('https://conservativeflag.com', 31)\n",
      "('http://45.wh.gov', 23)\n",
      "('http://redstatewatcher.com', 23)\n",
      "('https://freedom-daily.com', 21)\n",
      "('https://instagram.com', 20)\n",
      "('https://veteranaf.com', 18)\n",
      "('https://www.americanow.com', 17)\n",
      "('https://freedomdaily.com', 16)\n",
      "('https://libertywriters.com', 13)\n",
      "('http://dailycaller.com', 11)\n",
      "('http://www.rightwingtribune.com', 11)\n",
      "('http://go.shr.lc', 10)\n",
      "('http://thehill.com', 10)\n",
      "('https://topalertnews.com', 10)\n",
      "('https://conservativetribune.com', 9)\n",
      "('http://www.washingtonexaminer.com', 9)\n",
      "('https://patriotbeat.com', 9)\n",
      "('https://www.whitehouse.gov', 9)\n",
      "('https://daggernews.com', 9)\n",
      "('https://www.rushlimbaugh.com', 8)\n",
      "('https://mediaconservative.com', 8)\n",
      "('http://www.breitbart.com', 8)\n",
      "('http://yournewswire.com', 8)\n",
      "('https://mpolitical.com', 8)\n",
      "('https://conservativedailypost.com', 7)\n",
      "('https://www.dailywire.com', 7)\n",
      "('http://www.libertyonenews.com', 7)\n",
      "('http://www.foxnews.com', 7)\n",
      "('http://abcn.ws', 7)\n",
      "('http://consinsider.com', 7)\n",
      "('http://insider.foxnews.com', 6)\n",
      "('https://www.teaparty.org', 6)\n",
      "('https://theproudconservatives.com', 6)\n",
      "('https://rickwells.us', 6)\n",
      "('http://cnn.it', 6)\n",
      "('https://www.cnbc.com', 6)\n",
      "('https://www.pscp.tv', 6)\n",
      "('https://truepundit.com', 5)\n",
      "('https://100percentfedup.com', 5)\n",
      "('https://www.westernjournal.com', 5)\n",
      "('http://dailym.ai', 5)\n",
      "('https://goo.gl', 5)\n",
      "('https://politicalbreakingnews.net', 5)\n",
      "('https://www.opposingviews.com', 5)\n",
      "('http://mediaconservative.com', 5)\n",
      "('http://www.realtimetrump.com', 5)\n",
      "('https://radaronline.com', 5)\n",
      "('http://radaronline.com', 5)\n",
      "('http://patrioticexpress.com', 4)\n",
      "('http://thefederalist.com', 4)\n",
      "('https://www.lifezette.com', 4)\n",
      "('http://www.blingnews.com', 4)\n",
      "('https://www.politico.com', 4)\n",
      "('http://www.americanjournalreview.com', 4)\n",
      "('https://apnews.com', 4)\n",
      "('http://read.bi', 4)\n",
      "('https://www.nbcnews.com', 4)\n",
      "('http://americanlookout.com', 4)\n",
      "('https://nypost.com', 4)\n",
      "('http://www.bizpacreview.com', 4)\n",
      "('http://www.oann.com', 4)\n",
      "('http://politi.co', 4)\n",
      "('http://ladylibertysnews.com', 4)\n",
      "('http://dennismichaellynch.com', 4)\n",
      "('https://www.facebook.com', 4)\n",
      "('http://truthfeednews.com', 4)\n",
      "('http://Support45.com', 4)\n",
      "('https://conservativeforever.com', 3)\n",
      "('http://katrinapierson.com', 3)\n",
      "('https://clashdaily.com', 3)\n",
      "('http://www.beaware.one', 3)\n",
      "('http://freebeacon.com', 3)\n",
      "('http://www.infowars.com', 3)\n",
      "('https://magafanclub.com', 3)\n",
      "('https://video.foxnews.com', 3)\n",
      "('http://www.dailypresser.com', 3)\n",
      "('http://po.st', 3)\n",
      "('https://www.inquisitr.com', 3)\n",
      "('http://www.fox35orlando.com', 3)\n",
      "('http://www.yourtruthnews.com', 3)\n",
      "('http://wapo.st', 3)\n",
      "('http://www.usanewspolitics.com', 3)\n",
      "('http://nyp.st', 3)\n",
      "('https://www.waynedupree.com', 3)\n",
      "('http://www.tempesttimes.com', 3)\n",
      "('http://abc7.com', 3)\n",
      "('http://americanmilitarynews.com', 3)\n",
      "('http://freeinfomedia.com', 3)\n",
      "('https://swampdrain.com', 3)\n",
      "('https://trib.al', 3)\n",
      "('https://bigleaguepolitics.com', 2)\n",
      "('https://conservativefiringline.com', 2)\n",
      "('https://pjmedia.com', 2)\n",
      "('https://larouchepac.com', 2)\n",
      "('https://theblacksphere.net', 2)\n",
      "('https://madworldnews.com', 2)\n",
      "('https://lidsvids.com', 2)\n",
      "('https://www.zerohedge.com', 2)\n",
      "('http://jwatch.us', 2)\n",
      "('http://50statereport.com', 2)\n",
      "('https://townhall.com', 2)\n",
      "('https://www.wsj.com', 2)\n",
      "('https://nyti.ms', 2)\n",
      "('https://sharylattkisson.com', 2)\n",
      "('https://www.vox.com', 2)\n",
      "('http://washex.am', 2)\n",
      "('https://www.realclearpolitics.com', 2)\n",
      "('https://wp.me', 2)\n",
      "('https://www.supremeinsider.com', 2)\n",
      "('http://archive.is', 2)\n",
      "('http://therightscoop.com', 2)\n",
      "('http://shr.gs', 2)\n",
      "('https://gop.com', 2)\n",
      "('https://www.buzzfeed.com', 2)\n",
      "('http://conservativegreat.com', 2)\n",
      "('https://www.thehollywoodgossip.com', 2)\n",
      "('http://www.intouchweekly.com', 2)\n",
      "('http://cbsloc.al', 2)\n",
      "('https://constitution.com', 2)\n",
      "('https://www.dangerous.com', 2)\n",
      "('http://www.0censor.com', 2)\n",
      "('https://www.judicialwatch.org', 2)\n",
      "('https://www.guerrilla.news', 2)\n",
      "('http://dmlnews.com', 2)\n",
      "('https://www.youtube.com', 2)\n",
      "('https://fellowshipoftheminds.com', 2)\n",
      "('https://www.mediaite.com', 2)\n",
      "('http://nofakenews.online', 2)\n",
      "('https://proconservativenews.com', 2)\n",
      "('http://www.tmz.com', 2)\n",
      "('http://theconservativeonline.info', 2)\n",
      "('http://conservativefighters.com', 2)\n",
      "('http://politicstraight.website', 2)\n",
      "('https://dmlnews.com', 2)\n",
      "('https://thelutchmanreport.com', 2)\n",
      "('http://libertywriters.com', 2)\n",
      "('http://hill.cm', 2)\n",
      "('https://www.politicusdaily.com', 2)\n",
      "('http://24flashnews.com', 2)\n",
      "('https://sputniknews.com', 2)\n",
      "('https://us4trump.com', 1)\n",
      "('http://thegatewaypundit.com', 1)\n",
      "('http://donaldtrumpdaily.info', 1)\n",
      "('http://rickwellsus.activehosted.com', 1)\n",
      "('https://usaalartnews.com', 1)\n",
      "('https://www.redstate.com', 1)\n",
      "('https://www.heritage.org', 1)\n",
      "('http://2wsb.tv', 1)\n",
      "('https://www.justice.gov', 1)\n",
      "('https://thegetawaypundit.co', 1)\n",
      "('https://joeforamerica.com', 1)\n",
      "('http://weartv.com', 1)\n",
      "('http://www.internationalnewsupdate.me', 1)\n",
      "('https://slate.com', 1)\n",
      "('https://reut.rs', 1)\n",
      "('https://www.thestreet.com', 1)\n",
      "('https://www.usapoliticstoday.com', 1)\n",
      "('http://brokerforexrebate.com', 1)\n",
      "('http://investmentwatchblog.com', 1)\n",
      "('https://johnnywunder.info', 1)\n",
      "('http://www.cbc.ca', 1)\n",
      "('http://www.cnn.com', 1)\n",
      "('https://schumershutdown.com', 1)\n",
      "('https://www.cnsnews.com', 1)\n",
      "('https://ratcliffe.house.gov', 1)\n",
      "('http://rightobserver.com', 1)\n",
      "('https://www.puppetstringnews.com', 1)\n",
      "('http://indcolts.co', 1)\n",
      "('http://www.pacificpundit.com', 1)\n",
      "('https://www.teapartypatriotsaction.org', 1)\n",
      "('https://www.washingtontimes.com', 1)\n",
      "('http://www.dailymail.co.uk', 1)\n",
      "('http://on.digg.com', 1)\n",
      "('http://www.wdsu.com', 1)\n",
      "('https://live.twitter.com', 1)\n",
      "('http://abc11.com', 1)\n",
      "('http://www.latimes.com', 1)\n",
      "('http://www.bbc.com', 1)\n",
      "('https://www.rt.com', 1)\n",
      "('http://fw.to', 1)\n",
      "('http://comicbook.com', 1)\n",
      "('http://theuspoliticalnews.com', 1)\n",
      "('https://www.todayusa.co', 1)\n",
      "('https://youtube.com', 1)\n",
      "('http://cnb.cx', 1)\n",
      "('https://medium.com', 1)\n",
      "('http://insder.co', 1)\n",
      "('http://www.tlc.com', 1)\n",
      "('https://www.dhs.gov', 1)\n",
      "('https://www.conservativereview.com', 1)\n",
      "('http://dailypolitics365.com', 1)\n",
      "('https://www.petitiontime.com', 1)\n",
      "('https://www.c-span.org', 1)\n",
      "('http://amp.washingtontimes.com', 1)\n",
      "('https://talkingpointsmemo.com', 1)\n",
      "('https://www.recode.net', 1)\n",
      "('http://newjersey.news12.com', 1)\n",
      "('https://bluntforcetruth.com', 1)\n",
      "('http://cnnmon.ie', 1)\n",
      "('http://lifehacker.com', 1)\n",
      "('https://foia.state.gov', 1)\n",
      "('http://www.foxbusiness.com', 1)\n",
      "('https://www.usatoday.com', 1)\n",
      "('http://money.cnn.com', 1)\n",
      "('http://ow.ly', 1)\n",
      "('http://dailysignal.com', 1)\n",
      "('https://theconservativetreehouse.com', 1)\n",
      "('http://www.gatestoneinstitute.org', 1)\n",
      "('https://starmagazine.com', 1)\n",
      "('https://www.newsmax.com', 1)\n",
      "('https://www.aol.com', 1)\n",
      "('http://aje.io', 1)\n",
      "('https://www.indy100.com', 1)\n",
      "('http://chn.ge', 1)\n",
      "('http://ti.me', 1)\n",
      "('http://www.occupy.com', 1)\n",
      "('https://www.hannity.com', 1)\n",
      "('http://www.trumpsolidsupporters.me', 1)\n",
      "('http://www.politico.com', 1)\n",
      "('https://insurrectionnewsworldwide.com', 1)\n",
      "('http://www.newsweek.com', 1)\n",
      "('https://pugetsoundanarchists.org', 1)\n",
      "('https://www.reuters.com', 1)\n",
      "('https://clashamerica.com', 1)\n",
      "('https://www.themaven.net', 1)\n",
      "('http://threepercenternation.com', 1)\n",
      "('http://www.bbc.co.uk', 1)\n",
      "('https://web.archive.org', 1)\n",
      "('http://TrumpWinery.com', 1)\n",
      "('https://cards.twitter.com', 1)\n",
      "('http://nymag.com', 1)\n",
      "('http://pge.sx', 1)\n",
      "('http://potatriotpost.com', 1)\n",
      "('http://noem.house.gov', 1)\n",
      "('http://spkrryan.us', 1)\n",
      "('http://americanrevolution.co', 1)\n",
      "('http://www.zerohedge.com', 1)\n",
      "('https://americanmilitarynews.com', 1)\n",
      "('https://www.infowars.com', 1)\n",
      "('http://www.ilikelyrics.com', 1)\n",
      "('http://www.returnofkings.com', 1)\n",
      "('http://people.com', 1)\n",
      "('http://rightwingpost.com', 1)\n",
      "('https://lidblog.com', 1)\n",
      "('http://www.brightstars.me', 1)\n",
      "('http://usainfront.com', 1)\n",
      "('http://www.rolofffarms.com', 1)\n",
      "('https://vine.co', 1)\n",
      "('http://olympics.nbcsports.com', 1)\n",
      "('https://n.pr', 1)\n",
      "('https://www.snopes.com', 1)\n",
      "('https://www.westernjournalism.com', 1)\n",
      "('https://www.wnptribune.com', 1)\n",
      "('https://americantopnews.com', 1)\n",
      "('https://www.donaldjtrump.com', 1)\n",
      "('http://via.kdvr.com', 1)\n",
      "('http://www.fox2detroit.com', 1)\n",
      "('http://thedailydeplorables.com', 1)\n",
      "('https://doyouremember.com', 1)\n",
      "('https://thinkprogress.org', 1)\n",
      "('https://truthuncensored.net', 1)\n",
      "('https://socialnewsusa.com', 1)\n",
      "('http://www.c7f.navy.mil', 1)\n",
      "('https://allenwestrepublic.com', 1)\n",
      "('https://newswars.com', 1)\n",
      "('https://greatamericanpolitics.com', 1)\n",
      "('https://www.twitter.com', 1)\n",
      "('https://www.clickondetroit.com', 1)\n",
      "('https://www.lemontreedwelling.com', 1)\n",
      "('http://usnewsinsider.com', 1)\n",
      "('http://freedomsfinalstand.com', 1)\n",
      "('http://city-herald.com', 1)\n",
      "('https://gopreload.org', 1)\n",
      "('http://highlighthollywood.com', 1)\n",
      "('https://www.instagram.com', 1)\n",
      "('http://www.prideof-america.org', 1)\n",
      "('http://truepundit.com', 1)\n",
      "('http://www.americanclub.us', 1)\n",
      "('http://www.king5.com', 1)\n",
      "('http://wjla.com', 1)\n",
      "('http://greatamericandaily.com', 1)\n",
      "('http://www.kmov.com', 1)\n",
      "('http://s.nj.com', 1)\n",
      "('http://www.newser.com', 1)\n",
      "('https://faith.sarahpalinnews.com', 1)\n",
      "('https://www.theguardian.com', 1)\n",
      "('http://gph.is', 1)\n",
      "('http://www.abc.net.au', 1)\n",
      "('http://truthuncensored.net', 1)\n",
      "('http://lockerdo.me', 1)\n",
      "('http://www.dailyinsidernews.com', 1)\n",
      "('https://en-volve.com', 1)\n",
      "('http://imikimi.com', 1)\n",
      "('http://www.jamaicaobserver.com', 1)\n",
      "('https://70news.wordpress.com', 1)\n",
      "('http://www.consnation.com', 1)\n",
      "('https://shar.es', 1)\n",
      "('http://reaganwasright.com', 1)\n",
      "('http://www.nbcnews.com', 1)\n",
      "('http://thinkamericana.com', 1)\n",
      "('https://www.mccain.senate.gov', 1)\n",
      "('https://en.newsner.com', 1)\n",
      "('http://tribunist.com', 1)\n",
      "('http://omgtruefacts.com', 1)\n",
      "('http://www.winning.com', 1)\n",
      "('http://www.smobserved.com', 1)\n",
      "('http://www.disclose.tv', 1)\n",
      "('https://www.spartareport.com', 1)\n",
      "('https://www.thenewscommenter.com', 1)\n",
      "('http://earthsfinalcountdown.com', 1)\n",
      "('http://todaypoliticalnews.com', 1)\n",
      "('http://politicslive.net', 1)\n",
      "('http://apne.ws', 1)\n",
      "('http://cbsn.ws', 1)\n",
      "('http://www.indiewire.com', 1)\n",
      "('http://www.fox13news.com', 1)\n",
      "('http://www.baynews9.com', 1)\n",
      "('https://www.vanityfair.com', 1)\n",
      "('https://www.ustruthwire.com', 1)\n",
      "('http://dailyflashnews.org', 1)\n",
      "('http://www.nnettle.com', 1)\n",
      "('http://for.tn', 1)\n",
      "('http://www.usanewsflash.com', 1)\n",
      "('http://patriotdefense.pw', 1)\n",
      "('http://english.yonhapnews.co.kr', 1)\n",
      "('http://www.libertyheadlines.com', 1)\n",
      "('https://www.collinsdictionary.com', 1)\n",
      "('http://snpy.tv', 1)\n",
      "('http://nypost.com', 1)\n",
      "('https://www.dailyamericans.com', 1)\n",
      "('https://www.usworldnow.com', 1)\n",
      "('https://www.yahoo.com', 1)\n",
      "('https://sosharethis.com', 1)\n",
      "('http://www.yourfirstnews.com', 1)\n",
      "('http://www.cleveland.com', 1)\n",
      "('https://twitchy.com', 1)\n",
      "('http://tandl.me', 1)\n",
      "('http://nyti.ms', 1)\n",
      "('http://BorderWallBricks.com', 1)\n",
      "('https://www.washingtonpost.com', 1)\n",
      "('http://instagram.com', 1)\n"
     ]
    }
   ],
   "source": [
    "rand_user = random.choices(population=[x for x in dc.items()], k=1)[0]\n",
    "print(\"username: \", rand_user[0])\n",
    "print(len(rand_user[1]), \"domains\")\n",
    "print(\"\\n\".join([str(x) for x in sorted(rand_user[1], key= lambda x: x[1], reverse=True)]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Total number of tweets:  3655718\n",
      "Tweets without urls:  1290351  =  35.296787115417544 %\n",
      "Tweets with urls:  2365367  =  64.70321288458246 %\n",
      "URL tweets containing no comment:  324575  =  13.721972108345131 %\n",
      "URL tweets containing 4 words or fewer:  174253  =  7.36684835799265 %\n",
      "URL tweets containing more than 4 words:  1866539  =  78.91117953366222 %\n",
      "Wall time: 2min 41s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "light, heavy = characterize_links_by_comment(suspect_timelines.values())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Shooting Blanks  #shooting http://ow.ly/fUEX30hkNV9\n",
      "\n",
      "🗣Amen🙏 https://twitter.com/Mildred06963744/status/953057738602532864\n",
      "\n",
      "London https://twitter.com/RNcat50/status/950504954191519744\n",
      "\n",
      "Señales de los Tiempos http://ow.ly/MMQv30hvyCr\n",
      "\n",
      "Why Trump Matters: http://eepurl.com/bqD9tj\n",
      "\n",
      "アメブロを更新しました。 『美しさがUPする！過去生アチューンメント♪』 #アチューンメント http://ameblo.jp/crystalchildrensomehow/entry-11755508373.html\n",
      "\n",
      "Useful idiots. http://fb.me/4dbWIvaZg\n",
      "\n",
      "Sad association! https://twitter.com/JackPosobiec/status/950554093197713408\n",
      "\n",
      "Big Division Coming https://gitardood.wordpress.com/2017/12/17/big-division-coming/\n",
      "\n",
      "Time Ragazine too. https://twitter.com/iannjohnsonnn/status/934674598196543488\n",
      "\n",
      "Fact or fiction...? http://fb.me/1DMelyCjv\n",
      "\n",
      "Pharma manager roles http://www.occuworld.org/news/3953602\n",
      "\n",
      "#ReleaseTheMemo https://twitter.com/MOVEFORWARDHUGE/status/955179806924070912\n",
      "\n",
      "For you @FukushimaExposd https://www.youtube.com/watch?v=xDJO9-tZEpw\n",
      "\n",
      "Heartbreaking. https://twitter.com/Relationshllp/status/842339500982394882\n"
     ]
    }
   ],
   "source": [
    "print(\"\\n\\n\".join(random.choices(population=light, k=15)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Judicial Watch released 78 pages of new Hillary Clinton docs from the State Dept containing emails that include even more classified info &amp; that show Clinton had knowledge about the serious security problems w/ her unsecured non-State(dot)gov email system. http://jwatch.us/3Savgi\n",
      "\n",
      "Well bless their little communist soulless fake news hearts, the Media is going down next, and hey NOBODY believes you anymore!! http://www.breitbart.com/big-government/2018/02/03/16-nunes-memo-bombshells-media-not-want-know/\n",
      "\n",
      "Yet another conspiracy theory is revealed as fact. http://www.zerohedge.com/news/2017-11-01/twitter-admits-it-buried-leaked-clinton-email-tweets-last-two-months-campaign\n",
      "\n",
      "#WomensMarch2018 HAH! TRUMP Trolls Women's Marchers - \"Get Out There and Celebrate - Lowest Female Unemployment in 18 Years!\" http://www.thegatewaypundit.com/2018/01/omg-trump-trolls-womens-marchers-get-celebrate-lowest-female-unemployment-18-years/\n",
      "\n",
      "Retweeted Astrid (@annastolichnaya): Remember kids, it’s only rape if straight white Western men do it.... https://fb.me/9dqEngOUO\n",
      "\n",
      "Ponosne predstavljamo našo \"zamrznjeno\" Kombinatko. 😊https://t.co/oSnPLVUfqw via @RadioKoper http://www.rtvslo.si/radiokoper/zgodbe/valentina-lacovich-v-brnu-proucuje-alzheimerjevo-bolezen/424450\n",
      "\n",
      "¿Ha llegado la economía de mercado a Corea del Norte? (fotos) http://ow.ly/hrWI30eUUzw\n",
      "\n",
      "An adventurous Utah couple hit a canyon trail on foot to take in nature and capture some wilderness photos from a better vantage point. But when they heard a sound coming out of the trees in the distance, their scenic hike took a terrifying turn. https://madworldnews.com/hiking-couple-whisper-trees/\n",
      "\n",
      "Socialism: Marking a Century of Death and Destruction http://leftexposed.org/2017/03/socialism-marking-century-death-destruction/\n",
      "\n",
      "He is the people's president https://twitter.com/NBCNews/status/904055127346102272\n",
      "\n",
      "White House: 'Reckless' to Suggest US Would Strike NKorea to Aid Midterm Elections https://fb.me/8dmL152EV\n",
      "\n",
      "The latest The Right Side Daily! Thanks to @Purple_POV @KathyReynolds11 @JimKuther #aag #memoday https://paper.li/johnnyt80005801/1484782357?edition_id=ae6fbcd0-08a3-11e8-8810-0cc47a0d1605\n",
      "\n",
      "Catholic Archbishop: ‘I’d Rather Go to Prison Than Report Child Abuse to Police’ via @ https://www.theindigenousamericans.com/2017/08/28/catholic-archbishop-id-rather-go-prison-report-child-abuse-police/\n",
      "\n",
      "Funny how heavy metal toxicity match up http://sk.mu/a78H943UJA8Q\n",
      "\n",
      "#STUDY in VACCINE: #HPV #Vaccine Causes Circulatory Abnormalities 60% of girls get POTS http://www.ncbi.nlm.nih.gov/pubmed/25882168\n"
     ]
    }
   ],
   "source": [
    "print(\"\\n\\n\".join(random.choices(population=heavy, k=15)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 149,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def select_dimensions(instances, max_cutoff_ratio, min_cutoff_ratio):\n",
    "    features = defaultdict(lambda: 0)\n",
    "    for ddict in instances:\n",
    "        current_instance = ddict[0]\n",
    "        print(\"current instance:\", current_instance)\n",
    "        for (d, c) in ddict[1]:\n",
    "            features[d] +=1\n",
    "            \n",
    "    max_cutoff = len(instances)*max_cutoff_ratio\n",
    "    min_cutoff = len(instances)*min_cutoff_ratio\n",
    "    print(\"\\n\\nNumber of instances: \", len(instances))\n",
    "    print(\"Total number of possible features: \", len(features))\n",
    "    print(\"All features occuring in\", max_cutoff, \"instances or more, and all features occuring in\", min_cutoff, \n",
    "          \"instances or fewer, will be dropped\")\n",
    "    features_above_cutoff = [f for f in features if features[f]>max_cutoff]\n",
    "    features_below_cutoff =  [f for f in features if features[f]<min_cutoff]\n",
    "    selected_features = sorted([f for f in features if features[f]>=min_cutoff and features[f]<= max_cutoff])\n",
    "    print(\"\\nfeatures above cutoff:\\n\", len(features_above_cutoff))\n",
    "    print(\"Examples: 20 features that were above the cutoff:\\n\", features_above_cutoff[:20])\n",
    "    print(\"\\nfeatures below cutoff:\\n\",  len(features_below_cutoff))\n",
    "    print(\"Examples: 20 features that were below the cutoff:\\n\", features_below_cutoff[:20], \"\\n\\n\")\n",
    "    print(\"\\nNumber of remaining features: \", len(selected_features), \"\\n\\n\")\n",
    "    print(\"Examples: 20 features remaining:\\n\", selected_features[:20], \"\\n\\n\")\n",
    "    return selected_features\n",
    "\n",
    "\n",
    "def insts_to_vecs(insts, dimensions):\n",
    "    vecs = []\n",
    "    for u, udomains in insts:\n",
    "        print(\"building vector for instance:\", u)\n",
    "        vec = []\n",
    "        for d in dimensions:\n",
    "            ud = [x for x in udomains if x[0]==d]\n",
    "            if ud == []:\n",
    "                vec.append(0)\n",
    "            else:\n",
    "                assert len(ud) == 1\n",
    "                vec.append(ud[0][1])\n",
    "        \n",
    "        vecs.append(vec)\n",
    "    return vecs        \n",
    "        "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 151,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "current instance: chp3871\n",
      "current instance: pamelava10\n",
      "current instance: TruthnotFM\n",
      "current instance: Shasha44373856\n",
      "current instance: rafawkes\n",
      "current instance: kevensets\n",
      "current instance: NanalovesAub\n",
      "current instance: BrendaAnders2\n",
      "current instance: KuhnKat1\n",
      "current instance: 1humanagenda\n",
      "current instance: alvejz_59\n",
      "current instance: Traveldealguy\n",
      "current instance: EtsiSusi\n",
      "current instance: RajivMessage\n",
      "current instance: Patriottechsan\n",
      "current instance: uneedtoknow1\n",
      "current instance: soft63389\n",
      "current instance: AlanVernon3\n",
      "current instance: PALucier\n",
      "current instance: catoletters\n",
      "current instance: whatzmatteryou\n",
      "current instance: CFT1\n",
      "current instance: RAndrewOhge\n",
      "current instance: rugburndaddy\n",
      "current instance: HeidiKole\n",
      "current instance: cosemote333\n",
      "current instance: yorkieartist\n",
      "current instance: Kombinatke\n",
      "current instance: SIMikeSr\n",
      "current instance: BreacherAlec1\n",
      "current instance: Brialalexi\n",
      "current instance: slouise2004\n",
      "current instance: statepsyops\n",
      "current instance: vaxen_var\n",
      "current instance: Kimby2016\n",
      "current instance: kaarent\n",
      "current instance: grannyshrek\n",
      "current instance: Carlton96611744\n",
      "current instance: tomfyffe78\n",
      "current instance: stablevortex\n",
      "current instance: AngelAsphalt\n",
      "current instance: bendynaa\n",
      "current instance: vulcanbomber2\n",
      "current instance: GiveMeLibertyUS\n",
      "current instance: Klarminicus\n",
      "current instance: mlonightwolf\n",
      "current instance: ShahCtg2008\n",
      "current instance: Audrakat\n",
      "current instance: BaldonCharles\n",
      "current instance: ApchevyAaron\n",
      "current instance: cjsienna55\n",
      "current instance: MyDailyMusing\n",
      "current instance: du_virgil\n",
      "current instance: TraceyCooke1027\n",
      "current instance: SuperEB\n",
      "current instance: EdmondTanya\n",
      "current instance: CZERVAS\n",
      "current instance: MaryPatIzar\n",
      "current instance: USAFirst55\n",
      "current instance: koran9999\n",
      "current instance: alat366\n",
      "current instance: smldesv\n",
      "current instance: PendulumSwngr\n",
      "current instance: bmdurg\n",
      "current instance: wufandmew\n",
      "current instance: Lonestar357\n",
      "current instance: Landry777Tom\n",
      "current instance: mcmounes\n",
      "current instance: ivanajpavlovic\n",
      "current instance: Pegstur1005\n",
      "current instance: mpetroules\n",
      "current instance: propornot\n",
      "current instance: RemoveRINOs2018\n",
      "current instance: corptocracy\n",
      "current instance: sammi_hammers\n",
      "current instance: NanaBertie99\n",
      "current instance: kvangs\n",
      "current instance: KristyM9\n",
      "current instance: cala_1111\n",
      "current instance: russrad19501\n",
      "current instance: lace4u2c\n",
      "current instance: old_paths\n",
      "current instance: dutchess_becky\n",
      "current instance: greenmnms70\n",
      "current instance: OmarZaidMD\n",
      "current instance: TheLadyArcher77\n",
      "current instance: PopeDarth\n",
      "current instance: garynew59\n",
      "current instance: ModjajiTen\n",
      "current instance: RebeccaRage333\n",
      "current instance: franmudm\n",
      "current instance: jo_jjbattle8\n",
      "current instance: StandUpAnne\n",
      "current instance: DeeC748\n",
      "current instance: MansardtheGreat\n",
      "current instance: FeminismIsLies\n",
      "current instance: gatoralum63\n",
      "current instance: thruthseeker12\n",
      "current instance: WG_Burton\n",
      "current instance: kjasmine935\n",
      "current instance: CitizensUnTied\n",
      "current instance: MattHartmann9\n",
      "current instance: talk4truth\n",
      "current instance: diewilbdone\n",
      "current instance: VirginiaShaubel\n",
      "current instance: KathyNieto22\n",
      "current instance: tbm860\n",
      "current instance: sgtphilipm\n",
      "current instance: ZurichTimes\n",
      "current instance: Wildkattz\n",
      "current instance: copperpeony\n",
      "current instance: Apope76\n",
      "current instance: Rooster_Gold\n",
      "current instance: reroll\n",
      "current instance: thatsworrisome\n",
      "current instance: CritchleyBob\n",
      "current instance: ercm\n",
      "current instance: OmellDaniel\n",
      "current instance: AmadoreJones\n",
      "current instance: Just_a_Texan\n",
      "current instance: Ari_Kos\n",
      "current instance: TeriWashington\n",
      "current instance: CallMeMyLady\n",
      "current instance: LisatheInfidel\n",
      "current instance: Raven_Quest\n",
      "current instance: MyParExcellence\n",
      "current instance: DrewStckdle\n",
      "current instance: cheri_null\n",
      "current instance: strangegarden7\n",
      "current instance: Imadancer821\n",
      "current instance: MysticWanderer3\n",
      "current instance: nahummarti\n",
      "current instance: LoveIsAHoax6_7\n",
      "current instance: PennyfromMKE\n",
      "current instance: Solesredhed\n",
      "current instance: popsfisherhl\n",
      "current instance: DonnaCook5\n",
      "current instance: SCM11888\n",
      "current instance: aaron0511\n",
      "current instance: luvinmarcus5\n",
      "current instance: BeachJunkie67\n",
      "current instance: CabinDy\n",
      "current instance: WhstleBritches\n",
      "current instance: RHultin\n",
      "current instance: jcrew756\n",
      "current instance: mauricehd1\n",
      "current instance: daleonard9\n",
      "current instance: KLSouth\n",
      "current instance: SharmilaW\n",
      "current instance: julieb_217\n",
      "current instance: stephrowepctdel\n",
      "current instance: leeleemunster\n",
      "current instance: BorinotNegre\n",
      "current instance: cherry_bethea\n",
      "current instance: CharletFaye1\n",
      "current instance: SandyEVetmom\n",
      "current instance: MdlMurray\n",
      "current instance: JumpingXJackXX\n",
      "current instance: bronwyn1140\n",
      "current instance: Ohiomom6\n",
      "current instance: sher308\n",
      "current instance: PeaceNotWar373\n",
      "current instance: RustyRooster\n",
      "current instance: likesghosts\n",
      "current instance: fawn_mac\n",
      "current instance: Rauthschild\n",
      "current instance: LadyLiberTea\n",
      "current instance: tweetybird2009\n",
      "current instance: Artkat1231\n",
      "current instance: khcarnes\n",
      "current instance: KrisCas15677684\n",
      "current instance: DeidreEversull\n",
      "current instance: groominggal\n",
      "current instance: MassD\n",
      "current instance: thatchick2222\n",
      "current instance: ddkernan\n",
      "current instance: dsurvivlgear\n",
      "current instance: AIRITE23\n",
      "current instance: TruthPolitic\n",
      "current instance: TinaWest123321\n",
      "current instance: TheMoeYouKnow\n",
      "current instance: Kakele\n",
      "current instance: realNick777\n",
      "current instance: vmpcott\n",
      "current instance: AnomalyX2\n",
      "current instance: MarkBecerraSr\n",
      "current instance: frances1509\n",
      "current instance: mbwilson49\n",
      "current instance: kosmikb\n",
      "current instance: Citruscrush\n",
      "current instance: deceptibling\n",
      "current instance: DameYankee\n",
      "current instance: Louiseravin\n",
      "current instance: phil_petty\n",
      "current instance: Jantxnc\n",
      "current instance: bigdude_365\n",
      "current instance: ArchUnicorn\n",
      "current instance: HotPatriotChick\n",
      "current instance: mnafe\n",
      "current instance: bnme13isaac\n",
      "\n",
      "\n",
      "Number of instances:  200\n",
      "Total number of possible features:  15561\n",
      "All features occuring in 160.0 instances or more, and all features occuring in 20.0 instances or fewer, will be dropped\n",
      "\n",
      "features above cutoff:\n",
      " 15\n",
      "Examples: 20 features that were above the cutoff:\n",
      " ['https://twitter.com', 'https://youtu.be', 'http://fxn.ws', 'http://www.breitbart.com', 'http://bit.ly', 'http://www.thegatewaypundit.com', 'https://www.youtube.com', 'http://dailycaller.com', 'https://www.facebook.com', 'http://www.foxnews.com', 'https://www.pscp.tv', 'https://goo.gl', 'http://www.dailymail.co.uk', 'http://ow.ly', 'http://thehill.com']\n",
      "\n",
      "features below cutoff:\n",
      " 15074\n",
      "Examples: 20 features that were below the cutoff:\n",
      " ['http://www.jdpendry.com', 'http://directorblue.blogspot.com', 'http://iswresearch.blogspot.com', 'https://newswithviews.com', 'http://www.shafaaq.com', 'https://recess.indivisible.org', 'http://www.iranfocus.com', 'https://mediaconservative.com', 'https://staydeplorable.com', 'http://voteantonio.com', 'http://www.sandiegouniontribune.com', 'http://ref.gl', 'http://Juanitabroaddrick.com', 'http://ErinCruz.com', 'https://godfatherpolitics.com', 'http://www.ajc.com', 'http://www.jewishworldreview.com', 'https://experiences.wyng.com', 'http://www.leoaffairs.com', 'https://www.military.com'] \n",
      "\n",
      "\n",
      "\n",
      "Number of remaining features:  472 \n",
      "\n",
      "\n",
      "Examples: 20 features remaining:\n",
      " ['http://100percentfedup.com', 'http://45.wh.gov', 'http://50statereport.com', 'http://Bongino.com', 'http://DCWhispers.com', 'http://NaturalNews.com', 'http://Newsmax.com', 'http://Support45.com', 'http://USFREEDOMARMY.COM', 'http://a.msn.com', 'http://abc7.com', 'http://abcn.ws', 'http://abcnews.go.com', 'http://aclj.us', 'http://agendaofevil.com', 'http://aje.io', 'http://americafans.com', 'http://americanlookout.com', 'http://amp.dailycaller.com', 'http://amp.washingtontimes.com'] \n",
      "\n",
      "\n",
      "building vector for instance: chp3871\n",
      "building vector for instance: pamelava10\n",
      "building vector for instance: TruthnotFM\n",
      "building vector for instance: Shasha44373856\n",
      "building vector for instance: rafawkes\n",
      "building vector for instance: kevensets\n",
      "building vector for instance: NanalovesAub\n",
      "building vector for instance: BrendaAnders2\n",
      "building vector for instance: KuhnKat1\n",
      "building vector for instance: 1humanagenda\n",
      "building vector for instance: alvejz_59\n",
      "building vector for instance: Traveldealguy\n",
      "building vector for instance: EtsiSusi\n",
      "building vector for instance: RajivMessage\n",
      "building vector for instance: Patriottechsan\n",
      "building vector for instance: uneedtoknow1\n",
      "building vector for instance: soft63389\n",
      "building vector for instance: AlanVernon3\n",
      "building vector for instance: PALucier\n",
      "building vector for instance: catoletters\n",
      "building vector for instance: whatzmatteryou\n",
      "building vector for instance: CFT1\n",
      "building vector for instance: RAndrewOhge\n",
      "building vector for instance: rugburndaddy\n",
      "building vector for instance: HeidiKole\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "building vector for instance: cosemote333\n",
      "building vector for instance: yorkieartist\n",
      "building vector for instance: Kombinatke\n",
      "building vector for instance: SIMikeSr\n",
      "building vector for instance: BreacherAlec1\n",
      "building vector for instance: Brialalexi\n",
      "building vector for instance: slouise2004\n",
      "building vector for instance: statepsyops\n",
      "building vector for instance: vaxen_var\n",
      "building vector for instance: Kimby2016\n",
      "building vector for instance: kaarent\n",
      "building vector for instance: grannyshrek\n",
      "building vector for instance: Carlton96611744\n",
      "building vector for instance: tomfyffe78\n",
      "building vector for instance: stablevortex\n",
      "building vector for instance: AngelAsphalt\n",
      "building vector for instance: bendynaa\n",
      "building vector for instance: vulcanbomber2\n",
      "building vector for instance: GiveMeLibertyUS\n",
      "building vector for instance: Klarminicus\n",
      "building vector for instance: mlonightwolf\n",
      "building vector for instance: ShahCtg2008\n",
      "building vector for instance: Audrakat\n",
      "building vector for instance: BaldonCharles\n",
      "building vector for instance: ApchevyAaron\n",
      "building vector for instance: cjsienna55\n",
      "building vector for instance: MyDailyMusing\n",
      "building vector for instance: du_virgil\n",
      "building vector for instance: TraceyCooke1027\n",
      "building vector for instance: SuperEB\n",
      "building vector for instance: EdmondTanya\n",
      "building vector for instance: CZERVAS\n",
      "building vector for instance: MaryPatIzar\n",
      "building vector for instance: USAFirst55\n",
      "building vector for instance: koran9999\n",
      "building vector for instance: alat366\n",
      "building vector for instance: smldesv\n",
      "building vector for instance: PendulumSwngr\n",
      "building vector for instance: bmdurg\n",
      "building vector for instance: wufandmew\n",
      "building vector for instance: Lonestar357\n",
      "building vector for instance: Landry777Tom\n",
      "building vector for instance: mcmounes\n",
      "building vector for instance: ivanajpavlovic\n",
      "building vector for instance: Pegstur1005\n",
      "building vector for instance: mpetroules\n",
      "building vector for instance: propornot\n",
      "building vector for instance: RemoveRINOs2018\n",
      "building vector for instance: corptocracy\n",
      "building vector for instance: sammi_hammers\n",
      "building vector for instance: NanaBertie99\n",
      "building vector for instance: kvangs\n",
      "building vector for instance: KristyM9\n",
      "building vector for instance: cala_1111\n",
      "building vector for instance: russrad19501\n",
      "building vector for instance: lace4u2c\n",
      "building vector for instance: old_paths\n",
      "building vector for instance: dutchess_becky\n",
      "building vector for instance: greenmnms70\n",
      "building vector for instance: OmarZaidMD\n",
      "building vector for instance: TheLadyArcher77\n",
      "building vector for instance: PopeDarth\n",
      "building vector for instance: garynew59\n",
      "building vector for instance: ModjajiTen\n",
      "building vector for instance: RebeccaRage333\n",
      "building vector for instance: franmudm\n",
      "building vector for instance: jo_jjbattle8\n",
      "building vector for instance: StandUpAnne\n",
      "building vector for instance: DeeC748\n",
      "building vector for instance: MansardtheGreat\n",
      "building vector for instance: FeminismIsLies\n",
      "building vector for instance: gatoralum63\n",
      "building vector for instance: thruthseeker12\n",
      "building vector for instance: WG_Burton\n",
      "building vector for instance: kjasmine935\n",
      "building vector for instance: CitizensUnTied\n",
      "building vector for instance: MattHartmann9\n",
      "building vector for instance: talk4truth\n",
      "building vector for instance: diewilbdone\n",
      "building vector for instance: VirginiaShaubel\n",
      "building vector for instance: KathyNieto22\n",
      "building vector for instance: tbm860\n",
      "building vector for instance: sgtphilipm\n",
      "building vector for instance: ZurichTimes\n",
      "building vector for instance: Wildkattz\n",
      "building vector for instance: copperpeony\n",
      "building vector for instance: Apope76\n",
      "building vector for instance: Rooster_Gold\n",
      "building vector for instance: reroll\n",
      "building vector for instance: thatsworrisome\n",
      "building vector for instance: CritchleyBob\n",
      "building vector for instance: ercm\n",
      "building vector for instance: OmellDaniel\n",
      "building vector for instance: AmadoreJones\n",
      "building vector for instance: Just_a_Texan\n",
      "building vector for instance: Ari_Kos\n",
      "building vector for instance: TeriWashington\n",
      "building vector for instance: CallMeMyLady\n",
      "building vector for instance: LisatheInfidel\n",
      "building vector for instance: Raven_Quest\n",
      "building vector for instance: MyParExcellence\n",
      "building vector for instance: DrewStckdle\n",
      "building vector for instance: cheri_null\n",
      "building vector for instance: strangegarden7\n",
      "building vector for instance: Imadancer821\n",
      "building vector for instance: MysticWanderer3\n",
      "building vector for instance: nahummarti\n",
      "building vector for instance: LoveIsAHoax6_7\n",
      "building vector for instance: PennyfromMKE\n",
      "building vector for instance: Solesredhed\n",
      "building vector for instance: popsfisherhl\n",
      "building vector for instance: DonnaCook5\n",
      "building vector for instance: SCM11888\n",
      "building vector for instance: aaron0511\n",
      "building vector for instance: luvinmarcus5\n",
      "building vector for instance: BeachJunkie67\n",
      "building vector for instance: CabinDy\n",
      "building vector for instance: WhstleBritches\n",
      "building vector for instance: RHultin\n",
      "building vector for instance: jcrew756\n",
      "building vector for instance: mauricehd1\n",
      "building vector for instance: daleonard9\n",
      "building vector for instance: KLSouth\n",
      "building vector for instance: SharmilaW\n",
      "building vector for instance: julieb_217\n",
      "building vector for instance: stephrowepctdel\n",
      "building vector for instance: leeleemunster\n",
      "building vector for instance: BorinotNegre\n",
      "building vector for instance: cherry_bethea\n",
      "building vector for instance: CharletFaye1\n",
      "building vector for instance: SandyEVetmom\n",
      "building vector for instance: MdlMurray\n",
      "building vector for instance: JumpingXJackXX\n",
      "building vector for instance: bronwyn1140\n",
      "building vector for instance: Ohiomom6\n",
      "building vector for instance: sher308\n",
      "building vector for instance: PeaceNotWar373\n",
      "building vector for instance: RustyRooster\n",
      "building vector for instance: likesghosts\n",
      "building vector for instance: fawn_mac\n",
      "building vector for instance: Rauthschild\n",
      "building vector for instance: LadyLiberTea\n",
      "building vector for instance: tweetybird2009\n",
      "building vector for instance: Artkat1231\n",
      "building vector for instance: khcarnes\n",
      "building vector for instance: KrisCas15677684\n",
      "building vector for instance: DeidreEversull\n",
      "building vector for instance: groominggal\n",
      "building vector for instance: MassD\n",
      "building vector for instance: thatchick2222\n",
      "building vector for instance: ddkernan\n",
      "building vector for instance: dsurvivlgear\n",
      "building vector for instance: AIRITE23\n",
      "building vector for instance: TruthPolitic\n",
      "building vector for instance: TinaWest123321\n",
      "building vector for instance: TheMoeYouKnow\n",
      "building vector for instance: Kakele\n",
      "building vector for instance: realNick777\n",
      "building vector for instance: vmpcott\n",
      "building vector for instance: AnomalyX2\n",
      "building vector for instance: MarkBecerraSr\n",
      "building vector for instance: frances1509\n",
      "building vector for instance: mbwilson49\n",
      "building vector for instance: kosmikb\n",
      "building vector for instance: Citruscrush\n",
      "building vector for instance: deceptibling\n",
      "building vector for instance: DameYankee\n",
      "building vector for instance: Louiseravin\n",
      "building vector for instance: phil_petty\n",
      "building vector for instance: Jantxnc\n",
      "building vector for instance: bigdude_365\n",
      "building vector for instance: ArchUnicorn\n",
      "building vector for instance: HotPatriotChick\n",
      "building vector for instance: mnafe\n",
      "building vector for instance: bnme13isaac\n",
      "length of the features vector:  472\n"
     ]
    }
   ],
   "source": [
    "#clustering the users:\n",
    "users_set = users_sorted_by_domain_count[200:400]\n",
    "selected_d = select_dimensions(users_set, 0.8, 0.1)\n",
    "vecs = insts_to_vecs(users_set, selected_d)\n",
    "\n",
    "#length of the feature vector\n",
    "veclen = len(vecs[0])\n",
    "print(\"length of the features vector: \", veclen)\n",
    "for v in vecs:\n",
    "    assert len(v) == veclen"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 152,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n",
      "******K = 2 ********\n",
      "Size of resulting clusters:\n",
      " \n",
      "Size of cluster  0 : 196\n",
      "Size of cluster  1 : 4\n",
      "The clusters are: \n",
      "\n",
      "************cluster  0 :\n",
      "chp3871\n",
      "pamelava10\n",
      "TruthnotFM\n",
      "Shasha44373856\n",
      "rafawkes\n",
      "kevensets\n",
      "NanalovesAub\n",
      "BrendaAnders2\n",
      "KuhnKat1\n",
      "1humanagenda\n",
      "alvejz_59\n",
      "Traveldealguy\n",
      "EtsiSusi\n",
      "RajivMessage\n",
      "Patriottechsan\n",
      "uneedtoknow1\n",
      "soft63389\n",
      "AlanVernon3\n",
      "PALucier\n",
      "catoletters\n",
      "whatzmatteryou\n",
      "CFT1\n",
      "RAndrewOhge\n",
      "rugburndaddy\n",
      "HeidiKole\n",
      "cosemote333\n",
      "yorkieartist\n",
      "Kombinatke\n",
      "SIMikeSr\n",
      "BreacherAlec1\n",
      "Brialalexi\n",
      "slouise2004\n",
      "statepsyops\n",
      "vaxen_var\n",
      "Kimby2016\n",
      "kaarent\n",
      "grannyshrek\n",
      "Carlton96611744\n",
      "tomfyffe78\n",
      "stablevortex\n",
      "AngelAsphalt\n",
      "bendynaa\n",
      "vulcanbomber2\n",
      "GiveMeLibertyUS\n",
      "Klarminicus\n",
      "mlonightwolf\n",
      "ShahCtg2008\n",
      "Audrakat\n",
      "BaldonCharles\n",
      "ApchevyAaron\n",
      "cjsienna55\n",
      "MyDailyMusing\n",
      "TraceyCooke1027\n",
      "SuperEB\n",
      "EdmondTanya\n",
      "MaryPatIzar\n",
      "USAFirst55\n",
      "koran9999\n",
      "alat366\n",
      "smldesv\n",
      "PendulumSwngr\n",
      "bmdurg\n",
      "wufandmew\n",
      "Lonestar357\n",
      "Landry777Tom\n",
      "mcmounes\n",
      "ivanajpavlovic\n",
      "Pegstur1005\n",
      "mpetroules\n",
      "propornot\n",
      "RemoveRINOs2018\n",
      "corptocracy\n",
      "sammi_hammers\n",
      "NanaBertie99\n",
      "kvangs\n",
      "KristyM9\n",
      "cala_1111\n",
      "russrad19501\n",
      "lace4u2c\n",
      "dutchess_becky\n",
      "greenmnms70\n",
      "OmarZaidMD\n",
      "TheLadyArcher77\n",
      "PopeDarth\n",
      "garynew59\n",
      "ModjajiTen\n",
      "RebeccaRage333\n",
      "franmudm\n",
      "jo_jjbattle8\n",
      "StandUpAnne\n",
      "DeeC748\n",
      "MansardtheGreat\n",
      "FeminismIsLies\n",
      "gatoralum63\n",
      "thruthseeker12\n",
      "WG_Burton\n",
      "kjasmine935\n",
      "CitizensUnTied\n",
      "MattHartmann9\n",
      "talk4truth\n",
      "diewilbdone\n",
      "VirginiaShaubel\n",
      "KathyNieto22\n",
      "tbm860\n",
      "sgtphilipm\n",
      "ZurichTimes\n",
      "Wildkattz\n",
      "copperpeony\n",
      "Apope76\n",
      "Rooster_Gold\n",
      "reroll\n",
      "thatsworrisome\n",
      "CritchleyBob\n",
      "ercm\n",
      "OmellDaniel\n",
      "AmadoreJones\n",
      "Just_a_Texan\n",
      "Ari_Kos\n",
      "TeriWashington\n",
      "CallMeMyLady\n",
      "LisatheInfidel\n",
      "Raven_Quest\n",
      "MyParExcellence\n",
      "DrewStckdle\n",
      "cheri_null\n",
      "strangegarden7\n",
      "Imadancer821\n",
      "MysticWanderer3\n",
      "nahummarti\n",
      "LoveIsAHoax6_7\n",
      "PennyfromMKE\n",
      "Solesredhed\n",
      "popsfisherhl\n",
      "DonnaCook5\n",
      "SCM11888\n",
      "aaron0511\n",
      "luvinmarcus5\n",
      "BeachJunkie67\n",
      "CabinDy\n",
      "WhstleBritches\n",
      "RHultin\n",
      "jcrew756\n",
      "mauricehd1\n",
      "daleonard9\n",
      "KLSouth\n",
      "SharmilaW\n",
      "julieb_217\n",
      "stephrowepctdel\n",
      "leeleemunster\n",
      "BorinotNegre\n",
      "cherry_bethea\n",
      "CharletFaye1\n",
      "SandyEVetmom\n",
      "MdlMurray\n",
      "JumpingXJackXX\n",
      "bronwyn1140\n",
      "Ohiomom6\n",
      "sher308\n",
      "PeaceNotWar373\n",
      "RustyRooster\n",
      "likesghosts\n",
      "fawn_mac\n",
      "Rauthschild\n",
      "LadyLiberTea\n",
      "tweetybird2009\n",
      "Artkat1231\n",
      "khcarnes\n",
      "KrisCas15677684\n",
      "DeidreEversull\n",
      "MassD\n",
      "thatchick2222\n",
      "ddkernan\n",
      "dsurvivlgear\n",
      "AIRITE23\n",
      "TruthPolitic\n",
      "TinaWest123321\n",
      "TheMoeYouKnow\n",
      "Kakele\n",
      "realNick777\n",
      "vmpcott\n",
      "AnomalyX2\n",
      "MarkBecerraSr\n",
      "frances1509\n",
      "mbwilson49\n",
      "kosmikb\n",
      "Citruscrush\n",
      "deceptibling\n",
      "DameYankee\n",
      "Louiseravin\n",
      "phil_petty\n",
      "Jantxnc\n",
      "bigdude_365\n",
      "ArchUnicorn\n",
      "HotPatriotChick\n",
      "mnafe\n",
      "bnme13isaac\n",
      "\n",
      "************cluster  1 :\n",
      "du_virgil\n",
      "CZERVAS\n",
      "old_paths\n",
      "groominggal\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "\n",
      "******K = 3 ********\n",
      "Size of resulting clusters:\n",
      " \n",
      "Size of cluster  0 : 195\n",
      "Size of cluster  1 : 4\n",
      "Size of cluster  2 : 1\n",
      "The clusters are: \n",
      "\n",
      "************cluster  0 :\n",
      "chp3871\n",
      "pamelava10\n",
      "TruthnotFM\n",
      "Shasha44373856\n",
      "rafawkes\n",
      "kevensets\n",
      "NanalovesAub\n",
      "BrendaAnders2\n",
      "KuhnKat1\n",
      "1humanagenda\n",
      "alvejz_59\n",
      "Traveldealguy\n",
      "EtsiSusi\n",
      "RajivMessage\n",
      "Patriottechsan\n",
      "uneedtoknow1\n",
      "soft63389\n",
      "AlanVernon3\n",
      "PALucier\n",
      "catoletters\n",
      "whatzmatteryou\n",
      "CFT1\n",
      "RAndrewOhge\n",
      "rugburndaddy\n",
      "HeidiKole\n",
      "cosemote333\n",
      "yorkieartist\n",
      "Kombinatke\n",
      "SIMikeSr\n",
      "BreacherAlec1\n",
      "Brialalexi\n",
      "slouise2004\n",
      "statepsyops\n",
      "vaxen_var\n",
      "Kimby2016\n",
      "kaarent\n",
      "grannyshrek\n",
      "Carlton96611744\n",
      "tomfyffe78\n",
      "stablevortex\n",
      "AngelAsphalt\n",
      "bendynaa\n",
      "vulcanbomber2\n",
      "GiveMeLibertyUS\n",
      "Klarminicus\n",
      "mlonightwolf\n",
      "ShahCtg2008\n",
      "Audrakat\n",
      "BaldonCharles\n",
      "ApchevyAaron\n",
      "cjsienna55\n",
      "MyDailyMusing\n",
      "TraceyCooke1027\n",
      "SuperEB\n",
      "EdmondTanya\n",
      "MaryPatIzar\n",
      "USAFirst55\n",
      "koran9999\n",
      "alat366\n",
      "smldesv\n",
      "PendulumSwngr\n",
      "bmdurg\n",
      "wufandmew\n",
      "Lonestar357\n",
      "Landry777Tom\n",
      "mcmounes\n",
      "ivanajpavlovic\n",
      "Pegstur1005\n",
      "mpetroules\n",
      "propornot\n",
      "RemoveRINOs2018\n",
      "corptocracy\n",
      "sammi_hammers\n",
      "NanaBertie99\n",
      "kvangs\n",
      "KristyM9\n",
      "cala_1111\n",
      "russrad19501\n",
      "lace4u2c\n",
      "dutchess_becky\n",
      "greenmnms70\n",
      "OmarZaidMD\n",
      "TheLadyArcher77\n",
      "PopeDarth\n",
      "garynew59\n",
      "ModjajiTen\n",
      "RebeccaRage333\n",
      "franmudm\n",
      "jo_jjbattle8\n",
      "StandUpAnne\n",
      "DeeC748\n",
      "MansardtheGreat\n",
      "FeminismIsLies\n",
      "gatoralum63\n",
      "thruthseeker12\n",
      "WG_Burton\n",
      "kjasmine935\n",
      "CitizensUnTied\n",
      "MattHartmann9\n",
      "talk4truth\n",
      "diewilbdone\n",
      "VirginiaShaubel\n",
      "KathyNieto22\n",
      "tbm860\n",
      "sgtphilipm\n",
      "ZurichTimes\n",
      "Wildkattz\n",
      "copperpeony\n",
      "Apope76\n",
      "Rooster_Gold\n",
      "reroll\n",
      "thatsworrisome\n",
      "CritchleyBob\n",
      "ercm\n",
      "OmellDaniel\n",
      "AmadoreJones\n",
      "Just_a_Texan\n",
      "Ari_Kos\n",
      "TeriWashington\n",
      "CallMeMyLady\n",
      "LisatheInfidel\n",
      "Raven_Quest\n",
      "MyParExcellence\n",
      "DrewStckdle\n",
      "cheri_null\n",
      "strangegarden7\n",
      "Imadancer821\n",
      "MysticWanderer3\n",
      "nahummarti\n",
      "LoveIsAHoax6_7\n",
      "PennyfromMKE\n",
      "Solesredhed\n",
      "popsfisherhl\n",
      "DonnaCook5\n",
      "SCM11888\n",
      "luvinmarcus5\n",
      "BeachJunkie67\n",
      "CabinDy\n",
      "WhstleBritches\n",
      "RHultin\n",
      "jcrew756\n",
      "mauricehd1\n",
      "daleonard9\n",
      "KLSouth\n",
      "SharmilaW\n",
      "julieb_217\n",
      "stephrowepctdel\n",
      "leeleemunster\n",
      "BorinotNegre\n",
      "cherry_bethea\n",
      "CharletFaye1\n",
      "SandyEVetmom\n",
      "MdlMurray\n",
      "JumpingXJackXX\n",
      "bronwyn1140\n",
      "Ohiomom6\n",
      "sher308\n",
      "PeaceNotWar373\n",
      "RustyRooster\n",
      "likesghosts\n",
      "fawn_mac\n",
      "Rauthschild\n",
      "LadyLiberTea\n",
      "tweetybird2009\n",
      "Artkat1231\n",
      "khcarnes\n",
      "KrisCas15677684\n",
      "DeidreEversull\n",
      "MassD\n",
      "thatchick2222\n",
      "ddkernan\n",
      "dsurvivlgear\n",
      "AIRITE23\n",
      "TruthPolitic\n",
      "TinaWest123321\n",
      "TheMoeYouKnow\n",
      "Kakele\n",
      "realNick777\n",
      "vmpcott\n",
      "AnomalyX2\n",
      "MarkBecerraSr\n",
      "frances1509\n",
      "mbwilson49\n",
      "kosmikb\n",
      "Citruscrush\n",
      "deceptibling\n",
      "DameYankee\n",
      "Louiseravin\n",
      "phil_petty\n",
      "Jantxnc\n",
      "bigdude_365\n",
      "ArchUnicorn\n",
      "HotPatriotChick\n",
      "mnafe\n",
      "bnme13isaac\n",
      "\n",
      "************cluster  1 :\n",
      "du_virgil\n",
      "CZERVAS\n",
      "old_paths\n",
      "groominggal\n",
      "\n",
      "************cluster  2 :\n",
      "aaron0511\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "\n",
      "******K = 4 ********\n",
      "Size of resulting clusters:\n",
      " \n",
      "Size of cluster  0 : 5\n",
      "Size of cluster  1 : 190\n",
      "Size of cluster  2 : 4\n",
      "Size of cluster  3 : 1\n",
      "The clusters are: \n",
      "\n",
      "************cluster  0 :\n",
      "RAndrewOhge\n",
      "ivanajpavlovic\n",
      "CitizensUnTied\n",
      "reroll\n",
      "TheMoeYouKnow\n",
      "\n",
      "************cluster  1 :\n",
      "chp3871\n",
      "pamelava10\n",
      "TruthnotFM\n",
      "Shasha44373856\n",
      "rafawkes\n",
      "kevensets\n",
      "NanalovesAub\n",
      "BrendaAnders2\n",
      "KuhnKat1\n",
      "1humanagenda\n",
      "alvejz_59\n",
      "Traveldealguy\n",
      "EtsiSusi\n",
      "RajivMessage\n",
      "Patriottechsan\n",
      "uneedtoknow1\n",
      "soft63389\n",
      "AlanVernon3\n",
      "PALucier\n",
      "catoletters\n",
      "whatzmatteryou\n",
      "CFT1\n",
      "rugburndaddy\n",
      "HeidiKole\n",
      "cosemote333\n",
      "yorkieartist\n",
      "Kombinatke\n",
      "SIMikeSr\n",
      "BreacherAlec1\n",
      "Brialalexi\n",
      "slouise2004\n",
      "statepsyops\n",
      "vaxen_var\n",
      "Kimby2016\n",
      "kaarent\n",
      "grannyshrek\n",
      "Carlton96611744\n",
      "tomfyffe78\n",
      "stablevortex\n",
      "AngelAsphalt\n",
      "bendynaa\n",
      "vulcanbomber2\n",
      "GiveMeLibertyUS\n",
      "Klarminicus\n",
      "mlonightwolf\n",
      "ShahCtg2008\n",
      "Audrakat\n",
      "BaldonCharles\n",
      "ApchevyAaron\n",
      "cjsienna55\n",
      "MyDailyMusing\n",
      "TraceyCooke1027\n",
      "SuperEB\n",
      "EdmondTanya\n",
      "MaryPatIzar\n",
      "USAFirst55\n",
      "koran9999\n",
      "alat366\n",
      "smldesv\n",
      "PendulumSwngr\n",
      "bmdurg\n",
      "wufandmew\n",
      "Lonestar357\n",
      "Landry777Tom\n",
      "mcmounes\n",
      "Pegstur1005\n",
      "mpetroules\n",
      "propornot\n",
      "RemoveRINOs2018\n",
      "corptocracy\n",
      "sammi_hammers\n",
      "NanaBertie99\n",
      "kvangs\n",
      "KristyM9\n",
      "cala_1111\n",
      "russrad19501\n",
      "lace4u2c\n",
      "dutchess_becky\n",
      "greenmnms70\n",
      "OmarZaidMD\n",
      "TheLadyArcher77\n",
      "PopeDarth\n",
      "garynew59\n",
      "ModjajiTen\n",
      "RebeccaRage333\n",
      "franmudm\n",
      "jo_jjbattle8\n",
      "StandUpAnne\n",
      "DeeC748\n",
      "MansardtheGreat\n",
      "FeminismIsLies\n",
      "gatoralum63\n",
      "thruthseeker12\n",
      "WG_Burton\n",
      "kjasmine935\n",
      "MattHartmann9\n",
      "talk4truth\n",
      "diewilbdone\n",
      "VirginiaShaubel\n",
      "KathyNieto22\n",
      "tbm860\n",
      "sgtphilipm\n",
      "ZurichTimes\n",
      "Wildkattz\n",
      "copperpeony\n",
      "Apope76\n",
      "Rooster_Gold\n",
      "thatsworrisome\n",
      "CritchleyBob\n",
      "ercm\n",
      "OmellDaniel\n",
      "AmadoreJones\n",
      "Just_a_Texan\n",
      "Ari_Kos\n",
      "TeriWashington\n",
      "CallMeMyLady\n",
      "LisatheInfidel\n",
      "Raven_Quest\n",
      "MyParExcellence\n",
      "DrewStckdle\n",
      "cheri_null\n",
      "strangegarden7\n",
      "Imadancer821\n",
      "MysticWanderer3\n",
      "nahummarti\n",
      "LoveIsAHoax6_7\n",
      "PennyfromMKE\n",
      "Solesredhed\n",
      "popsfisherhl\n",
      "DonnaCook5\n",
      "SCM11888\n",
      "luvinmarcus5\n",
      "BeachJunkie67\n",
      "CabinDy\n",
      "WhstleBritches\n",
      "RHultin\n",
      "jcrew756\n",
      "mauricehd1\n",
      "daleonard9\n",
      "KLSouth\n",
      "SharmilaW\n",
      "julieb_217\n",
      "stephrowepctdel\n",
      "leeleemunster\n",
      "BorinotNegre\n",
      "cherry_bethea\n",
      "CharletFaye1\n",
      "SandyEVetmom\n",
      "MdlMurray\n",
      "JumpingXJackXX\n",
      "bronwyn1140\n",
      "Ohiomom6\n",
      "sher308\n",
      "PeaceNotWar373\n",
      "RustyRooster\n",
      "likesghosts\n",
      "fawn_mac\n",
      "Rauthschild\n",
      "LadyLiberTea\n",
      "tweetybird2009\n",
      "Artkat1231\n",
      "khcarnes\n",
      "KrisCas15677684\n",
      "DeidreEversull\n",
      "MassD\n",
      "thatchick2222\n",
      "ddkernan\n",
      "dsurvivlgear\n",
      "AIRITE23\n",
      "TruthPolitic\n",
      "TinaWest123321\n",
      "Kakele\n",
      "realNick777\n",
      "vmpcott\n",
      "AnomalyX2\n",
      "MarkBecerraSr\n",
      "frances1509\n",
      "mbwilson49\n",
      "kosmikb\n",
      "Citruscrush\n",
      "deceptibling\n",
      "DameYankee\n",
      "Louiseravin\n",
      "phil_petty\n",
      "Jantxnc\n",
      "bigdude_365\n",
      "ArchUnicorn\n",
      "HotPatriotChick\n",
      "mnafe\n",
      "bnme13isaac\n",
      "\n",
      "************cluster  2 :\n",
      "du_virgil\n",
      "CZERVAS\n",
      "old_paths\n",
      "groominggal\n",
      "\n",
      "************cluster  3 :\n",
      "aaron0511\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "\n",
      "******K = 5 ********\n",
      "Size of resulting clusters:\n",
      " \n",
      "Size of cluster  0 : 189\n",
      "Size of cluster  1 : 4\n",
      "Size of cluster  2 : 5\n",
      "Size of cluster  3 : 1\n",
      "Size of cluster  4 : 1\n",
      "The clusters are: \n",
      "\n",
      "************cluster  0 :\n",
      "chp3871\n",
      "pamelava10\n",
      "TruthnotFM\n",
      "Shasha44373856\n",
      "rafawkes\n",
      "kevensets\n",
      "NanalovesAub\n",
      "BrendaAnders2\n",
      "KuhnKat1\n",
      "1humanagenda\n",
      "alvejz_59\n",
      "Traveldealguy\n",
      "EtsiSusi\n",
      "RajivMessage\n",
      "Patriottechsan\n",
      "uneedtoknow1\n",
      "soft63389\n",
      "AlanVernon3\n",
      "PALucier\n",
      "catoletters\n",
      "whatzmatteryou\n",
      "CFT1\n",
      "rugburndaddy\n",
      "HeidiKole\n",
      "cosemote333\n",
      "yorkieartist\n",
      "Kombinatke\n",
      "SIMikeSr\n",
      "BreacherAlec1\n",
      "Brialalexi\n",
      "slouise2004\n",
      "statepsyops\n",
      "vaxen_var\n",
      "Kimby2016\n",
      "kaarent\n",
      "grannyshrek\n",
      "Carlton96611744\n",
      "tomfyffe78\n",
      "stablevortex\n",
      "AngelAsphalt\n",
      "bendynaa\n",
      "vulcanbomber2\n",
      "GiveMeLibertyUS\n",
      "Klarminicus\n",
      "mlonightwolf\n",
      "ShahCtg2008\n",
      "Audrakat\n",
      "BaldonCharles\n",
      "ApchevyAaron\n",
      "cjsienna55\n",
      "MyDailyMusing\n",
      "TraceyCooke1027\n",
      "EdmondTanya\n",
      "MaryPatIzar\n",
      "USAFirst55\n",
      "koran9999\n",
      "alat366\n",
      "smldesv\n",
      "PendulumSwngr\n",
      "bmdurg\n",
      "wufandmew\n",
      "Lonestar357\n",
      "Landry777Tom\n",
      "mcmounes\n",
      "Pegstur1005\n",
      "mpetroules\n",
      "propornot\n",
      "RemoveRINOs2018\n",
      "corptocracy\n",
      "sammi_hammers\n",
      "NanaBertie99\n",
      "kvangs\n",
      "KristyM9\n",
      "cala_1111\n",
      "russrad19501\n",
      "lace4u2c\n",
      "dutchess_becky\n",
      "greenmnms70\n",
      "OmarZaidMD\n",
      "TheLadyArcher77\n",
      "PopeDarth\n",
      "garynew59\n",
      "ModjajiTen\n",
      "RebeccaRage333\n",
      "franmudm\n",
      "jo_jjbattle8\n",
      "StandUpAnne\n",
      "DeeC748\n",
      "MansardtheGreat\n",
      "FeminismIsLies\n",
      "gatoralum63\n",
      "thruthseeker12\n",
      "WG_Burton\n",
      "kjasmine935\n",
      "MattHartmann9\n",
      "talk4truth\n",
      "diewilbdone\n",
      "VirginiaShaubel\n",
      "KathyNieto22\n",
      "tbm860\n",
      "sgtphilipm\n",
      "ZurichTimes\n",
      "Wildkattz\n",
      "copperpeony\n",
      "Apope76\n",
      "Rooster_Gold\n",
      "thatsworrisome\n",
      "CritchleyBob\n",
      "ercm\n",
      "OmellDaniel\n",
      "AmadoreJones\n",
      "Just_a_Texan\n",
      "Ari_Kos\n",
      "TeriWashington\n",
      "CallMeMyLady\n",
      "LisatheInfidel\n",
      "Raven_Quest\n",
      "MyParExcellence\n",
      "DrewStckdle\n",
      "cheri_null\n",
      "strangegarden7\n",
      "Imadancer821\n",
      "MysticWanderer3\n",
      "nahummarti\n",
      "LoveIsAHoax6_7\n",
      "PennyfromMKE\n",
      "Solesredhed\n",
      "popsfisherhl\n",
      "DonnaCook5\n",
      "SCM11888\n",
      "luvinmarcus5\n",
      "BeachJunkie67\n",
      "CabinDy\n",
      "WhstleBritches\n",
      "RHultin\n",
      "jcrew756\n",
      "mauricehd1\n",
      "daleonard9\n",
      "KLSouth\n",
      "SharmilaW\n",
      "julieb_217\n",
      "stephrowepctdel\n",
      "leeleemunster\n",
      "BorinotNegre\n",
      "cherry_bethea\n",
      "CharletFaye1\n",
      "SandyEVetmom\n",
      "MdlMurray\n",
      "JumpingXJackXX\n",
      "bronwyn1140\n",
      "Ohiomom6\n",
      "sher308\n",
      "PeaceNotWar373\n",
      "RustyRooster\n",
      "likesghosts\n",
      "fawn_mac\n",
      "Rauthschild\n",
      "LadyLiberTea\n",
      "tweetybird2009\n",
      "Artkat1231\n",
      "khcarnes\n",
      "KrisCas15677684\n",
      "DeidreEversull\n",
      "MassD\n",
      "thatchick2222\n",
      "ddkernan\n",
      "dsurvivlgear\n",
      "AIRITE23\n",
      "TruthPolitic\n",
      "TinaWest123321\n",
      "Kakele\n",
      "realNick777\n",
      "vmpcott\n",
      "AnomalyX2\n",
      "MarkBecerraSr\n",
      "frances1509\n",
      "mbwilson49\n",
      "kosmikb\n",
      "Citruscrush\n",
      "deceptibling\n",
      "DameYankee\n",
      "Louiseravin\n",
      "phil_petty\n",
      "Jantxnc\n",
      "bigdude_365\n",
      "ArchUnicorn\n",
      "HotPatriotChick\n",
      "mnafe\n",
      "bnme13isaac\n",
      "\n",
      "************cluster  1 :\n",
      "du_virgil\n",
      "CZERVAS\n",
      "old_paths\n",
      "groominggal\n",
      "\n",
      "************cluster  2 :\n",
      "RAndrewOhge\n",
      "ivanajpavlovic\n",
      "CitizensUnTied\n",
      "reroll\n",
      "TheMoeYouKnow\n",
      "\n",
      "************cluster  3 :\n",
      "SuperEB\n",
      "\n",
      "************cluster  4 :\n",
      "aaron0511\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "\n",
      "******K = 10 ********\n",
      "Size of resulting clusters:\n",
      " \n",
      "Size of cluster  0 : 183\n",
      "Size of cluster  1 : 1\n",
      "Size of cluster  2 : 1\n",
      "Size of cluster  3 : 4\n",
      "Size of cluster  4 : 1\n",
      "Size of cluster  5 : 1\n",
      "Size of cluster  6 : 3\n",
      "Size of cluster  7 : 1\n",
      "Size of cluster  8 : 1\n",
      "Size of cluster  9 : 4\n",
      "The clusters are: \n",
      "\n",
      "************cluster  0 :\n",
      "chp3871\n",
      "pamelava10\n",
      "TruthnotFM\n",
      "Shasha44373856\n",
      "rafawkes\n",
      "kevensets\n",
      "NanalovesAub\n",
      "BrendaAnders2\n",
      "KuhnKat1\n",
      "1humanagenda\n",
      "alvejz_59\n",
      "Traveldealguy\n",
      "EtsiSusi\n",
      "RajivMessage\n",
      "Patriottechsan\n",
      "uneedtoknow1\n",
      "soft63389\n",
      "AlanVernon3\n",
      "PALucier\n",
      "catoletters\n",
      "whatzmatteryou\n",
      "CFT1\n",
      "rugburndaddy\n",
      "HeidiKole\n",
      "cosemote333\n",
      "yorkieartist\n",
      "Kombinatke\n",
      "SIMikeSr\n",
      "BreacherAlec1\n",
      "Brialalexi\n",
      "slouise2004\n",
      "statepsyops\n",
      "vaxen_var\n",
      "Kimby2016\n",
      "kaarent\n",
      "grannyshrek\n",
      "Carlton96611744\n",
      "tomfyffe78\n",
      "stablevortex\n",
      "AngelAsphalt\n",
      "bendynaa\n",
      "vulcanbomber2\n",
      "GiveMeLibertyUS\n",
      "Klarminicus\n",
      "mlonightwolf\n",
      "ShahCtg2008\n",
      "Audrakat\n",
      "BaldonCharles\n",
      "ApchevyAaron\n",
      "cjsienna55\n",
      "MyDailyMusing\n",
      "TraceyCooke1027\n",
      "EdmondTanya\n",
      "MaryPatIzar\n",
      "USAFirst55\n",
      "koran9999\n",
      "alat366\n",
      "smldesv\n",
      "PendulumSwngr\n",
      "bmdurg\n",
      "wufandmew\n",
      "Lonestar357\n",
      "Landry777Tom\n",
      "mcmounes\n",
      "Pegstur1005\n",
      "mpetroules\n",
      "propornot\n",
      "RemoveRINOs2018\n",
      "corptocracy\n",
      "sammi_hammers\n",
      "NanaBertie99\n",
      "kvangs\n",
      "KristyM9\n",
      "cala_1111\n",
      "russrad19501\n",
      "lace4u2c\n",
      "dutchess_becky\n",
      "greenmnms70\n",
      "OmarZaidMD\n",
      "TheLadyArcher77\n",
      "PopeDarth\n",
      "garynew59\n",
      "ModjajiTen\n",
      "RebeccaRage333\n",
      "franmudm\n",
      "jo_jjbattle8\n",
      "StandUpAnne\n",
      "DeeC748\n",
      "MansardtheGreat\n",
      "FeminismIsLies\n",
      "gatoralum63\n",
      "thruthseeker12\n",
      "WG_Burton\n",
      "kjasmine935\n",
      "MattHartmann9\n",
      "talk4truth\n",
      "diewilbdone\n",
      "VirginiaShaubel\n",
      "KathyNieto22\n",
      "tbm860\n",
      "sgtphilipm\n",
      "ZurichTimes\n",
      "Wildkattz\n",
      "copperpeony\n",
      "Apope76\n",
      "Rooster_Gold\n",
      "thatsworrisome\n",
      "CritchleyBob\n",
      "ercm\n",
      "OmellDaniel\n",
      "AmadoreJones\n",
      "Just_a_Texan\n",
      "Ari_Kos\n",
      "TeriWashington\n",
      "CallMeMyLady\n",
      "LisatheInfidel\n",
      "Raven_Quest\n",
      "MyParExcellence\n",
      "DrewStckdle\n",
      "cheri_null\n",
      "strangegarden7\n",
      "Imadancer821\n",
      "MysticWanderer3\n",
      "nahummarti\n",
      "LoveIsAHoax6_7\n",
      "PennyfromMKE\n",
      "Solesredhed\n",
      "popsfisherhl\n",
      "DonnaCook5\n",
      "SCM11888\n",
      "BeachJunkie67\n",
      "CabinDy\n",
      "WhstleBritches\n",
      "jcrew756\n",
      "mauricehd1\n",
      "KLSouth\n",
      "SharmilaW\n",
      "julieb_217\n",
      "stephrowepctdel\n",
      "leeleemunster\n",
      "BorinotNegre\n",
      "cherry_bethea\n",
      "CharletFaye1\n",
      "SandyEVetmom\n",
      "MdlMurray\n",
      "JumpingXJackXX\n",
      "bronwyn1140\n",
      "Ohiomom6\n",
      "sher308\n",
      "PeaceNotWar373\n",
      "RustyRooster\n",
      "likesghosts\n",
      "fawn_mac\n",
      "LadyLiberTea\n",
      "tweetybird2009\n",
      "Artkat1231\n",
      "khcarnes\n",
      "KrisCas15677684\n",
      "DeidreEversull\n",
      "MassD\n",
      "thatchick2222\n",
      "ddkernan\n",
      "dsurvivlgear\n",
      "AIRITE23\n",
      "TruthPolitic\n",
      "TinaWest123321\n",
      "realNick777\n",
      "vmpcott\n",
      "AnomalyX2\n",
      "MarkBecerraSr\n",
      "frances1509\n",
      "mbwilson49\n",
      "kosmikb\n",
      "Citruscrush\n",
      "deceptibling\n",
      "DameYankee\n",
      "Louiseravin\n",
      "phil_petty\n",
      "Jantxnc\n",
      "bigdude_365\n",
      "ArchUnicorn\n",
      "mnafe\n",
      "bnme13isaac\n",
      "\n",
      "************cluster  1 :\n",
      "groominggal\n",
      "\n",
      "************cluster  2 :\n",
      "aaron0511\n",
      "\n",
      "************cluster  3 :\n",
      "ivanajpavlovic\n",
      "CitizensUnTied\n",
      "reroll\n",
      "TheMoeYouKnow\n",
      "\n",
      "************cluster  4 :\n",
      "RAndrewOhge\n",
      "\n",
      "************cluster  5 :\n",
      "SuperEB\n",
      "\n",
      "************cluster  6 :\n",
      "du_virgil\n",
      "CZERVAS\n",
      "old_paths\n",
      "\n",
      "************cluster  7 :\n",
      "Kakele\n",
      "\n",
      "************cluster  8 :\n",
      "daleonard9\n",
      "\n",
      "************cluster  9 :\n",
      "luvinmarcus5\n",
      "RHultin\n",
      "Rauthschild\n",
      "HotPatriotChick\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n",
      "******K = 20 ********\n",
      "Size of resulting clusters:\n",
      " \n",
      "Size of cluster  0 : 1\n",
      "Size of cluster  1 : 1\n",
      "Size of cluster  2 : 2\n",
      "Size of cluster  3 : 4\n",
      "Size of cluster  4 : 1\n",
      "Size of cluster  5 : 1\n",
      "Size of cluster  6 : 1\n",
      "Size of cluster  7 : 166\n",
      "Size of cluster  8 : 6\n",
      "Size of cluster  9 : 1\n",
      "Size of cluster  10 : 4\n",
      "Size of cluster  11 : 2\n",
      "Size of cluster  12 : 1\n",
      "Size of cluster  13 : 1\n",
      "Size of cluster  14 : 1\n",
      "Size of cluster  15 : 1\n",
      "Size of cluster  16 : 1\n",
      "Size of cluster  17 : 1\n",
      "Size of cluster  18 : 3\n",
      "Size of cluster  19 : 1\n",
      "The clusters are: \n",
      "\n",
      "************cluster  0 :\n",
      "strangegarden7\n",
      "\n",
      "************cluster  1 :\n",
      "aaron0511\n",
      "\n",
      "************cluster  2 :\n",
      "CZERVAS\n",
      "old_paths\n",
      "\n",
      "************cluster  3 :\n",
      "ivanajpavlovic\n",
      "CitizensUnTied\n",
      "reroll\n",
      "TheMoeYouKnow\n",
      "\n",
      "************cluster  4 :\n",
      "SuperEB\n",
      "\n",
      "************cluster  5 :\n",
      "daleonard9\n",
      "\n",
      "************cluster  6 :\n",
      "RAndrewOhge\n",
      "\n",
      "************cluster  7 :\n",
      "pamelava10\n",
      "Shasha44373856\n",
      "rafawkes\n",
      "kevensets\n",
      "NanalovesAub\n",
      "BrendaAnders2\n",
      "KuhnKat1\n",
      "1humanagenda\n",
      "alvejz_59\n",
      "Traveldealguy\n",
      "EtsiSusi\n",
      "RajivMessage\n",
      "Patriottechsan\n",
      "uneedtoknow1\n",
      "soft63389\n",
      "AlanVernon3\n",
      "catoletters\n",
      "whatzmatteryou\n",
      "CFT1\n",
      "rugburndaddy\n",
      "HeidiKole\n",
      "cosemote333\n",
      "yorkieartist\n",
      "Kombinatke\n",
      "SIMikeSr\n",
      "BreacherAlec1\n",
      "Brialalexi\n",
      "slouise2004\n",
      "vaxen_var\n",
      "Kimby2016\n",
      "kaarent\n",
      "grannyshrek\n",
      "Carlton96611744\n",
      "tomfyffe78\n",
      "stablevortex\n",
      "AngelAsphalt\n",
      "bendynaa\n",
      "GiveMeLibertyUS\n",
      "Klarminicus\n",
      "ShahCtg2008\n",
      "Audrakat\n",
      "BaldonCharles\n",
      "ApchevyAaron\n",
      "cjsienna55\n",
      "MyDailyMusing\n",
      "TraceyCooke1027\n",
      "EdmondTanya\n",
      "MaryPatIzar\n",
      "USAFirst55\n",
      "koran9999\n",
      "alat366\n",
      "smldesv\n",
      "PendulumSwngr\n",
      "bmdurg\n",
      "wufandmew\n",
      "Lonestar357\n",
      "Landry777Tom\n",
      "mcmounes\n",
      "Pegstur1005\n",
      "mpetroules\n",
      "propornot\n",
      "RemoveRINOs2018\n",
      "corptocracy\n",
      "sammi_hammers\n",
      "NanaBertie99\n",
      "kvangs\n",
      "KristyM9\n",
      "cala_1111\n",
      "lace4u2c\n",
      "dutchess_becky\n",
      "greenmnms70\n",
      "OmarZaidMD\n",
      "TheLadyArcher77\n",
      "PopeDarth\n",
      "ModjajiTen\n",
      "RebeccaRage333\n",
      "franmudm\n",
      "jo_jjbattle8\n",
      "StandUpAnne\n",
      "DeeC748\n",
      "MansardtheGreat\n",
      "FeminismIsLies\n",
      "gatoralum63\n",
      "thruthseeker12\n",
      "WG_Burton\n",
      "kjasmine935\n",
      "MattHartmann9\n",
      "talk4truth\n",
      "diewilbdone\n",
      "VirginiaShaubel\n",
      "KathyNieto22\n",
      "sgtphilipm\n",
      "ZurichTimes\n",
      "Wildkattz\n",
      "Apope76\n",
      "Rooster_Gold\n",
      "thatsworrisome\n",
      "CritchleyBob\n",
      "ercm\n",
      "OmellDaniel\n",
      "AmadoreJones\n",
      "Just_a_Texan\n",
      "Ari_Kos\n",
      "TeriWashington\n",
      "CallMeMyLady\n",
      "LisatheInfidel\n",
      "Raven_Quest\n",
      "MyParExcellence\n",
      "DrewStckdle\n",
      "cheri_null\n",
      "Imadancer821\n",
      "MysticWanderer3\n",
      "nahummarti\n",
      "LoveIsAHoax6_7\n",
      "Solesredhed\n",
      "popsfisherhl\n",
      "SCM11888\n",
      "WhstleBritches\n",
      "jcrew756\n",
      "mauricehd1\n",
      "KLSouth\n",
      "SharmilaW\n",
      "julieb_217\n",
      "stephrowepctdel\n",
      "leeleemunster\n",
      "BorinotNegre\n",
      "cherry_bethea\n",
      "CharletFaye1\n",
      "SandyEVetmom\n",
      "MdlMurray\n",
      "bronwyn1140\n",
      "Ohiomom6\n",
      "sher308\n",
      "PeaceNotWar373\n",
      "RustyRooster\n",
      "likesghosts\n",
      "fawn_mac\n",
      "LadyLiberTea\n",
      "tweetybird2009\n",
      "Artkat1231\n",
      "khcarnes\n",
      "KrisCas15677684\n",
      "DeidreEversull\n",
      "MassD\n",
      "thatchick2222\n",
      "ddkernan\n",
      "dsurvivlgear\n",
      "AIRITE23\n",
      "TruthPolitic\n",
      "TinaWest123321\n",
      "realNick777\n",
      "vmpcott\n",
      "AnomalyX2\n",
      "MarkBecerraSr\n",
      "frances1509\n",
      "mbwilson49\n",
      "Citruscrush\n",
      "deceptibling\n",
      "DameYankee\n",
      "Louiseravin\n",
      "phil_petty\n",
      "Jantxnc\n",
      "bigdude_365\n",
      "ArchUnicorn\n",
      "mnafe\n",
      "bnme13isaac\n",
      "\n",
      "************cluster  8 :\n",
      "russrad19501\n",
      "PennyfromMKE\n",
      "DonnaCook5\n",
      "BeachJunkie67\n",
      "RHultin\n",
      "HotPatriotChick\n",
      "\n",
      "************cluster  9 :\n",
      "Kakele\n",
      "\n",
      "************cluster  10 :\n",
      "TruthnotFM\n",
      "mlonightwolf\n",
      "CabinDy\n",
      "kosmikb\n",
      "\n",
      "************cluster  11 :\n",
      "luvinmarcus5\n",
      "Rauthschild\n",
      "\n",
      "************cluster  12 :\n",
      "du_virgil\n",
      "\n",
      "************cluster  13 :\n",
      "chp3871\n",
      "\n",
      "************cluster  14 :\n",
      "groominggal\n",
      "\n",
      "************cluster  15 :\n",
      "copperpeony\n",
      "\n",
      "************cluster  16 :\n",
      "statepsyops\n",
      "\n",
      "************cluster  17 :\n",
      "JumpingXJackXX\n",
      "\n",
      "************cluster  18 :\n",
      "PALucier\n",
      "garynew59\n",
      "tbm860\n",
      "\n",
      "************cluster  19 :\n",
      "vulcanbomber2\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "\n",
      "******K = 30 ********\n",
      "Size of resulting clusters:\n",
      " \n",
      "Size of cluster  0 : 67\n",
      "Size of cluster  1 : 1\n",
      "Size of cluster  2 : 1\n",
      "Size of cluster  3 : 1\n",
      "Size of cluster  4 : 3\n",
      "Size of cluster  5 : 2\n",
      "Size of cluster  6 : 1\n",
      "Size of cluster  7 : 1\n",
      "Size of cluster  8 : 1\n",
      "Size of cluster  9 : 1\n",
      "Size of cluster  10 : 1\n",
      "Size of cluster  11 : 2\n",
      "Size of cluster  12 : 1\n",
      "Size of cluster  13 : 3\n",
      "Size of cluster  14 : 2\n",
      "Size of cluster  15 : 1\n",
      "Size of cluster  16 : 1\n",
      "Size of cluster  17 : 1\n",
      "Size of cluster  18 : 1\n",
      "Size of cluster  19 : 1\n",
      "Size of cluster  20 : 1\n",
      "Size of cluster  21 : 1\n",
      "Size of cluster  22 : 1\n",
      "Size of cluster  23 : 2\n",
      "Size of cluster  24 : 89\n",
      "Size of cluster  25 : 7\n",
      "Size of cluster  26 : 1\n",
      "Size of cluster  27 : 1\n",
      "Size of cluster  28 : 1\n",
      "Size of cluster  29 : 3\n",
      "The clusters are: \n",
      "\n",
      "************cluster  0 :\n",
      "pamelava10\n",
      "KuhnKat1\n",
      "AlanVernon3\n",
      "whatzmatteryou\n",
      "SIMikeSr\n",
      "Brialalexi\n",
      "slouise2004\n",
      "kaarent\n",
      "tomfyffe78\n",
      "bendynaa\n",
      "Audrakat\n",
      "cjsienna55\n",
      "MaryPatIzar\n",
      "Lonestar357\n",
      "Landry777Tom\n",
      "mpetroules\n",
      "RemoveRINOs2018\n",
      "sammi_hammers\n",
      "KristyM9\n",
      "cala_1111\n",
      "lace4u2c\n",
      "dutchess_becky\n",
      "franmudm\n",
      "StandUpAnne\n",
      "DeeC748\n",
      "MansardtheGreat\n",
      "thruthseeker12\n",
      "talk4truth\n",
      "diewilbdone\n",
      "Wildkattz\n",
      "Rooster_Gold\n",
      "CritchleyBob\n",
      "AmadoreJones\n",
      "Just_a_Texan\n",
      "Ari_Kos\n",
      "CallMeMyLady\n",
      "LisatheInfidel\n",
      "Imadancer821\n",
      "popsfisherhl\n",
      "SCM11888\n",
      "WhstleBritches\n",
      "jcrew756\n",
      "KLSouth\n",
      "SharmilaW\n",
      "stephrowepctdel\n",
      "leeleemunster\n",
      "cherry_bethea\n",
      "SandyEVetmom\n",
      "MdlMurray\n",
      "sher308\n",
      "PeaceNotWar373\n",
      "likesghosts\n",
      "fawn_mac\n",
      "tweetybird2009\n",
      "khcarnes\n",
      "KrisCas15677684\n",
      "ddkernan\n",
      "dsurvivlgear\n",
      "TinaWest123321\n",
      "realNick777\n",
      "vmpcott\n",
      "MarkBecerraSr\n",
      "frances1509\n",
      "mbwilson49\n",
      "DameYankee\n",
      "phil_petty\n",
      "Jantxnc\n",
      "\n",
      "************cluster  1 :\n",
      "du_virgil\n",
      "\n",
      "************cluster  2 :\n",
      "SuperEB\n",
      "\n",
      "************cluster  3 :\n",
      "aaron0511\n",
      "\n",
      "************cluster  4 :\n",
      "Patriottechsan\n",
      "Carlton96611744\n",
      "wufandmew\n",
      "\n",
      "************cluster  5 :\n",
      "ivanajpavlovic\n",
      "CitizensUnTied\n",
      "\n",
      "************cluster  6 :\n",
      "daleonard9\n",
      "\n",
      "************cluster  7 :\n",
      "RAndrewOhge\n",
      "\n",
      "************cluster  8 :\n",
      "groominggal\n",
      "\n",
      "************cluster  9 :\n",
      "luvinmarcus5\n",
      "\n",
      "************cluster  10 :\n",
      "chp3871\n",
      "\n",
      "************cluster  11 :\n",
      "CZERVAS\n",
      "old_paths\n",
      "\n",
      "************cluster  12 :\n",
      "Kakele\n",
      "\n",
      "************cluster  13 :\n",
      "DonnaCook5\n",
      "BeachJunkie67\n",
      "HotPatriotChick\n",
      "\n",
      "************cluster  14 :\n",
      "TruthnotFM\n",
      "CabinDy\n",
      "\n",
      "************cluster  15 :\n",
      "JumpingXJackXX\n",
      "\n",
      "************cluster  16 :\n",
      "statepsyops\n",
      "\n",
      "************cluster  17 :\n",
      "CharletFaye1\n",
      "\n",
      "************cluster  18 :\n",
      "garynew59\n",
      "\n",
      "************cluster  19 :\n",
      "copperpeony\n",
      "\n",
      "************cluster  20 :\n",
      "vulcanbomber2\n",
      "\n",
      "************cluster  21 :\n",
      "Louiseravin\n",
      "\n",
      "************cluster  22 :\n",
      "tbm860\n",
      "\n",
      "************cluster  23 :\n",
      "reroll\n",
      "TheMoeYouKnow\n",
      "\n",
      "************cluster  24 :\n",
      "Shasha44373856\n",
      "rafawkes\n",
      "kevensets\n",
      "BrendaAnders2\n",
      "1humanagenda\n",
      "alvejz_59\n",
      "Traveldealguy\n",
      "EtsiSusi\n",
      "RajivMessage\n",
      "uneedtoknow1\n",
      "soft63389\n",
      "catoletters\n",
      "CFT1\n",
      "rugburndaddy\n",
      "HeidiKole\n",
      "cosemote333\n",
      "yorkieartist\n",
      "Kombinatke\n",
      "BreacherAlec1\n",
      "vaxen_var\n",
      "Kimby2016\n",
      "grannyshrek\n",
      "stablevortex\n",
      "AngelAsphalt\n",
      "GiveMeLibertyUS\n",
      "Klarminicus\n",
      "mlonightwolf\n",
      "ShahCtg2008\n",
      "BaldonCharles\n",
      "MyDailyMusing\n",
      "TraceyCooke1027\n",
      "EdmondTanya\n",
      "USAFirst55\n",
      "koran9999\n",
      "smldesv\n",
      "PendulumSwngr\n",
      "bmdurg\n",
      "mcmounes\n",
      "Pegstur1005\n",
      "propornot\n",
      "corptocracy\n",
      "NanaBertie99\n",
      "kvangs\n",
      "greenmnms70\n",
      "OmarZaidMD\n",
      "TheLadyArcher77\n",
      "PopeDarth\n",
      "RebeccaRage333\n",
      "jo_jjbattle8\n",
      "FeminismIsLies\n",
      "gatoralum63\n",
      "WG_Burton\n",
      "kjasmine935\n",
      "MattHartmann9\n",
      "VirginiaShaubel\n",
      "KathyNieto22\n",
      "sgtphilipm\n",
      "ZurichTimes\n",
      "Apope76\n",
      "thatsworrisome\n",
      "ercm\n",
      "OmellDaniel\n",
      "TeriWashington\n",
      "Raven_Quest\n",
      "MyParExcellence\n",
      "DrewStckdle\n",
      "MysticWanderer3\n",
      "nahummarti\n",
      "LoveIsAHoax6_7\n",
      "Solesredhed\n",
      "mauricehd1\n",
      "julieb_217\n",
      "BorinotNegre\n",
      "Ohiomom6\n",
      "RustyRooster\n",
      "LadyLiberTea\n",
      "Artkat1231\n",
      "DeidreEversull\n",
      "MassD\n",
      "thatchick2222\n",
      "TruthPolitic\n",
      "AnomalyX2\n",
      "kosmikb\n",
      "Citruscrush\n",
      "deceptibling\n",
      "bigdude_365\n",
      "ArchUnicorn\n",
      "mnafe\n",
      "bnme13isaac\n",
      "\n",
      "************cluster  25 :\n",
      "NanalovesAub\n",
      "ApchevyAaron\n",
      "alat366\n",
      "ModjajiTen\n",
      "cheri_null\n",
      "bronwyn1140\n",
      "AIRITE23\n",
      "\n",
      "************cluster  26 :\n",
      "strangegarden7\n",
      "\n",
      "************cluster  27 :\n",
      "PALucier\n",
      "\n",
      "************cluster  28 :\n",
      "Rauthschild\n",
      "\n",
      "************cluster  29 :\n",
      "russrad19501\n",
      "PennyfromMKE\n",
      "RHultin\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n"
     ]
    }
   ],
   "source": [
    "num_clusters = [2,3,4,5,10, 20, 30]\n",
    "for k in num_clusters:\n",
    "    kmeans = KMeans(n_clusters=k, random_state=5).fit(vecs)\n",
    "    clusters = [[] for _ in range(k)]\n",
    "    for d, l in zip([x[0] for x in users_set], kmeans.labels_):\n",
    "        clusters[l].append(d)\n",
    "        \n",
    "    print(\"\\n\\n******K =\", k, \"********\")\n",
    "    print(\"Size of resulting clusters:\\n \")\n",
    "    for cn, c in enumerate(clusters):\n",
    "        print(\"Size of cluster \", cn, \":\", len(c))\n",
    "        \n",
    "    print(\"The clusters are: \")\n",
    "    for cn, c in enumerate(clusters):\n",
    "        print(\"\\n************cluster \", cn, \":\")\n",
    "        print(\"\\n\".join([ x for x in c]))\n",
    "    print(\"\\n\\n\", \"-\"*100)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 153,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "http://100percentfedup.com\n",
      "http://45.wh.gov\n",
      "http://50statereport.com\n",
      "http://Bongino.com\n",
      "http://DCWhispers.com\n",
      "http://NaturalNews.com\n",
      "http://Newsmax.com\n",
      "http://Support45.com\n",
      "http://USFREEDOMARMY.COM\n",
      "http://a.msn.com\n",
      "http://abc7.com\n",
      "http://abcn.ws\n",
      "http://abcnews.go.com\n",
      "http://aclj.us\n",
      "http://agendaofevil.com\n",
      "http://aje.io\n",
      "http://americafans.com\n",
      "http://americanlookout.com\n",
      "http://amp.dailycaller.com\n",
      "http://amp.washingtontimes.com\n",
      "http://amzn.to\n",
      "http://aol.it\n",
      "http://apne.ws\n",
      "http://archive.is\n",
      "http://barenakedislam.com\n",
      "http://bb4sp.com\n",
      "http://bbc.in\n",
      "http://beforeitsnews.com\n",
      "http://bigliebook.com\n",
      "http://breaking911.com\n",
      "http://buff.ly\n",
      "http://canadafreepress.com\n",
      "http://cbsloc.al\n",
      "http://cbsn.ws\n",
      "http://chn.ge\n",
      "http://cnb.cx\n",
      "http://cnn.it\n",
      "http://cnnmon.ie\n",
      "http://conservativefighters.com\n",
      "http://conservativetribune.com\n",
      "http://crwd.fr\n",
      "http://dailym.ai\n",
      "http://dailysign.al\n",
      "http://dailysignal.com\n",
      "http://deadline.com\n",
      "http://dennismichaellynch.com\n",
      "http://diamondandsilk.breakinginfoalert.com\n",
      "http://diamondandsilk.politicalnewsalert.com\n",
      "http://disq.us\n",
      "http://dld.bz\n",
      "http://dlvr.it\n",
      "http://dmlnews.com\n",
      "http://drudge.tw\n",
      "http://eepurl.com\n",
      "http://fb.me\n",
      "http://feedproxy.google.com\n",
      "http://foreignpolicy.com\n",
      "http://fortune.com\n",
      "http://freebeacon.com\n",
      "http://freedomdaily.com\n",
      "http://fw.to\n",
      "http://go.shr.lc\n",
      "http://goo.gl\n",
      "http://gotnews.com\n",
      "http://halturnerradioshow.com\n",
      "http://hill.cm\n",
      "http://ift.tt\n",
      "http://ijr.com\n",
      "http://infowars.com\n",
      "http://insider.foxnews.com\n",
      "http://investmentwatchblog.com\n",
      "http://j.mp\n",
      "http://jwatch.us\n",
      "http://katrinapierson.com\n",
      "http://ktla.com\n",
      "http://ln.is\n",
      "http://lsh.re\n",
      "http://madworldnews.com\n",
      "http://mailchi.mp\n",
      "http://metro.co.uk\n",
      "http://mobile.wnd.com\n",
      "http://money.cnn.com\n",
      "http://nationalinterest.org\n",
      "http://nbcnews.to\n",
      "http://nydn.us\n",
      "http://nymag.com\n",
      "http://nyp.st\n",
      "http://nypost.com\n",
      "http://nyti.ms\n",
      "http://observer.com\n",
      "http://offendedamerica.com\n",
      "http://on.mktw.net\n",
      "http://on.wsj.com\n",
      "http://patrioticexpress.com\n",
      "http://pge.sx\n",
      "http://po.st\n",
      "http://politi.co\n",
      "http://read.bi\n",
      "http://reason.com\n",
      "http://redstatewatcher.com\n",
      "http://reut.rs\n",
      "http://rightobserver.com\n",
      "http://russia-insider.com\n",
      "http://shoebat.com\n",
      "http://shr.gs\n",
      "http://snpy.tv\n",
      "http://speisa.com\n",
      "http://stateofthenation2012.com\n",
      "http://sumo.ly\n",
      "http://theantimedia.org\n",
      "http://thebea.st\n",
      "http://theconservativetreehouse.com\n",
      "http://theduran.com\n",
      "http://thefederalist.com\n",
      "http://thefreethoughtproject.com\n",
      "http://thegatewaypundit.com\n",
      "http://thegoldwater.com\n",
      "http://theredelephants.com\n",
      "http://therightscoop.com\n",
      "http://thetruthdivision.com\n",
      "http://theweek.com\n",
      "http://ti.me\n",
      "http://time.com\n",
      "http://tinyurl.com\n",
      "http://townhall.com\n",
      "http://trib.al\n",
      "http://truepundit.com\n",
      "http://truthfeed.com\n",
      "http://truthfeednews.com\n",
      "http://twitchy.com\n",
      "http://tws.io\n",
      "http://usalibertypress.com\n",
      "http://usanewscentral.com\n",
      "http://usat.ly\n",
      "http://ussanews.com\n",
      "http://variety.com\n",
      "http://video.foxbusiness.com\n",
      "http://video.foxnews.com\n",
      "http://wapo.st\n",
      "http://washex.am\n",
      "http://wjla.com\n",
      "http://worldtoday365.info\n",
      "http://wp.me\n",
      "http://www.abc.net.au\n",
      "http://www.aljazeera.com\n",
      "http://www.allenbwest.com\n",
      "http://www.americanjournalreview.com\n",
      "http://www.americanthinker.com\n",
      "http://www.bbc.co.uk\n",
      "http://www.bbc.com\n",
      "http://www.bizpacreview.com\n",
      "http://www.blabber.buzz\n",
      "http://www.bostonherald.com\n",
      "http://www.businessinsider.com\n",
      "http://www.cbc.ca\n",
      "http://www.cbsnews.com\n",
      "http://www.chicagotribune.com\n",
      "http://www.cnn.com\n",
      "http://www.cnsnews.com\n",
      "http://www.collective-evolution.com\n",
      "http://www.dailywire.com\n",
      "http://www.dcclothesline.com\n",
      "http://www.forbes.com\n",
      "http://www.foxbusiness.com\n",
      "http://www.frontpagemag.com\n",
      "http://www.grrrgraphics.com\n",
      "http://www.hannity.com\n",
      "http://www.huffingtonpost.com\n",
      "http://www.ibtimes.com\n",
      "http://www.independent.co.uk\n",
      "http://www.independentsentinel.com\n",
      "http://www.informationliberation.com\n",
      "http://www.infowars.com\n",
      "http://www.israelvideonetwork.com\n",
      "http://www.jpost.com\n",
      "http://www.judicialwatch.org\n",
      "http://www.kansascity.com\n",
      "http://www.latimes.com\n",
      "http://www.libertyheadlines.com\n",
      "http://www.libertyonenews.com\n",
      "http://www.lifenews.com\n",
      "http://www.lifezette.com\n",
      "http://www.magapill.com\n",
      "http://www.mcclatchydc.com\n",
      "http://www.miamiherald.com\n",
      "http://www.mirror.co.uk\n",
      "http://www.motherjones.com\n",
      "http://www.msnbc.com\n",
      "http://www.nationalreview.com\n",
      "http://www.naturalnews.com\n",
      "http://www.nbcnews.com\n",
      "http://www.neonnettle.com\n",
      "http://www.newsmax.com\n",
      "http://www.newsweek.com\n",
      "http://www.nydailynews.com\n",
      "http://www.nytimes.com\n",
      "http://www.oann.com\n",
      "http://www.philly.com\n",
      "http://www.politico.com\n",
      "http://www.politicususa.com\n",
      "http://www.politifact.com\n",
      "http://www.powerlineblog.com\n",
      "http://www.sacbee.com\n",
      "http://www.sfgate.com\n",
      "http://www.slate.com\n",
      "http://www.tabletmag.com\n",
      "http://www.telegraph.co.uk\n",
      "http://www.theamericanmirror.com\n",
      "http://www.theblaze.com\n",
      "http://www.thecollegefix.com\n",
      "http://www.tmz.com\n",
      "http://www.topbuzz.com\n",
      "http://www.trumpservativenews.info\n",
      "http://www.washingtonexaminer.com\n",
      "http://www.washingtontimes.com\n",
      "http://www.weeklystandard.com\n",
      "http://www.westernjournalism.com\n",
      "http://www.westmonster.com\n",
      "http://www.wnd.com\n",
      "http://www.youtube.com\n",
      "http://www.zerohedge.com\n",
      "http://yournewswire.com\n",
      "http://youtu.be\n",
      "http://youtube.com\n",
      "http://zpr.io\n",
      "https://100percentfedup.com\n",
      "https://8ch.net\n",
      "https://aclj.org\n",
      "https://aim4truth.org\n",
      "https://allenwestrepublic.com\n",
      "https://americanmilitarynews.com\n",
      "https://amgreatness.com\n",
      "https://amp.twimg.com\n",
      "https://apnews.com\n",
      "https://apple.news\n",
      "https://bb4sp.com\n",
      "https://bigleaguepolitics.com\n",
      "https://bloom.bg\n",
      "https://bluntforcetruth.com\n",
      "https://brutalist.press\n",
      "https://buff.ly\n",
      "https://ca.news.yahoo.com\n",
      "https://cards.twitter.com\n",
      "https://clarionproject.org\n",
      "https://clashamerica.com\n",
      "https://clashdaily.com\n",
      "https://conservativedailypost.com\n",
      "https://conservativefiringline.com\n",
      "https://conservativeforever.com\n",
      "https://conservativepost.com\n",
      "https://conservativetribune.com\n",
      "https://constitution.com\n",
      "https://creepingsharia.wordpress.com\n",
      "https://diamondandsilk.americanewsalert.com\n",
      "https://disobedientmedia.com\n",
      "https://dmlnews.com\n",
      "https://drive.google.com\n",
      "https://en-volve.com\n",
      "https://en.m.wikipedia.org\n",
      "https://en.wikipedia.org\n",
      "https://fb.me\n",
      "https://foia.state.gov\n",
      "https://freedom-daily.com\n",
      "https://freedomdaily.com\n",
      "https://freedomoutpost.com\n",
      "https://freespeechtime.blogspot.com\n",
      "https://gab.ai\n",
      "https://gaetz.house.gov\n",
      "https://gellerreport.com\n",
      "https://go.usa.gov\n",
      "https://gop.com\n",
      "https://grrrgraphics.com\n",
      "https://hedgeaccordingly.com\n",
      "https://hotair.com\n",
      "https://ijr.com\n",
      "https://ilovemyfreedom.org\n",
      "https://instagram.com\n",
      "https://intelligence.house.gov\n",
      "https://interc.pt\n",
      "https://itunes.apple.com\n",
      "https://joeforamerica.com\n",
      "https://lawandcrime.com\n",
      "https://legalinsurrection.com\n",
      "https://libertywriters.com\n",
      "https://m.facebook.com\n",
      "https://m.washingtontimes.com\n",
      "https://m.youtube.com\n",
      "https://medium.com\n",
      "https://mobile.nytimes.com\n",
      "https://mobile.twitter.com\n",
      "https://n.pr\n",
      "https://nationonenews.com\n",
      "https://news.grabien.com\n",
      "https://news.sky.com\n",
      "https://newswars.com\n",
      "https://nypost.com\n",
      "https://nyti.ms\n",
      "https://on.rt.com\n",
      "https://pagesix.com\n",
      "https://pamelageller.com\n",
      "https://paper.li\n",
      "https://patriotbeat.com\n",
      "https://petitions.whitehouse.gov\n",
      "https://pjmedia.com\n",
      "https://powderedwigsociety.com\n",
      "https://qcodefag.github.io\n",
      "https://qz.com\n",
      "https://refugeeresettlementwatch.wordpress.com\n",
      "https://reut.rs\n",
      "https://rickwells.us\n",
      "https://saraacarter.com\n",
      "https://search.app.goo.gl\n",
      "https://shar.es\n",
      "https://sharylattkisson.com\n",
      "https://slate.com\n",
      "https://soundcloud.com\n",
      "https://spectator.org\n",
      "https://sptnkne.ws\n",
      "https://sputniknews.com\n",
      "https://squawker.org\n",
      "https://steemit.com\n",
      "https://subjectpolitics.com\n",
      "https://tacticalinvestor.com\n",
      "https://talkingpointsmemo.com\n",
      "https://theblacksphere.net\n",
      "https://theconservativetreehouse.com\n",
      "https://thedeplorablesociety.com\n",
      "https://thefederalist.com\n",
      "https://thegoldwater.com\n",
      "https://thehornnews.com\n",
      "https://theintercept.com\n",
      "https://thepoliticalinsider.com\n",
      "https://thinkprogress.org\n",
      "https://threadreaderapp.com\n",
      "https://tinyurl.com\n",
      "https://townhall.com\n",
      "https://trib.al\n",
      "https://truepundit.com\n",
      "https://truthuncensored.net\n",
      "https://twitchy.com\n",
      "https://uk.reuters.com\n",
      "https://usat.ly\n",
      "https://vault.fbi.gov\n",
      "https://veteranaf.com\n",
      "https://vimeo.com\n",
      "https://vine.co\n",
      "https://voiceofeurope.com\n",
      "https://washingtonpost.com\n",
      "https://wikileaks.org\n",
      "https://worldtruth.tv\n",
      "https://wp.me\n",
      "https://www.activistpost.com\n",
      "https://www.amazon.com\n",
      "https://www.americasfreedomfighters.com\n",
      "https://www.apnews.com\n",
      "https://www.axios.com\n",
      "https://www.billoreilly.com\n",
      "https://www.bitchute.com\n",
      "https://www.bloomberg.com\n",
      "https://www.bostonglobe.com\n",
      "https://www.buzzfeed.com\n",
      "https://www.c-span.org\n",
      "https://www.campusreform.org\n",
      "https://www.cbsnews.com\n",
      "https://www.change.org\n",
      "https://www.chicksonright.com\n",
      "https://www.circa.com\n",
      "https://www.cnbc.com\n",
      "https://www.cnn.com\n",
      "https://www.cnsnews.com\n",
      "https://www.conservativeinstitute.org\n",
      "https://www.conservativereview.com\n",
      "https://www.crowdpac.com\n",
      "https://www.crtv.com\n",
      "https://www.dailykos.com\n",
      "https://www.dailywire.com\n",
      "https://www.express.co.uk\n",
      "https://www.forbes.com\n",
      "https://www.freedomwatchusa.org\n",
      "https://www.frontpagemag.com\n",
      "https://www.gatestoneinstitute.org\n",
      "https://www.globalresearch.ca\n",
      "https://www.gofundme.com\n",
      "https://www.google.com\n",
      "https://www.grassley.senate.gov\n",
      "https://www.haaretz.com\n",
      "https://www.hagmannreport.com\n",
      "https://www.hannity.com\n",
      "https://www.heritage.org\n",
      "https://www.hollywoodreporter.com\n",
      "https://www.huffingtonpost.com\n",
      "https://www.ice.gov\n",
      "https://www.iheart.com\n",
      "https://www.indy100.com\n",
      "https://www.infowars.com\n",
      "https://www.instagram.com\n",
      "https://www.intellihub.com\n",
      "https://www.investors.com\n",
      "https://www.jewsnews.co.il\n",
      "https://www.jihadwatch.org\n",
      "https://www.judicialwatch.org\n",
      "https://www.judiciary.senate.gov\n",
      "https://www.justice.gov\n",
      "https://www.law.cornell.edu\n",
      "https://www.lifesitenews.com\n",
      "https://www.lifezette.com\n",
      "https://www.liveaction.org\n",
      "https://www.louderwithcrowder.com\n",
      "https://www.mediaite.com\n",
      "https://www.mrctv.org\n",
      "https://www.msn.com\n",
      "https://www.naturalnews.com\n",
      "https://www.nbcnews.com\n",
      "https://www.newsbusters.org\n",
      "https://www.newsmax.com\n",
      "https://www.newstarget.com\n",
      "https://www.newyorker.com\n",
      "https://www.npr.org\n",
      "https://www.numbersusa.com\n",
      "https://www.nytimes.com\n",
      "https://www.patreon.com\n",
      "https://www.paul.senate.gov\n",
      "https://www.politico.com\n",
      "https://www.projectveritas.com\n",
      "https://www.puppetstringnews.com\n",
      "https://www.rawstory.com\n",
      "https://www.realclearpolitics.com\n",
      "https://www.reddit.com\n",
      "https://www.redstate.com\n",
      "https://www.reuters.com\n",
      "https://www.rt.com\n",
      "https://www.rushlimbaugh.com\n",
      "https://www.salon.com\n",
      "https://www.scribd.com\n",
      "https://www.sgtreport.com\n",
      "https://www.snopes.com\n",
      "https://www.spencerfernando.com\n",
      "https://www.stripes.com\n",
      "https://www.teaparty.org\n",
      "https://www.theatlantic.com\n",
      "https://www.theblaze.com\n",
      "https://www.thedailybeast.com\n",
      "https://www.theepochtimes.com\n",
      "https://www.thegatewaypundit.com\n",
      "https://www.theglobeandmail.com\n",
      "https://www.theguardian.com\n",
      "https://www.themaven.net\n",
      "https://www.thenation.com\n",
      "https://www.thenewamerican.com\n",
      "https://www.therebel.media\n",
      "https://www.thestar.com\n",
      "https://www.thesun.co.uk\n",
      "https://www.thetimes.co.uk\n",
      "https://www.theverge.com\n",
      "https://www.thewrap.com\n",
      "https://www.timesofisrael.com\n",
      "https://www.truthrevolt.org\n",
      "https://www.usatoday.com\n",
      "https://www.usnews.com\n",
      "https://www.vanityfair.com\n",
      "https://www.vox.com\n",
      "https://www.washingtonpost.com\n",
      "https://www.washingtontimes.com\n",
      "https://www.waynedupree.com\n",
      "https://www.weaselzippers.us\n",
      "https://www.westernjournal.com\n",
      "https://www.westernjournalism.com\n",
      "https://www.whitehouse.gov\n",
      "https://www.wired.com\n",
      "https://www.wsj.com\n",
      "https://www.yahoo.com\n",
      "https://www.zerohedge.com\n"
     ]
    }
   ],
   "source": [
    "#looking at the features: the dimensions that survived the max and min cutoffs\n",
    "print(\"\\n\".join([x for x in selected_d]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Wall time: 7min 21s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "links_words, domains_words = get_links_domains_associated_words(suspect_timelines.values())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('@BreitbartNews', 2672),\n",
       " ('Breitbart', 2591),\n",
       " ('Trump', 2533),\n",
       " ('via', 2008),\n",
       " ('#MAGA', 1011),\n",
       " ('&amp;', 983),\n",
       " ('#AAG', 731),\n",
       " ('FBI', 689),\n",
       " ('Democrats', 634),\n",
       " ('#feedly', 632),\n",
       " ('Illegal', 586),\n",
       " ('@realDonaldTrump', 563),\n",
       " ('#Patriot', 563),\n",
       " ('Donald', 555),\n",
       " ('#news', 550),\n",
       " ('President', 538),\n",
       " ('Obama', 530),\n",
       " ('U.S.', 479),\n",
       " ('State', 465),\n",
       " ('DACA', 464),\n",
       " ('Americans', 431),\n",
       " ('Clinton', 416),\n",
       " ('GOP', 389),\n",
       " ('House', 387),\n",
       " ('New', 384),\n",
       " ('Memo', 376),\n",
       " ('Amnesty', 375),\n",
       " ('American', 359),\n",
       " ('Report:', 337),\n",
       " ('Hillary', 328),\n",
       " ('like', 324),\n",
       " ('White', 322),\n",
       " ('John', 321),\n",
       " ('News', 320),\n",
       " ('Dossier', 311),\n",
       " ('Roy', 308),\n",
       " ('#ma4t', 308),\n",
       " ('Immigration', 303),\n",
       " ('Moore', 301),\n",
       " ('Trump’s', 298),\n",
       " ('Media', 294),\n",
       " ('America', 289),\n",
       " (\"Trump's\", 281),\n",
       " ('FISA', 269),\n",
       " ('Says', 268),\n",
       " ('Border', 263),\n",
       " ('Aliens', 261),\n",
       " ('One', 254),\n",
       " ('Bill', 253),\n",
       " ('Democrat', 241),\n",
       " ('Soros', 237),\n",
       " ('get', 235),\n",
       " ('Trump:', 229),\n",
       " ('Adam', 228),\n",
       " ('Congress', 220),\n",
       " ('illegal', 220),\n",
       " ('#fo2eu', 219),\n",
       " ('@POTUS', 216),\n",
       " ('Campaign', 208),\n",
       " ('Senate', 206),\n",
       " ('People', 205),\n",
       " ('Tax', 205),\n",
       " ('new', 203),\n",
       " ('Russia', 202),\n",
       " ('Twitter', 202),\n",
       " ('one', 200),\n",
       " ('Calls', 199),\n",
       " ('#PJNET', 197),\n",
       " ('McCain', 195),\n",
       " ('#RedNationRising', 195),\n",
       " ('Dems', 192),\n",
       " ('NFL', 192),\n",
       " ('Would', 189),\n",
       " ('Islamic', 189),\n",
       " ('National', 189),\n",
       " ('would', 189),\n",
       " ('Rep.', 187),\n",
       " ('Police', 186),\n",
       " ('people', 186),\n",
       " ('#TCOT', 186),\n",
       " ('Intel', 185),\n",
       " ('Used', 184),\n",
       " ('Fake', 181),\n",
       " ('Russian', 180),\n",
       " ('US', 179),\n",
       " ('CNN', 178),\n",
       " ('#ReleaseTheMemo', 178),\n",
       " ('DOJ', 176),\n",
       " ('Admits', 176),\n",
       " ('Back', 175),\n",
       " ('Claims', 175),\n",
       " ('Want', 173),\n",
       " ('Pelosi', 172),\n",
       " ('#NotABot', 172),\n",
       " ('Million', 171),\n",
       " ('Paul', 171),\n",
       " ('Schiff', 168),\n",
       " ('Government', 165),\n",
       " ('see', 163),\n",
       " ('Fusion', 162),\n",
       " ('GPS', 161),\n",
       " ('Migration', 160),\n",
       " ('First', 159),\n",
       " ('#Trump', 156),\n",
       " ('Deal', 155),\n",
       " ('Military', 154),\n",
       " ('Sexual', 154),\n",
       " ('Say', 154),\n",
       " ('know', 153),\n",
       " ('want', 153),\n",
       " ('Former', 152),\n",
       " ('Texas', 149),\n",
       " ('Alabama', 147),\n",
       " ('Judge', 147),\n",
       " ('Poll:', 146),\n",
       " ('Know', 143),\n",
       " ('Like', 140),\n",
       " ('Steve', 139),\n",
       " ('War', 139),\n",
       " ('Wall', 138),\n",
       " ('it’s', 138),\n",
       " ('Support', 137),\n",
       " ('Muslim', 137),\n",
       " ('Black', 136),\n",
       " ('Anti-Trump', 135),\n",
       " ('Sen.', 135),\n",
       " ('POTUS', 134),\n",
       " ('#BuildTheWall', 134),\n",
       " ('China', 133),\n",
       " ('Year', 133),\n",
       " ('Election', 132),\n",
       " ('Mueller', 132),\n",
       " ('said', 132),\n",
       " ('Abuse', 131),\n",
       " ('Steele', 130),\n",
       " ('Bannon', 128),\n",
       " ('Plan', 128),\n",
       " ('Women', 127),\n",
       " ('Vote', 126),\n",
       " ('Alien', 126),\n",
       " ('Accused', 126),\n",
       " ('need', 125),\n",
       " ('time', 125),\n",
       " ('Sex', 125),\n",
       " ('Times', 125),\n",
       " ('Jeff', 123),\n",
       " ('North', 123),\n",
       " ('York', 122),\n",
       " ('#DACA', 122),\n",
       " ('Stop', 121),\n",
       " ('Democratic', 121),\n",
       " ('George', 121),\n",
       " ('Rep', 121),\n",
       " ('says', 121),\n",
       " ('Law', 120),\n",
       " ('going', 118),\n",
       " ('Another', 116),\n",
       " ('Gun', 116),\n",
       " ('Dem', 116),\n",
       " ('#WednesdayWisdom', 116),\n",
       " ('Two', 115),\n",
       " ('many', 114),\n",
       " ('Attack', 113),\n",
       " ('Migrant', 113),\n",
       " ('EU', 113),\n",
       " ('back', 113),\n",
       " ('it.', 112),\n",
       " ('It’s', 112),\n",
       " ('Foreign', 112),\n",
       " ('Climate', 111),\n",
       " ('Nancy', 111),\n",
       " ('Israel', 110),\n",
       " ('Release', 110),\n",
       " ('Illegals', 109),\n",
       " ('Get', 109),\n",
       " ('Mass', 109),\n",
       " ('Show', 108),\n",
       " ('Court', 108),\n",
       " ('Iran', 108),\n",
       " ('#AmericaFirst', 108),\n",
       " ('Breitbart:', 108),\n",
       " ('Billion', 107),\n",
       " ('Must', 106),\n",
       " ('Going', 105),\n",
       " ('James', 105),\n",
       " ('2016', 105),\n",
       " ('Post', 104),\n",
       " ('media', 104),\n",
       " ('Years', 104),\n",
       " ('UK', 104),\n",
       " ('German', 104),\n",
       " ('tried', 104),\n",
       " ('#ThursdayThoughts', 104),\n",
       " ('getting', 103),\n",
       " ('Group', 103),\n",
       " ('Mark', 103),\n",
       " ('never', 103),\n",
       " ('McConnell', 102),\n",
       " ('Washington', 101),\n",
       " ('stop', 101),\n",
       " ('support', 101),\n",
       " ('Comey', 100),\n",
       " ('End', 100),\n",
       " ('California', 100),\n",
       " ('Arrested', 100),\n",
       " ('Trump.', 100),\n",
       " ('Watch:', 99),\n",
       " ('Mexican', 99),\n",
       " ('Security', 98),\n",
       " ('Investigation', 98),\n",
       " ('Funding', 97),\n",
       " ('Schumer', 97),\n",
       " ('Mexico', 97),\n",
       " ('great', 96),\n",
       " ('Time', 96),\n",
       " ('think', 95),\n",
       " ('Attacks', 95),\n",
       " ('Killed', 95),\n",
       " ('Putin', 95),\n",
       " ('2017', 95),\n",
       " ('Jones', 95),\n",
       " ('--', 95),\n",
       " ('@seanhannity', 95),\n",
       " ('Woman', 94),\n",
       " ('Republicans', 94),\n",
       " ('Republican', 93),\n",
       " ('Officials', 93),\n",
       " ('Migrants', 93),\n",
       " ('Immigrants', 93),\n",
       " ('Nunes', 93),\n",
       " ('Sessions', 93),\n",
       " ('every', 93),\n",
       " ('Public', 92),\n",
       " ('United', 92),\n",
       " ('Super', 92),\n",
       " ('Obama’s', 92),\n",
       " ('Peter', 92),\n",
       " ('could', 92),\n",
       " ('Union', 91),\n",
       " ('SOTU', 91),\n",
       " ('London', 91),\n",
       " ('Terror', 90),\n",
       " ('Knew', 90),\n",
       " ('May', 90),\n",
       " ('Don’t', 90),\n",
       " (\"Obama's\", 90),\n",
       " ('also', 89),\n",
       " ('Korea', 89),\n",
       " ('2018', 89),\n",
       " ('Paid', 89),\n",
       " ('Speech', 89),\n",
       " ('Bowl', 89),\n",
       " ('frame', 89),\n",
       " ('history', 89),\n",
       " ('immigration', 89),\n",
       " ('us', 88),\n",
       " ('Budget', 88),\n",
       " ('Announces', 88),\n",
       " ('AMERICA', 88),\n",
       " ('man', 87),\n",
       " ('Facebook', 87),\n",
       " ('Probe', 87),\n",
       " ('Even', 87),\n",
       " ('Go', 86),\n",
       " ('World', 86),\n",
       " ('Day', 86),\n",
       " ('Behind', 86),\n",
       " ('must', 85),\n",
       " ('Chief', 85),\n",
       " ('Slams', 85),\n",
       " ('Employees', 85),\n",
       " ('Global', 85),\n",
       " ('Political', 84),\n",
       " ('Aaron', 84),\n",
       " ('Uranium', 84),\n",
       " ('#arnews1936', 84),\n",
       " ('Pass', 83),\n",
       " ('Millions', 83),\n",
       " ('City', 83),\n",
       " ('Exclusive', 83),\n",
       " ('Reveals', 82),\n",
       " ('Party', 82),\n",
       " ('Believe', 81),\n",
       " ('Could', 81),\n",
       " ('Chain', 81),\n",
       " ('Cuts', 81),\n",
       " ('make', 81),\n",
       " ('Take', 80),\n",
       " ('Justice', 80),\n",
       " ('Country', 80),\n",
       " ('Kill', 80),\n",
       " ('Shutdown', 80),\n",
       " ('Christmas', 80),\n",
       " ('go', 79),\n",
       " ('end', 79),\n",
       " ('Pope', 79),\n",
       " ('Corruption', 79),\n",
       " ('Good', 79),\n",
       " ('Every', 79),\n",
       " ('@Jim_Jordan', 79),\n",
       " ('Tom', 78),\n",
       " ('Shows', 78),\n",
       " ('Put', 78),\n",
       " ('fit', 78),\n",
       " ('#FakeNews', 78),\n",
       " ('black', 78),\n",
       " ('Allegedly', 77),\n",
       " ('Give', 77),\n",
       " ('Reform', 77),\n",
       " ('Benedict', 77),\n",
       " ('made', 77),\n",
       " ('let', 76),\n",
       " ('aliens', 76),\n",
       " ('@SenTomCotton', 76),\n",
       " ('Make', 75),\n",
       " ('Man', 75),\n",
       " ('#SOTU', 75),\n",
       " ('put', 75),\n",
       " ('Mitch', 74),\n",
       " ('told', 74),\n",
       " ('Al', 74),\n",
       " ('Video', 74),\n",
       " ('Nolte:', 74),\n",
       " ('Federal', 74),\n",
       " (\"I'm\", 74),\n",
       " (\"'I\", 74),\n",
       " ('country.', 74),\n",
       " ('@ChuckGrassley', 74),\n",
       " ('#TrumpTrain', 73),\n",
       " ('Blumenthal', 73),\n",
       " ('Free', 73),\n",
       " ('Girl', 73),\n",
       " ('Intelligence', 73),\n",
       " ('Percent', 73),\n",
       " ('Sorry', 73),\n",
       " ('threat', 73),\n",
       " ('women', 73),\n",
       " ('vote', 73),\n",
       " ('law', 73),\n",
       " ('take', 73),\n",
       " ('USA', 72),\n",
       " ('Tells', 72),\n",
       " ('Ban', 72),\n",
       " ('British', 72),\n",
       " ('Never', 72),\n",
       " ('Right', 72),\n",
       " ('Strzok', 72),\n",
       " ('Arnold', 72),\n",
       " ('#NoDACA', 72),\n",
       " ('@AnnCoulter', 72),\n",
       " ('Official', 71),\n",
       " ('Thanks', 71),\n",
       " ('Durbin', 71),\n",
       " ('coup.', 71),\n",
       " ('Burr.', 71),\n",
       " ('way', 70),\n",
       " ('Without', 70),\n",
       " ('Nuclear', 70),\n",
       " ('WATCH:', 70),\n",
       " ('Hollywood', 70),\n",
       " ('Crime', 70),\n",
       " ('Child', 70),\n",
       " ('MS-13', 70),\n",
       " ('Harvey', 70),\n",
       " ('Christians', 70),\n",
       " ('bigger', 70),\n",
       " ('South', 69),\n",
       " ('FBI,', 69),\n",
       " ('Social', 69),\n",
       " ('Russians', 69),\n",
       " ('Ratings', 69),\n",
       " ('Months', 69),\n",
       " ('Legal', 69),\n",
       " ('Warrant', 69),\n",
       " ('Doug', 69),\n",
       " ('another', 69),\n",
       " ('Lindsey', 68),\n",
       " ('Brexit', 68),\n",
       " ('2nd', 68),\n",
       " ('Harassment', 68),\n",
       " ('needs', 68),\n",
       " ('say', 68),\n",
       " ('state', 68),\n",
       " ('@RepMarkMeadows', 68),\n",
       " ('Joe', 67),\n",
       " ('Fox', 67),\n",
       " ('Left', 67),\n",
       " ('Michael', 67),\n",
       " ('come', 67),\n",
       " ('million', 67),\n",
       " ('...', 67),\n",
       " ('much', 67),\n",
       " ('Arrest', 66),\n",
       " ('Anthem', 66),\n",
       " ('Big', 66),\n",
       " ('Since', 66),\n",
       " ('Voters', 66),\n",
       " ('Weinstein', 66),\n",
       " ('Saying', 66),\n",
       " ('give', 66),\n",
       " ('#FridayFeeling', 66),\n",
       " ('#DrainTheSwamp', 66),\n",
       " ('government', 66),\n",
       " ('jobs', 66),\n",
       " ('used', 66),\n",
       " ('@RepMattGaetz', 66),\n",
       " ('@EricTrump', 66),\n",
       " ('@RandPaul', 66),\n",
       " ('Change', 65),\n",
       " ('Call', 65),\n",
       " ('Record', 65),\n",
       " ('Conservative', 65),\n",
       " ('Ryan', 65),\n",
       " ('Hungary', 65),\n",
       " ('them.', 65),\n",
       " ('Leftist', 64),\n",
       " ('Control', 64),\n",
       " ('Way', 64),\n",
       " ('Department', 64),\n",
       " ('Special', 64),\n",
       " ('protect', 64),\n",
       " ('may', 64),\n",
       " ('right', 64),\n",
       " ('Americans.', 64),\n",
       " ('@CNN', 64),\n",
       " ('news', 64),\n",
       " ('@TuckerCarlson', 64),\n",
       " ('create', 63),\n",
       " ('Still', 63),\n",
       " ('50', 63),\n",
       " ('Blasts', 63),\n",
       " ('Accuser', 63),\n",
       " ('@BreitbartTexas', 63),\n",
       " ('good', 63),\n",
       " ('#RICOTHEDEMS', 63),\n",
       " ('Calling', 62),\n",
       " ('David', 62),\n",
       " ('Looks', 62),\n",
       " ('don’t', 62),\n",
       " ('matter', 62),\n",
       " ('@RepStevenSmith', 62),\n",
       " ('Great', 61),\n",
       " ('Committee', 61),\n",
       " ('WH', 61),\n",
       " ('Michigan', 61),\n",
       " ('Agents', 61),\n",
       " ('Latest', 61),\n",
       " ('‘I', 61),\n",
       " ('Collusion', 61),\n",
       " ('European', 61),\n",
       " ('Criminal', 61),\n",
       " ('Middle', 61),\n",
       " ('Top', 61),\n",
       " ('is,', 61),\n",
       " ('Obama-Era', 61),\n",
       " ('@JohnCornyn', 61),\n",
       " ('#Obama', 61),\n",
       " ('@DonaldJTrumpJr', 61),\n",
       " ('finally', 60),\n",
       " ('Christopher', 60),\n",
       " ('Money', 60),\n",
       " ('‘The', 60),\n",
       " ('Jerusalem', 60),\n",
       " ('Davos', 60),\n",
       " ('Dick', 60),\n",
       " ('Christian', 60),\n",
       " ('I’m', 60),\n",
       " ('McMaster', 60),\n",
       " ('Well', 60),\n",
       " ('first', 60),\n",
       " ('promised', 60),\n",
       " ('keep', 60),\n",
       " ('Groups', 59),\n",
       " ('still', 59),\n",
       " ('Family', 59),\n",
       " ('Palestinian', 59),\n",
       " ('Graham', 59),\n",
       " ('Office', 59),\n",
       " ('Planned', 59),\n",
       " ('Italian', 59),\n",
       " ('Four', 59),\n",
       " ('Demand', 59),\n",
       " ('16', 59),\n",
       " ('Low', 59),\n",
       " ('McCain.', 59),\n",
       " ('long', 59),\n",
       " ('#tcot', 59),\n",
       " ('run', 59),\n",
       " ('Career', 58),\n",
       " ('dossier', 58),\n",
       " ('Porter', 58),\n",
       " ('Chinese', 58),\n",
       " ('Immigrant', 58),\n",
       " ('Pay', 58),\n",
       " ('Death', 58),\n",
       " ('Administration', 58),\n",
       " ('Robert', 58),\n",
       " ('Ann', 58),\n",
       " ('Lisa', 58),\n",
       " ('Racist', 58),\n",
       " ('Jobs', 58),\n",
       " ('develop', 58),\n",
       " ('#ObamaGate', 58),\n",
       " ('last', 58),\n",
       " ('years', 58),\n",
       " ('Liberals', 58),\n",
       " ('companies', 58),\n",
       " ('saying', 58),\n",
       " ('Fight', 57),\n",
       " ('Step', 57),\n",
       " ('Cartel', 57),\n",
       " ('Texts', 57),\n",
       " ('Fraud', 57),\n",
       " ('Spending', 57),\n",
       " ('Told', 57),\n",
       " ('Memo:', 57),\n",
       " ('ICE', 57),\n",
       " ('See', 57),\n",
       " ('Hoax', 57),\n",
       " ('Policy', 57),\n",
       " ('Protests', 57),\n",
       " ('in-between', 57),\n",
       " ('members', 57),\n",
       " ('Oh', 57),\n",
       " ('Secretary', 56),\n",
       " ('Using', 56),\n",
       " ('Obamacare', 56),\n",
       " ('UN', 56),\n",
       " ('Act', 56),\n",
       " ('History', 56),\n",
       " ('Kids', 56),\n",
       " ('Author', 56),\n",
       " ('Murder', 56),\n",
       " ('Think', 56),\n",
       " ('show', 56),\n",
       " ('anything', 56),\n",
       " ('police', 56),\n",
       " ('TRUMP', 56),\n",
       " ('country', 56),\n",
       " ('part', 56),\n",
       " ('govt', 56),\n",
       " ('even', 56),\n",
       " ('Gave', 55),\n",
       " ('Keep', 55),\n",
       " ('Next', 55),\n",
       " ('Coulter:', 55),\n",
       " ('Sanctuary', 55),\n",
       " ('Poll', 55),\n",
       " ('year', 55),\n",
       " ('#MemoDay', 55),\n",
       " ('high', 55),\n",
       " ('story', 55),\n",
       " ('Thank', 55),\n",
       " ('proud', 55),\n",
       " ('illegals', 55),\n",
       " ('bringing', 55),\n",
       " ('moving', 55),\n",
       " ('Gets', 54),\n",
       " ('Flashback:', 54),\n",
       " ('Plans', 54),\n",
       " ('Chuck', 54),\n",
       " ('Story', 54),\n",
       " ('Five', 54),\n",
       " ('Page', 54),\n",
       " ('Per', 54),\n",
       " (\"'We\", 54),\n",
       " ('#TuesdayThoughts', 54),\n",
       " ('GREAT', 54),\n",
       " ('two', 54),\n",
       " ('behind', 54),\n",
       " ('🇺🇸', 54),\n",
       " ('Lives', 53),\n",
       " ('Allegations', 53),\n",
       " ('Race', 53),\n",
       " ('Warns', 53),\n",
       " ('Influence', 53),\n",
       " ('‘We', 53),\n",
       " ('Suspect', 53),\n",
       " ('Mayor', 53),\n",
       " ('Report', 53),\n",
       " ('Cut', 53),\n",
       " ('campaign', 53),\n",
       " ('Anti-Brexit', 52),\n",
       " ('Help', 52),\n",
       " ('Iranian', 52),\n",
       " ('Already', 52),\n",
       " ('Lead', 52),\n",
       " ('Amendment', 52),\n",
       " ('Female', 52),\n",
       " ('Young', 52),\n",
       " ('Rape', 52),\n",
       " ('States', 52),\n",
       " ('Members', 52),\n",
       " ('Demands', 52),\n",
       " ('God', 52),\n",
       " ('believe', 52),\n",
       " ('opposition', 52),\n",
       " ('businesses', 52),\n",
       " ('Us', 51),\n",
       " ('Ad', 51),\n",
       " ('Info', 51),\n",
       " ('Dead', 51),\n",
       " ('Parenthood', 51),\n",
       " ('Made', 51),\n",
       " ('Deep', 51),\n",
       " ('Shut', 51),\n",
       " ('Angel', 51),\n",
       " ('Violence', 51),\n",
       " ('Comment', 51),\n",
       " ('Jonathan', 51),\n",
       " ('Franken', 51),\n",
       " ('#NoAmnesty', 51),\n",
       " (\"He's\", 51),\n",
       " ('campaign,', 51),\n",
       " ('got', 51),\n",
       " ('using', 51),\n",
       " ('@IngrahamAngle', 51),\n",
       " ('Rob', 50),\n",
       " ('DHS', 50),\n",
       " ('Presidential', 50),\n",
       " ('Church', 50),\n",
       " ('Food', 50),\n",
       " ('Called', 50),\n",
       " ('Teen', 50),\n",
       " ('Refugee', 50),\n",
       " ('Liberal', 50),\n",
       " ('face', 50),\n",
       " ('MAKE', 50),\n",
       " ('Chrysler', 50),\n",
       " ('operations', 50),\n",
       " ('border', 50),\n",
       " ('promise', 50),\n",
       " ('#Alabama', 50),\n",
       " ('@RepDeSantis', 50),\n",
       " ('Staff', 49),\n",
       " (\"'The\", 49),\n",
       " ('Conservatives', 49),\n",
       " ('School', 49),\n",
       " ('Charges', 49),\n",
       " ('Protesters', 49),\n",
       " ('Following', 49),\n",
       " ('Lies', 49),\n",
       " ('Tweet', 49),\n",
       " ('Bombshells', 49),\n",
       " ('Sweden', 49),\n",
       " ('Ignore', 49),\n",
       " ('NEVER', 49),\n",
       " ('Hey', 49),\n",
       " ('workers!', 49),\n",
       " ('chance', 49),\n",
       " ('Fed', 48),\n",
       " ('Gov.', 48),\n",
       " ('Open', 48),\n",
       " ('Second', 48),\n",
       " ('Found', 48),\n",
       " ('Germany', 48),\n",
       " ('Tell', 48),\n",
       " ('General', 48),\n",
       " ('Wall,', 48),\n",
       " ('Trump,', 48),\n",
       " ('Hate', 48),\n",
       " ('Feds', 48),\n",
       " ('Europe', 48),\n",
       " ('Alleged', 48),\n",
       " ('#LockThemAllUp', 48),\n",
       " ('this.', 48),\n",
       " ('done', 48),\n",
       " ('NOTHING', 48),\n",
       " ('@RoyBlunt', 48),\n",
       " ('EXCLUSIVE', 47),\n",
       " ('use', 47),\n",
       " ('Syria', 47),\n",
       " ('Students', 47),\n",
       " ('Point', 47),\n",
       " ('Agenda', 47),\n",
       " ('Human', 47),\n",
       " ('Francis', 47),\n",
       " ('Target', 47),\n",
       " ('Member', 47),\n",
       " ('Need', 47),\n",
       " ('Messages', 47),\n",
       " ('Bonuses', 47),\n",
       " ('East', 47),\n",
       " ('Politicians', 47),\n",
       " ('Sadiq', 47),\n",
       " ('already', 47),\n",
       " ('Barack', 47),\n",
       " ('involved', 47),\n",
       " ('hope', 47),\n",
       " ('ever', 47),\n",
       " ('wants', 47),\n",
       " ('called', 47),\n",
       " ('Misconduct', 46),\n",
       " ('Shot', 46),\n",
       " ('Use', 46),\n",
       " ('Congressional', 46),\n",
       " ('Capitol', 46),\n",
       " ('Trying', 46),\n",
       " ('Questions', 46),\n",
       " ('King', 46),\n",
       " ('Bush', 46),\n",
       " ('Part', 46),\n",
       " ('Week', 46),\n",
       " ('money', 46),\n",
       " ('Sid', 46),\n",
       " ('worked', 46),\n",
       " ('Senior', 46),\n",
       " (\"can't\", 46),\n",
       " ('DEMOCRAT', 46),\n",
       " ('liberal', 46),\n",
       " ('@RealAlexJones', 46),\n",
       " ('Establishment', 45),\n",
       " ('Senator', 45),\n",
       " ('Joy', 45),\n",
       " ('Schiff:', 45),\n",
       " ('Jewish', 45),\n",
       " ('Signs', 45),\n",
       " ('Abortion', 45),\n",
       " ('10', 45),\n",
       " ('Bring', 45),\n",
       " ('Wants', 45),\n",
       " ('Dirt', 45),\n",
       " ('Can’t', 45),\n",
       " ('Live', 45),\n",
       " ('plan', 45),\n",
       " ('white', 45),\n",
       " ('since', 45),\n",
       " ('giving', 45),\n",
       " ('#Democrats', 45),\n",
       " ('knew', 44),\n",
       " ('Hits', 44),\n",
       " ('Much', 44),\n",
       " ('Launches', 44),\n",
       " ('Last', 44),\n",
       " ('Everyone', 44),\n",
       " ('Scandal', 44),\n",
       " ('Men', 44),\n",
       " ('Radical', 44),\n",
       " ('Votes', 44),\n",
       " ('Agencies', 44),\n",
       " ('Matt', 44),\n",
       " ('Network', 44),\n",
       " ('Countries', 44),\n",
       " ('Making', 44),\n",
       " ('TV', 44),\n",
       " ('Citizens', 44),\n",
       " ('Owner', 44),\n",
       " ('Foundation', 44),\n",
       " ('Terrorism', 44),\n",
       " ('Levin', 44),\n",
       " ('didn’t', 44),\n",
       " ('CFR', 44),\n",
       " ('Case', 43),\n",
       " ('Britain', 43),\n",
       " ('Home', 43),\n",
       " ('Victims', 43),\n",
       " ('Better', 43),\n",
       " ('Full', 43),\n",
       " ('Find', 43),\n",
       " ('Read', 43),\n",
       " ('Talks', 43),\n",
       " ('Store', 43),\n",
       " ('Caught', 43),\n",
       " ('Muslims', 43),\n",
       " (\"That's\", 43),\n",
       " ('old', 43),\n",
       " ('control', 43),\n",
       " ('out.', 43),\n",
       " ('happen', 43),\n",
       " ('heard', 43),\n",
       " ('Might', 43),\n",
       " ('Warming.', 43),\n",
       " ('Lee', 43),\n",
       " ('release', 43),\n",
       " ('DNC', 43),\n",
       " ('Claim', 42),\n",
       " ('Professor', 42),\n",
       " ('Level', 42),\n",
       " ('Truth', 42),\n",
       " ('Tonight:', 42),\n",
       " ('French', 42),\n",
       " ('Run', 42),\n",
       " ('Nine', 42),\n",
       " ('Promising', 42),\n",
       " ('Asked', 42),\n",
       " ('Jim', 42),\n",
       " ('Stephen', 42),\n",
       " ('Nothing', 42),\n",
       " ('Bringing', 42),\n",
       " ('Threatens', 42),\n",
       " ('try', 42),\n",
       " ('Corrupt', 42),\n",
       " ('better', 42),\n",
       " ('really', 42),\n",
       " ('#Winning', 42),\n",
       " ('political', 42),\n",
       " (\"Schiff's\", 42),\n",
       " ('Islam', 42),\n",
       " ('Yearbook', 42),\n",
       " ('federal', 42),\n",
       " ('look', 42),\n",
       " ('sexual', 42),\n",
       " ('anyone', 42),\n",
       " ('Wife', 41),\n",
       " ('Kelly', 41),\n",
       " ('Vows', 41),\n",
       " ('Amid', 41),\n",
       " ('Protect', 41),\n",
       " ('Melania', 41),\n",
       " ('Ahead', 41),\n",
       " ('Shooting', 41),\n",
       " ('Sen', 41),\n",
       " ('Stamp', 41),\n",
       " ('Gosar:', 41),\n",
       " ('College', 41),\n",
       " ('Passing', 41),\n",
       " ('young', 41),\n",
       " ('Winer', 41),\n",
       " ('work', 41),\n",
       " ('become', 41),\n",
       " ('mbr', 41),\n",
       " ('@rushlimbaugh', 41),\n",
       " ('Gay', 40),\n",
       " ('Schumer:', 40),\n",
       " ('Comments', 40),\n",
       " ('Victim', 40),\n",
       " ('Brown', 40),\n",
       " ('Convicted', 40),\n",
       " ('Issues', 40),\n",
       " ('Press', 40),\n",
       " ('Rally', 40),\n",
       " ('Defense', 40),\n",
       " ('Chair', 40),\n",
       " ('Attacking', 40),\n",
       " ('Puts', 40),\n",
       " ('Among', 40),\n",
       " ('Borders', 40),\n",
       " ('Cold', 40),\n",
       " ('Debate', 40),\n",
       " ('Delingpole:', 40),\n",
       " ('Team', 40),\n",
       " ('#SchumerShutdown', 40),\n",
       " ('Rights', 40),\n",
       " ('Associate', 40),\n",
       " ('Evidence', 40),\n",
       " ('president', 40),\n",
       " ('Hungarian', 40),\n",
       " ('something', 40),\n",
       " ('Dept', 40),\n",
       " ('office', 40),\n",
       " ('trying', 40),\n",
       " ('criminal', 40),\n",
       " ('decision', 40),\n",
       " ('pay', 39),\n",
       " ('Mike', 39),\n",
       " ('Real', 39),\n",
       " ('Leaders', 39),\n",
       " ('Informant', 39),\n",
       " ('Protest', 39),\n",
       " ('Urges', 39),\n",
       " ('$1', 39),\n",
       " ('Celebrities', 39),\n",
       " ('Economic', 39),\n",
       " ('Nearly', 39),\n",
       " ('Workers', 39),\n",
       " ('Needs', 39),\n",
       " ('Gang', 39),\n",
       " ('Praises', 39),\n",
       " ('Taxpayers', 39),\n",
       " ('Cent', 39),\n",
       " ('Let’s', 39),\n",
       " ('lying', 39),\n",
       " ('public', 39),\n",
       " ('learn', 39),\n",
       " (\"CNN's\", 39),\n",
       " ('Classified', 39),\n",
       " ('actually', 39),\n",
       " ('sick', 39),\n",
       " ('big', 39),\n",
       " ('poll', 39),\n",
       " ('smear', 39),\n",
       " ('@ASavageNation', 39),\n",
       " ('MSM', 39),\n",
       " (\"@cfr_org's\", 39),\n",
       " ('sinking', 38),\n",
       " ('ship?', 38),\n",
       " ('Repeal', 38),\n",
       " ('Syrian', 38),\n",
       " ('Resign', 38),\n",
       " ('Photo', 38),\n",
       " ('Points', 38),\n",
       " ('NBC', 38),\n",
       " ('Children', 38),\n",
       " ('Despite', 38),\n",
       " ('Oprah', 38),\n",
       " ('Economy', 38),\n",
       " ('Study:', 38),\n",
       " ('Night', 38),\n",
       " ('Mr.', 38),\n",
       " ('Prison', 38),\n",
       " ('Best', 38),\n",
       " ('Veritas', 38),\n",
       " ('U.N.', 38),\n",
       " ('Sent', 38),\n",
       " ('best', 38),\n",
       " ('cannot', 38),\n",
       " ('Financed', 38),\n",
       " ('bc', 38),\n",
       " ('tax', 38),\n",
       " ('world', 38),\n",
       " ('yet', 38),\n",
       " ('#maga', 38),\n",
       " ('racist', 38),\n",
       " ('Congress,', 38),\n",
       " ('@CFR_org', 38),\n",
       " ('@LouDobbs', 38),\n",
       " ('@JudgeJeanine', 38),\n",
       " ('Flake', 37),\n",
       " ('Rats', 37),\n",
       " ('desert', 37),\n",
       " ('Google', 37),\n",
       " ('Israeli', 37),\n",
       " ('Goes', 37),\n",
       " ('Patrol', 37),\n",
       " ('Orders', 37),\n",
       " ('REAL', 37),\n",
       " ('Biggest', 37),\n",
       " ('Makes', 37),\n",
       " ('Voter', 37),\n",
       " ('Teacher', 37),\n",
       " ('near', 37),\n",
       " ('Away', 37),\n",
       " ('Three', 37),\n",
       " ('Private', 37),\n",
       " ('Assault', 37),\n",
       " ('Hit', 37),\n",
       " ('Project', 37),\n",
       " ('18', 37),\n",
       " ('Rule', 37),\n",
       " ('That’s', 37),\n",
       " (\"Clinton's\", 37),\n",
       " ('Scandals', 37),\n",
       " ('research', 37),\n",
       " ('Gloria', 37),\n",
       " ('carry', 37),\n",
       " ('AMERICAN', 37),\n",
       " ('guy', 37),\n",
       " ('deport', 37),\n",
       " ('full', 37),\n",
       " ('election', 37),\n",
       " ('bill', 37),\n",
       " ('@DNC', 37),\n",
       " ('McCain,', 36),\n",
       " ('Drug', 36),\n",
       " ('Candidate', 36),\n",
       " ('Actually', 36),\n",
       " ('March', 36),\n",
       " ('Fell', 36),\n",
       " ('Close', 36),\n",
       " ('Swedish', 36),\n",
       " ('Days', 36),\n",
       " ('Face', 36),\n",
       " ('Health', 36),\n",
       " ('Govt', 36),\n",
       " ('NYC', 36),\n",
       " ('Users', 36),\n",
       " ('Majority', 36),\n",
       " ('Moves', 36),\n",
       " ('Attempt', 36),\n",
       " ('MAGA', 36),\n",
       " ('Admin', 36),\n",
       " ('15', 36),\n",
       " ('Jews', 36),\n",
       " ('Chris', 36),\n",
       " ('now.', 36),\n",
       " ('call', 36),\n",
       " ('Dreamers', 36),\n",
       " ('free', 36),\n",
       " ('#FISAMemo', 36),\n",
       " ('investigation', 36),\n",
       " ('lies', 36),\n",
       " ('Wake', 36),\n",
       " ('Really', 35),\n",
       " ('bad', 35),\n",
       " ('Six', 35),\n",
       " ('Coming', 35),\n",
       " ('He’s', 35),\n",
       " ('Didn’t', 35),\n",
       " ('Players', 35),\n",
       " ('Conspiracy', 35),\n",
       " ('Stand', 35),\n",
       " ('Crash', 35),\n",
       " ('America’s', 35),\n",
       " ('FAKE', 35),\n",
       " ('Gives', 35),\n",
       " ('F*ck', 35),\n",
       " ('Saudi', 35),\n",
       " ('Major', 35),\n",
       " ('chain', 35),\n",
       " ('Fast', 35),\n",
       " ...]"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sorted(domains_words['http://www.breitbart.com'], key=lambda x: x[1], reverse=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('Trump', 6648),\n",
       " ('new', 5294),\n",
       " ('Facebook', 4296),\n",
       " ('de', 4050),\n",
       " ('posted', 3980),\n",
       " ('&amp;', 3395),\n",
       " ('photo', 3098),\n",
       " ('one', 2671),\n",
       " ('like', 2551),\n",
       " ('people', 2528),\n",
       " ('New', 2412),\n",
       " ('la', 2392),\n",
       " ('Obama', 2345),\n",
       " ('Retweeted', 2241),\n",
       " ('get', 2154),\n",
       " ('know', 2008),\n",
       " ('President', 1978),\n",
       " ('the...', 1971),\n",
       " ('Hillary', 1951),\n",
       " ('Clinton', 1919),\n",
       " ('US', 1878),\n",
       " ('video', 1787),\n",
       " ('would', 1727),\n",
       " ('en', 1629),\n",
       " ('love', 1589),\n",
       " ('time', 1585),\n",
       " ('see', 1468),\n",
       " ('One', 1466),\n",
       " ('need', 1421),\n",
       " ('News', 1377),\n",
       " ('going', 1339),\n",
       " ('want', 1335),\n",
       " ('think', 1328),\n",
       " ('2017', 1317),\n",
       " (\"I'm\", 1305),\n",
       " ('White', 1257),\n",
       " ('day', 1253),\n",
       " ('good', 1216),\n",
       " ('Time', 1206),\n",
       " ('us', 1183),\n",
       " ('go', 1167),\n",
       " ('and...', 1164),\n",
       " ('great', 1156),\n",
       " ('Black', 1156),\n",
       " ('World', 1143),\n",
       " ('make', 1128),\n",
       " ('yang', 1125),\n",
       " ('American', 1124),\n",
       " ('Donald', 1122),\n",
       " ('...', 1115),\n",
       " ('Twitter', 1111),\n",
       " ('People', 1108),\n",
       " ('Muslim', 1084),\n",
       " ('many', 1083),\n",
       " ('BREAKING:', 1082),\n",
       " ('say', 1080),\n",
       " ('Please', 1076),\n",
       " ('FBI', 1073),\n",
       " ('years', 1073),\n",
       " ('still', 1064),\n",
       " ('America', 1062),\n",
       " ('Daily', 1061),\n",
       " ('says', 1056),\n",
       " ('latest', 1048),\n",
       " ('back', 1042),\n",
       " ('could', 1037),\n",
       " ('to...', 1034),\n",
       " ('Police', 1016),\n",
       " ('first', 1004),\n",
       " ('never', 1001),\n",
       " ('U.S.', 1001),\n",
       " ('take', 998),\n",
       " ('man', 983),\n",
       " ('really', 978),\n",
       " ('House', 978),\n",
       " ('John', 966),\n",
       " ('Love', 940),\n",
       " ('a...', 932),\n",
       " ('Good', 931),\n",
       " ('much', 921),\n",
       " ('God', 916),\n",
       " ('got', 907),\n",
       " ('Thank', 907),\n",
       " ('right', 903),\n",
       " ('of...', 902),\n",
       " ('Man', 899),\n",
       " ('even', 883),\n",
       " ('way', 855),\n",
       " ('NFL', 839),\n",
       " ('help', 838),\n",
       " ('&lt;3', 831),\n",
       " ('said', 827),\n",
       " ('post', 824),\n",
       " ('Get', 823),\n",
       " ('Bill', 821),\n",
       " ('little', 820),\n",
       " ('di', 815),\n",
       " ('State', 788),\n",
       " ('home', 788),\n",
       " ('10', 780),\n",
       " ('world', 775),\n",
       " ('may', 764),\n",
       " ('last', 763),\n",
       " ('le', 762),\n",
       " ('el', 748),\n",
       " ('come', 743),\n",
       " ('Great', 743),\n",
       " ('made', 733),\n",
       " ('Watch', 727),\n",
       " ('Says', 727),\n",
       " ('found', 720),\n",
       " ('First', 707),\n",
       " ('Russia', 703),\n",
       " ('que', 698),\n",
       " ('Media', 697),\n",
       " ('believe', 691),\n",
       " ('un', 691),\n",
       " ('Democrats', 689),\n",
       " ('every', 685),\n",
       " ('Instagram', 684),\n",
       " ('CNN', 682),\n",
       " ('Russian', 682),\n",
       " ('two', 682),\n",
       " ('must', 678),\n",
       " ('North', 677),\n",
       " ('police', 677),\n",
       " ('another', 671),\n",
       " ('live', 669),\n",
       " ('ever', 664),\n",
       " ('support', 658),\n",
       " ('UTC', 654),\n",
       " ('needs', 652),\n",
       " ('Day', 647),\n",
       " ('look', 646),\n",
       " ('life', 643),\n",
       " ('Vegas', 642),\n",
       " (':)', 641),\n",
       " ('media', 637),\n",
       " ('always', 632),\n",
       " ('old', 631),\n",
       " ('del', 628),\n",
       " ('Muslims', 627),\n",
       " (\"Trump's\", 624),\n",
       " ('Show', 622),\n",
       " ('California', 622),\n",
       " ('Moore', 619),\n",
       " ('Another', 618),\n",
       " ('Video', 617),\n",
       " ('Look', 616),\n",
       " ('~JB', 612),\n",
       " ('real', 609),\n",
       " ('in...', 605),\n",
       " ('best', 602),\n",
       " ('Take', 599),\n",
       " ('Woman', 599),\n",
       " ('keep', 598),\n",
       " (\"can't\", 596),\n",
       " ('Happy', 595),\n",
       " ('year', 594),\n",
       " ('today', 592),\n",
       " ('share', 580),\n",
       " ('Found', 579),\n",
       " ('George', 577),\n",
       " ('National', 576),\n",
       " ('Make', 576),\n",
       " ('show', 573),\n",
       " ('friends', 572),\n",
       " ('Americans', 571),\n",
       " ('La', 567),\n",
       " ('family', 565),\n",
       " ('news', 563),\n",
       " ('Roy', 559),\n",
       " ('Thanks', 559),\n",
       " ('left', 558),\n",
       " ('getting', 557),\n",
       " ('something', 551),\n",
       " ('ISIS', 551),\n",
       " ('children', 546),\n",
       " ('dog', 542),\n",
       " ('2016', 542),\n",
       " ('stop', 540),\n",
       " ('WATCH:', 539),\n",
       " ('things', 538),\n",
       " ('Like', 538),\n",
       " ('anyone', 537),\n",
       " ('is...', 537),\n",
       " ('sign', 536),\n",
       " ('Democrat', 536),\n",
       " ('work', 535),\n",
       " ('received', 533),\n",
       " ('kitchen?', 533),\n",
       " ('put', 532),\n",
       " ('upgrade', 532),\n",
       " ('Judge', 531),\n",
       " (\"Here's\", 531),\n",
       " ('beautiful', 530),\n",
       " ('give', 527),\n",
       " ('let', 526),\n",
       " ('Texas', 523),\n",
       " ('trend.', 521),\n",
       " ('TRUMP', 520),\n",
       " ('Check', 519),\n",
       " ('China', 517),\n",
       " ('read', 517),\n",
       " ('government', 510),\n",
       " ('Former', 508),\n",
       " ('long', 504),\n",
       " ('Las', 503),\n",
       " ('it.', 501),\n",
       " ('Oh', 499),\n",
       " ('find', 497),\n",
       " ('Big', 495),\n",
       " ('country', 495),\n",
       " ('See', 495),\n",
       " ('les', 495),\n",
       " ('Dr.', 493),\n",
       " ('Every', 492),\n",
       " ('also', 488),\n",
       " ('child', 487),\n",
       " ('Secret', 487),\n",
       " ('Stop', 487),\n",
       " ('--', 486),\n",
       " ('May', 484),\n",
       " ('women', 484),\n",
       " ('use', 482),\n",
       " ('next', 479),\n",
       " ('Hollywood', 479),\n",
       " ('Islam', 479),\n",
       " ('(Video)', 478),\n",
       " ('des', 478),\n",
       " ('yg', 472),\n",
       " ('hope', 471),\n",
       " ('James', 471),\n",
       " ('Israel', 471),\n",
       " ('Life', 469),\n",
       " ('big', 467),\n",
       " ('Best', 463),\n",
       " ('days', 462),\n",
       " ('trying', 462),\n",
       " ('woman', 461),\n",
       " ('white', 461),\n",
       " ('Back', 461),\n",
       " ('friend', 461),\n",
       " ('this.', 461),\n",
       " ('sure', 458),\n",
       " ('United', 458),\n",
       " ('story', 458),\n",
       " ('call', 456),\n",
       " ('Justice', 454),\n",
       " (\"I've\", 454),\n",
       " ('et', 454),\n",
       " ('Well', 453),\n",
       " ('NsromaMedia', 452),\n",
       " ('Report', 450),\n",
       " ('Never', 449),\n",
       " ('Trump’s', 449),\n",
       " ('Congress', 448),\n",
       " ('Court', 444),\n",
       " ('someone', 444),\n",
       " ('coming', 443),\n",
       " ('tell', 441),\n",
       " ('Know', 440),\n",
       " ('Government', 439),\n",
       " ('watch', 437),\n",
       " ('\"The', 436),\n",
       " ('War', 435),\n",
       " ('Live', 435),\n",
       " ('since', 433),\n",
       " ('well', 432),\n",
       " ('part', 431),\n",
       " ('better', 430),\n",
       " ('Today', 430),\n",
       " ('thing', 428),\n",
       " ('war', 427),\n",
       " ('Calls', 427),\n",
       " ('law', 426),\n",
       " ('called', 423),\n",
       " ('Million', 423),\n",
       " ('for...', 422),\n",
       " ('Got', 422),\n",
       " ('Top', 420),\n",
       " ('Go', 420),\n",
       " ('Dead', 420),\n",
       " ('GOP', 420),\n",
       " ('City', 417),\n",
       " ('Breitbart', 417),\n",
       " ('around', 416),\n",
       " ('Women', 414),\n",
       " ('thought', 414),\n",
       " ('❤️', 414),\n",
       " ('please', 413),\n",
       " ('Washington', 412),\n",
       " ('Help', 411),\n",
       " ('amazing', 410),\n",
       " ('makes', 408),\n",
       " ('true', 408),\n",
       " ('Mueller', 407),\n",
       " ('everyone', 407),\n",
       " ('Saudi', 406),\n",
       " ('end', 406),\n",
       " ('Caught', 406),\n",
       " ('Paul', 404),\n",
       " ('done', 403),\n",
       " ('money', 403),\n",
       " ('Truth', 403),\n",
       " ('young', 402),\n",
       " ('Korea', 402),\n",
       " ('care', 402),\n",
       " ('used', 401),\n",
       " ('girl', 400),\n",
       " ('Right', 400),\n",
       " ('Could', 400),\n",
       " ('..', 400),\n",
       " ('Law', 399),\n",
       " ('Senate', 399),\n",
       " ('customer:', 398),\n",
       " ('start', 395),\n",
       " ('Years', 395),\n",
       " ('Christmas', 393),\n",
       " ('gets', 392),\n",
       " ('attack', 392),\n",
       " ('Liberal', 391),\n",
       " ('Come', 391),\n",
       " ('seen', 389),\n",
       " ('away', 386),\n",
       " ('black', 386),\n",
       " ('Jesus', 385),\n",
       " ('Family', 385),\n",
       " ('Two', 384),\n",
       " ('state', 383),\n",
       " ('Islamic', 383),\n",
       " ('killed', 382),\n",
       " ('Hurricane', 382),\n",
       " ('lot', 381),\n",
       " ('full', 381),\n",
       " ('Sex', 381),\n",
       " ('Times', 379),\n",
       " ('Freedom', 378),\n",
       " ('looking', 377),\n",
       " ('Dog', 376),\n",
       " ('TV', 375),\n",
       " ('Gets', 375),\n",
       " ('heart', 375),\n",
       " ('Awakening', 375),\n",
       " ('million', 374),\n",
       " ('told', 374),\n",
       " ('se', 374),\n",
       " ('that...', 373),\n",
       " ('Fox', 373),\n",
       " ('without', 373),\n",
       " ('South', 373),\n",
       " ('feel', 373),\n",
       " ('free', 371),\n",
       " ('Sexual', 371),\n",
       " ('Sign', 371),\n",
       " ('CIA', 370),\n",
       " ('Al', 369),\n",
       " ('Music', 367),\n",
       " ('UN', 367),\n",
       " ('dan', 367),\n",
       " ('du', 366),\n",
       " ('York', 363),\n",
       " ('bad', 363),\n",
       " ('Want', 362),\n",
       " ('con', 362),\n",
       " ('DNC', 358),\n",
       " ('Made', 358),\n",
       " ('Sunday', 357),\n",
       " ('Robert', 356),\n",
       " ('Home', 356),\n",
       " ('wants', 355),\n",
       " ('-...', 354),\n",
       " ('dead', 352),\n",
       " ('Child', 352),\n",
       " ('Liberals', 352),\n",
       " ('Still', 352),\n",
       " ('States', 351),\n",
       " ('David', 351),\n",
       " ('los', 351),\n",
       " ('looks', 350),\n",
       " ('aku', 350),\n",
       " ('photos', 348),\n",
       " ('Michael', 346),\n",
       " ('Let', 345),\n",
       " ('Tell', 344),\n",
       " ('change', 343),\n",
       " ('Harvey', 343),\n",
       " ('McCain', 343),\n",
       " ('School', 342),\n",
       " ('Real', 340),\n",
       " ('para', 339),\n",
       " ('History', 338),\n",
       " ('West', 337),\n",
       " ('vote', 337),\n",
       " ('job', 336),\n",
       " ('Comey', 335),\n",
       " ('truth', 335),\n",
       " ('20', 334),\n",
       " ('nothing', 334),\n",
       " ('il', 333),\n",
       " ('tax', 332),\n",
       " ('school', 332),\n",
       " ('It’s', 331),\n",
       " ('al', 330),\n",
       " ('Church', 329),\n",
       " ('on...', 329),\n",
       " ('came', 329),\n",
       " ('lost', 329),\n",
       " ('week', 329),\n",
       " ('hate', 329),\n",
       " ('Free', 329),\n",
       " ('Soros', 328),\n",
       " ('men', 328),\n",
       " ('una', 328),\n",
       " ('this...', 327),\n",
       " ('San', 326),\n",
       " ('are...', 325),\n",
       " ('@YouTube', 324),\n",
       " ('County', 323),\n",
       " ('Illegal', 323),\n",
       " ('human', 322),\n",
       " ('might', 322),\n",
       " ('Sessions', 321),\n",
       " ('ago', 321),\n",
       " ('already', 320),\n",
       " ('Girl', 320),\n",
       " ('kids', 319),\n",
       " ('set', 319),\n",
       " ('group', 319),\n",
       " ('death', 319),\n",
       " ('Jeff', 318),\n",
       " ('pay', 318),\n",
       " ('dogs', 318),\n",
       " (\"Let's\", 317),\n",
       " ('Tennessee', 317),\n",
       " ('Wag', 317),\n",
       " ('Inc.', 316),\n",
       " ('Year', 315),\n",
       " ('arrested', 314),\n",
       " ('Goes', 314),\n",
       " ('night', 313),\n",
       " ('guy', 313),\n",
       " ('Arrested', 313),\n",
       " ('son', 311),\n",
       " ('Would', 311),\n",
       " ('El', 311),\n",
       " ('making', 310),\n",
       " ('Florida', 310),\n",
       " ('face', 310),\n",
       " ('Election', 310),\n",
       " ('Say', 310),\n",
       " ('ada', 310),\n",
       " ('Joe', 309),\n",
       " ('Reveals', 309),\n",
       " ('Christian', 308),\n",
       " ('yet', 308),\n",
       " ('Senator', 308),\n",
       " ('Going', 308),\n",
       " ('dengan', 308),\n",
       " ('stand', 307),\n",
       " ('review', 307),\n",
       " ('Republicans', 306),\n",
       " ('Health', 306),\n",
       " ('I...', 306),\n",
       " ('sex', 305),\n",
       " ('Need', 303),\n",
       " ('power', 302),\n",
       " ('you.', 302),\n",
       " ('comes', 302),\n",
       " ('Rusia', 302),\n",
       " ('boy', 301),\n",
       " ('wonder', 301),\n",
       " ('Fake', 301),\n",
       " ('saying', 300),\n",
       " ('Syria', 300),\n",
       " ('Money', 300),\n",
       " ('Earth', 299),\n",
       " ('Shows', 299),\n",
       " ('Public', 298),\n",
       " ('Mark', 298),\n",
       " ('Hannity', 297),\n",
       " ('took', 297),\n",
       " ('went', 297),\n",
       " ('Republican', 297),\n",
       " ('12', 297),\n",
       " ('Story', 297),\n",
       " ('hear', 296),\n",
       " ('Syrian', 296),\n",
       " ('you...', 295),\n",
       " ('Trump,', 294),\n",
       " ('Claims', 294),\n",
       " ('Even', 294),\n",
       " ('Last', 294),\n",
       " ('Department', 293),\n",
       " ('hard', 292),\n",
       " ('plan', 292),\n",
       " ('name', 292),\n",
       " ('goes', 292),\n",
       " ('lol', 292),\n",
       " ('USA', 292),\n",
       " (\"Obama's\", 291),\n",
       " ('understand', 290),\n",
       " ('Antifa', 289),\n",
       " ('anything', 289),\n",
       " ('Putin', 288),\n",
       " ('sexual', 288),\n",
       " ('actually', 288),\n",
       " ('Star', 288),\n",
       " ('case', 288),\n",
       " (\"That's\", 288),\n",
       " ('Everyone', 288),\n",
       " ('report', 287),\n",
       " ('former', 287),\n",
       " ('missing', 287),\n",
       " ('happy', 286),\n",
       " ('enough', 286),\n",
       " ('history', 285),\n",
       " ('NEWS', 285),\n",
       " ('Report!', 285),\n",
       " ('Support', 284),\n",
       " ('Federal', 283),\n",
       " ('Things', 282),\n",
       " ('stars', 281),\n",
       " ('Sean', 280),\n",
       " ('fire', 280),\n",
       " ('article', 280),\n",
       " (\"'N\", 280),\n",
       " ('hit', 279),\n",
       " ('Makes', 279),\n",
       " ('NEW', 278),\n",
       " ('least', 278),\n",
       " ('try', 278),\n",
       " ('Death', 278),\n",
       " ('Find', 278),\n",
       " ('morning', 278),\n",
       " ('taking', 277),\n",
       " ('Israeli', 277),\n",
       " ('shot', 277),\n",
       " ('times', 277),\n",
       " ('Lives', 277),\n",
       " ('remember', 276),\n",
       " ('Conservative', 276),\n",
       " ('you,', 276),\n",
       " ('Change', 276),\n",
       " ('Nov', 276),\n",
       " ('J.', 276),\n",
       " ('BREAKING', 275),\n",
       " ('Call', 275),\n",
       " ('Party', 275),\n",
       " ('Old', 274),\n",
       " ('shows', 274),\n",
       " ('Attack', 274),\n",
       " ('Beautiful', 274),\n",
       " ('public', 273),\n",
       " ('General', 273),\n",
       " ('Scandal', 271),\n",
       " ('Iran', 271),\n",
       " ('😂😂😂', 271),\n",
       " ('Next', 271),\n",
       " ('dari', 271),\n",
       " ('wonderful', 270),\n",
       " ('everything', 269),\n",
       " ('Steve', 269),\n",
       " ('become', 268),\n",
       " ('Tax', 268),\n",
       " ('Ever', 268),\n",
       " ('Campaign', 268),\n",
       " ('15', 268),\n",
       " ('(!)', 268),\n",
       " ('cannot', 267),\n",
       " ('via', 267),\n",
       " ('Jones', 267),\n",
       " ('behind', 266),\n",
       " ('person', 266),\n",
       " ('Something', 266),\n",
       " ('liberal', 265),\n",
       " ('heard', 265),\n",
       " ('Foundation', 265),\n",
       " ('K9', 265),\n",
       " ('orang', 265),\n",
       " ('per', 264),\n",
       " ('Massive', 263),\n",
       " ('knew', 263),\n",
       " ('\"I', 263),\n",
       " ('shooting', 262),\n",
       " ('Full', 262),\n",
       " ('president', 262),\n",
       " ('Siria', 261),\n",
       " ('agree', 260),\n",
       " ('book', 260),\n",
       " ('Meet', 260),\n",
       " ('calls', 259),\n",
       " ('Killed', 259),\n",
       " ('Michelle', 259),\n",
       " ('top', 258),\n",
       " ('Anthem', 258),\n",
       " ('be...', 258),\n",
       " ('Amazon', 258),\n",
       " ('place', 257),\n",
       " ('Democratic', 257),\n",
       " ('Security', 256),\n",
       " ('order', 256),\n",
       " ('Order', 255),\n",
       " ('wrong', 255),\n",
       " ('favorite', 255),\n",
       " ('Children', 255),\n",
       " ('Special', 255),\n",
       " ('health', 254),\n",
       " ('car', 254),\n",
       " ('far', 254),\n",
       " ('food', 254),\n",
       " ('Left', 254),\n",
       " ('house', 254),\n",
       " ('Part', 254),\n",
       " ('political', 253),\n",
       " ('reason', 253),\n",
       " ('matter', 253),\n",
       " ('Gun', 252),\n",
       " ('Said', 252),\n",
       " ('Wow', 252),\n",
       " ('pour', 252),\n",
       " ('UK', 251),\n",
       " ('liked', 251),\n",
       " ('(VIDEO)', 250),\n",
       " ('tak', 250),\n",
       " ('working', 249),\n",
       " ('fake', 249),\n",
       " ('near', 248),\n",
       " ('it!', 248),\n",
       " ('with...', 248),\n",
       " ('Wow!', 248),\n",
       " ('past', 248),\n",
       " ('Country', 248),\n",
       " ('bring', 247),\n",
       " ('Deep', 247),\n",
       " ('[VIDEO]', 247),\n",
       " ('Vaccine', 247),\n",
       " ('Deir', 247),\n",
       " ('ni', 247),\n",
       " ('caught', 246),\n",
       " ('Finally', 246),\n",
       " ('Little', 246),\n",
       " ('Wash,', 246),\n",
       " ('baby', 245),\n",
       " ('kill', 245),\n",
       " ('Puerto', 245),\n",
       " ('ready', 245),\n",
       " ('Must', 245),\n",
       " ('Mayor', 245),\n",
       " ('open', 244),\n",
       " ('Mike', 244),\n",
       " ('Behind', 244),\n",
       " ('Group', 243),\n",
       " ('special', 243),\n",
       " ('July', 243),\n",
       " ('Post', 242),\n",
       " ('30', 242),\n",
       " ('control', 241),\n",
       " ('save', 241),\n",
       " ('Keep', 241),\n",
       " ('military', 240),\n",
       " ('talking', 240),\n",
       " ('End', 240),\n",
       " ('Stand', 240),\n",
       " ('Yes', 239),\n",
       " ('LA', 239),\n",
       " (\"He's\", 239),\n",
       " ('Way', 239),\n",
       " ('11', 238),\n",
       " ('DOJ', 237),\n",
       " (\"he's\", 237),\n",
       " ('Investigation', 237),\n",
       " ('fun', 237),\n",
       " ('across', 236),\n",
       " ('Admits', 236),\n",
       " (\"Can't\", 235),\n",
       " ('Amazing', 235),\n",
       " ('three', 234),\n",
       " ('Fire', 234),\n",
       " ('qui', 234),\n",
       " ('est', 234),\n",
       " ('Pope', 233),\n",
       " ('Shooting', 233),\n",
       " ('Give', 233),\n",
       " ('Global', 233),\n",
       " ('cause', 232),\n",
       " ('water', 232),\n",
       " ('important', 232),\n",
       " ('Men', 232),\n",
       " ('listen', 232),\n",
       " ('Really', 232),\n",
       " ('illegal', 231),\n",
       " ('High', 231),\n",
       " ('por', 231),\n",
       " ('Kids', 230),\n",
       " ('asked', 230),\n",
       " ('leave', 230),\n",
       " ('saw', 230),\n",
       " ('out!', 230),\n",
       " ('British', 229),\n",
       " ('team', 229),\n",
       " ('watching', 229),\n",
       " ('Project', 229),\n",
       " ('it...', 228),\n",
       " ('Click', 228),\n",
       " ('kind', 228),\n",
       " ('Food', 228),\n",
       " ('The...', 228),\n",
       " ('EEUU', 228),\n",
       " ('fight', 227),\n",
       " ('this?', 227),\n",
       " ('gave', 227),\n",
       " ('living', 227),\n",
       " ('Anyone', 227),\n",
       " ('check', 227),\n",
       " ('une', 227),\n",
       " ('Lord', 226),\n",
       " ('Matt', 226),\n",
       " ('don’t', 226),\n",
       " ('LOVE', 226),\n",
       " (\"There's\", 226),\n",
       " ('su', 226),\n",
       " ('party', 225),\n",
       " ('Supreme', 225),\n",
       " ('business', 225),\n",
       " ('100', 225),\n",
       " ('city', 225),\n",
       " ('Judicial', 225),\n",
       " ('finally', 224),\n",
       " ('whole', 224),\n",
       " ('parents', 223),\n",
       " ('Service', 223),\n",
       " ('Officer', 223),\n",
       " ('Political', 223),\n",
       " ('Mr.', 223),\n",
       " ('Listen', 223),\n",
       " ('Bad', 223),\n",
       " ('almost', 222),\n",
       " ('Dogs', 222),\n",
       " ('Le', 222),\n",
       " (\"that's\", 221),\n",
       " ('wish', 221),\n",
       " ('Remember', 221),\n",
       " ('Many', 221),\n",
       " ('Report:', 221),\n",
       " ('tidak', 221),\n",
       " ('it,', 220),\n",
       " ('bill', 220),\n",
       " ('ask', 220),\n",
       " ('album', 220),\n",
       " ('win', 219),\n",
       " ('50', 219),\n",
       " ('high', 219),\n",
       " ('Vote', 219),\n",
       " ('True', 219),\n",
       " ('ONE', 219),\n",
       " ('dans', 219),\n",
       " ('itu', 219),\n",
       " ('Major', 218),\n",
       " ('Cancer', 218),\n",
       " ('music', 218),\n",
       " ('Christians', 218),\n",
       " ('learn', 218),\n",
       " ('Il', 218),\n",
       " ('seems', 217),\n",
       " ('Scientists', 217),\n",
       " ('using', 217),\n",
       " ('Missing', 217),\n",
       " ('untuk', 217),\n",
       " ('vaccine', 216),\n",
       " ('Bay', 216),\n",
       " ('eating', 215),\n",
       " ('University', 215),\n",
       " ('Uranium', 215),\n",
       " ('takes', 215),\n",
       " ('NASA', 214),\n",
       " ('study', 214),\n",
       " ('head', 214),\n",
       " ('Evidence', 214),\n",
       " (\"What's\", 214),\n",
       " ('Yes,', 214),\n",
       " ('!!!', 214),\n",
       " ('Us', 214),\n",
       " ('Human', 214),\n",
       " ('campaign', 213),\n",
       " ('Coming', 213),\n",
       " ('Deal', 213),\n",
       " ('me.', 213),\n",
       " ('message', 212),\n",
       " ('Obama’s', 212),\n",
       " (\"I'll\", 211),\n",
       " ('List', 211),\n",
       " ('November', 211),\n",
       " ('Sharia', 211),\n",
       " ('Tom', 210),\n",
       " ('able', 210),\n",
       " ('thank', 210),\n",
       " ('....', 210),\n",
       " ('Shot', 210),\n",
       " ('Chris', 209),\n",
       " ('election', 209),\n",
       " ('happened', 209),\n",
       " ('sweet', 208),\n",
       " ('Tells', 208),\n",
       " ('given', 207),\n",
       " ('this!', 207),\n",
       " ('Don’t', 207),\n",
       " ('Rock', 206),\n",
       " ('Paid', 206),\n",
       " ('Looks', 205),\n",
       " ('Read', 205),\n",
       " ('Here’s', 205),\n",
       " ('talk', 205),\n",
       " ('proud', 205),\n",
       " ('las', 205),\n",
       " ('Ejército', 205),\n",
       " ('hours', 204),\n",
       " ('13', 204),\n",
       " ('gun', 204),\n",
       " ('join', 204),\n",
       " ('play', 204),\n",
       " ('Military', 204),\n",
       " ('Soup', 204),\n",
       " ('pretty', 204),\n",
       " ('others', 204),\n",
       " ('plus', 204),\n",
       " ('it’s', 203),\n",
       " ('East', 203),\n",
       " ('deal', 203),\n",
       " ('taken', 203),\n",
       " ('College', 203),\n",
       " ('Pay', 203),\n",
       " ('Young', 203),\n",
       " ('social', 202),\n",
       " ('Son', 202),\n",
       " ('guess', 202),\n",
       " ('sent', 201),\n",
       " ('words', 201),\n",
       " ('Flynn', 201),\n",
       " ('wanted', 201),\n",
       " ('Latest', 201),\n",
       " ('Baby', 201),\n",
       " ('Think', 201),\n",
       " ('Sanders', 200),\n",
       " ('Kelly', 200),\n",
       " ('#URGENT', 200),\n",
       " ('truly', 199),\n",
       " ('miss', 199),\n",
       " ('evidence', 199),\n",
       " ('run', 199),\n",
       " ('following', 199),\n",
       " ('Canada', 199),\n",
       " ('Radio', 199),\n",
       " ('LIVE', 199),\n",
       " ('LOL', 199),\n",
       " ('Join', 199),\n",
       " ('absolutely', 198),\n",
       " ('Arabia', 198),\n",
       " ('lives', 198),\n",
       " ('Response', 198),\n",
       " ('happen', 198),\n",
       " ('Climate', 198),\n",
       " ('Air', 198),\n",
       " ('today.', 197),\n",
       " ('atau', 197),\n",
       " ('banyak', 197),\n",
       " ('worth', 196),\n",
       " ('Lol', 196),\n",
       " ('Brown', 196),\n",
       " ('Three', 196),\n",
       " ('buy', 196),\n",
       " ('Rep.', 196),\n",
       " ('Getting', 196),\n",
       " ('SHARE', 196),\n",
       " ('moment', 195),\n",
       " ('body', 195),\n",
       " ('Team', 195),\n",
       " ('Message', 195),\n",
       " ('Well,', 194),\n",
       " ('ha', 194),\n",
       " ('Melania', 194),\n",
       " ('Wants', 194),\n",
       " ('tells', 194),\n",
       " ('Share', 194),\n",
       " ('was...', 193),\n",
       " ('PLEASE', 193),\n",
       " ('song', 193),\n",
       " ('claims', 192),\n",
       " ('list', 192),\n",
       " ('giving', 192),\n",
       " ('different', 192),\n",
       " ('Friday', 192),\n",
       " ('Mom', 192),\n",
       " ('my...', 192),\n",
       " ('your...', 192),\n",
       " ('sirio', 192),\n",
       " ('Talk', 191),\n",
       " ('accused', 191),\n",
       " ('Mexico', 191),\n",
       " ('ban', 191),\n",
       " ('Smith', 191),\n",
       " ('King', 191),\n",
       " ('Oct', 191),\n",
       " ('started', 190),\n",
       " ('means', 190),\n",
       " ('Red', 190),\n",
       " ('you?', 190),\n",
       " ('Official', 190),\n",
       " ('Meeting', 190),\n",
       " ('Obamacare', 190),\n",
       " ('Saturday', 190),\n",
       " ('ΝΑ', 190),\n",
       " ('Office', 189),\n",
       " ('nuclear', 188),\n",
       " ('sick', 188),\n",
       " ('Center', 188),\n",
       " ('March', 188),\n",
       " ('else', 187),\n",
       " ('Night', 187),\n",
       " ('YouTube', 187),\n",
       " ('Study', 187),\n",
       " ('Ban', 187),\n",
       " ('au', 187),\n",
       " ('I’m', 186),\n",
       " ('tried', 186),\n",
       " ('event', 186),\n",
       " ('Takes', 186),\n",
       " ('Kill', 186),\n",
       " ('Water', 186),\n",
       " ('Dems', 186),\n",
       " ('14', 186),\n",
       " ('Source', 186),\n",
       " ('adalah', 186),\n",
       " ('PHOTOS', 186),\n",
       " ('me,', 185),\n",
       " ('movie', 185),\n",
       " ('national', 185),\n",
       " ('Maybe', 185),\n",
       " ('Dear', 185),\n",
       " ('awesome', 184),\n",
       " ('paid', 184),\n",
       " ('Mother', 184),\n",
       " ('Mass', 184),\n",
       " ('Boy', 184),\n",
       " ('Body', 184),\n",
       " ('Without', 183),\n",
       " ('judge', 183),\n",
       " ('24', 183),\n",
       " ('Attorney', 183),\n",
       " ('speech', 183),\n",
       " ('game', 183),\n",
       " ('Since', 183),\n",
       " ('Lynch', 183),\n",
       " ('Jr.', 182),\n",
       " ('interesting', 182),\n",
       " ('NY', 182),\n",
       " ('point', 182),\n",
       " ('Cop', 182),\n",
       " ('Ryan', 182),\n",
       " ('shit', 182),\n",
       " ('interview', 181),\n",
       " ('killing', 181),\n",
       " ('4th', 181),\n",
       " ('not...', 181),\n",
       " ('Irma', 181),\n",
       " ('Flag', 180),\n",
       " ('Social', 180),\n",
       " ('Sarah', 180),\n",
       " ('VIDEO', 180),\n",
       " ('Terrorist', 180),\n",
       " ('Everything', 180),\n",
       " ('Dem', 180),\n",
       " ('Ghana', 180),\n",
       " ('bisa', 180),\n",
       " ('system', 179),\n",
       " ('investigation', 179),\n",
       " ('page', 179),\n",
       " ('London', 179),\n",
       " ('church', 179),\n",
       " ('second', 179),\n",
       " ('Alex', 179),\n",
       " ('Photos', 179),\n",
       " ('Racist', 179),\n",
       " ('REAL', 179),\n",
       " ('Cruz', 179),\n",
       " ('stupid', 179),\n",
       " ('together', 178),\n",
       " ('DC', 178),\n",
       " ('refugees', 178),\n",
       " ('[Video]', 178),\n",
       " ('small', 178),\n",
       " ('Put', 178),\n",
       " ('Hope', 178),\n",
       " ('Barbara', 178),\n",
       " ('his...', 177),\n",
       " ('sad', 177),\n",
       " ('gives', 177),\n",
       " ('Alabama', 177),\n",
       " ('idea', 177),\n",
       " ('Daesh', 177),\n",
       " ...]"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sorted(domains_words['http://fb.me' ], key=lambda x: x[1], reverse=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('via', 52302),\n",
       " ('@YouTube', 51866),\n",
       " ('&amp;', 5521),\n",
       " ('Trump', 4880),\n",
       " ('...', 2261),\n",
       " ('FBI', 1911),\n",
       " ('Clinton', 1804),\n",
       " ('New', 1653),\n",
       " ('President', 1576),\n",
       " ('Hillary', 1568),\n",
       " ('Obama', 1560),\n",
       " ('@realDonaldTrump', 1196),\n",
       " ('2017', 1166),\n",
       " ('Watch', 1082),\n",
       " ('BREAKING:', 1049),\n",
       " ('News', 1027),\n",
       " ('State', 1006),\n",
       " ('US', 966),\n",
       " ('TRUMP', 877),\n",
       " ('video', 870),\n",
       " ('FISA', 819),\n",
       " ('Donald', 813),\n",
       " ('#MarkRobbinsNetwork', 798),\n",
       " ('2018', 797),\n",
       " ('Day', 763),\n",
       " ('Video', 755),\n",
       " ('World', 755),\n",
       " ('#MAGA', 746),\n",
       " ('#QAnon', 739),\n",
       " ('Deep', 721),\n",
       " ('America', 716),\n",
       " ('CIA', 711),\n",
       " ('Memo', 683),\n",
       " ('@POTUS', 680),\n",
       " ('Twitter', 669),\n",
       " ('Secret', 658),\n",
       " ('House', 643),\n",
       " ('BREAKING', 639),\n",
       " ('Full', 638),\n",
       " ('One', 633),\n",
       " ('Dr.', 626),\n",
       " ('White', 613),\n",
       " ('Truth', 597),\n",
       " ('John', 584),\n",
       " ('American', 582),\n",
       " ('one', 582),\n",
       " ('NEW', 581),\n",
       " ('Live', 579),\n",
       " ('people', 572),\n",
       " ('#ReleaseTheMemo', 562),\n",
       " ('CNN', 546),\n",
       " ('Mueller', 538),\n",
       " ('like', 528),\n",
       " ('de', 528),\n",
       " ('David', 525),\n",
       " ('Media', 518),\n",
       " (\"Trump's\", 495),\n",
       " ('NEWS', 494),\n",
       " ('Part', 490),\n",
       " ('Bill', 483),\n",
       " ('Black', 480),\n",
       " ('Call', 478),\n",
       " ('Show', 464),\n",
       " ('#pedogate', 463),\n",
       " ('Christmas', 460),\n",
       " ('War', 459),\n",
       " ('Tom', 456),\n",
       " ('Trey', 446),\n",
       " ('Gowdy', 444),\n",
       " ('us', 444),\n",
       " ('sent', 442),\n",
       " ('LIVE', 434),\n",
       " ('say', 433),\n",
       " ('know', 430),\n",
       " ('Democrats', 428),\n",
       " ('Alex', 427),\n",
       " ('2016', 426),\n",
       " ('George', 425),\n",
       " ('Russian', 424),\n",
       " ('People', 421),\n",
       " ('--', 419),\n",
       " ('Jones', 410),\n",
       " ('Order', 410),\n",
       " ('Judge', 406),\n",
       " ('USA', 405),\n",
       " ('want', 404),\n",
       " ('Interview', 399),\n",
       " ('Russia', 397),\n",
       " ('Year', 396),\n",
       " ('MUST', 391),\n",
       " ('Today', 391),\n",
       " ('Happy', 385),\n",
       " ('Vegas', 381),\n",
       " ('Man', 378),\n",
       " ('you!', 377),\n",
       " ('Time', 373),\n",
       " ('watch', 371),\n",
       " ('Comey', 369),\n",
       " ('CLINTON', 366),\n",
       " ('Caught', 365),\n",
       " ('FULL', 362),\n",
       " ('HILLARY', 361),\n",
       " ('YouTube', 360),\n",
       " ('10', 358),\n",
       " ('get', 355),\n",
       " ('Exposed', 354),\n",
       " ('Update', 353),\n",
       " ('Get', 353),\n",
       " ('going', 350),\n",
       " ('#pizzagate', 350),\n",
       " ('God', 349),\n",
       " ('Top', 347),\n",
       " ('DOJ', 341),\n",
       " ('Real', 338),\n",
       " ('Robert', 337),\n",
       " ('Speech', 333),\n",
       " ('Muslim', 333),\n",
       " ('OBAMA', 332),\n",
       " ('Love', 331),\n",
       " ('see', 328),\n",
       " ('Great', 327),\n",
       " ('Tucker', 325),\n",
       " ('#Trump', 324),\n",
       " ('James', 324),\n",
       " ('Paul', 322),\n",
       " ('Music', 321),\n",
       " ('Intel', 319),\n",
       " ('Report', 318),\n",
       " ('U.S.', 318),\n",
       " ('WATCH', 316),\n",
       " ('Says', 315),\n",
       " ('Fox', 315),\n",
       " ('says', 313),\n",
       " ('RT', 309),\n",
       " ('Government', 308),\n",
       " ('Must', 306),\n",
       " ('Mark', 306),\n",
       " ('Know', 305),\n",
       " ('Fake', 304),\n",
       " ('Big', 301),\n",
       " ('Take', 300),\n",
       " ('January', 299),\n",
       " ('time', 298),\n",
       " ('Best', 298),\n",
       " ('Uranium', 296),\n",
       " ('Dance', 296),\n",
       " ('Soros', 295),\n",
       " ('Former', 294),\n",
       " ('California', 294),\n",
       " ('need', 293),\n",
       " ('vía', 291),\n",
       " ('Congress', 290),\n",
       " ('\"The', 287),\n",
       " ('[VIDEO]', 284),\n",
       " ('Fine', 284),\n",
       " ('Breaking', 283),\n",
       " ('new', 280),\n",
       " ('Documentary', 280),\n",
       " ('Las', 280),\n",
       " ('See', 279),\n",
       " ('Please', 279),\n",
       " ('prin', 279),\n",
       " ('Exposes', 278),\n",
       " ('Child', 275),\n",
       " ('North', 271),\n",
       " ('us!', 270),\n",
       " ('full', 267),\n",
       " ('would', 266),\n",
       " ('Earth', 266),\n",
       " ('Found', 265),\n",
       " ('tell', 260),\n",
       " ('First', 259),\n",
       " ('Jim', 259),\n",
       " ('Message', 258),\n",
       " ('210-383-2923', 258),\n",
       " ('Look', 256),\n",
       " ('HD', 255),\n",
       " ('Jordan', 255),\n",
       " ('Going', 254),\n",
       " ('Sessions', 253),\n",
       " ('Steve', 253),\n",
       " ('Hannity', 253),\n",
       " ('Americans', 252),\n",
       " ('History', 252),\n",
       " ('Massive', 252),\n",
       " ('#Chocolate', 252),\n",
       " ('(Official', 250),\n",
       " ('w/', 249),\n",
       " ('Jeff', 248),\n",
       " ('take', 247),\n",
       " (\"Cathy's\", 246),\n",
       " ('DEEP', 245),\n",
       " ('Moon', 245),\n",
       " ('..', 245),\n",
       " ('ever', 245),\n",
       " ('Video)', 244),\n",
       " ('Assange', 243),\n",
       " ('EXPOSED', 243),\n",
       " ('#Homeopathy', 243),\n",
       " ('VIDEO:', 242),\n",
       " ('EXPOSES', 242),\n",
       " ('Anonymous', 240),\n",
       " ('Michael', 240),\n",
       " ('Free', 240),\n",
       " ('Storm', 240),\n",
       " ('MEMO', 239),\n",
       " ('Ben', 238),\n",
       " ('Coming', 238),\n",
       " ('go', 237),\n",
       " ('Story', 236),\n",
       " ('Like', 236),\n",
       " ('Police', 236),\n",
       " ('TRUTH', 236),\n",
       " ('Military', 236),\n",
       " ('@JudicialWatch', 235),\n",
       " ('truth', 234),\n",
       " ('Go', 233),\n",
       " ('Something', 232),\n",
       " ('en', 232),\n",
       " ('Reveals', 230),\n",
       " ('memo', 229),\n",
       " ('Stop', 227),\n",
       " ('Press', 226),\n",
       " ('must', 225),\n",
       " ('Global', 222),\n",
       " ('#GreatAwakening', 221),\n",
       " ('make', 221),\n",
       " ('VIDEO', 220),\n",
       " ('UN', 219),\n",
       " ('Joe', 219),\n",
       " ('Schiff', 217),\n",
       " ('Make', 217),\n",
       " ('Plan', 217),\n",
       " ('TV', 217),\n",
       " ('Julian', 216),\n",
       " ('Calls', 216),\n",
       " ('real', 216),\n",
       " ('Release', 216),\n",
       " ('Scandal', 215),\n",
       " ('Proof', 214),\n",
       " ('interview', 214),\n",
       " ('Special', 214),\n",
       " ('REAL', 213),\n",
       " ('UFO', 213),\n",
       " ('End', 213),\n",
       " ('BREAKING!', 212),\n",
       " ('Korea', 212),\n",
       " ('Want', 212),\n",
       " ('Dead', 211),\n",
       " ('Illegal', 211),\n",
       " ('Merry', 211),\n",
       " ('think', 210),\n",
       " ('could', 210),\n",
       " ('Democrat', 209),\n",
       " ('Hollywood', 208),\n",
       " ('Good', 208),\n",
       " ('Left', 208),\n",
       " ('Gets', 207),\n",
       " ('Official', 206),\n",
       " ('Adam', 206),\n",
       " ('Jason', 206),\n",
       " ('ALEX', 205),\n",
       " ('la', 205),\n",
       " ('#DeepState', 204),\n",
       " (\"I'm\", 203),\n",
       " ('Social', 202),\n",
       " ('Pedophile', 202),\n",
       " ('Trudeau', 202),\n",
       " ('Right', 200),\n",
       " ('Law', 200),\n",
       " ('Another', 200),\n",
       " ('Nunes', 200),\n",
       " ('Barack', 199),\n",
       " ('National', 199),\n",
       " ('Life', 199),\n",
       " ('Carlson', 199),\n",
       " ('Fire', 198),\n",
       " ('Could', 196),\n",
       " ('Investigation', 195),\n",
       " ('Illuminati', 194),\n",
       " ('Mike', 194),\n",
       " ('Rep.', 193),\n",
       " ('really', 193),\n",
       " ('never', 192),\n",
       " ('thumbs', 192),\n",
       " ('#WeThePeople', 191),\n",
       " ('JW', 191),\n",
       " ('Israel', 191),\n",
       " ('Agenda', 191),\n",
       " ('#Releasethememo', 191),\n",
       " ('love', 191),\n",
       " ('Years', 190),\n",
       " ('Roger', 190),\n",
       " ('DNC', 190),\n",
       " ('Back', 190),\n",
       " ('world', 190),\n",
       " ('JONES', 190),\n",
       " ('look', 190),\n",
       " ('@seanhannity', 189),\n",
       " ('back', 189),\n",
       " ('South', 189),\n",
       " ('Never', 189),\n",
       " ('Jesus', 188),\n",
       " ('Evidence', 188),\n",
       " ('Control', 188),\n",
       " ('Trump,', 188),\n",
       " (\"Obama's\", 187),\n",
       " ('Death', 187),\n",
       " ('May', 187),\n",
       " ('(Full', 187),\n",
       " ('Rock', 187),\n",
       " ('Trump’s', 187),\n",
       " ('DACA', 186),\n",
       " ('Goes', 185),\n",
       " ('Chris', 185),\n",
       " ('Dems', 184),\n",
       " ('HUGE', 184),\n",
       " ('9/11', 183),\n",
       " ('Got', 183),\n",
       " ('Really', 182),\n",
       " ('Secrets', 182),\n",
       " ('Director', 182),\n",
       " ('@FoxNews', 182),\n",
       " ('Dr', 181),\n",
       " ('Made', 180),\n",
       " ('SECRET', 180),\n",
       " ('Shocking', 179),\n",
       " ('year', 179),\n",
       " ('@CNN', 179),\n",
       " ('Foundation', 178),\n",
       " ('Rosenstein', 178),\n",
       " ('still', 178),\n",
       " ('ONE', 177),\n",
       " ('Drops', 176),\n",
       " ('#FBI', 176),\n",
       " ('Election', 176),\n",
       " ('United', 176),\n",
       " ('#Q', 176),\n",
       " ('Agent', 176),\n",
       " ('Justice', 175),\n",
       " ('MSM', 175),\n",
       " ('Sean', 175),\n",
       " ('Marine', 174),\n",
       " ('Human', 173),\n",
       " ('Red', 173),\n",
       " ('life', 173),\n",
       " ('McCabe', 172),\n",
       " ('Podesta', 171),\n",
       " ('good', 171),\n",
       " ('Way', 170),\n",
       " ('#DrainTheSwamp', 170),\n",
       " ('Coup', 169),\n",
       " ('media', 168),\n",
       " ('today', 168),\n",
       " ('High', 168),\n",
       " ('vs', 168),\n",
       " ('Putin', 168),\n",
       " ('Makes', 168),\n",
       " ('years', 167),\n",
       " ('GOP', 167),\n",
       " ('Tim', 167),\n",
       " ('right', 166),\n",
       " ('coming', 166),\n",
       " ('States', 166),\n",
       " (\"Here's\", 166),\n",
       " ('Second', 166),\n",
       " ('McCain', 165),\n",
       " ('INFOWARS', 165),\n",
       " ('man', 165),\n",
       " ('Sanders', 164),\n",
       " ('goes', 164),\n",
       " ('great', 164),\n",
       " ('Muslims', 164),\n",
       " ('Tax', 163),\n",
       " ('Mind', 163),\n",
       " ('Tonight', 163),\n",
       " ('news', 162),\n",
       " ('Court', 162),\n",
       " ('Us', 162),\n",
       " ('UK', 162),\n",
       " ('Sarah', 161),\n",
       " (\"Clinton's\", 161),\n",
       " ('Behind', 161),\n",
       " ('Last', 160),\n",
       " ('Elite', 160),\n",
       " ('Jerome', 160),\n",
       " ('Case', 160),\n",
       " ('illegal', 159),\n",
       " ('Major', 159),\n",
       " ('Islam', 159),\n",
       " ('Pelosi', 159),\n",
       " ('Security', 158),\n",
       " ('Union', 158),\n",
       " ('Saudi', 158),\n",
       " ('Senate', 157),\n",
       " ('Online', 157),\n",
       " ('Times', 156),\n",
       " ('CEO', 156),\n",
       " ('Super', 156),\n",
       " ('False', 156),\n",
       " ('December', 156),\n",
       " ('Attack', 155),\n",
       " ('release', 155),\n",
       " ('Obama’s', 153),\n",
       " ('needs', 153),\n",
       " ('NEWS:', 153),\n",
       " ('NASA', 153),\n",
       " ('said', 152),\n",
       " ('Federal', 152),\n",
       " ('Inside', 152),\n",
       " ('Old', 152),\n",
       " ('Every', 152),\n",
       " ('come', 152),\n",
       " ('Larry', 152),\n",
       " ('QAnon', 151),\n",
       " ('Stone', 151),\n",
       " ('It’s', 151),\n",
       " ('Corsi', 151),\n",
       " ('Let', 151),\n",
       " ('JFK', 151),\n",
       " ('Need', 150),\n",
       " ('LIVE:', 150),\n",
       " ('part', 150),\n",
       " ('Andrew', 150),\n",
       " ('END', 150),\n",
       " ('BIG', 150),\n",
       " ('gives', 150),\n",
       " ('Latest', 149),\n",
       " ('#QANON', 149),\n",
       " ('Shooting', 149),\n",
       " ('got', 148),\n",
       " ('Sex', 148),\n",
       " ('Huge', 148),\n",
       " ('STATE', 148),\n",
       " ('first', 148),\n",
       " ('Family', 147),\n",
       " ('12', 147),\n",
       " ('Morning', 147),\n",
       " ('November', 147),\n",
       " ('Everything', 146),\n",
       " ('T...', 146),\n",
       " ('MASSIVE', 146),\n",
       " ('Judicial', 146),\n",
       " ('PROOF', 146),\n",
       " ('day', 146),\n",
       " ('#Qanon', 146),\n",
       " ('Money', 145),\n",
       " ('Kill', 145),\n",
       " ('help', 145),\n",
       " ('Justin', 145),\n",
       " ('General', 145),\n",
       " ('21', 145),\n",
       " ('Hurricane', 145),\n",
       " ('speech', 144),\n",
       " ('Nancy', 144),\n",
       " ('NFL', 144),\n",
       " ('AGENT', 143),\n",
       " ('Party', 143),\n",
       " ('last', 143),\n",
       " ('Power', 143),\n",
       " ('@HillaryClinton', 143),\n",
       " ('listen', 143),\n",
       " ('ISIS', 142),\n",
       " ('deep', 142),\n",
       " ('Admits', 142),\n",
       " ('many', 142),\n",
       " ('Thank', 142),\n",
       " ('@YouTubeさんから', 142),\n",
       " ('Next', 141),\n",
       " ('Political', 141),\n",
       " ('Michelle', 141),\n",
       " ('Liberal', 140),\n",
       " ('Peter', 140),\n",
       " ('stand', 140),\n",
       " ('King', 140),\n",
       " ('Flynn', 140),\n",
       " ('#TheStorm', 140),\n",
       " ('show', 140),\n",
       " ('!!!', 139),\n",
       " ('Planet', 139),\n",
       " ('Fitton', 139),\n",
       " ('FAKE', 139),\n",
       " ('Space', 139),\n",
       " ('Moonlight', 139),\n",
       " ('Elites', 138),\n",
       " ('PRESIDENT', 138),\n",
       " ('Children', 138),\n",
       " ('Commercial', 138),\n",
       " ('Arrested', 138),\n",
       " ('China', 138),\n",
       " ('#Vaccines', 138),\n",
       " ('Dossier', 137),\n",
       " ('live', 137),\n",
       " ('Immigration', 137),\n",
       " ('Walker', 137),\n",
       " ('it.', 136),\n",
       " ('president', 136),\n",
       " ('Change', 136),\n",
       " ('Huma', 136),\n",
       " ('investigation', 135),\n",
       " ('AMERICA', 135),\n",
       " ('Page', 135),\n",
       " ('Criminal', 135),\n",
       " ('Exposing', 135),\n",
       " ('much', 135),\n",
       " ('Public', 134),\n",
       " ('Episode', 134),\n",
       " ('#FollowTheWhiteRabbit', 134),\n",
       " ('SEE', 134),\n",
       " (\"can't\", 134),\n",
       " ('stop', 134),\n",
       " ('SHOCKING', 134),\n",
       " ('#HillaryForPrison', 134),\n",
       " ('Seth', 133),\n",
       " ('Rich', 133),\n",
       " (\"What's\", 133),\n",
       " ('old', 133),\n",
       " ('children', 133),\n",
       " ('Listen', 133),\n",
       " ('trying', 133),\n",
       " ('#MSM', 133),\n",
       " ('Arrest', 132),\n",
       " ('Senator', 132),\n",
       " (\"Can't\", 132),\n",
       " ('Electric', 132),\n",
       " ('Syria', 132),\n",
       " ('behind', 132),\n",
       " ('Spy', 132),\n",
       " ('Tells', 132),\n",
       " ('Breaking:', 132),\n",
       " ('Clintons', 131),\n",
       " ('Bush', 131),\n",
       " ('Stew', 131),\n",
       " ('Song', 131),\n",
       " ('Biggest', 131),\n",
       " ('Revealed', 130),\n",
       " ('government', 130),\n",
       " ('Maxine', 130),\n",
       " ('seen', 130),\n",
       " ('WATCH:', 129),\n",
       " ('Woman', 129),\n",
       " ('call', 129),\n",
       " ('Fraud', 129),\n",
       " ('Tell', 129),\n",
       " ('Plot', 129),\n",
       " ('Icke', 129),\n",
       " ('PART', 129),\n",
       " ('every', 129),\n",
       " ('Indictments', 128),\n",
       " ('Trafficking', 128),\n",
       " ('Intelligence', 128),\n",
       " ('Bible', 128),\n",
       " ('Paid', 127),\n",
       " ('song', 127),\n",
       " ('Released', 127),\n",
       " ('Alien', 127),\n",
       " ('Rothschild', 127),\n",
       " ('Benjamin', 127),\n",
       " ('February', 127),\n",
       " ('Jan', 127),\n",
       " ('believe', 127),\n",
       " ('war', 127),\n",
       " ('Gives', 126),\n",
       " ('Home', 126),\n",
       " ('Night', 126),\n",
       " ('Sen.', 126),\n",
       " ('Cover', 126),\n",
       " ('speaks', 126),\n",
       " ('STATE:', 126),\n",
       " ('Ancient', 125),\n",
       " ('tells', 125),\n",
       " ('2015', 125),\n",
       " ('#journaal', 125),\n",
       " ('Project', 124),\n",
       " ('True', 124),\n",
       " ('Webb', 124),\n",
       " ('BLACK', 124),\n",
       " ('FEMA', 124),\n",
       " ('13', 123),\n",
       " ('way', 123),\n",
       " ('gets', 123),\n",
       " ('Holy', 123),\n",
       " ('Even', 123),\n",
       " ('Shapiro', 122),\n",
       " ('Body', 122),\n",
       " (\"Hillary's\", 122),\n",
       " ('Missing', 122),\n",
       " ('CAUGHT', 122),\n",
       " ('Harvey', 122),\n",
       " ('S...', 121),\n",
       " ('down.', 121),\n",
       " ('even', 121),\n",
       " ('Trump:', 121),\n",
       " ('Final', 121),\n",
       " ('Ring', 121),\n",
       " ('Jeanine', 121),\n",
       " ('Come', 121),\n",
       " ('Infowars', 120),\n",
       " ('made', 120),\n",
       " ('story', 120),\n",
       " ('NWO', 120),\n",
       " ('Million', 120),\n",
       " ('Finally', 120),\n",
       " ('Warning', 120),\n",
       " ('#PizzaGate', 119),\n",
       " ('Corruption', 119),\n",
       " ('Ever', 119),\n",
       " ('talks', 118),\n",
       " ('Speaks', 118),\n",
       " ('Deal', 118),\n",
       " ('Train', 118),\n",
       " ('Here’s', 117),\n",
       " ('this.', 117),\n",
       " ('Still', 117),\n",
       " ('100%', 117),\n",
       " ('WAR', 117),\n",
       " ('die', 117),\n",
       " ('Band', 117),\n",
       " ('Attacks', 117),\n",
       " ('March', 117),\n",
       " ('#Anonymous', 117),\n",
       " ('#SethRich', 117),\n",
       " ('text', 116),\n",
       " ('Conspiracy', 116),\n",
       " ('Civil', 116),\n",
       " ('Bad', 116),\n",
       " ('Leaked', 116),\n",
       " ('Roy', 116),\n",
       " ('Watch:', 116),\n",
       " ('Antifa', 116),\n",
       " ('#nieuwsuur', 116),\n",
       " ('#FOLLOWNEONTHETRUMPTRAIN', 116),\n",
       " ('@RealDonaldTrump', 115),\n",
       " ('#FakeNews', 115),\n",
       " ('Briefing', 115),\n",
       " ('Used', 115),\n",
       " ('report', 115),\n",
       " ('City', 115),\n",
       " ('Washington', 115),\n",
       " ('Hidden', 115),\n",
       " ('Lies', 115),\n",
       " ('WORLD', 115),\n",
       " ('Report:', 115),\n",
       " ('DC', 114),\n",
       " ('Wikileaks', 114),\n",
       " ('Network', 114),\n",
       " ('Frankenstein', 114),\n",
       " ('Hit', 114),\n",
       " ('white', 114),\n",
       " ('Breaks', 113),\n",
       " ('Say', 113),\n",
       " ('Q:', 113),\n",
       " ('Anon', 113),\n",
       " ('Lee', 113),\n",
       " ('black', 113),\n",
       " ('Expose', 113),\n",
       " ('Waters', 113),\n",
       " ('Weather', 113),\n",
       " ('up.', 113),\n",
       " ('Recommends', 113),\n",
       " ('Murder', 112),\n",
       " ('Crime', 112),\n",
       " ('long', 112),\n",
       " ('Chuck', 112),\n",
       " ('Ready', 112),\n",
       " ('Charles', 112),\n",
       " ('true', 112),\n",
       " ('Texas', 112),\n",
       " ('Bob', 112),\n",
       " ('Google', 112),\n",
       " ('guess', 111),\n",
       " ('Trailer', 111),\n",
       " ('Service', 111),\n",
       " ('called', 111),\n",
       " ('state', 111),\n",
       " ('#SOTU', 111),\n",
       " ('Air', 111),\n",
       " ('calls', 111),\n",
       " ('NSA', 111),\n",
       " ('attack', 111),\n",
       " ('I...', 111),\n",
       " ('put', 111),\n",
       " ('best', 111),\n",
       " (\"They're\", 111),\n",
       " ('Alert', 111),\n",
       " ('Liberals', 111),\n",
       " ('15', 110),\n",
       " ('Movie', 110),\n",
       " ('#PedoGate', 110),\n",
       " ('Israeli', 110),\n",
       " ('Sunday', 110),\n",
       " ('30', 110),\n",
       " ('left', 110),\n",
       " ('post', 110),\n",
       " ('Holidays', 110),\n",
       " ('killed', 109),\n",
       " ('end', 109),\n",
       " ('work', 109),\n",
       " ('Warns', 109),\n",
       " ('keep', 109),\n",
       " ('Whistleblower', 109),\n",
       " ('Vaccine', 108),\n",
       " ('Post', 108),\n",
       " ('Happening', 108),\n",
       " ('Lynch', 108),\n",
       " ('talk', 108),\n",
       " ('Open', 108),\n",
       " ('Heaven', 108),\n",
       " ('TRANSGENDER', 108),\n",
       " ('#mhoom', 108),\n",
       " ('Schumer', 107),\n",
       " ('Mass', 107),\n",
       " ('Remember', 107),\n",
       " ('Told', 107),\n",
       " ('GOING', 107),\n",
       " ('Destroy', 107),\n",
       " ('Lord', 107),\n",
       " ('Prophecy', 107),\n",
       " ('Powerful', 107),\n",
       " ('Happened', 106),\n",
       " ('another', 106),\n",
       " ('Steele', 106),\n",
       " ('Shut', 106),\n",
       " ('Album', 106),\n",
       " ('Strange', 106),\n",
       " ('Believe', 106),\n",
       " ('British', 106),\n",
       " ('Water', 106),\n",
       " ('found', 106),\n",
       " ('#dwdd', 106),\n",
       " ('#Justice4Serena', 106),\n",
       " ('Check', 105),\n",
       " ('Satanic', 105),\n",
       " ('Bowl', 105),\n",
       " ('Al', 105),\n",
       " ('fake', 105),\n",
       " ('Two', 105),\n",
       " ('used', 105),\n",
       " ('#1V', 105),\n",
       " ('money', 104),\n",
       " ('Hell', 104),\n",
       " ('Emails', 104),\n",
       " ('GPS', 104),\n",
       " ('Eric', 104),\n",
       " ('Star', 104),\n",
       " ('Meeting', 104),\n",
       " ('East', 104),\n",
       " ('CA', 103),\n",
       " ('SHOW', 103),\n",
       " ('C...', 103),\n",
       " ('may', 103),\n",
       " ('Rep', 103),\n",
       " ('!!', 103),\n",
       " ('Days', 103),\n",
       " ('secret', 103),\n",
       " ('please', 103),\n",
       " ('Freedom', 103),\n",
       " ('Facebook', 102),\n",
       " ('Executive', 102),\n",
       " ('Revolution', 102),\n",
       " ('Would', 102),\n",
       " ('Interviews', 102),\n",
       " (\"Let's\", 102),\n",
       " ('MEDIA', 101),\n",
       " ('Flu', 101),\n",
       " ('Haiti', 101),\n",
       " ('Women', 101),\n",
       " ('Iran', 101),\n",
       " ('#OpWakeup', 101),\n",
       " ('Private', 100),\n",
       " ('Treason', 100),\n",
       " ('share', 100),\n",
       " ('Nation', 100),\n",
       " ('ILLUMINATI', 100),\n",
       " ('away', 100),\n",
       " ('Amazing', 100),\n",
       " ('ANTIFA', 100),\n",
       " ('TIME', 100),\n",
       " ('Europe', 100),\n",
       " ('child', 100),\n",
       " ('URGENT', 99),\n",
       " ('(Part', 99),\n",
       " ('W...', 99),\n",
       " ('2nd', 99),\n",
       " ('Destroyed', 99),\n",
       " ('Shows', 99),\n",
       " ('give', 99),\n",
       " ('Nibiru', 99),\n",
       " ('explains', 99),\n",
       " ('Retired', 99),\n",
       " ('#Pizzagate', 99),\n",
       " ('View', 98),\n",
       " ('Arrests', 98),\n",
       " ('Little', 98),\n",
       " ('Conference', 98),\n",
       " ('something', 98),\n",
       " ('Oprah', 98),\n",
       " ('Christian', 98),\n",
       " ('Church', 98),\n",
       " ('Canada', 98),\n",
       " ('Claims', 98),\n",
       " ('vs.', 98),\n",
       " ('469-701-3331', 98),\n",
       " ('#TemperatureProDFW', 98),\n",
       " ('hear', 97),\n",
       " ('West', 97),\n",
       " ('also', 97),\n",
       " ('Flag', 97),\n",
       " ('GET', 97),\n",
       " ('Talk', 97),\n",
       " ('Fitton:', 97),\n",
       " ('London', 97),\n",
       " ('Wall', 97),\n",
       " ('meet', 97),\n",
       " ('Dan', 96),\n",
       " ('Takes', 96),\n",
       " ('Rush', 96),\n",
       " ('Destroys', 96),\n",
       " ('Hannity:', 96),\n",
       " ('#NWO', 96),\n",
       " ('BOMBSHELL', 95),\n",
       " ('Silence', 95),\n",
       " ('Operation', 95),\n",
       " ('Force', 95),\n",
       " ('exposes', 95),\n",
       " ('little', 95),\n",
       " ('Abuse', 95),\n",
       " ('Fusion', 95),\n",
       " ('Lost', 95),\n",
       " ('PEOPLE', 95),\n",
       " ('Moore', 95),\n",
       " ('York', 95),\n",
       " ('Week', 94),\n",
       " ('Metal', 94),\n",
       " ('getting', 94),\n",
       " ('Lionel', 94),\n",
       " ('family', 94),\n",
       " ('Fires', 94),\n",
       " ('Grand', 94),\n",
       " ('Help', 94),\n",
       " ('Laura', 94),\n",
       " ('Dobbs', 94),\n",
       " ('More:', 94),\n",
       " ('Le', 94),\n",
       " ('#Qanon8chan', 94),\n",
       " ('20', 93),\n",
       " ('Comes', 93),\n",
       " ('H...', 93),\n",
       " ('history', 93),\n",
       " ('since', 93),\n",
       " ('Blue', 93),\n",
       " ('wants', 93),\n",
       " ('🇺🇸', 93),\n",
       " ('Gun', 93),\n",
       " ('ALERT:', 93),\n",
       " ('et', 93),\n",
       " ('country', 93),\n",
       " ('Greatest', 92),\n",
       " ('around', 92),\n",
       " ('BBC', 92),\n",
       " ('Talks', 92),\n",
       " ('Queen', 92),\n",
       " ('Kim', 92),\n",
       " ('shows', 92),\n",
       " ('NIBIRU', 92),\n",
       " ('A...', 91),\n",
       " ('Dick', 91),\n",
       " ('MAJOR', 91),\n",
       " ('women', 91),\n",
       " ('Nothing', 91),\n",
       " ('Keep', 91),\n",
       " ('Lou', 91),\n",
       " ('\"I', 91),\n",
       " ('Health', 91),\n",
       " ('Nuclear', 91),\n",
       " ('School', 91),\n",
       " ('Link🔝🔝🔝', 91),\n",
       " ('Goodman:', 91),\n",
       " ('UPDATE', 90),\n",
       " ('#CNN', 90),\n",
       " ('Thanks', 90),\n",
       " ('#Hillary', 90),\n",
       " ('Wants', 90),\n",
       " ('Martin', 90),\n",
       " ('Jack', 90),\n",
       " ('Islamic', 90),\n",
       " ('Campaign', 90),\n",
       " ('Climate', 90),\n",
       " ('STORM', 90),\n",
       " ('Everyone', 89),\n",
       " ('Learn', 89),\n",
       " ('information', 89),\n",
       " ('Germany', 89),\n",
       " ('Republican', 89),\n",
       " ('political', 89),\n",
       " ('WARNING', 89),\n",
       " ('Rally', 89),\n",
       " ('Energy', 89),\n",
       " (\"He's\", 89),\n",
       " ('@TuckerCarlson', 89),\n",
       " ('Link', 89),\n",
       " ('#nwo', 89),\n",
       " ('Things', 88),\n",
       " ('Plans', 88),\n",
       " ('happened', 88),\n",
       " ('@RealAlexJones', 88),\n",
       " ('military', 88),\n",
       " ('CRAZY', 88),\n",
       " ('Democratic', 88),\n",
       " ('Davos', 88),\n",
       " ('AG', 88),\n",
       " ('Congressman', 88),\n",
       " ('les', 88),\n",
       " ('Vaccines', 88),\n",
       " ('Friday', 88),\n",
       " ('#TakeTheRedPill\\U0001f92c👌👈💩🇺🇸🚂', 88),\n",
       " ('Fight', 87),\n",
       " ('working', 87),\n",
       " ('Comey,', 87),\n",
       " ('100', 87),\n",
       " ('11', 87),\n",
       " ('#FBICorruption', 87),\n",
       " ('RED', 87),\n",
       " ('Richard', 87),\n",
       " ('Connection', 87),\n",
       " ('Cabal', 87),\n",
       " ('JUSTICE', 87),\n",
       " ('Die', 87),\n",
       " ('Obama,', 87),\n",
       " ('nothing', 87),\n",
       " ('Susan', 87),\n",
       " ('Abedin', 87),\n",
       " ('Elizabeth', 87),\n",
       " ('50', 87),\n",
       " ('Grace', 87),\n",
       " ('let', 87),\n",
       " ('Employees', 86),\n",
       " ('Evil', 86),\n",
       " ('Loretta', 86),\n",
       " ('Much', 86),\n",
       " ('Pres.', 86),\n",
       " ('Economic', 86),\n",
       " ('Complete', 86),\n",
       " ('Ryan', 86),\n",
       " ('GOT', 86),\n",
       " ('Give', 86),\n",
       " ('Ex', 86),\n",
       " ('Clinton,', 85),\n",
       " ('Killed', 85),\n",
       " ('Kevin', 85),\n",
       " ('Dirty', 85),\n",
       " ('Info', 85),\n",
       " ('FOUND', 85),\n",
       " ('Stephen', 85),\n",
       " ('plan', 85),\n",
       " ('April', 85),\n",
       " ('run', 85),\n",
       " ('Tommy', 85),\n",
       " ('Bitcoin', 85),\n",
       " ('fight', 85),\n",
       " ('Live:', 85),\n",
       " ('Hits', 85),\n",
       " ('destroy', 85),\n",
       " ('Melania', 85),\n",
       " ('Many', 85),\n",
       " ('hate', 85),\n",
       " ('million', 85),\n",
       " ('16', 85),\n",
       " ('Republic', 85),\n",
       " ('#TheStormIsHere', 85),\n",
       " ('Border', 84),\n",
       " ('talking', 84),\n",
       " ('Young', 84),\n",
       " ('(The', 84),\n",
       " ('Country', 84),\n",
       " ('Address', 84),\n",
       " ('Men', 84),\n",
       " ('Matt', 84),\n",
       " ('exposed', 84),\n",
       " ('Crisis', 84),\n",
       " ('William', 84),\n",
       " ('Heart', 84),\n",
       " ('Lady', 84),\n",
       " ('des', 84),\n",
       " ('Mix', 84),\n",
       " ('told', 83),\n",
       " ('Reporter', 83),\n",
       " ('case', 83),\n",
       " ('everyone', 83),\n",
       " ('Chief', 83),\n",
       " ('order', 83),\n",
       " ('Sun', 83),\n",
       " ('Russians', 83),\n",
       " ('He’s', 83),\n",
       " ('Ingraham', 83),\n",
       " ('Bannon', 83),\n",
       " ('COMING', 83),\n",
       " ('MUELLER', 83),\n",
       " ('using', 83),\n",
       " ('le', 83),\n",
       " ...]"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sorted(domains_words['https://youtu.be' ], key=lambda x: x[1], reverse=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('10', 12),\n",
       " ('Cancer', 12),\n",
       " ('Truth', 7),\n",
       " ('Causes', 7),\n",
       " ('&amp;', 7),\n",
       " ('Mainstream', 6),\n",
       " ('Common', 6),\n",
       " ('Headache', 6),\n",
       " ('Types', 6),\n",
       " ('Surprising', 6),\n",
       " ('Found', 6),\n",
       " ('Karma', 5),\n",
       " ('Hear', 5),\n",
       " ('Version', 5),\n",
       " ('First', 5),\n",
       " ('World', 5),\n",
       " ('American', 5),\n",
       " ('Big', 5),\n",
       " ('Foods', 5),\n",
       " ('Rothschild', 5),\n",
       " ('Investigation', 4),\n",
       " ('Product', 4),\n",
       " ('Kills', 4),\n",
       " ('One', 4),\n",
       " ('Get', 4),\n",
       " ('Boy', 4),\n",
       " ('Pharma', 4),\n",
       " ('Water', 4),\n",
       " ('Drugs', 4),\n",
       " ('Viruses,', 3),\n",
       " ('Fungal', 3),\n",
       " ('Infections,', 3),\n",
       " ('Bacteria', 3),\n",
       " ('Work', 3),\n",
       " ('Ice', 3),\n",
       " ('Human', 3),\n",
       " ('FDA', 3),\n",
       " ('Baking', 3),\n",
       " ('Soda', 3),\n",
       " ('Study', 3),\n",
       " ('Humans', 3),\n",
       " ('Toxins', 3),\n",
       " ('Cells', 3),\n",
       " ('Discovered', 3),\n",
       " ('#Autism', 3),\n",
       " ('Russia', 3),\n",
       " ('Whole', 3),\n",
       " ('History', 3),\n",
       " ('Satanic', 3),\n",
       " ('Really', 3),\n",
       " ('Death', 3),\n",
       " ('Obama', 2),\n",
       " ('Multimillion', 2),\n",
       " ('Dollar', 2),\n",
       " ('White', 2),\n",
       " ('House', 2),\n",
       " ('Parties', 2),\n",
       " (\"Here's\", 2),\n",
       " ('Much', 2),\n",
       " ('Couple', 2),\n",
       " ('Gets', 2),\n",
       " ('Benefits', 2),\n",
       " ('Weight', 2),\n",
       " ('Put', 2),\n",
       " ('Drinks', 2),\n",
       " ('KFC,', 2),\n",
       " (\"McDonald's\", 2),\n",
       " ('Burger', 2),\n",
       " ('King', 2),\n",
       " ('Warned', 2),\n",
       " ('Restaurant', 2),\n",
       " ('Sell', 2),\n",
       " ('Meat', 2),\n",
       " ('Consumption', 2),\n",
       " ('Opens', 2),\n",
       " ('Japan', 2),\n",
       " ('Outlawed', 2),\n",
       " ('Hemp', 2),\n",
       " ('Oil', 2),\n",
       " ('#1', 2),\n",
       " ('Treatment', 2),\n",
       " ('Curing', 2),\n",
       " ('Says', 2),\n",
       " ('Germany', 2),\n",
       " ('Trump:', 2),\n",
       " ('Better', 2),\n",
       " ('Don’t', 2),\n",
       " ('Cancer,', 2),\n",
       " ('Years', 2),\n",
       " ('Shift', 2),\n",
       " ('Missing', 2),\n",
       " ('16', 2),\n",
       " ('Using', 2),\n",
       " ('Marijuana', 2),\n",
       " ('Indian', 2),\n",
       " ('People', 2),\n",
       " ('Aspartame', 2),\n",
       " ('linked', 2),\n",
       " ('Leukemia', 2),\n",
       " ('Lymphoma', 2),\n",
       " ('new', 2),\n",
       " ('Landmark', 2),\n",
       " ('Discover', 2),\n",
       " ('Red', 2),\n",
       " ('Team', 2),\n",
       " ('14', 2),\n",
       " ('Ways', 2),\n",
       " ('Suspends', 2),\n",
       " ('Import', 2),\n",
       " ('use', 2),\n",
       " ('GM', 2),\n",
       " ('Corn', 2),\n",
       " ('#Genius', 2),\n",
       " ('Diagnosed', 2),\n",
       " ('IQ', 2),\n",
       " ('Higher', 2),\n",
       " ('#Einstein', 2),\n",
       " ('Top', 2),\n",
       " ('Causing', 2),\n",
       " ('Home', 2),\n",
       " ('Great', 2),\n",
       " ('Reasons', 2),\n",
       " ('Knowingly', 2),\n",
       " ('Engages', 2),\n",
       " ('Massive', 2),\n",
       " ('GMO', 2),\n",
       " ('Deception', 2),\n",
       " ('Begin', 2),\n",
       " ('Microchipping', 2),\n",
       " ('Banned', 2),\n",
       " ('Countries', 2),\n",
       " ('Depopulation', 2),\n",
       " ('Bans', 2),\n",
       " ('Entire', 2),\n",
       " ('Change', 2),\n",
       " ('!!', 2),\n",
       " ('Safe', 2),\n",
       " ('Never', 2),\n",
       " ('Pedophiles', 2),\n",
       " ('Online', 2),\n",
       " ('Hidden', 2),\n",
       " ('NASA', 2),\n",
       " ('Cannabis', 2),\n",
       " ('Breast', 2),\n",
       " ('Lake', 2),\n",
       " ('Make', 2),\n",
       " ('Medical', 2),\n",
       " ('Italian', 2),\n",
       " ('Doctor', 2),\n",
       " ('Shocked', 2),\n",
       " ('World:', 2),\n",
       " ('Fungus', 2),\n",
       " ('Treated', 2),\n",
       " ('Sea', 1),\n",
       " ('Salt', 1),\n",
       " ('Best', 1),\n",
       " ('NaturalRemedy', 1),\n",
       " ('Radiation', 1),\n",
       " ('Exposure', 1),\n",
       " ('OPERATION', 1),\n",
       " ('HIGH', 1),\n",
       " ('JUMP:', 1),\n",
       " ('FOUND,', 1),\n",
       " ('COVERED', 1),\n",
       " ('UP,', 1),\n",
       " ('ANTARCTICA', 1),\n",
       " ('BLOW', 1),\n",
       " ('MIND', 1),\n",
       " ('Philippines', 1),\n",
       " ('President', 1),\n",
       " ('Catholic', 1),\n",
       " ('Church', 1),\n",
       " ('“Full', 1),\n",
       " ('Sh*t”', 1),\n",
       " ('Trump', 1),\n",
       " ('Tells', 1),\n",
       " ('Buy', 1),\n",
       " ('Automobiles,', 1),\n",
       " ('‘Build', 1),\n",
       " ('Cars’', 1),\n",
       " ('Amish,', 1),\n",
       " ('Vaccinated,', 1),\n",
       " ('Rarely', 1),\n",
       " ('Autism,', 1),\n",
       " ('Heart', 1),\n",
       " ('Disease', 1),\n",
       " ('Coincidence?', 1),\n",
       " ('Old', 1),\n",
       " ('Afghan', 1),\n",
       " ('Dies', 1),\n",
       " ('Fearlessly', 1),\n",
       " ('Defending', 1),\n",
       " ('Village', 1),\n",
       " ('Taliban', 1),\n",
       " ('Pole', 1),\n",
       " ('Begun', 1),\n",
       " ('Clinton', 1),\n",
       " ('Campaign', 1),\n",
       " ('Donors', 1),\n",
       " ('Demand', 1),\n",
       " ('$1.5', 1),\n",
       " ('Billion', 1),\n",
       " ('Simpsons', 1),\n",
       " ('Predicted', 1),\n",
       " ('Pizzagate', 1),\n",
       " ('Ago', 1),\n",
       " ('Illuminati', 1),\n",
       " ('Leak:', 1),\n",
       " ('Current', 1),\n",
       " ('Membership', 1),\n",
       " ('‘Committee', 1),\n",
       " ('300’', 1),\n",
       " ('Georgia', 1),\n",
       " ('Guidestones', 1),\n",
       " ('Colorado', 1),\n",
       " ('$3', 1),\n",
       " ('Million', 1),\n",
       " ('Tax', 1),\n",
       " ('Provide', 1),\n",
       " ('Food', 1),\n",
       " ('Housing', 1),\n",
       " ('Homeless', 1),\n",
       " ('Cops', 1),\n",
       " ('Fighting', 1),\n",
       " ('Mandatory', 1),\n",
       " ('Drug', 1),\n",
       " ('Tests', 1),\n",
       " ('Claim', 1),\n",
       " (\"'Unconstitutional'\", 1),\n",
       " ('Screen', 1),\n",
       " ('Police', 1),\n",
       " ('Urine', 1),\n",
       " ('Sailor', 1),\n",
       " ('Cat', 1),\n",
       " ('Ocean', 1),\n",
       " ('Seven', 1),\n",
       " ('Months', 1),\n",
       " ('Boat', 1),\n",
       " ('Broke', 1),\n",
       " ('#HospitalPatientFoundDeadAfterTeleportingIntoACeiling', 1),\n",
       " ('#PaarlHospital', 1),\n",
       " ('#SouthAfrica...', 1),\n",
       " ('25', 1),\n",
       " ('Strange', 1),\n",
       " ('“Symptoms”', 1),\n",
       " ('Experiencing', 1),\n",
       " ('Worldwide', 1),\n",
       " ('Scientists', 1),\n",
       " ('Bt', 1),\n",
       " ('#Monsanto', 1),\n",
       " ('Crops', 1),\n",
       " ('Damage', 1),\n",
       " ('Blood', 1),\n",
       " ('Scientist', 1),\n",
       " ('#GMO', 1),\n",
       " ('Health', 1),\n",
       " ('Hazards', 1),\n",
       " ('Immediately', 1),\n",
       " ('Fired,', 1),\n",
       " ('Dismantled', 1),\n",
       " ('#Aspartame', 1),\n",
       " ('Renamed', 1),\n",
       " ('Marketed', 1),\n",
       " ('Natural', 1),\n",
       " ('Sweetener', 1),\n",
       " ('Recovers', 1),\n",
       " ('Removing', 1),\n",
       " ('#Dairy', 1),\n",
       " ('#Gluten.', 1),\n",
       " ('Strong', 1),\n",
       " ('Evidence', 1),\n",
       " ('Links', 1),\n",
       " ('#Vaccines', 1),\n",
       " ('Autism', 1),\n",
       " ('Criminality', 1),\n",
       " ('Longer', 1),\n",
       " ('Conspiracy', 1),\n",
       " ('Theory:', 1),\n",
       " ('Bribery,', 1),\n",
       " ('Fraud,', 1),\n",
       " ('Price', 1),\n",
       " ('Fixing', 1),\n",
       " ('matter', 1),\n",
       " ('public', 1),\n",
       " ('record', 1),\n",
       " ('Cleanse', 1),\n",
       " ('body', 1),\n",
       " ('Chemtrails', 1),\n",
       " ('GMO’s', 1),\n",
       " ('Flouridated', 1),\n",
       " ('Environmental', 1),\n",
       " ('Proof', 1),\n",
       " ('12', 1),\n",
       " ('Products', 1),\n",
       " ('Average', 1),\n",
       " ('Drink', 1),\n",
       " ('Water,', 1),\n",
       " ('Form', 1),\n",
       " ('Habit', 1),\n",
       " ('*http://t.co/KeRlLBeR*', 1),\n",
       " ('best', 1),\n",
       " ('compilation', 1),\n",
       " ('Family,', 1),\n",
       " ('includes', 1),\n",
       " ('research', 1),\n",
       " ('data.', 1),\n",
       " ('Worlds', 1),\n",
       " ('True', 1),\n",
       " ('EPA', 1),\n",
       " ('Knew', 1),\n",
       " ('Pesticides', 1),\n",
       " ('Killing', 1),\n",
       " ('Honeybees', 1),\n",
       " ('1970s', 1),\n",
       " ('Punished', 1),\n",
       " ('Spoke', 1),\n",
       " (\"Rothschild's\", 1),\n",
       " ('Sank', 1),\n",
       " ('Titanic', 1),\n",
       " ('Set', 1),\n",
       " ('Federal', 1),\n",
       " ('Reserve', 1),\n",
       " ('Serious', 1),\n",
       " ('Need', 1),\n",
       " ('Stop', 1),\n",
       " ('Smartphone', 1),\n",
       " ('Night', 1),\n",
       " ('Agenda', 1),\n",
       " ('21?', 1),\n",
       " ('95%', 1),\n",
       " ('2030', 1),\n",
       " ('Temple', 1),\n",
       " ('Performs', 1),\n",
       " (\"Nation's\", 1),\n",
       " ('State', 1),\n",
       " ('Sanctioned', 1),\n",
       " ('Ceremony', 1),\n",
       " ('Julian', 1),\n",
       " ('Assange', 1),\n",
       " ('Drops', 1),\n",
       " ('Bomb', 1),\n",
       " ('Caused', 1),\n",
       " ('Las', 1),\n",
       " ('Vegas', 1),\n",
       " ('Massacre', 1),\n",
       " ('Stanford', 1),\n",
       " ('University', 1),\n",
       " ('Examines', 1),\n",
       " ('Biological', 1),\n",
       " ('Entity', 1),\n",
       " ('Atacama', 1),\n",
       " ('Desert', 1),\n",
       " ('LIE', 1),\n",
       " ('Live', 1),\n",
       " ('In!', 1),\n",
       " ('Everybody', 1),\n",
       " ('Watch', 1),\n",
       " ('Share', 1),\n",
       " ('Video…..', 1),\n",
       " (\"I'm\", 1),\n",
       " ('Speechless', 1),\n",
       " ('Balance', 1),\n",
       " ('PH', 1),\n",
       " ('Levels', 1),\n",
       " ('Find', 1),\n",
       " ('Acidic', 1),\n",
       " ('Amazing', 1),\n",
       " ('Herb', 1),\n",
       " ('98%', 1),\n",
       " ('Hours', 1),\n",
       " ('Putin', 1),\n",
       " ('Family', 1),\n",
       " ('Facebook', 1),\n",
       " ('Christian', 1),\n",
       " ('Themed', 1),\n",
       " ('Content', 1),\n",
       " ('Reduce', 1),\n",
       " ('Religious', 1),\n",
       " ('Intolerance', 1),\n",
       " ('Orlando', 1),\n",
       " ('Smoking', 1),\n",
       " ('Gun:', 1),\n",
       " ('Nobody', 1),\n",
       " ('Died', 1),\n",
       " ('SWAT', 1),\n",
       " ('Entered', 1),\n",
       " ('Edward', 1),\n",
       " ('Snowden', 1),\n",
       " ('Osama', 1),\n",
       " ('Bin', 1),\n",
       " ('Laden', 1),\n",
       " ('‘Alive', 1),\n",
       " ('Well', 1),\n",
       " ('Bahamas’', 1),\n",
       " ('Queen’s', 1),\n",
       " ('Christmas', 1),\n",
       " ('Message:', 1),\n",
       " ('“Enjoy', 1),\n",
       " ('Final', 1),\n",
       " ('Christmas”', 1),\n",
       " ('Mysterious', 1),\n",
       " ('150,000', 1),\n",
       " ('Year-Old', 1),\n",
       " ('Pipework', 1),\n",
       " ('Chinese', 1),\n",
       " ('Pyramid', 1),\n",
       " ('#Yoga', 1),\n",
       " ('Spiritual', 1),\n",
       " ('Practice', 1),\n",
       " ('BEWARE!', 1),\n",
       " ('#SayNoToYoga', 1),\n",
       " ('#InternationalYogaDay', 1),\n",
       " ('#YogaDay2017', 1),\n",
       " ('Injecting', 1),\n",
       " ('Us', 1),\n",
       " ('#Cancer', 1),\n",
       " ('Enzymes', 1),\n",
       " ('Doctors', 1),\n",
       " ('Made', 1),\n",
       " ('Discovery', 1),\n",
       " ('Murdered!', 1),\n",
       " ('Distracted', 1),\n",
       " ('Confederate', 1),\n",
       " ('Flag', 1),\n",
       " ('Flap,', 1),\n",
       " ('Congress', 1),\n",
       " ('Quietly', 1),\n",
       " ('Forfeited', 1),\n",
       " ('Economic', 1),\n",
       " ('Future', 1),\n",
       " ('13', 1),\n",
       " ('Uncover', 1),\n",
       " ('Kind', 1),\n",
       " ('Shows', 1),\n",
       " ('Diet', 1),\n",
       " ('Alone', 1),\n",
       " ('Diseases', 1),\n",
       " ('Die', 1),\n",
       " ('42', 1),\n",
       " ('Days:', 1),\n",
       " ('Juice', 1),\n",
       " ('Cured', 1),\n",
       " ('45k', 1),\n",
       " ('WANT', 1),\n",
       " ('US', 1),\n",
       " ('DEAD', 1),\n",
       " ('Eugenics', 1),\n",
       " ('Outlined', 1),\n",
       " ('Caught', 1),\n",
       " ('Stingray', 1),\n",
       " ('Throw', 1),\n",
       " ('Back,', 1),\n",
       " ('Pressed', 1),\n",
       " ('Belly', 1),\n",
       " ('Came', 1),\n",
       " ('Drinking', 1),\n",
       " ('Empty', 1),\n",
       " ('Stomach', 1),\n",
       " ('opinions', 1),\n",
       " ('Pope', 1),\n",
       " ('Francis', 1),\n",
       " ('Identifies', 1),\n",
       " ('Antichrist', 1),\n",
       " ('\"Never', 1),\n",
       " ('Vaccine', 1),\n",
       " ('Vaccine\"', 1),\n",
       " ('Dr.', 1),\n",
       " ('Suzanne', 1),\n",
       " ('Humphries', 1),\n",
       " ('Elite', 1),\n",
       " ('Pedophile', 1),\n",
       " ('Ring', 1),\n",
       " (\"'Child\", 1),\n",
       " (\"Supermarket'\", 1),\n",
       " ('Portugal', 1),\n",
       " ('Corey', 1),\n",
       " ('Feldman', 1),\n",
       " ('Pleads', 1),\n",
       " ('Life:', 1),\n",
       " (\"'Hollywood\", 1),\n",
       " ('Trying', 1),\n",
       " ('Kill', 1),\n",
       " (\"Me'\", 1),\n",
       " ('Documentary', 1),\n",
       " ('Released', 1),\n",
       " ('Blows', 1),\n",
       " ('Lid', 1),\n",
       " ('Hollywood', 1),\n",
       " ('Pedophilia:', 1),\n",
       " ('Tip', 1),\n",
       " ('Iceberg', 1),\n",
       " ('Weapons', 1),\n",
       " ('Mass', 1),\n",
       " (\"'I\", 1),\n",
       " ('Saw', 1),\n",
       " ('Walking', 1),\n",
       " (\"Mars'\", 1),\n",
       " ('Reveals', 1),\n",
       " ('Former', 1),\n",
       " ('Employee', 1),\n",
       " ('Donald', 1),\n",
       " ('Penalty', 1),\n",
       " ('Institute', 1),\n",
       " ('Admits', 1),\n",
       " ('Use', 1),\n",
       " ('45%', 1),\n",
       " ('Reduction', 1),\n",
       " ('Bladder,', 1),\n",
       " ('Liver', 1),\n",
       " ('Dozen', 1),\n",
       " ('Places', 1),\n",
       " ('Educate', 1),\n",
       " ('Free', 1),\n",
       " ('#education', 1),\n",
       " ('Won’t', 1),\n",
       " ('Walmart’s', 1),\n",
       " ('Cream', 1),\n",
       " ('Sandwiches', 1),\n",
       " ('Melt?', 1),\n",
       " ('You’ll', 1),\n",
       " ('Eat', 1),\n",
       " ('McDonald’s', 1),\n",
       " ('Reading', 1),\n",
       " ('Horrifying', 1),\n",
       " ('Facts', 1),\n",
       " ('E-Cigarettes', 1),\n",
       " ('Contain', 1),\n",
       " ('Times', 1),\n",
       " ('Carcinogens', 1),\n",
       " ('Regular', 1),\n",
       " ('Tobacco', 1),\n",
       " ('Supplements', 1),\n",
       " ('Boost', 1),\n",
       " ('Pineal', 1),\n",
       " ('Gland', 1),\n",
       " ('Function', 1),\n",
       " ('Residents', 1),\n",
       " ('Perplexed', 1),\n",
       " ('Calif.', 1),\n",
       " ('Mysteriously', 1),\n",
       " ('Goes', 1),\n",
       " ('Dry', 1),\n",
       " ('Overnight', 1),\n",
       " ('Leaving', 1),\n",
       " ('Thousands', 1),\n",
       " ('Fish', 1),\n",
       " ('Dead', 1),\n",
       " ('Sea:', 1),\n",
       " ('Archaeologists', 1),\n",
       " ('Remains', 1),\n",
       " ('Egyptian', 1),\n",
       " ('Army', 1),\n",
       " ('Biblical', 1),\n",
       " ('Exodus', 1),\n",
       " ('Creative', 1),\n",
       " ('Hobbies', 1),\n",
       " ('Smarter', 1),\n",
       " ('Fireball', 1),\n",
       " ('Recalled', 1),\n",
       " ('Europe', 1),\n",
       " ('Apparently', 1),\n",
       " ('Contains', 1),\n",
       " ('Antifreeze', 1),\n",
       " ('Organs', 1),\n",
       " ('Could', 1),\n",
       " ('Grown', 1),\n",
       " ('Animals', 1),\n",
       " ('Within', 1),\n",
       " ('Year', 1),\n",
       " ('Happens', 1),\n",
       " ('Take', 1),\n",
       " ('Antibiotics?', 1),\n",
       " ('Psychological', 1),\n",
       " ('Tricks', 1),\n",
       " ('Completely', 1),\n",
       " ('Social', 1),\n",
       " ('Life', 1),\n",
       " ('TOP', 1),\n",
       " ('TEN', 1),\n",
       " ('DRUGS', 1),\n",
       " ('CAUSE', 1),\n",
       " ('KIDNEY', 1),\n",
       " ('DAMAGE', 1),\n",
       " ('IMPORTANT', 1),\n",
       " ('FINANCIAL', 1),\n",
       " ('MEETING', 1),\n",
       " ('SINCE', 1),\n",
       " ('JFK’S', 1),\n",
       " ('DEATH', 1),\n",
       " ('TOOK', 1),\n",
       " ('PLACE', 1),\n",
       " ('Forgive', 1),\n",
       " ('Parents…', 1),\n",
       " ('Women', 1),\n",
       " ('China', 1),\n",
       " ('FINALLY', 1),\n",
       " ('ADMITS', 1),\n",
       " ('POPULAR', 1),\n",
       " ('ANTIBIOTIC', 1),\n",
       " ('MAY', 1),\n",
       " ('DANGEROUS', 1),\n",
       " ('DEADLY', 1),\n",
       " ('Father', 1),\n",
       " ('Crespi', 1),\n",
       " ('Artifacts', 1),\n",
       " ('Finally', 1),\n",
       " ('Revealed', 1),\n",
       " ('Anxiety', 1),\n",
       " ('Makes', 1),\n",
       " ('Fat,', 1),\n",
       " ('Sick', 1),\n",
       " ('Depressed…Here', 1),\n",
       " ('Herbs', 1),\n",
       " ('Global', 1),\n",
       " ('Financial', 1),\n",
       " ('System', 1),\n",
       " ('River', 1),\n",
       " ('Reduced', 1),\n",
       " ('Time', 1),\n",
       " ('Secret', 1),\n",
       " ('Inside', 1),\n",
       " ('Them?!', 1),\n",
       " ('Everything', 1),\n",
       " ('Taught', 1),\n",
       " ('Origins', 1),\n",
       " ('Lie', 1),\n",
       " ('Forgotten', 1),\n",
       " ('Timeline', 1),\n",
       " ('Planet', 1),\n",
       " ('Earth', 1),\n",
       " ('Flood', 1),\n",
       " ('Errors', 1),\n",
       " ('3rd', 1),\n",
       " ('Leading', 1),\n",
       " ('Cause', 1),\n",
       " ('Shocking', 1),\n",
       " ('Answer', 1),\n",
       " ('Ever', 1),\n",
       " ('Woman', 1),\n",
       " ('Genius', 1),\n",
       " ('Man', 1),\n",
       " ('“Cures', 1),\n",
       " ('Diseases”', 1),\n",
       " ('HIV,', 1),\n",
       " ('AIDS,', 1),\n",
       " ('Diabetes,', 1),\n",
       " ('Stroke,', 1),\n",
       " ('STDs,', 1),\n",
       " ('Arthritis~', 1),\n",
       " ('PMS?', 1),\n",
       " ('Whoopi', 1),\n",
       " ('Goldberg', 1),\n",
       " ('Launches', 1),\n",
       " ('Line', 1),\n",
       " ('European', 1),\n",
       " ('Space', 1),\n",
       " ('Agency', 1),\n",
       " ('Prep', 1),\n",
       " ('Public', 1),\n",
       " ('Alien', 1),\n",
       " ('Disclosure', 1),\n",
       " ('Obama’s', 1),\n",
       " ('Account', 1),\n",
       " ('bin', 1),\n",
       " ('Laden’s', 1),\n",
       " ('Lie;', 1),\n",
       " ('Happened', 1),\n",
       " ('Artificial', 1),\n",
       " ('Womb', 1),\n",
       " ('Born:', 1),\n",
       " ('Welcome', 1),\n",
       " ('‘WORLD', 1),\n",
       " ('MATRIX’', 1),\n",
       " ('Bank', 1),\n",
       " ('Criminal', 1),\n",
       " ('Baron', 1),\n",
       " ('David', 1),\n",
       " ('De', 1),\n",
       " ('Indictment', 1),\n",
       " ('God', 1),\n",
       " ('Particle', 1),\n",
       " ('Discovered,', 1),\n",
       " ('Science', 1),\n",
       " ('Freaking', 1),\n",
       " ('11', 1),\n",
       " ('Tactics', 1),\n",
       " ('Used', 1),\n",
       " ('Media', 1),\n",
       " ('Manufacture', 1),\n",
       " ('Consent', 1),\n",
       " ('Oligarchy', 1),\n",
       " ('List', 1),\n",
       " ('Android', 1),\n",
       " ('Devices', 1),\n",
       " ('Containing', 1),\n",
       " ('CIA', 1),\n",
       " ('Malware', 1),\n",
       " ('Ancient', 1),\n",
       " ('Egyptians', 1),\n",
       " ('Grand', 1),\n",
       " ('Canyon', 1),\n",
       " ('Another', 1),\n",
       " ('Smithsonian', 1),\n",
       " ('Cover-Up', 1),\n",
       " (\"Woman's\", 1),\n",
       " ('GPS', 1),\n",
       " ('Told', 1),\n",
       " ('Drive', 1),\n",
       " ('Listened', 1),\n",
       " ('Smokers:', 1),\n",
       " ('Miracle', 1),\n",
       " ('Elixir', 1),\n",
       " ('Clean', 1),\n",
       " ('Lungs', 1),\n",
       " ('USDA', 1),\n",
       " ('Forces', 1),\n",
       " ('Accept', 1),\n",
       " ('Monsanto', 1),\n",
       " ('*http://t.co/RHFJ9gPk*', 1),\n",
       " ('Publication', 1),\n",
       " ('Predicts', 1),\n",
       " ('New', 1),\n",
       " ('Order', 1),\n",
       " ('Place', 1),\n",
       " ('2018', 1),\n",
       " ('welp,', 1),\n",
       " ('say', 1),\n",
       " ('goodbye', 1),\n",
       " ('pure', 1),\n",
       " ('crops,', 1),\n",
       " ('biodiversity', 1),\n",
       " ('organic', 1),\n",
       " ('food.', 1),\n",
       " ('thanks', 1),\n",
       " ('selling', 1),\n",
       " ('us', 1),\n",
       " ('@WholeFoods', 1),\n",
       " ('#WholeFoodsSUCKS', 1)]"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sorted(domains_words['http://worldtruth.tv' ], key=lambda x: x[1], reverse=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "domains_sorted = sorted([x for x in domains_words.items()], key= lambda x: len(x[1]), reverse=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0\n",
      "https://twitter.com\n",
      "number of words in tweets that shared this domain:  391174\n",
      "\n",
      "\n",
      "1\n",
      "http://fb.me\n",
      "number of words in tweets that shared this domain:  259164\n",
      "\n",
      "\n",
      "2\n",
      "https://fb.me\n",
      "number of words in tweets that shared this domain:  170180\n",
      "\n",
      "\n",
      "3\n",
      "https://youtu.be\n",
      "number of words in tweets that shared this domain:  130190\n",
      "\n",
      "\n",
      "4\n",
      "http://bit.ly\n",
      "number of words in tweets that shared this domain:  107929\n",
      "\n",
      "\n",
      "5\n",
      "https://goo.gl\n",
      "number of words in tweets that shared this domain:  79515\n",
      "\n",
      "\n",
      "6\n",
      "https://www.youtube.com\n",
      "number of words in tweets that shared this domain:  67582\n",
      "\n",
      "\n",
      "7\n",
      "http://ow.ly\n",
      "number of words in tweets that shared this domain:  57381\n",
      "\n",
      "\n",
      "8\n",
      "http://dlvr.it\n",
      "number of words in tweets that shared this domain:  55932\n",
      "\n",
      "\n",
      "9\n",
      "http://youtu.be\n",
      "number of words in tweets that shared this domain:  49803\n",
      "\n",
      "\n",
      "10\n",
      "http://www.breitbart.com\n",
      "number of words in tweets that shared this domain:  40052\n",
      "\n",
      "\n",
      "11\n",
      "http://www.thegatewaypundit.com\n",
      "number of words in tweets that shared this domain:  37850\n",
      "\n",
      "\n",
      "12\n",
      "http://ift.tt\n",
      "number of words in tweets that shared this domain:  37800\n",
      "\n",
      "\n",
      "13\n",
      "http://www.foxnews.com\n",
      "number of words in tweets that shared this domain:  28708\n",
      "\n",
      "\n",
      "14\n",
      "http://dailycaller.com\n",
      "number of words in tweets that shared this domain:  28564\n",
      "\n",
      "\n",
      "15\n",
      "http://beforeitsnews.com\n",
      "number of words in tweets that shared this domain:  25218\n",
      "\n",
      "\n",
      "16\n",
      "http://fxn.ws\n",
      "number of words in tweets that shared this domain:  23369\n",
      "\n",
      "\n",
      "17\n",
      "http://yournewswire.com\n",
      "number of words in tweets that shared this domain:  22585\n",
      "\n",
      "\n",
      "18\n",
      "https://www.instagram.com\n",
      "number of words in tweets that shared this domain:  21873\n",
      "\n",
      "\n",
      "19\n",
      "https://lnkd.in\n",
      "number of words in tweets that shared this domain:  21699\n",
      "\n",
      "\n",
      "20\n",
      "https://shar.es\n",
      "number of words in tweets that shared this domain:  21024\n",
      "\n",
      "\n",
      "21\n",
      "https://truepundit.com\n",
      "number of words in tweets that shared this domain:  20856\n",
      "\n",
      "\n",
      "22\n",
      "https://www.facebook.com\n",
      "number of words in tweets that shared this domain:  20473\n",
      "\n",
      "\n",
      "23\n",
      "http://dailym.ai\n",
      "number of words in tweets that shared this domain:  20150\n",
      "\n",
      "\n",
      "24\n",
      "http://dld.bz\n",
      "number of words in tweets that shared this domain:  18903\n",
      "\n",
      "\n",
      "25\n",
      "http://po.st\n",
      "number of words in tweets that shared this domain:  18581\n",
      "\n",
      "\n",
      "26\n",
      "http://ln.is\n",
      "number of words in tweets that shared this domain:  18426\n",
      "\n",
      "\n",
      "27\n",
      "http://thehill.com\n",
      "number of words in tweets that shared this domain:  17453\n",
      "\n",
      "\n",
      "28\n",
      "https://buff.ly\n",
      "number of words in tweets that shared this domain:  17179\n",
      "\n",
      "\n",
      "29\n",
      "https://www.rt.com\n",
      "number of words in tweets that shared this domain:  17081\n",
      "\n",
      "\n",
      "30\n",
      "http://www.infowars.com\n",
      "number of words in tweets that shared this domain:  16780\n",
      "\n",
      "\n",
      "31\n",
      "https://www.theguardian.com\n",
      "number of words in tweets that shared this domain:  16631\n",
      "\n",
      "\n",
      "32\n",
      "https://gab.ai\n",
      "number of words in tweets that shared this domain:  16039\n",
      "\n",
      "\n",
      "33\n",
      "https://www.zerohedge.com\n",
      "number of words in tweets that shared this domain:  15582\n",
      "\n",
      "\n",
      "34\n",
      "http://truthfeednews.com\n",
      "number of words in tweets that shared this domain:  15272\n",
      "\n",
      "\n",
      "35\n",
      "http://go.shr.lc\n",
      "number of words in tweets that shared this domain:  14912\n",
      "\n",
      "\n",
      "36\n",
      "https://conservativedailypost.com\n",
      "number of words in tweets that shared this domain:  14642\n",
      "\n",
      "\n",
      "37\n",
      "http://www.washingtonexaminer.com\n",
      "number of words in tweets that shared this domain:  14326\n",
      "\n",
      "\n",
      "38\n",
      "https://conservativetribune.com\n",
      "number of words in tweets that shared this domain:  14189\n",
      "\n",
      "\n",
      "39\n",
      "https://www.yahoo.com\n",
      "number of words in tweets that shared this domain:  13908\n",
      "\n",
      "\n",
      "40\n",
      "http://www.dailymail.co.uk\n",
      "number of words in tweets that shared this domain:  13902\n",
      "\n",
      "\n",
      "41\n",
      "https://paper.li\n",
      "number of words in tweets that shared this domain:  13484\n",
      "\n",
      "\n",
      "42\n",
      "https://www.pscp.tv\n",
      "number of words in tweets that shared this domain:  13282\n",
      "\n",
      "\n",
      "43\n",
      "http://www.zerohedge.com\n",
      "number of words in tweets that shared this domain:  13164\n",
      "\n",
      "\n",
      "44\n",
      "http://www.occuworld.org\n",
      "number of words in tweets that shared this domain:  13035\n",
      "\n",
      "\n",
      "45\n",
      "https://pjmedia.com\n",
      "number of words in tweets that shared this domain:  12888\n",
      "\n",
      "\n",
      "46\n",
      "http://tinyurl.com\n",
      "number of words in tweets that shared this domain:  12833\n",
      "\n",
      "\n",
      "47\n",
      "https://townhall.com\n",
      "number of words in tweets that shared this domain:  12735\n",
      "\n",
      "\n",
      "48\n",
      "http://www.bizpacreview.com\n",
      "number of words in tweets that shared this domain:  12714\n",
      "\n",
      "\n",
      "49\n",
      "https://www.washingtonpost.com\n",
      "number of words in tweets that shared this domain:  12300\n",
      "\n",
      "\n",
      "50\n",
      "https://www.nytimes.com\n",
      "number of words in tweets that shared this domain:  12283\n",
      "\n",
      "\n",
      "51\n",
      "http://crwd.fr\n",
      "number of words in tweets that shared this domain:  12174\n",
      "\n",
      "\n",
      "52\n",
      "https://www.dailywire.com\n",
      "number of words in tweets that shared this domain:  12057\n",
      "\n",
      "\n",
      "53\n",
      "http://southafrica.trendolizer.com\n",
      "number of words in tweets that shared this domain:  11578\n",
      "\n",
      "\n",
      "54\n",
      "https://apple.news\n",
      "number of words in tweets that shared this domain:  11256\n",
      "\n",
      "\n",
      "55\n",
      "http://a.msn.com\n",
      "number of words in tweets that shared this domain:  11175\n",
      "\n",
      "\n",
      "56\n",
      "https://www.infowars.com\n",
      "number of words in tweets that shared this domain:  11065\n",
      "\n",
      "\n",
      "57\n",
      "http://freebeacon.com\n",
      "number of words in tweets that shared this domain:  10916\n",
      "\n",
      "\n",
      "58\n",
      "http://insider.foxnews.com\n",
      "number of words in tweets that shared this domain:  10887\n",
      "\n",
      "\n",
      "59\n",
      "http://goo.gl\n",
      "number of words in tweets that shared this domain:  10816\n",
      "\n",
      "\n",
      "60\n",
      "https://peoplestrusttoronto.wordpress.com\n",
      "number of words in tweets that shared this domain:  10737\n",
      "\n",
      "\n",
      "61\n",
      "https://www.usatoday.com\n",
      "number of words in tweets that shared this domain:  10650\n",
      "\n",
      "\n",
      "62\n",
      "https://100percentfedup.com\n",
      "number of words in tweets that shared this domain:  10627\n",
      "\n",
      "\n",
      "63\n",
      "https://trib.al\n",
      "number of words in tweets that shared this domain:  10591\n",
      "\n",
      "\n",
      "64\n",
      "http://thegatewaypundit.com\n",
      "number of words in tweets that shared this domain:  10545\n",
      "\n",
      "\n",
      "65\n",
      "https://m.youtube.com\n",
      "number of words in tweets that shared this domain:  10525\n",
      "\n",
      "\n",
      "66\n",
      "https://kauilapele.wordpress.com\n",
      "number of words in tweets that shared this domain:  10260\n",
      "\n",
      "\n",
      "67\n",
      "http://www.theblaze.com\n",
      "number of words in tweets that shared this domain:  9822\n",
      "\n",
      "\n",
      "68\n",
      "http://cnn.it\n",
      "number of words in tweets that shared this domain:  9448\n",
      "\n",
      "\n",
      "69\n",
      "http://www.disclose.tv\n",
      "number of words in tweets that shared this domain:  9399\n",
      "\n",
      "\n",
      "70\n",
      "http://clashdaily.com\n",
      "number of words in tweets that shared this domain:  9389\n",
      "\n",
      "\n",
      "71\n",
      "http://buff.ly\n",
      "number of words in tweets that shared this domain:  9221\n",
      "\n",
      "\n",
      "72\n",
      "https://www.google.com\n",
      "number of words in tweets that shared this domain:  9190\n",
      "\n",
      "\n",
      "73\n",
      "https://twitchy.com\n",
      "number of words in tweets that shared this domain:  8965\n",
      "\n",
      "\n",
      "74\n",
      "http://www.americanthinker.com\n",
      "number of words in tweets that shared this domain:  8956\n",
      "\n",
      "\n",
      "75\n",
      "https://theconservativetreehouse.com\n",
      "number of words in tweets that shared this domain:  8953\n",
      "\n",
      "\n",
      "76\n",
      "http://dailysurge.com\n",
      "number of words in tweets that shared this domain:  8904\n",
      "\n",
      "\n",
      "77\n",
      "http://www.dcclothesline.com\n",
      "number of words in tweets that shared this domain:  8744\n",
      "\n",
      "\n",
      "78\n",
      "http://www.cnn.com\n",
      "number of words in tweets that shared this domain:  8681\n",
      "\n",
      "\n",
      "79\n",
      "http://www.independent.co.uk\n",
      "number of words in tweets that shared this domain:  8585\n",
      "\n",
      "\n",
      "80\n",
      "https://www.wsj.com\n",
      "number of words in tweets that shared this domain:  8563\n",
      "\n",
      "\n",
      "81\n",
      "http://wapo.st\n",
      "number of words in tweets that shared this domain:  8538\n",
      "\n",
      "\n",
      "82\n",
      "http://www.dailywire.com\n",
      "number of words in tweets that shared this domain:  8487\n",
      "\n",
      "\n",
      "83\n",
      "http://zahariada.blog.bg\n",
      "number of words in tweets that shared this domain:  8325\n",
      "\n",
      "\n",
      "84\n",
      "https://www.naturalnews.com\n",
      "number of words in tweets that shared this domain:  8281\n",
      "\n",
      "\n",
      "85\n",
      "http://www.youtube.com\n",
      "number of words in tweets that shared this domain:  8177\n",
      "\n",
      "\n",
      "86\n",
      "http://disq.us\n",
      "number of words in tweets that shared this domain:  8140\n",
      "\n",
      "\n",
      "87\n",
      "http://nyp.st\n",
      "number of words in tweets that shared this domain:  8133\n",
      "\n",
      "\n",
      "88\n",
      "http://agendaofevil.com\n",
      "number of words in tweets that shared this domain:  8089\n",
      "\n",
      "\n",
      "89\n",
      "http://wp.me\n",
      "number of words in tweets that shared this domain:  8056\n",
      "\n",
      "\n",
      "90\n",
      "http://shr.gs\n",
      "number of words in tweets that shared this domain:  7936\n",
      "\n",
      "\n",
      "91\n",
      "http://www.newsweek.com\n",
      "number of words in tweets that shared this domain:  7823\n",
      "\n",
      "\n",
      "92\n",
      "http://www.wnd.com\n",
      "number of words in tweets that shared this domain:  7648\n",
      "\n",
      "\n",
      "93\n",
      "http://www.bbc.co.uk\n",
      "number of words in tweets that shared this domain:  7530\n",
      "\n",
      "\n",
      "94\n",
      "http://sk.mu\n",
      "number of words in tweets that shared this domain:  7405\n",
      "\n",
      "\n",
      "95\n",
      "https://www.politico.com\n",
      "number of words in tweets that shared this domain:  7287\n",
      "\n",
      "\n",
      "96\n",
      "https://www.teaparty.org\n",
      "number of words in tweets that shared this domain:  7239\n",
      "\n",
      "\n",
      "97\n",
      "https://www.westernjournal.com\n",
      "number of words in tweets that shared this domain:  7126\n",
      "\n",
      "\n",
      "98\n",
      "https://medium.com\n",
      "number of words in tweets that shared this domain:  7121\n",
      "\n",
      "\n",
      "99\n",
      "http://thefederalist.com\n",
      "number of words in tweets that shared this domain:  7075\n",
      "\n",
      "\n",
      "100\n",
      "http://ijr.com\n",
      "number of words in tweets that shared this domain:  7021\n",
      "\n",
      "\n",
      "101\n",
      "https://nyti.ms\n",
      "number of words in tweets that shared this domain:  7020\n",
      "\n",
      "\n",
      "102\n",
      "https://constitution.com\n",
      "number of words in tweets that shared this domain:  7003\n",
      "\n",
      "\n",
      "103\n",
      "http://abcn.ws\n",
      "number of words in tweets that shared this domain:  6981\n",
      "\n",
      "\n",
      "104\n",
      "http://www.cbc.ca\n",
      "number of words in tweets that shared this domain:  6930\n",
      "\n",
      "\n",
      "105\n",
      "http://conservativetribune.com\n",
      "number of words in tweets that shared this domain:  6919\n",
      "\n",
      "\n",
      "106\n",
      "http://www.bbc.com\n",
      "number of words in tweets that shared this domain:  6893\n",
      "\n",
      "\n",
      "107\n",
      "http://madworldnews.com\n",
      "number of words in tweets that shared this domain:  6817\n",
      "\n",
      "\n",
      "108\n",
      "http://nyti.ms\n",
      "number of words in tweets that shared this domain:  6816\n",
      "\n",
      "\n",
      "109\n",
      "http://Disclose.tv\n",
      "number of words in tweets that shared this domain:  6636\n",
      "\n",
      "\n",
      "110\n",
      "https://en-volve.com\n",
      "number of words in tweets that shared this domain:  6625\n",
      "\n",
      "\n",
      "111\n",
      "http://m.beforeitsnews.com\n",
      "number of words in tweets that shared this domain:  6574\n",
      "\n",
      "\n",
      "112\n",
      "http://WorldTruth.Tv\n",
      "number of words in tweets that shared this domain:  6559\n",
      "\n",
      "\n",
      "113\n",
      "https://nypost.com\n",
      "number of words in tweets that shared this domain:  6427\n",
      "\n",
      "\n",
      "114\n",
      "https://pamelageller.com\n",
      "number of words in tweets that shared this domain:  6382\n",
      "\n",
      "\n",
      "115\n",
      "http://truepundit.com\n",
      "number of words in tweets that shared this domain:  6347\n",
      "\n",
      "\n",
      "116\n",
      "https://www.washingtontimes.com\n",
      "number of words in tweets that shared this domain:  6326\n",
      "\n",
      "\n",
      "117\n",
      "http://dists.sytes.net\n",
      "number of words in tweets that shared this domain:  6311\n",
      "\n",
      "\n",
      "118\n",
      "https://www.huffingtonpost.com\n",
      "number of words in tweets that shared this domain:  6304\n",
      "\n",
      "\n",
      "119\n",
      "https://clashdaily.com\n",
      "number of words in tweets that shared this domain:  6303\n",
      "\n",
      "\n",
      "120\n",
      "http://NaturalNews.com\n",
      "number of words in tweets that shared this domain:  6249\n",
      "\n",
      "\n",
      "121\n",
      "http://politi.co\n",
      "number of words in tweets that shared this domain:  6229\n",
      "\n",
      "\n",
      "122\n",
      "http://www.telegraph.co.uk\n",
      "number of words in tweets that shared this domain:  6190\n",
      "\n",
      "\n",
      "123\n",
      "https://www.newsmax.com\n",
      "number of words in tweets that shared this domain:  6189\n",
      "\n",
      "\n",
      "124\n",
      "http://nabdapp.com\n",
      "number of words in tweets that shared this domain:  6124\n",
      "\n",
      "\n",
      "125\n",
      "https://sputniknews.com\n",
      "number of words in tweets that shared this domain:  6074\n",
      "\n",
      "\n",
      "126\n",
      "http://truthfeed.com\n",
      "number of words in tweets that shared this domain:  6066\n",
      "\n",
      "\n",
      "127\n",
      "https://www.bloomberg.com\n",
      "number of words in tweets that shared this domain:  6050\n",
      "\n",
      "\n",
      "128\n",
      "https://www.reddit.com\n",
      "number of words in tweets that shared this domain:  5933\n",
      "\n",
      "\n",
      "129\n",
      "https://freedomdaily.com\n",
      "number of words in tweets that shared this domain:  5914\n",
      "\n",
      "\n",
      "130\n",
      "http://video.foxnews.com\n",
      "number of words in tweets that shared this domain:  5908\n",
      "\n",
      "\n",
      "131\n",
      "http://www.lifenews.com\n",
      "number of words in tweets that shared this domain:  5899\n",
      "\n",
      "\n",
      "132\n",
      "https://thehornnews.com\n",
      "number of words in tweets that shared this domain:  5833\n",
      "\n",
      "\n",
      "133\n",
      "https://cards.twitter.com\n",
      "number of words in tweets that shared this domain:  5794\n",
      "\n",
      "\n",
      "134\n",
      "https://en.wikipedia.org\n",
      "number of words in tweets that shared this domain:  5786\n",
      "\n",
      "\n",
      "135\n",
      "http://therightscoop.com\n",
      "number of words in tweets that shared this domain:  5737\n",
      "\n",
      "\n",
      "136\n",
      "http://www.latimes.com\n",
      "number of words in tweets that shared this domain:  5656\n",
      "\n",
      "\n",
      "137\n",
      "https://www.nbcnews.com\n",
      "number of words in tweets that shared this domain:  5653\n",
      "\n",
      "\n",
      "138\n",
      "https://www.rawstory.com\n",
      "number of words in tweets that shared this domain:  5593\n",
      "\n",
      "\n",
      "139\n",
      "https://www.jihadwatch.org\n",
      "number of words in tweets that shared this domain:  5572\n",
      "\n",
      "\n",
      "140\n",
      "http://jwatch.us\n",
      "number of words in tweets that shared this domain:  5555\n",
      "\n",
      "\n",
      "141\n",
      "http://www.businessinsider.com\n",
      "number of words in tweets that shared this domain:  5527\n",
      "\n",
      "\n",
      "142\n",
      "http://paper.li\n",
      "number of words in tweets that shared this domain:  5473\n",
      "\n",
      "\n",
      "143\n",
      "http://redstatewatcher.com\n",
      "number of words in tweets that shared this domain:  5457\n",
      "\n",
      "\n",
      "144\n",
      "https://www.waynedupree.com\n",
      "number of words in tweets that shared this domain:  5440\n",
      "\n",
      "\n",
      "145\n",
      "http://dennismichaellynch.com\n",
      "number of words in tweets that shared this domain:  5423\n",
      "\n",
      "\n",
      "146\n",
      "http://www.westernjournalism.com\n",
      "number of words in tweets that shared this domain:  5401\n",
      "\n",
      "\n",
      "147\n",
      "http://washex.am\n",
      "number of words in tweets that shared this domain:  5379\n",
      "\n",
      "\n",
      "148\n",
      "https://www.westernjournalism.com\n",
      "number of words in tweets that shared this domain:  5363\n",
      "\n",
      "\n",
      "149\n",
      "https://bluntforcetruth.com\n",
      "number of words in tweets that shared this domain:  5357\n",
      "\n",
      "\n",
      "150\n",
      "https://www.forbes.com\n",
      "number of words in tweets that shared this domain:  5357\n",
      "\n",
      "\n",
      "151\n",
      "https://on.rt.com\n",
      "number of words in tweets that shared this domain:  5351\n",
      "\n",
      "\n",
      "152\n",
      "http://j.mp\n",
      "number of words in tweets that shared this domain:  5348\n",
      "\n",
      "\n",
      "153\n",
      "http://www.nationalreview.com\n",
      "number of words in tweets that shared this domain:  5291\n",
      "\n",
      "\n",
      "154\n",
      "http://givemeliberty01.com\n",
      "number of words in tweets that shared this domain:  5251\n",
      "\n",
      "\n",
      "155\n",
      "http://www.neonnettle.com\n",
      "number of words in tweets that shared this domain:  5241\n",
      "\n",
      "\n",
      "156\n",
      "https://usat.ly\n",
      "number of words in tweets that shared this domain:  5130\n",
      "\n",
      "\n",
      "157\n",
      "https://www.hannity.com\n",
      "number of words in tweets that shared this domain:  5124\n",
      "\n",
      "\n",
      "158\n",
      "https://www.weaselzippers.us\n",
      "number of words in tweets that shared this domain:  5114\n",
      "\n",
      "\n",
      "159\n",
      "https://wp.me\n",
      "number of words in tweets that shared this domain:  5100\n",
      "\n",
      "\n",
      "160\n",
      "https://www.dailykos.com\n",
      "number of words in tweets that shared this domain:  5095\n",
      "\n",
      "\n",
      "161\n",
      "http://hill.cm\n",
      "number of words in tweets that shared this domain:  5052\n",
      "\n",
      "\n",
      "162\n",
      "https://hotair.com\n",
      "number of words in tweets that shared this domain:  5046\n",
      "\n",
      "\n",
      "163\n",
      "http://clkmein.com\n",
      "number of words in tweets that shared this domain:  5038\n",
      "\n",
      "\n",
      "164\n",
      "http://sumo.ly\n",
      "number of words in tweets that shared this domain:  5023\n",
      "\n",
      "\n",
      "165\n",
      "https://ilovemyfreedom.org\n",
      "number of words in tweets that shared this domain:  5016\n",
      "\n",
      "\n",
      "166\n",
      "http://money.cnn.com\n",
      "number of words in tweets that shared this domain:  4984\n",
      "\n",
      "\n",
      "167\n",
      "https://www.reuters.com\n",
      "number of words in tweets that shared this domain:  4946\n",
      "\n",
      "\n",
      "168\n",
      "https://www.cbsnews.com\n",
      "number of words in tweets that shared this domain:  4903\n",
      "\n",
      "\n",
      "169\n",
      "http://fw.to\n",
      "number of words in tweets that shared this domain:  4875\n",
      "\n",
      "\n",
      "170\n",
      "http://lsh.re\n",
      "number of words in tweets that shared this domain:  4793\n",
      "\n",
      "\n",
      "171\n",
      "http://trib.al\n",
      "number of words in tweets that shared this domain:  4746\n",
      "\n",
      "\n",
      "172\n",
      "http://www.tmz.com\n",
      "number of words in tweets that shared this domain:  4725\n",
      "\n",
      "\n",
      "173\n",
      "http://investmentwatchblog.com\n",
      "number of words in tweets that shared this domain:  4716\n",
      "\n",
      "\n",
      "174\n",
      "https://www.redstate.com\n",
      "number of words in tweets that shared this domain:  4703\n",
      "\n",
      "\n",
      "175\n",
      "https://www.amazon.com\n",
      "number of words in tweets that shared this domain:  4636\n",
      "\n",
      "\n",
      "176\n",
      "http://read.bi\n",
      "number of words in tweets that shared this domain:  4617\n",
      "\n",
      "\n",
      "177\n",
      "http://shar.es\n",
      "number of words in tweets that shared this domain:  4616\n",
      "\n",
      "\n",
      "178\n",
      "https://bb4sp.com\n",
      "number of words in tweets that shared this domain:  4609\n",
      "\n",
      "\n",
      "179\n",
      "https://www.buzzfeed.com\n",
      "number of words in tweets that shared this domain:  4555\n",
      "\n",
      "\n",
      "180\n",
      "https://www.cnbc.com\n",
      "number of words in tweets that shared this domain:  4554\n",
      "\n",
      "\n",
      "181\n",
      "https://www.conservativeinstitute.org\n",
      "number of words in tweets that shared this domain:  4514\n",
      "\n",
      "\n",
      "182\n",
      "https://www.conservativereview.com\n",
      "number of words in tweets that shared this domain:  4476\n",
      "\n",
      "\n",
      "183\n",
      "https://steemit.com\n",
      "number of words in tweets that shared this domain:  4457\n",
      "\n",
      "\n",
      "184\n",
      "http://iotwreport.com\n",
      "number of words in tweets that shared this domain:  4455\n",
      "\n",
      "\n",
      "185\n",
      "https://www.express.co.uk\n",
      "number of words in tweets that shared this domain:  4419\n",
      "\n",
      "\n",
      "186\n",
      "http://www.forbes.com\n",
      "number of words in tweets that shared this domain:  4410\n",
      "\n",
      "\n",
      "187\n",
      "https://www.scribd.com\n",
      "number of words in tweets that shared this domain:  4390\n",
      "\n",
      "\n",
      "188\n",
      "https://www.thesun.co.uk\n",
      "number of words in tweets that shared this domain:  4378\n",
      "\n",
      "\n",
      "189\n",
      "https://freedomoutpost.com\n",
      "number of words in tweets that shared this domain:  4375\n",
      "\n",
      "\n",
      "190\n",
      "http://reut.rs\n",
      "number of words in tweets that shared this domain:  4323\n",
      "\n",
      "\n",
      "191\n",
      "http://theduran.com\n",
      "number of words in tweets that shared this domain:  4323\n",
      "\n",
      "\n",
      "192\n",
      "http://conservativefighters.com\n",
      "number of words in tweets that shared this domain:  4319\n",
      "\n",
      "\n",
      "193\n",
      "http://ilovemyfreedomnews.gq\n",
      "number of words in tweets that shared this domain:  4318\n",
      "\n",
      "\n",
      "194\n",
      "http://dailysign.al\n",
      "number of words in tweets that shared this domain:  4314\n",
      "\n",
      "\n",
      "195\n",
      "https://www.sott.net\n",
      "number of words in tweets that shared this domain:  4275\n",
      "\n",
      "\n",
      "196\n",
      "http://google.com\n",
      "number of words in tweets that shared this domain:  4260\n",
      "\n",
      "\n",
      "197\n",
      "http://www.westmonster.com\n",
      "number of words in tweets that shared this domain:  4252\n",
      "\n",
      "\n",
      "198\n",
      "http://nydn.us\n",
      "number of words in tweets that shared this domain:  4244\n",
      "\n",
      "\n",
      "199\n",
      "https://www.theatlantic.com\n",
      "number of words in tweets that shared this domain:  4236\n",
      "\n",
      "\n",
      "200\n",
      "https://wikileaks.org\n",
      "number of words in tweets that shared this domain:  4229\n",
      "\n",
      "\n",
      "201\n",
      "http://dailysignal.com\n",
      "number of words in tweets that shared this domain:  4219\n",
      "\n",
      "\n",
      "202\n",
      "http://amzn.to\n",
      "number of words in tweets that shared this domain:  4201\n",
      "\n",
      "\n",
      "203\n",
      "https://www.change.org\n",
      "number of words in tweets that shared this domain:  4150\n",
      "\n",
      "\n",
      "204\n",
      "http://www.oann.com\n",
      "number of words in tweets that shared this domain:  4131\n",
      "\n",
      "\n",
      "205\n",
      "http://www.abc.net.au\n",
      "number of words in tweets that shared this domain:  4031\n",
      "\n",
      "\n",
      "206\n",
      "https://www.lifesitenews.com\n",
      "number of words in tweets that shared this domain:  4009\n",
      "\n",
      "\n",
      "207\n",
      "https://apnews.com\n",
      "number of words in tweets that shared this domain:  3971\n",
      "\n",
      "\n",
      "208\n",
      "https://creepingsharia.wordpress.com\n",
      "number of words in tweets that shared this domain:  3967\n",
      "\n",
      "\n",
      "209\n",
      "http://tweetedtimes.com\n",
      "number of words in tweets that shared this domain:  3939\n",
      "\n",
      "\n",
      "210\n",
      "http://www.mirror.co.uk\n",
      "number of words in tweets that shared this domain:  3930\n",
      "\n",
      "\n",
      "211\n",
      "http://thefreethoughtproject.com\n",
      "number of words in tweets that shared this domain:  3922\n",
      "\n",
      "\n",
      "212\n",
      "https://www.thedailybeast.com\n",
      "number of words in tweets that shared this domain:  3911\n",
      "\n",
      "\n",
      "213\n",
      "http://gestyy.com\n",
      "number of words in tweets that shared this domain:  3906\n",
      "\n",
      "\n",
      "214\n",
      "http://demu.gr\n",
      "number of words in tweets that shared this domain:  3889\n",
      "\n",
      "\n",
      "215\n",
      "http://dmlnews.com\n",
      "number of words in tweets that shared this domain:  3880\n",
      "\n",
      "\n",
      "216\n",
      "http://www.huffingtonpost.com\n",
      "number of words in tweets that shared this domain:  3871\n",
      "\n",
      "\n",
      "217\n",
      "http://lnkd.in\n",
      "number of words in tweets that shared this domain:  3851\n",
      "\n",
      "\n",
      "218\n",
      "https://www.judicialwatch.org\n",
      "number of words in tweets that shared this domain:  3838\n",
      "\n",
      "\n",
      "219\n",
      "http://corneey.com\n",
      "number of words in tweets that shared this domain:  3830\n",
      "\n",
      "\n",
      "220\n",
      "https://demu.gr\n",
      "number of words in tweets that shared this domain:  3827\n",
      "\n",
      "\n",
      "221\n",
      "https://www.democraticunderground.com\n",
      "number of words in tweets that shared this domain:  3802\n",
      "\n",
      "\n",
      "222\n",
      "https://instagram.com\n",
      "number of words in tweets that shared this domain:  3794\n",
      "\n",
      "\n",
      "223\n",
      "https://www.lifezette.com\n",
      "number of words in tweets that shared this domain:  3785\n",
      "\n",
      "\n",
      "224\n",
      "https://www.gatestoneinstitute.org\n",
      "number of words in tweets that shared this domain:  3755\n",
      "\n",
      "\n",
      "225\n",
      "http://www.topbuzz.com\n",
      "number of words in tweets that shared this domain:  3742\n",
      "\n",
      "\n",
      "226\n",
      "http://festyy.com\n",
      "number of words in tweets that shared this domain:  3732\n",
      "\n",
      "\n",
      "227\n",
      "https://www.veteranstoday.com\n",
      "number of words in tweets that shared this domain:  3722\n",
      "\n",
      "\n",
      "228\n",
      "https://shareblue.com\n",
      "number of words in tweets that shared this domain:  3691\n",
      "\n",
      "\n",
      "229\n",
      "https://www.axios.com\n",
      "number of words in tweets that shared this domain:  3691\n",
      "\n",
      "\n",
      "230\n",
      "https://www.whitehouse.gov\n",
      "number of words in tweets that shared this domain:  3689\n",
      "\n",
      "\n",
      "231\n",
      "http://socl.club\n",
      "number of words in tweets that shared this domain:  3689\n",
      "\n",
      "\n",
      "232\n",
      "http://barenakedislam.com\n",
      "number of words in tweets that shared this domain:  3633\n",
      "\n",
      "\n",
      "233\n",
      "http://cnb.cx\n",
      "number of words in tweets that shared this domain:  3632\n",
      "\n",
      "\n",
      "234\n",
      "https://www.theblaze.com\n",
      "number of words in tweets that shared this domain:  3624\n",
      "\n",
      "\n",
      "235\n",
      "http://www.viralnova.com\n",
      "number of words in tweets that shared this domain:  3616\n",
      "\n",
      "\n",
      "236\n",
      "http://ceesty.com\n",
      "number of words in tweets that shared this domain:  3616\n",
      "\n",
      "\n",
      "237\n",
      "http://constitution.com\n",
      "number of words in tweets that shared this domain:  3611\n",
      "\n",
      "\n",
      "238\n",
      "http://www.youtube.com.ridder.co\n",
      "number of words in tweets that shared this domain:  3595\n",
      "\n",
      "\n",
      "239\n",
      "https://m.facebook.com\n",
      "number of words in tweets that shared this domain:  3587\n",
      "\n",
      "\n",
      "240\n",
      "http://nbcnews.to\n",
      "number of words in tweets that shared this domain:  3586\n",
      "\n",
      "\n",
      "241\n",
      "http://www.sinembargo.mx\n",
      "number of words in tweets that shared this domain:  3585\n",
      "\n",
      "\n",
      "242\n",
      "http://b4in.info\n",
      "number of words in tweets that shared this domain:  3572\n",
      "\n",
      "\n",
      "243\n",
      "https://www.lewrockwell.com\n",
      "number of words in tweets that shared this domain:  3561\n",
      "\n",
      "\n",
      "244\n",
      "http://www.newsmax.com\n",
      "number of words in tweets that shared this domain:  3524\n",
      "\n",
      "\n",
      "245\n",
      "http://destyy.com\n",
      "number of words in tweets that shared this domain:  3524\n",
      "\n",
      "\n",
      "246\n",
      "https://tinyurl.com\n",
      "number of words in tweets that shared this domain:  3508\n",
      "\n",
      "\n",
      "247\n",
      "https://teddystick.com\n",
      "number of words in tweets that shared this domain:  3501\n",
      "\n",
      "\n",
      "248\n",
      "http://www.naturalnews.com\n",
      "number of words in tweets that shared this domain:  3499\n",
      "\n",
      "\n",
      "249\n",
      "http://www.whatdoesitmean.com\n",
      "number of words in tweets that shared this domain:  3498\n",
      "\n",
      "\n",
      "250\n",
      "http://ti.me\n",
      "number of words in tweets that shared this domain:  3490\n",
      "\n",
      "\n",
      "251\n",
      "http://www.washingtontimes.com\n",
      "number of words in tweets that shared this domain:  3486\n",
      "\n",
      "\n",
      "252\n",
      "https://www.gofundme.com\n",
      "number of words in tweets that shared this domain:  3462\n",
      "\n",
      "\n",
      "253\n",
      "https://reut.rs\n",
      "number of words in tweets that shared this domain:  3440\n",
      "\n",
      "\n",
      "254\n",
      "http://www.politicususa.com\n",
      "number of words in tweets that shared this domain:  3439\n",
      "\n",
      "\n",
      "255\n",
      "http://bbc.in\n",
      "number of words in tweets that shared this domain:  3435\n",
      "\n",
      "\n",
      "256\n",
      "http://instagram.com\n",
      "number of words in tweets that shared this domain:  3410\n",
      "\n",
      "\n",
      "257\n",
      "https://www.frontpagemag.com\n",
      "number of words in tweets that shared this domain:  3396\n",
      "\n",
      "\n",
      "258\n",
      "https://worldpoliticus.com\n",
      "number of words in tweets that shared this domain:  3393\n",
      "\n",
      "\n",
      "259\n",
      "http://abcnews.go.com\n",
      "number of words in tweets that shared this domain:  3372\n",
      "\n",
      "\n",
      "260\n",
      "http://thebea.st\n",
      "number of words in tweets that shared this domain:  3370\n",
      "\n",
      "\n",
      "261\n",
      "https://interc.pt\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "number of words in tweets that shared this domain:  3369\n",
      "\n",
      "\n",
      "262\n",
      "http://snpy.tv\n",
      "number of words in tweets that shared this domain:  3369\n",
      "\n",
      "\n",
      "263\n",
      "https://www.timesofisrael.com\n",
      "number of words in tweets that shared this domain:  3369\n",
      "\n",
      "\n",
      "264\n",
      "http://www.gopusa.com\n",
      "number of words in tweets that shared this domain:  3364\n",
      "\n",
      "\n",
      "265\n",
      "https://www.themaven.net\n",
      "number of words in tweets that shared this domain:  3355\n",
      "\n",
      "\n",
      "266\n",
      "http://americanlookout.com\n",
      "number of words in tweets that shared this domain:  3323\n",
      "\n",
      "\n",
      "267\n",
      "https://www.hotmomsclub.com\n",
      "number of words in tweets that shared this domain:  3306\n",
      "\n",
      "\n",
      "268\n",
      "https://www.truthrevolt.org\n",
      "number of words in tweets that shared this domain:  3301\n",
      "\n",
      "\n",
      "269\n",
      "http://www.nnettle.com\n",
      "number of words in tweets that shared this domain:  3285\n",
      "\n",
      "\n",
      "270\n",
      "http://cmun.it\n",
      "number of words in tweets that shared this domain:  3283\n",
      "\n",
      "\n",
      "271\n",
      "http://canadafreepress.com\n",
      "number of words in tweets that shared this domain:  3268\n",
      "\n",
      "\n",
      "272\n",
      "http://www.blabber.buzz\n",
      "number of words in tweets that shared this domain:  3183\n",
      "\n",
      "\n",
      "273\n",
      "https://elpais.com\n",
      "number of words in tweets that shared this domain:  3183\n",
      "\n",
      "\n",
      "274\n",
      "http://eheadlines.com\n",
      "number of words in tweets that shared this domain:  3146\n",
      "\n",
      "\n",
      "275\n",
      "http://russia-insider.com\n",
      "number of words in tweets that shared this domain:  3140\n",
      "\n",
      "\n",
      "276\n",
      "http://theantimedia.org\n",
      "number of words in tweets that shared this domain:  3130\n",
      "\n",
      "\n",
      "277\n",
      "https://www.thestar.com\n",
      "number of words in tweets that shared this domain:  3079\n",
      "\n",
      "\n",
      "278\n",
      "http://pinterest.com\n",
      "number of words in tweets that shared this domain:  3072\n",
      "\n",
      "\n",
      "279\n",
      "https://fellowshipoftheminds.com\n",
      "number of words in tweets that shared this domain:  3065\n",
      "\n",
      "\n",
      "280\n",
      "https://theintercept.com\n",
      "number of words in tweets that shared this domain:  3062\n",
      "\n",
      "\n",
      "281\n",
      "http://www.independentsentinel.com\n",
      "number of words in tweets that shared this domain:  3047\n",
      "\n",
      "\n",
      "282\n",
      "http://www.jpost.com\n",
      "number of words in tweets that shared this domain:  3036\n",
      "\n",
      "\n",
      "283\n",
      "http://nynettle.com\n",
      "number of words in tweets that shared this domain:  3034\n",
      "\n",
      "\n",
      "284\n",
      "https://thinkprogress.org\n",
      "number of words in tweets that shared this domain:  3032\n",
      "\n",
      "\n",
      "285\n",
      "http://USFREEDOMARMY.COM\n",
      "number of words in tweets that shared this domain:  3016\n",
      "\n",
      "\n",
      "286\n",
      "https://www.cnsnews.com\n",
      "number of words in tweets that shared this domain:  3015\n",
      "\n",
      "\n",
      "287\n",
      "http://aol.it\n",
      "number of words in tweets that shared this domain:  3011\n",
      "\n",
      "\n",
      "288\n",
      "https://www.mediaite.com\n",
      "number of words in tweets that shared this domain:  2996\n",
      "\n",
      "\n",
      "289\n",
      "https://www.louderwithcrowder.com\n",
      "number of words in tweets that shared this domain:  2996\n",
      "\n",
      "\n",
      "290\n",
      "http://v.media.daum.net\n",
      "number of words in tweets that shared this domain:  2995\n",
      "\n",
      "\n",
      "291\n",
      "https://mobile.nytimes.com\n",
      "number of words in tweets that shared this domain:  2991\n",
      "\n",
      "\n",
      "292\n",
      "http://apne.ws\n",
      "number of words in tweets that shared this domain:  2984\n",
      "\n",
      "\n",
      "293\n",
      "https://www.vox.com\n",
      "number of words in tweets that shared this domain:  2960\n",
      "\n",
      "\n",
      "294\n",
      "https://worldtruth.tv\n",
      "number of words in tweets that shared this domain:  2956\n",
      "\n",
      "\n",
      "295\n",
      "http://operationdisclosure.blogspot.com\n",
      "number of words in tweets that shared this domain:  2952\n",
      "\n",
      "\n",
      "296\n",
      "http://cbsn.ws\n",
      "number of words in tweets that shared this domain:  2944\n",
      "\n",
      "\n",
      "297\n",
      "https://www.realclearpolitics.com\n",
      "number of words in tweets that shared this domain:  2927\n",
      "\n",
      "\n",
      "298\n",
      "http://Sott.net\n",
      "number of words in tweets that shared this domain:  2921\n",
      "\n",
      "\n",
      "299\n",
      "https://www.haaretz.com\n",
      "number of words in tweets that shared this domain:  2920\n",
      "\n",
      "\n"
     ]
    }
   ],
   "source": [
    "#print(domains_sorted[0])\n",
    "\n",
    "for i in range(300):\n",
    "    print(i)\n",
    "    print(domains_sorted[i][0])\n",
    "    print(\"number of words in tweets that shared this domain: \", len(domains_sorted[i][1]))\n",
    "    print(\"\\n\")\n",
    "#print(domains_sorted[0][1])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 158,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "current instance: http://ijr.com\n",
      "current instance: https://nyti.ms\n",
      "current instance: https://constitution.com\n",
      "current instance: http://abcn.ws\n",
      "current instance: http://www.cbc.ca\n",
      "current instance: http://conservativetribune.com\n",
      "current instance: http://www.bbc.com\n",
      "current instance: http://madworldnews.com\n",
      "current instance: http://nyti.ms\n",
      "current instance: http://Disclose.tv\n",
      "current instance: https://en-volve.com\n",
      "current instance: http://m.beforeitsnews.com\n",
      "current instance: http://WorldTruth.Tv\n",
      "current instance: https://nypost.com\n",
      "current instance: https://pamelageller.com\n",
      "current instance: http://truepundit.com\n",
      "current instance: https://www.washingtontimes.com\n",
      "current instance: http://dists.sytes.net\n",
      "current instance: https://www.huffingtonpost.com\n",
      "current instance: https://clashdaily.com\n",
      "current instance: http://NaturalNews.com\n",
      "current instance: http://politi.co\n",
      "current instance: http://www.telegraph.co.uk\n",
      "current instance: https://www.newsmax.com\n",
      "current instance: http://nabdapp.com\n",
      "current instance: https://sputniknews.com\n",
      "current instance: http://truthfeed.com\n",
      "current instance: https://www.bloomberg.com\n",
      "current instance: https://www.reddit.com\n",
      "current instance: https://freedomdaily.com\n",
      "current instance: http://video.foxnews.com\n",
      "current instance: http://www.lifenews.com\n",
      "current instance: https://thehornnews.com\n",
      "current instance: https://cards.twitter.com\n",
      "current instance: https://en.wikipedia.org\n",
      "current instance: http://therightscoop.com\n",
      "current instance: http://www.latimes.com\n",
      "current instance: https://www.nbcnews.com\n",
      "current instance: https://www.rawstory.com\n",
      "current instance: https://www.jihadwatch.org\n",
      "current instance: http://jwatch.us\n",
      "current instance: http://www.businessinsider.com\n",
      "current instance: http://paper.li\n",
      "current instance: http://redstatewatcher.com\n",
      "current instance: https://www.waynedupree.com\n",
      "current instance: http://dennismichaellynch.com\n",
      "current instance: http://www.westernjournalism.com\n",
      "current instance: http://washex.am\n",
      "current instance: https://www.westernjournalism.com\n",
      "current instance: https://bluntforcetruth.com\n",
      "current instance: https://www.forbes.com\n",
      "current instance: https://on.rt.com\n",
      "current instance: http://j.mp\n",
      "current instance: http://www.nationalreview.com\n",
      "current instance: http://givemeliberty01.com\n",
      "current instance: http://www.neonnettle.com\n",
      "current instance: https://usat.ly\n",
      "current instance: https://www.hannity.com\n",
      "current instance: https://www.weaselzippers.us\n",
      "current instance: https://wp.me\n",
      "current instance: https://www.dailykos.com\n",
      "current instance: http://hill.cm\n",
      "current instance: https://hotair.com\n",
      "current instance: http://clkmein.com\n",
      "current instance: http://sumo.ly\n",
      "current instance: https://ilovemyfreedom.org\n",
      "current instance: http://money.cnn.com\n",
      "current instance: https://www.reuters.com\n",
      "current instance: https://www.cbsnews.com\n",
      "current instance: http://fw.to\n",
      "current instance: http://lsh.re\n",
      "current instance: http://trib.al\n",
      "current instance: http://www.tmz.com\n",
      "current instance: http://investmentwatchblog.com\n",
      "current instance: https://www.redstate.com\n",
      "current instance: https://www.amazon.com\n",
      "current instance: http://read.bi\n",
      "current instance: http://shar.es\n",
      "current instance: https://bb4sp.com\n",
      "current instance: https://www.buzzfeed.com\n",
      "current instance: https://www.cnbc.com\n",
      "current instance: https://www.conservativeinstitute.org\n",
      "current instance: https://www.conservativereview.com\n",
      "current instance: https://steemit.com\n",
      "current instance: http://iotwreport.com\n",
      "current instance: https://www.express.co.uk\n",
      "current instance: http://www.forbes.com\n",
      "current instance: https://www.scribd.com\n",
      "current instance: https://www.thesun.co.uk\n",
      "current instance: https://freedomoutpost.com\n",
      "current instance: http://reut.rs\n",
      "current instance: http://theduran.com\n",
      "current instance: http://conservativefighters.com\n",
      "current instance: http://ilovemyfreedomnews.gq\n",
      "current instance: http://dailysign.al\n",
      "current instance: https://www.sott.net\n",
      "current instance: http://google.com\n",
      "current instance: http://www.westmonster.com\n",
      "current instance: http://nydn.us\n",
      "current instance: https://www.theatlantic.com\n",
      "current instance: https://wikileaks.org\n",
      "current instance: http://dailysignal.com\n",
      "current instance: http://amzn.to\n",
      "current instance: https://www.change.org\n",
      "current instance: http://www.oann.com\n",
      "current instance: http://www.abc.net.au\n",
      "current instance: https://www.lifesitenews.com\n",
      "current instance: https://apnews.com\n",
      "current instance: https://creepingsharia.wordpress.com\n",
      "current instance: http://tweetedtimes.com\n",
      "current instance: http://www.mirror.co.uk\n",
      "current instance: http://thefreethoughtproject.com\n",
      "current instance: https://www.thedailybeast.com\n",
      "current instance: http://gestyy.com\n",
      "current instance: http://demu.gr\n",
      "current instance: http://dmlnews.com\n",
      "current instance: http://www.huffingtonpost.com\n",
      "current instance: http://lnkd.in\n",
      "current instance: https://www.judicialwatch.org\n",
      "current instance: http://corneey.com\n",
      "current instance: https://demu.gr\n",
      "current instance: https://www.democraticunderground.com\n",
      "current instance: https://instagram.com\n",
      "current instance: https://www.lifezette.com\n",
      "current instance: https://www.gatestoneinstitute.org\n",
      "current instance: http://www.topbuzz.com\n",
      "current instance: http://festyy.com\n",
      "current instance: https://www.veteranstoday.com\n",
      "current instance: https://shareblue.com\n",
      "current instance: https://www.axios.com\n",
      "current instance: https://www.whitehouse.gov\n",
      "current instance: http://socl.club\n",
      "current instance: http://barenakedislam.com\n",
      "current instance: http://cnb.cx\n",
      "current instance: https://www.theblaze.com\n",
      "current instance: http://www.viralnova.com\n",
      "current instance: http://ceesty.com\n",
      "current instance: http://constitution.com\n",
      "current instance: http://www.youtube.com.ridder.co\n",
      "current instance: https://m.facebook.com\n",
      "current instance: http://nbcnews.to\n",
      "current instance: http://www.sinembargo.mx\n",
      "current instance: http://b4in.info\n",
      "current instance: https://www.lewrockwell.com\n",
      "current instance: http://www.newsmax.com\n",
      "current instance: http://destyy.com\n",
      "current instance: https://tinyurl.com\n",
      "current instance: https://teddystick.com\n",
      "current instance: http://www.naturalnews.com\n",
      "current instance: http://www.whatdoesitmean.com\n",
      "current instance: http://ti.me\n",
      "current instance: http://www.washingtontimes.com\n",
      "current instance: https://www.gofundme.com\n",
      "current instance: https://reut.rs\n",
      "current instance: http://www.politicususa.com\n",
      "current instance: http://bbc.in\n",
      "current instance: http://instagram.com\n",
      "current instance: https://www.frontpagemag.com\n",
      "current instance: https://worldpoliticus.com\n",
      "current instance: http://abcnews.go.com\n",
      "current instance: http://thebea.st\n",
      "current instance: https://interc.pt\n",
      "current instance: http://snpy.tv\n",
      "current instance: https://www.timesofisrael.com\n",
      "current instance: http://www.gopusa.com\n",
      "current instance: https://www.themaven.net\n",
      "current instance: http://americanlookout.com\n",
      "current instance: https://www.hotmomsclub.com\n",
      "current instance: https://www.truthrevolt.org\n",
      "current instance: http://www.nnettle.com\n",
      "current instance: http://cmun.it\n",
      "current instance: http://canadafreepress.com\n",
      "current instance: http://www.blabber.buzz\n",
      "current instance: https://elpais.com\n",
      "current instance: http://eheadlines.com\n",
      "current instance: http://russia-insider.com\n",
      "current instance: http://theantimedia.org\n",
      "current instance: https://www.thestar.com\n",
      "current instance: http://pinterest.com\n",
      "current instance: https://fellowshipoftheminds.com\n",
      "current instance: https://theintercept.com\n",
      "current instance: http://www.independentsentinel.com\n",
      "current instance: http://www.jpost.com\n",
      "current instance: http://nynettle.com\n",
      "current instance: https://thinkprogress.org\n",
      "current instance: http://USFREEDOMARMY.COM\n",
      "current instance: https://www.cnsnews.com\n",
      "current instance: http://aol.it\n",
      "current instance: https://www.mediaite.com\n",
      "current instance: https://www.louderwithcrowder.com\n",
      "current instance: http://v.media.daum.net\n",
      "current instance: https://mobile.nytimes.com\n",
      "current instance: http://apne.ws\n",
      "current instance: https://www.vox.com\n",
      "current instance: https://worldtruth.tv\n",
      "current instance: http://operationdisclosure.blogspot.com\n",
      "current instance: http://cbsn.ws\n",
      "current instance: https://www.realclearpolitics.com\n",
      "current instance: http://Sott.net\n",
      "current instance: https://www.haaretz.com\n",
      "\n",
      "\n",
      "Number of instances:  200\n",
      "Total number of possible features:  248261\n",
      "All features occuring in 160.0 instances or more, and all features occuring in 40.0 instances or fewer, will be dropped\n",
      "\n",
      "features above cutoff:\n",
      " 81\n",
      "Examples: 20 features that were above the cutoff:\n",
      " ['New', 'One', 'Hillary', 'Clinton', 'go', 'Russian', 'Trump', 'Obama', 'Former', 'National', 'White', \"Trump's\", 'President', 'First', 'House', 'make', 'like', 'years', 'good', 'going']\n",
      "\n",
      "features below cutoff:\n",
      " 244387\n",
      "Examples: 20 features that were below the cutoff:\n",
      " ['UPDATE:', '2012,', 'Kelley', 'escaped', 'institution.', '\"Larry', 'Elder', \"'Wanting\", \"White'\", \"Elder's\", '(&amp;', 'Photo)', 'Down\"', 'Crushed', 'Fundraising', \"'New\", 'Smoking', \"Gun'\", '#New', \"Perez's\"] \n",
      "\n",
      "\n",
      "\n",
      "Number of remaining features:  3793 \n",
      "\n",
      "\n",
      "Examples: 20 features remaining:\n",
      " ['!!', '!!!', '\"A', '\"I', '\"It', '\"The', '\"This', '\"Trump', '\"We', '\"a', '\"the', '#1', '#AmericaFirst', '#BuildTheWall', '#CNN', '#Clinton', '#DACA', '#DeepState', '#Democrats', '#DrainTheSwamp'] \n",
      "\n",
      "\n",
      "building vector for instance: http://ijr.com\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "building vector for instance: https://nyti.ms\n",
      "building vector for instance: https://constitution.com\n",
      "building vector for instance: http://abcn.ws\n",
      "building vector for instance: http://www.cbc.ca\n",
      "building vector for instance: http://conservativetribune.com\n",
      "building vector for instance: http://www.bbc.com\n",
      "building vector for instance: http://madworldnews.com\n",
      "building vector for instance: http://nyti.ms\n",
      "building vector for instance: http://Disclose.tv\n",
      "building vector for instance: https://en-volve.com\n",
      "building vector for instance: http://m.beforeitsnews.com\n",
      "building vector for instance: http://WorldTruth.Tv\n",
      "building vector for instance: https://nypost.com\n",
      "building vector for instance: https://pamelageller.com\n",
      "building vector for instance: http://truepundit.com\n",
      "building vector for instance: https://www.washingtontimes.com\n",
      "building vector for instance: http://dists.sytes.net\n",
      "building vector for instance: https://www.huffingtonpost.com\n",
      "building vector for instance: https://clashdaily.com\n",
      "building vector for instance: http://NaturalNews.com\n",
      "building vector for instance: http://politi.co\n",
      "building vector for instance: http://www.telegraph.co.uk\n",
      "building vector for instance: https://www.newsmax.com\n",
      "building vector for instance: http://nabdapp.com\n",
      "building vector for instance: https://sputniknews.com\n",
      "building vector for instance: http://truthfeed.com\n",
      "building vector for instance: https://www.bloomberg.com\n",
      "building vector for instance: https://www.reddit.com\n",
      "building vector for instance: https://freedomdaily.com\n",
      "building vector for instance: http://video.foxnews.com\n",
      "building vector for instance: http://www.lifenews.com\n",
      "building vector for instance: https://thehornnews.com\n",
      "building vector for instance: https://cards.twitter.com\n",
      "building vector for instance: https://en.wikipedia.org\n",
      "building vector for instance: http://therightscoop.com\n",
      "building vector for instance: http://www.latimes.com\n",
      "building vector for instance: https://www.nbcnews.com\n",
      "building vector for instance: https://www.rawstory.com\n",
      "building vector for instance: https://www.jihadwatch.org\n",
      "building vector for instance: http://jwatch.us\n",
      "building vector for instance: http://www.businessinsider.com\n",
      "building vector for instance: http://paper.li\n",
      "building vector for instance: http://redstatewatcher.com\n",
      "building vector for instance: https://www.waynedupree.com\n",
      "building vector for instance: http://dennismichaellynch.com\n",
      "building vector for instance: http://www.westernjournalism.com\n",
      "building vector for instance: http://washex.am\n",
      "building vector for instance: https://www.westernjournalism.com\n",
      "building vector for instance: https://bluntforcetruth.com\n",
      "building vector for instance: https://www.forbes.com\n",
      "building vector for instance: https://on.rt.com\n",
      "building vector for instance: http://j.mp\n",
      "building vector for instance: http://www.nationalreview.com\n",
      "building vector for instance: http://givemeliberty01.com\n",
      "building vector for instance: http://www.neonnettle.com\n",
      "building vector for instance: https://usat.ly\n",
      "building vector for instance: https://www.hannity.com\n",
      "building vector for instance: https://www.weaselzippers.us\n",
      "building vector for instance: https://wp.me\n",
      "building vector for instance: https://www.dailykos.com\n",
      "building vector for instance: http://hill.cm\n",
      "building vector for instance: https://hotair.com\n",
      "building vector for instance: http://clkmein.com\n",
      "building vector for instance: http://sumo.ly\n",
      "building vector for instance: https://ilovemyfreedom.org\n",
      "building vector for instance: http://money.cnn.com\n",
      "building vector for instance: https://www.reuters.com\n",
      "building vector for instance: https://www.cbsnews.com\n",
      "building vector for instance: http://fw.to\n",
      "building vector for instance: http://lsh.re\n",
      "building vector for instance: http://trib.al\n",
      "building vector for instance: http://www.tmz.com\n",
      "building vector for instance: http://investmentwatchblog.com\n",
      "building vector for instance: https://www.redstate.com\n",
      "building vector for instance: https://www.amazon.com\n",
      "building vector for instance: http://read.bi\n",
      "building vector for instance: http://shar.es\n",
      "building vector for instance: https://bb4sp.com\n",
      "building vector for instance: https://www.buzzfeed.com\n",
      "building vector for instance: https://www.cnbc.com\n",
      "building vector for instance: https://www.conservativeinstitute.org\n",
      "building vector for instance: https://www.conservativereview.com\n",
      "building vector for instance: https://steemit.com\n",
      "building vector for instance: http://iotwreport.com\n",
      "building vector for instance: https://www.express.co.uk\n",
      "building vector for instance: http://www.forbes.com\n",
      "building vector for instance: https://www.scribd.com\n",
      "building vector for instance: https://www.thesun.co.uk\n",
      "building vector for instance: https://freedomoutpost.com\n",
      "building vector for instance: http://reut.rs\n",
      "building vector for instance: http://theduran.com\n",
      "building vector for instance: http://conservativefighters.com\n",
      "building vector for instance: http://ilovemyfreedomnews.gq\n",
      "building vector for instance: http://dailysign.al\n",
      "building vector for instance: https://www.sott.net\n",
      "building vector for instance: http://google.com\n",
      "building vector for instance: http://www.westmonster.com\n",
      "building vector for instance: http://nydn.us\n",
      "building vector for instance: https://www.theatlantic.com\n",
      "building vector for instance: https://wikileaks.org\n",
      "building vector for instance: http://dailysignal.com\n",
      "building vector for instance: http://amzn.to\n",
      "building vector for instance: https://www.change.org\n",
      "building vector for instance: http://www.oann.com\n",
      "building vector for instance: http://www.abc.net.au\n",
      "building vector for instance: https://www.lifesitenews.com\n",
      "building vector for instance: https://apnews.com\n",
      "building vector for instance: https://creepingsharia.wordpress.com\n",
      "building vector for instance: http://tweetedtimes.com\n",
      "building vector for instance: http://www.mirror.co.uk\n",
      "building vector for instance: http://thefreethoughtproject.com\n",
      "building vector for instance: https://www.thedailybeast.com\n",
      "building vector for instance: http://gestyy.com\n",
      "building vector for instance: http://demu.gr\n",
      "building vector for instance: http://dmlnews.com\n",
      "building vector for instance: http://www.huffingtonpost.com\n",
      "building vector for instance: http://lnkd.in\n",
      "building vector for instance: https://www.judicialwatch.org\n",
      "building vector for instance: http://corneey.com\n",
      "building vector for instance: https://demu.gr\n",
      "building vector for instance: https://www.democraticunderground.com\n",
      "building vector for instance: https://instagram.com\n",
      "building vector for instance: https://www.lifezette.com\n",
      "building vector for instance: https://www.gatestoneinstitute.org\n",
      "building vector for instance: http://www.topbuzz.com\n",
      "building vector for instance: http://festyy.com\n",
      "building vector for instance: https://www.veteranstoday.com\n",
      "building vector for instance: https://shareblue.com\n",
      "building vector for instance: https://www.axios.com\n",
      "building vector for instance: https://www.whitehouse.gov\n",
      "building vector for instance: http://socl.club\n",
      "building vector for instance: http://barenakedislam.com\n",
      "building vector for instance: http://cnb.cx\n",
      "building vector for instance: https://www.theblaze.com\n",
      "building vector for instance: http://www.viralnova.com\n",
      "building vector for instance: http://ceesty.com\n",
      "building vector for instance: http://constitution.com\n",
      "building vector for instance: http://www.youtube.com.ridder.co\n",
      "building vector for instance: https://m.facebook.com\n",
      "building vector for instance: http://nbcnews.to\n",
      "building vector for instance: http://www.sinembargo.mx\n",
      "building vector for instance: http://b4in.info\n",
      "building vector for instance: https://www.lewrockwell.com\n",
      "building vector for instance: http://www.newsmax.com\n",
      "building vector for instance: http://destyy.com\n",
      "building vector for instance: https://tinyurl.com\n",
      "building vector for instance: https://teddystick.com\n",
      "building vector for instance: http://www.naturalnews.com\n",
      "building vector for instance: http://www.whatdoesitmean.com\n",
      "building vector for instance: http://ti.me\n",
      "building vector for instance: http://www.washingtontimes.com\n",
      "building vector for instance: https://www.gofundme.com\n",
      "building vector for instance: https://reut.rs\n",
      "building vector for instance: http://www.politicususa.com\n",
      "building vector for instance: http://bbc.in\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "building vector for instance: http://instagram.com\n",
      "building vector for instance: https://www.frontpagemag.com\n",
      "building vector for instance: https://worldpoliticus.com\n",
      "building vector for instance: http://abcnews.go.com\n",
      "building vector for instance: http://thebea.st\n",
      "building vector for instance: https://interc.pt\n",
      "building vector for instance: http://snpy.tv\n",
      "building vector for instance: https://www.timesofisrael.com\n",
      "building vector for instance: http://www.gopusa.com\n",
      "building vector for instance: https://www.themaven.net\n",
      "building vector for instance: http://americanlookout.com\n",
      "building vector for instance: https://www.hotmomsclub.com\n",
      "building vector for instance: https://www.truthrevolt.org\n",
      "building vector for instance: http://www.nnettle.com\n",
      "building vector for instance: http://cmun.it\n",
      "building vector for instance: http://canadafreepress.com\n",
      "building vector for instance: http://www.blabber.buzz\n",
      "building vector for instance: https://elpais.com\n",
      "building vector for instance: http://eheadlines.com\n",
      "building vector for instance: http://russia-insider.com\n",
      "building vector for instance: http://theantimedia.org\n",
      "building vector for instance: https://www.thestar.com\n",
      "building vector for instance: http://pinterest.com\n",
      "building vector for instance: https://fellowshipoftheminds.com\n",
      "building vector for instance: https://theintercept.com\n",
      "building vector for instance: http://www.independentsentinel.com\n",
      "building vector for instance: http://www.jpost.com\n",
      "building vector for instance: http://nynettle.com\n",
      "building vector for instance: https://thinkprogress.org\n",
      "building vector for instance: http://USFREEDOMARMY.COM\n",
      "building vector for instance: https://www.cnsnews.com\n",
      "building vector for instance: http://aol.it\n",
      "building vector for instance: https://www.mediaite.com\n",
      "building vector for instance: https://www.louderwithcrowder.com\n",
      "building vector for instance: http://v.media.daum.net\n",
      "building vector for instance: https://mobile.nytimes.com\n",
      "building vector for instance: http://apne.ws\n",
      "building vector for instance: https://www.vox.com\n",
      "building vector for instance: https://worldtruth.tv\n",
      "building vector for instance: http://operationdisclosure.blogspot.com\n",
      "building vector for instance: http://cbsn.ws\n",
      "building vector for instance: https://www.realclearpolitics.com\n",
      "building vector for instance: http://Sott.net\n",
      "building vector for instance: https://www.haaretz.com\n",
      "Wall time: 5min 32s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "domains_set = domains_sorted[100:300]\n",
    "selected_d = select_dimensions(domains_set, 0.8 , 0.2)\n",
    "vecs = insts_to_vecs(domains_set, selected_d)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 159,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "length of feature vector:  3793\n"
     ]
    }
   ],
   "source": [
    "print(\"length of feature vector: \", len(vecs[0]))\n",
    "for v in vecs:\n",
    "    assert len(v) == len(vecs[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 160,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['!!',\n",
       " '!!!',\n",
       " '\"A',\n",
       " '\"I',\n",
       " '\"It',\n",
       " '\"The',\n",
       " '\"This',\n",
       " '\"Trump',\n",
       " '\"We',\n",
       " '\"a',\n",
       " '\"the',\n",
       " '#1',\n",
       " '#AmericaFirst',\n",
       " '#BuildTheWall',\n",
       " '#CNN',\n",
       " '#Clinton',\n",
       " '#DACA',\n",
       " '#DeepState',\n",
       " '#Democrats',\n",
       " '#DrainTheSwamp',\n",
       " '#FBI',\n",
       " '#FakeNews',\n",
       " '#FollowTheWhiteRabbit',\n",
       " '#GOP',\n",
       " '#GreatAwakening',\n",
       " '#Hillary',\n",
       " '#ISIS',\n",
       " '#MAGA',\n",
       " '#MSM',\n",
       " '#MeToo',\n",
       " '#NoDACA',\n",
       " '#NotABot',\n",
       " '#Obama',\n",
       " '#ObamaGate',\n",
       " '#PJNET',\n",
       " '#PresidentTrump',\n",
       " '#QAnon',\n",
       " '#Qanon',\n",
       " '#RedNationRising',\n",
       " '#ReleaseTheMemo',\n",
       " '#Russia',\n",
       " '#SOTU',\n",
       " '#SchumerShutdown',\n",
       " '#TCOT',\n",
       " '#TheStorm',\n",
       " '#ThursdayThoughts',\n",
       " '#Trump',\n",
       " '#TrumpTrain',\n",
       " '#USA',\n",
       " '#UraniumOne',\n",
       " '#WednesdayWisdom',\n",
       " '#ccot',\n",
       " '#feedly',\n",
       " '#ma4t',\n",
       " '#maga',\n",
       " '#news',\n",
       " '#pedogate',\n",
       " '#pizzagate',\n",
       " '#tcot',\n",
       " '$1',\n",
       " '$1,000',\n",
       " '$100',\n",
       " '$20',\n",
       " \"'I\",\n",
       " \"'The\",\n",
       " \"'We\",\n",
       " '(VIDEO)',\n",
       " '(and',\n",
       " '--',\n",
       " '..',\n",
       " '...',\n",
       " '....',\n",
       " '1,000',\n",
       " '1.',\n",
       " '100',\n",
       " '100%',\n",
       " '11',\n",
       " '12',\n",
       " '13',\n",
       " '14',\n",
       " '15',\n",
       " '150',\n",
       " '16',\n",
       " '17',\n",
       " '18',\n",
       " '19',\n",
       " '1st',\n",
       " '20',\n",
       " '200',\n",
       " '200,000',\n",
       " '2008',\n",
       " '2012',\n",
       " '2013',\n",
       " '2014',\n",
       " '2015',\n",
       " '2016',\n",
       " '2017,',\n",
       " '2017.',\n",
       " '2017:',\n",
       " '2018.',\n",
       " '2020',\n",
       " '21',\n",
       " '22',\n",
       " '23',\n",
       " '24',\n",
       " '25',\n",
       " '26',\n",
       " '27',\n",
       " '28',\n",
       " '2nd',\n",
       " '30',\n",
       " '300',\n",
       " '35',\n",
       " '3rd',\n",
       " '40',\n",
       " '400',\n",
       " '45',\n",
       " '4th',\n",
       " '50',\n",
       " '50,000',\n",
       " '500',\n",
       " '5th',\n",
       " '60',\n",
       " '70',\n",
       " '9/11',\n",
       " '90',\n",
       " '@BarackObama',\n",
       " '@CNN',\n",
       " '@DevinNunes',\n",
       " '@DonaldJTrumpJr',\n",
       " '@FBI',\n",
       " '@FoxNews',\n",
       " '@GOP',\n",
       " '@HillaryClinton',\n",
       " '@JudicialWatch',\n",
       " '@MSNBC',\n",
       " '@NancyPelosi',\n",
       " '@POTUS',\n",
       " '@PressSec',\n",
       " '@PrisonPlanet',\n",
       " '@RealAlexJones',\n",
       " '@RealDonaldTrump',\n",
       " '@RealJamesWoods',\n",
       " '@SaraCarterDC',\n",
       " '@SenSchumer',\n",
       " '@SpeakerRyan',\n",
       " '@TheDemocrats',\n",
       " '@TuckerCarlson',\n",
       " '@VP',\n",
       " '@WhiteHouse',\n",
       " '@nytimes',\n",
       " '@realDonaldTrump',\n",
       " '@seanhannity',\n",
       " 'ABC',\n",
       " 'AG',\n",
       " 'AMERICA',\n",
       " 'AMERICAN',\n",
       " 'ANOTHER',\n",
       " 'Abedin',\n",
       " 'Abortion',\n",
       " 'Absolutely',\n",
       " 'Abuse',\n",
       " 'Access',\n",
       " 'Accidentally',\n",
       " 'According',\n",
       " 'Account',\n",
       " 'Accused',\n",
       " 'Accuser',\n",
       " 'Accuses',\n",
       " 'Acosta',\n",
       " 'Across',\n",
       " 'Act',\n",
       " 'Acting',\n",
       " 'Action',\n",
       " 'Activist',\n",
       " 'Activists',\n",
       " 'Actor',\n",
       " 'Actress',\n",
       " 'Actually',\n",
       " 'Ad',\n",
       " 'Adam',\n",
       " 'Add',\n",
       " 'Address',\n",
       " 'Admin',\n",
       " 'Administration',\n",
       " 'Admit',\n",
       " 'Admits',\n",
       " 'Adviser',\n",
       " 'Afghan',\n",
       " 'Afghanistan',\n",
       " 'Africa',\n",
       " 'African',\n",
       " 'Age',\n",
       " 'Agencies',\n",
       " 'Agency',\n",
       " 'Agenda',\n",
       " 'Agent',\n",
       " 'Agents',\n",
       " 'Ago',\n",
       " 'Ahead',\n",
       " 'Aid',\n",
       " 'Aide',\n",
       " 'Air',\n",
       " 'Airlines',\n",
       " 'Airport',\n",
       " 'Al',\n",
       " 'Alabama',\n",
       " 'Alaska',\n",
       " 'Alert',\n",
       " 'Alex',\n",
       " 'Alien',\n",
       " 'Aliens',\n",
       " 'Allegations',\n",
       " 'Alleged',\n",
       " 'Allegedly',\n",
       " 'Allow',\n",
       " 'Allowed',\n",
       " 'Almost',\n",
       " 'Along',\n",
       " 'Already',\n",
       " 'Also',\n",
       " 'Always',\n",
       " 'Amazing',\n",
       " 'Amazon',\n",
       " 'Ambassador',\n",
       " 'Amendment',\n",
       " \"America's\",\n",
       " 'America,',\n",
       " 'America.',\n",
       " 'America:',\n",
       " 'Americans.',\n",
       " 'America’s',\n",
       " 'Amid',\n",
       " 'Amnesty',\n",
       " 'Among',\n",
       " 'Amtrak',\n",
       " 'Andrew',\n",
       " 'Angeles',\n",
       " 'Angry',\n",
       " 'Ann',\n",
       " 'Announcement',\n",
       " 'Announces',\n",
       " 'Answer',\n",
       " 'Anthem',\n",
       " 'Anthony',\n",
       " 'Anti-Trump',\n",
       " 'Antifa',\n",
       " 'Anyone',\n",
       " 'Anything',\n",
       " 'Apparently',\n",
       " 'Appears',\n",
       " 'Apple',\n",
       " 'Approval',\n",
       " 'April',\n",
       " 'Arabia',\n",
       " 'Arizona',\n",
       " 'Armed',\n",
       " 'Arms',\n",
       " 'Army',\n",
       " 'Around',\n",
       " 'Arpaio',\n",
       " 'Arrest',\n",
       " 'Arrested',\n",
       " 'Arrests',\n",
       " 'Art',\n",
       " 'Article',\n",
       " 'Asia',\n",
       " 'Ask',\n",
       " 'Asked',\n",
       " 'Asking',\n",
       " 'Asks',\n",
       " 'Assange',\n",
       " 'Assassination',\n",
       " 'Assault',\n",
       " 'Atlanta',\n",
       " 'Attack',\n",
       " 'Attacked',\n",
       " 'Attacking',\n",
       " 'Attacks',\n",
       " 'Attempt',\n",
       " 'Attorney',\n",
       " 'Australia',\n",
       " 'Australian',\n",
       " 'Author',\n",
       " 'Authorities',\n",
       " 'Authority',\n",
       " 'Avoid',\n",
       " 'Awards',\n",
       " 'Away',\n",
       " 'Awesome',\n",
       " 'BBC',\n",
       " 'BIG',\n",
       " 'BLM',\n",
       " 'BOMBSHELL:',\n",
       " 'BREAKING',\n",
       " 'BREAKING:',\n",
       " 'BS',\n",
       " 'Baby',\n",
       " 'Back',\n",
       " 'Bad',\n",
       " 'Baltimore',\n",
       " 'Ban',\n",
       " 'Bank',\n",
       " 'Banned',\n",
       " 'Bannon',\n",
       " 'Bans',\n",
       " 'Bar',\n",
       " 'Barack',\n",
       " 'Base',\n",
       " 'Based',\n",
       " 'Battle',\n",
       " 'Bay',\n",
       " 'Beat',\n",
       " 'Become',\n",
       " 'Becomes',\n",
       " 'Becoming',\n",
       " 'Begins',\n",
       " 'Behind',\n",
       " 'Believe',\n",
       " 'Ben',\n",
       " 'Benghazi',\n",
       " 'Bernie',\n",
       " 'Best',\n",
       " 'Better',\n",
       " 'Beyond',\n",
       " 'Bias',\n",
       " 'Bible',\n",
       " 'Biden',\n",
       " 'Big',\n",
       " 'Biggest',\n",
       " 'Billion',\n",
       " 'Billionaire',\n",
       " 'Bin',\n",
       " 'Birth',\n",
       " 'Bitcoin',\n",
       " 'Bizarre',\n",
       " 'Blame',\n",
       " 'Blames',\n",
       " 'Blasio',\n",
       " 'Blasts',\n",
       " 'Bless',\n",
       " 'Block',\n",
       " 'Blood',\n",
       " 'Blow',\n",
       " 'Blows',\n",
       " 'Blue',\n",
       " 'Board',\n",
       " 'Bob',\n",
       " 'Body',\n",
       " 'Bomb',\n",
       " 'Bombshell',\n",
       " 'Book',\n",
       " 'Border',\n",
       " 'Born',\n",
       " 'Boss',\n",
       " 'Boston',\n",
       " 'Bowl',\n",
       " 'Boy',\n",
       " 'Boycott',\n",
       " 'Brain',\n",
       " 'Brazile',\n",
       " 'Break',\n",
       " 'Breaking',\n",
       " 'Breaking:',\n",
       " 'Breaks',\n",
       " 'Breitbart',\n",
       " 'Brexit',\n",
       " 'Brian',\n",
       " 'Bring',\n",
       " 'Brings',\n",
       " 'Britain',\n",
       " 'British',\n",
       " 'Broke',\n",
       " 'Brother',\n",
       " 'Brought',\n",
       " 'Brown',\n",
       " 'Brutal',\n",
       " 'Budget',\n",
       " 'Build',\n",
       " 'Building',\n",
       " 'Bundy',\n",
       " 'Bureau',\n",
       " 'Bus',\n",
       " 'Bush',\n",
       " 'Business',\n",
       " 'Busted',\n",
       " 'Buy',\n",
       " 'CA',\n",
       " 'CBS',\n",
       " 'CDC',\n",
       " 'CEO',\n",
       " 'CIA',\n",
       " 'CNN',\n",
       " \"CNN's\",\n",
       " 'CNN,',\n",
       " 'CNN’s',\n",
       " 'Cabinet',\n",
       " 'Call',\n",
       " 'Called',\n",
       " 'Calling',\n",
       " 'Calls',\n",
       " 'Came',\n",
       " 'Camera',\n",
       " 'Camp',\n",
       " 'Campaign',\n",
       " \"Can't\",\n",
       " 'Canada',\n",
       " 'Canadian',\n",
       " 'Cancer',\n",
       " 'Candidate',\n",
       " 'Can’t',\n",
       " 'Capital',\n",
       " 'Capitol',\n",
       " 'Car',\n",
       " 'Card',\n",
       " 'Care',\n",
       " 'Carlson',\n",
       " 'Carolina',\n",
       " 'Carry',\n",
       " 'Carson',\n",
       " 'Carter',\n",
       " 'Case',\n",
       " 'Cash',\n",
       " 'Catholic',\n",
       " 'Caucus',\n",
       " 'Caught',\n",
       " 'Cause',\n",
       " 'Celebrate',\n",
       " 'Celebrities',\n",
       " 'Center',\n",
       " 'Central',\n",
       " 'Chain',\n",
       " 'Chair',\n",
       " 'Chairman',\n",
       " 'Change',\n",
       " 'Changes',\n",
       " 'Channel',\n",
       " 'Charge',\n",
       " 'Charged',\n",
       " 'Charges',\n",
       " 'Charity',\n",
       " 'Charles',\n",
       " 'Charlie',\n",
       " 'Charlottesville',\n",
       " 'Check',\n",
       " 'Chelsea',\n",
       " 'Chicago',\n",
       " 'Chief',\n",
       " 'Child',\n",
       " 'Children',\n",
       " 'China',\n",
       " 'Chinese',\n",
       " 'Choice',\n",
       " 'Chris',\n",
       " 'Christ',\n",
       " 'Christian',\n",
       " 'Christians',\n",
       " 'Christmas',\n",
       " 'Christopher',\n",
       " 'Chuck',\n",
       " 'Church',\n",
       " 'Cities',\n",
       " 'Citizens',\n",
       " 'City',\n",
       " 'Civil',\n",
       " 'Claim',\n",
       " 'Claims',\n",
       " 'Class',\n",
       " 'Classified',\n",
       " 'Clean',\n",
       " 'Clear',\n",
       " 'Climate',\n",
       " \"Clinton's\",\n",
       " 'Clinton,',\n",
       " 'Clinton:',\n",
       " 'Clintons',\n",
       " 'Clinton’s',\n",
       " 'Close',\n",
       " 'Club',\n",
       " 'Coast',\n",
       " 'Code',\n",
       " 'Cold',\n",
       " 'Colin',\n",
       " 'College',\n",
       " 'Collusion',\n",
       " 'Colorado',\n",
       " 'Colts',\n",
       " 'Come',\n",
       " 'Comes',\n",
       " 'Comey',\n",
       " \"Comey's\",\n",
       " 'Comey,',\n",
       " 'Comey’s',\n",
       " 'Coming',\n",
       " 'Comments',\n",
       " 'Committed',\n",
       " 'Committee',\n",
       " 'Common',\n",
       " 'Communist',\n",
       " 'Community',\n",
       " 'Companies',\n",
       " 'Company',\n",
       " 'Complete',\n",
       " 'Completely',\n",
       " 'Confederate',\n",
       " 'Conference',\n",
       " 'Confirmed',\n",
       " 'Confirms',\n",
       " 'Congress,',\n",
       " 'Congressional',\n",
       " 'Congressman',\n",
       " 'Congresswoman',\n",
       " 'Connection',\n",
       " 'Conservative',\n",
       " 'Conservatives',\n",
       " 'Conspiracy',\n",
       " 'Constitution',\n",
       " 'Constitutional',\n",
       " 'Consumer',\n",
       " 'Continue',\n",
       " 'Continues',\n",
       " 'Control',\n",
       " 'Convicted',\n",
       " 'Conway',\n",
       " 'Conyers',\n",
       " 'Cop',\n",
       " 'Cops',\n",
       " 'Corey',\n",
       " 'Corrupt',\n",
       " 'Corruption',\n",
       " 'Cost',\n",
       " 'Cotton',\n",
       " 'Could',\n",
       " 'Council',\n",
       " 'Counsel',\n",
       " 'Countries',\n",
       " 'Country',\n",
       " 'County',\n",
       " 'Couple',\n",
       " 'Cover',\n",
       " 'Coverage',\n",
       " 'Crash',\n",
       " 'Crazy',\n",
       " 'Create',\n",
       " 'Created',\n",
       " 'Creating',\n",
       " 'Credit',\n",
       " 'Crime',\n",
       " 'Crimes',\n",
       " 'Criminal',\n",
       " 'Crisis',\n",
       " 'Crooked',\n",
       " 'Cross',\n",
       " 'Crowd',\n",
       " 'Cruz',\n",
       " 'Cuba',\n",
       " 'Cuomo',\n",
       " 'Cut',\n",
       " 'Cuts',\n",
       " 'D.C.',\n",
       " 'DACA',\n",
       " 'DC',\n",
       " 'DEMS',\n",
       " 'DHS',\n",
       " 'DNA',\n",
       " 'DNC',\n",
       " 'DOJ',\n",
       " 'Dad',\n",
       " 'Daily',\n",
       " 'Dallas',\n",
       " 'Dan',\n",
       " 'Dangerous',\n",
       " 'Dark',\n",
       " 'Data',\n",
       " 'Daughter',\n",
       " 'David',\n",
       " 'Davos',\n",
       " 'Day',\n",
       " 'Days',\n",
       " 'De',\n",
       " 'Dead',\n",
       " 'Deadly',\n",
       " 'Deal',\n",
       " 'Dear',\n",
       " 'Death',\n",
       " 'Deaths',\n",
       " 'Debate',\n",
       " 'Debbie',\n",
       " 'Debt',\n",
       " 'December',\n",
       " 'Decision',\n",
       " 'Declares',\n",
       " 'Deep',\n",
       " 'Defend',\n",
       " 'Defending',\n",
       " 'Defends',\n",
       " 'Defense',\n",
       " 'Delivers',\n",
       " 'Dem',\n",
       " 'Demand',\n",
       " 'Demands',\n",
       " 'Democrat',\n",
       " 'Democratic',\n",
       " \"Democrats'\",\n",
       " 'Dems',\n",
       " 'Department',\n",
       " 'Dept',\n",
       " 'Dept.',\n",
       " 'Deputy',\n",
       " 'Desperate',\n",
       " 'Despite',\n",
       " 'Destroy',\n",
       " 'Destroyed',\n",
       " 'Destroys',\n",
       " 'Details',\n",
       " 'Devin',\n",
       " 'Dick',\n",
       " 'Didn’t',\n",
       " 'Die',\n",
       " 'Died',\n",
       " 'Dies',\n",
       " 'Different',\n",
       " 'Director',\n",
       " 'Dirty',\n",
       " 'Disaster',\n",
       " 'Discovered',\n",
       " 'Disgusting',\n",
       " 'Disney',\n",
       " 'District',\n",
       " 'Disturbing',\n",
       " 'Docs',\n",
       " 'Doctor',\n",
       " 'Doctors',\n",
       " 'Document',\n",
       " 'Documents',\n",
       " 'Doesn’t',\n",
       " 'Dog',\n",
       " 'Dogs',\n",
       " 'Dollar',\n",
       " 'Dollars',\n",
       " 'Domestic',\n",
       " 'Done',\n",
       " 'Donna',\n",
       " 'Don’t',\n",
       " 'Door',\n",
       " 'Dossier',\n",
       " 'Double',\n",
       " 'Doug',\n",
       " 'Dow',\n",
       " 'Dozens',\n",
       " 'Dr.',\n",
       " 'Dream',\n",
       " 'Dreamers',\n",
       " 'Driver',\n",
       " 'Drone',\n",
       " 'Drop',\n",
       " 'Dropped',\n",
       " 'Drops',\n",
       " 'Drug',\n",
       " 'Drugs',\n",
       " 'Due',\n",
       " 'Durbin',\n",
       " 'Dutch',\n",
       " 'Dying',\n",
       " 'END',\n",
       " 'EPA',\n",
       " 'ESPN',\n",
       " 'EU',\n",
       " 'EVER',\n",
       " 'EVERY',\n",
       " 'EXCLUSIVE:',\n",
       " 'Eagles',\n",
       " 'Early',\n",
       " 'Earth',\n",
       " 'East',\n",
       " 'Eat',\n",
       " 'Economic',\n",
       " 'Economy',\n",
       " 'Education',\n",
       " 'Effort',\n",
       " 'Egypt',\n",
       " 'Egyptian',\n",
       " 'El',\n",
       " 'Election',\n",
       " 'Elections',\n",
       " 'Elite',\n",
       " 'Elizabeth',\n",
       " 'Email',\n",
       " 'Emails',\n",
       " 'Embassy',\n",
       " 'Emergency',\n",
       " 'Employee',\n",
       " 'Employees',\n",
       " 'End',\n",
       " 'Ends',\n",
       " 'Enemy',\n",
       " 'Energy',\n",
       " 'Enforcement',\n",
       " 'England',\n",
       " 'English',\n",
       " 'Enough',\n",
       " 'Entire',\n",
       " 'Epic',\n",
       " 'Eric',\n",
       " 'Establishment',\n",
       " 'Ethics',\n",
       " 'Europe',\n",
       " 'European',\n",
       " 'Eve',\n",
       " 'Even',\n",
       " 'Event',\n",
       " 'Ever',\n",
       " 'Every',\n",
       " 'Everyone',\n",
       " 'Everything',\n",
       " 'Evidence',\n",
       " 'Evil',\n",
       " 'Exclusive:',\n",
       " 'Executive',\n",
       " 'Expect',\n",
       " 'Expert',\n",
       " 'Experts',\n",
       " 'Explain',\n",
       " 'Explains',\n",
       " 'Explosive',\n",
       " 'Expose',\n",
       " 'Exposed',\n",
       " 'Exposes',\n",
       " 'Exposing',\n",
       " 'Eye',\n",
       " 'Eyes',\n",
       " 'FAKE',\n",
       " \"FBI's\",\n",
       " 'FBI,',\n",
       " 'FBI:',\n",
       " 'FBI’s',\n",
       " 'FCC',\n",
       " 'FEMA',\n",
       " 'FISA',\n",
       " 'FLASHBACK:',\n",
       " 'FOX',\n",
       " 'FULL',\n",
       " 'Face',\n",
       " 'Facebook',\n",
       " 'Faces',\n",
       " 'Facing',\n",
       " 'Fact',\n",
       " 'Facts',\n",
       " 'Failed',\n",
       " 'Fails',\n",
       " 'Faith',\n",
       " 'Fake',\n",
       " 'Fall',\n",
       " 'Falls',\n",
       " 'False',\n",
       " 'Families',\n",
       " 'Family',\n",
       " 'Famous',\n",
       " 'Fans',\n",
       " 'Far',\n",
       " 'Fast',\n",
       " 'Father',\n",
       " 'Fear',\n",
       " 'February',\n",
       " 'Fed',\n",
       " 'Federal',\n",
       " 'Feds',\n",
       " 'Feel',\n",
       " 'Feinstein',\n",
       " 'Female',\n",
       " 'Feminist',\n",
       " 'Fight',\n",
       " 'Fighting',\n",
       " 'Files',\n",
       " 'Film',\n",
       " 'Final',\n",
       " 'Finally',\n",
       " 'Financial',\n",
       " 'Find',\n",
       " 'Finds',\n",
       " 'Fire',\n",
       " 'Fired',\n",
       " 'Fires',\n",
       " 'Firing',\n",
       " 'Firm',\n",
       " 'Five',\n",
       " 'Fix',\n",
       " 'Flag',\n",
       " 'Flake',\n",
       " 'Flight',\n",
       " 'Floor',\n",
       " 'Florida',\n",
       " 'Flu',\n",
       " 'Flynn',\n",
       " 'Focus',\n",
       " 'Follow',\n",
       " 'Following',\n",
       " 'Food',\n",
       " 'Footage',\n",
       " 'Football',\n",
       " 'Force',\n",
       " 'Forced',\n",
       " 'Forces',\n",
       " 'Foreign',\n",
       " 'Forget',\n",
       " 'Forward',\n",
       " 'Found',\n",
       " 'Foundation',\n",
       " 'Founder',\n",
       " 'Four',\n",
       " 'Fox',\n",
       " 'France',\n",
       " 'Francis',\n",
       " 'Francisco',\n",
       " 'Frank',\n",
       " 'Franken',\n",
       " 'Fraud',\n",
       " 'Free',\n",
       " 'Freedom',\n",
       " 'French',\n",
       " 'Friday',\n",
       " 'Friend',\n",
       " 'Friends',\n",
       " 'Front',\n",
       " 'Full',\n",
       " 'Fun',\n",
       " 'Fund',\n",
       " 'Funded',\n",
       " 'Funding',\n",
       " 'Funds',\n",
       " 'Funny',\n",
       " 'Furious',\n",
       " 'Fusion',\n",
       " 'Future',\n",
       " 'GET',\n",
       " 'GO',\n",
       " 'GOD',\n",
       " 'GOING',\n",
       " 'GOOD',\n",
       " 'GOP',\n",
       " 'GPS',\n",
       " 'GREAT',\n",
       " 'Game',\n",
       " 'Games',\n",
       " 'Gang',\n",
       " 'Gas',\n",
       " 'Gates',\n",
       " 'Gave',\n",
       " 'Gay',\n",
       " 'Gen.',\n",
       " 'Gender',\n",
       " 'General',\n",
       " 'George',\n",
       " 'Georgia',\n",
       " 'German',\n",
       " 'Germany',\n",
       " 'Gets',\n",
       " 'Getting',\n",
       " 'Giant',\n",
       " 'Girl',\n",
       " 'Girls',\n",
       " 'Give',\n",
       " 'Given',\n",
       " 'Gives',\n",
       " 'Giving',\n",
       " 'Glenn',\n",
       " 'Global',\n",
       " 'Go',\n",
       " 'God',\n",
       " 'Goes',\n",
       " 'Going',\n",
       " 'Gold',\n",
       " 'Golden',\n",
       " 'Gone',\n",
       " 'Good',\n",
       " 'Google',\n",
       " 'Gore',\n",
       " 'Got',\n",
       " 'Gov',\n",
       " 'Gov.',\n",
       " 'Government',\n",
       " 'Governor',\n",
       " 'Govt',\n",
       " 'Gowdy',\n",
       " 'Graham',\n",
       " 'Grand',\n",
       " 'Grassley',\n",
       " 'Great',\n",
       " 'Green',\n",
       " 'Ground',\n",
       " 'Group',\n",
       " 'Groups',\n",
       " 'Grow',\n",
       " 'Growing',\n",
       " 'Guard',\n",
       " 'Guess',\n",
       " 'Guilty',\n",
       " 'Gun',\n",
       " 'Gunman',\n",
       " 'Guns',\n",
       " 'Guy',\n",
       " 'HATE',\n",
       " 'HELL',\n",
       " 'HILLARY',\n",
       " 'HUGE',\n",
       " 'Hack',\n",
       " 'Hackers',\n",
       " 'Haiti',\n",
       " 'Haley',\n",
       " 'Half',\n",
       " 'Hall',\n",
       " 'Hand',\n",
       " 'Hands',\n",
       " 'Hannity',\n",
       " 'Happen',\n",
       " 'Happened',\n",
       " 'Happens',\n",
       " 'Happy',\n",
       " 'Harassment',\n",
       " 'Hard',\n",
       " 'Harry',\n",
       " 'Harvard',\n",
       " 'Harvey',\n",
       " 'Hate',\n",
       " 'Hawaii',\n",
       " \"He's\",\n",
       " 'Head',\n",
       " 'Heads',\n",
       " 'Health',\n",
       " 'Hear',\n",
       " 'Heard',\n",
       " 'Hearing',\n",
       " 'Heart',\n",
       " 'Held',\n",
       " 'Hell',\n",
       " 'Help',\n",
       " 'Helped',\n",
       " 'Helping',\n",
       " \"Here's\",\n",
       " 'Here’s',\n",
       " 'Hero',\n",
       " 'Hey',\n",
       " 'Hezbollah',\n",
       " 'He’s',\n",
       " 'Hidden',\n",
       " 'Hiding',\n",
       " 'High',\n",
       " 'Higher',\n",
       " 'Hill',\n",
       " \"Hillary's\",\n",
       " 'Hillary,',\n",
       " 'Hillary’s',\n",
       " 'Historic',\n",
       " 'History',\n",
       " 'Hit',\n",
       " 'Hitler',\n",
       " 'Hits',\n",
       " 'Hold',\n",
       " 'Holder',\n",
       " 'Hollywood',\n",
       " 'Holocaust',\n",
       " 'Holy',\n",
       " 'Home',\n",
       " 'Homeland',\n",
       " 'Homeless',\n",
       " 'Honor',\n",
       " 'Hope',\n",
       " 'Hospital',\n",
       " 'Host',\n",
       " 'Hot',\n",
       " 'Hotel',\n",
       " 'Hours',\n",
       " 'House,',\n",
       " 'House:',\n",
       " 'Houston',\n",
       " 'Huckabee',\n",
       " 'Huge',\n",
       " 'Huma',\n",
       " 'Human',\n",
       " 'Hundreds',\n",
       " 'Hungary',\n",
       " 'Hunt',\n",
       " 'Hurricane',\n",
       " 'Hypocrisy',\n",
       " \"I'll\",\n",
       " \"I'm\",\n",
       " \"I've\",\n",
       " 'ICE',\n",
       " 'ID',\n",
       " 'IN:',\n",
       " 'IRS',\n",
       " 'ISIS',\n",
       " 'Ice',\n",
       " 'Idea',\n",
       " 'Identity',\n",
       " 'Illegal',\n",
       " 'Illegally',\n",
       " 'Illegals',\n",
       " 'Illinois',\n",
       " 'Imagine',\n",
       " ...]"
      ]
     },
     "execution_count": 160,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#the features vector\n",
    "selected_d"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 161,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n",
      "******K = 2 ********\n",
      "Size of resulting clusters:\n",
      " \n",
      "Size of cluster  0 : 1\n",
      "Size of cluster  1 : 199\n",
      "The clusters are: \n",
      "\n",
      "************cluster  0 :\n",
      "http://jwatch.us\n",
      "\n",
      "************cluster  1 :\n",
      "http://ijr.com\n",
      "https://nyti.ms\n",
      "https://constitution.com\n",
      "http://abcn.ws\n",
      "http://www.cbc.ca\n",
      "http://conservativetribune.com\n",
      "http://www.bbc.com\n",
      "http://madworldnews.com\n",
      "http://nyti.ms\n",
      "http://Disclose.tv\n",
      "https://en-volve.com\n",
      "http://m.beforeitsnews.com\n",
      "http://WorldTruth.Tv\n",
      "https://nypost.com\n",
      "https://pamelageller.com\n",
      "http://truepundit.com\n",
      "https://www.washingtontimes.com\n",
      "http://dists.sytes.net\n",
      "https://www.huffingtonpost.com\n",
      "https://clashdaily.com\n",
      "http://NaturalNews.com\n",
      "http://politi.co\n",
      "http://www.telegraph.co.uk\n",
      "https://www.newsmax.com\n",
      "http://nabdapp.com\n",
      "https://sputniknews.com\n",
      "http://truthfeed.com\n",
      "https://www.bloomberg.com\n",
      "https://www.reddit.com\n",
      "https://freedomdaily.com\n",
      "http://video.foxnews.com\n",
      "http://www.lifenews.com\n",
      "https://thehornnews.com\n",
      "https://cards.twitter.com\n",
      "https://en.wikipedia.org\n",
      "http://therightscoop.com\n",
      "http://www.latimes.com\n",
      "https://www.nbcnews.com\n",
      "https://www.rawstory.com\n",
      "https://www.jihadwatch.org\n",
      "http://www.businessinsider.com\n",
      "http://paper.li\n",
      "http://redstatewatcher.com\n",
      "https://www.waynedupree.com\n",
      "http://dennismichaellynch.com\n",
      "http://www.westernjournalism.com\n",
      "http://washex.am\n",
      "https://www.westernjournalism.com\n",
      "https://bluntforcetruth.com\n",
      "https://www.forbes.com\n",
      "https://on.rt.com\n",
      "http://j.mp\n",
      "http://www.nationalreview.com\n",
      "http://givemeliberty01.com\n",
      "http://www.neonnettle.com\n",
      "https://usat.ly\n",
      "https://www.hannity.com\n",
      "https://www.weaselzippers.us\n",
      "https://wp.me\n",
      "https://www.dailykos.com\n",
      "http://hill.cm\n",
      "https://hotair.com\n",
      "http://clkmein.com\n",
      "http://sumo.ly\n",
      "https://ilovemyfreedom.org\n",
      "http://money.cnn.com\n",
      "https://www.reuters.com\n",
      "https://www.cbsnews.com\n",
      "http://fw.to\n",
      "http://lsh.re\n",
      "http://trib.al\n",
      "http://www.tmz.com\n",
      "http://investmentwatchblog.com\n",
      "https://www.redstate.com\n",
      "https://www.amazon.com\n",
      "http://read.bi\n",
      "http://shar.es\n",
      "https://bb4sp.com\n",
      "https://www.buzzfeed.com\n",
      "https://www.cnbc.com\n",
      "https://www.conservativeinstitute.org\n",
      "https://www.conservativereview.com\n",
      "https://steemit.com\n",
      "http://iotwreport.com\n",
      "https://www.express.co.uk\n",
      "http://www.forbes.com\n",
      "https://www.scribd.com\n",
      "https://www.thesun.co.uk\n",
      "https://freedomoutpost.com\n",
      "http://reut.rs\n",
      "http://theduran.com\n",
      "http://conservativefighters.com\n",
      "http://ilovemyfreedomnews.gq\n",
      "http://dailysign.al\n",
      "https://www.sott.net\n",
      "http://google.com\n",
      "http://www.westmonster.com\n",
      "http://nydn.us\n",
      "https://www.theatlantic.com\n",
      "https://wikileaks.org\n",
      "http://dailysignal.com\n",
      "http://amzn.to\n",
      "https://www.change.org\n",
      "http://www.oann.com\n",
      "http://www.abc.net.au\n",
      "https://www.lifesitenews.com\n",
      "https://apnews.com\n",
      "https://creepingsharia.wordpress.com\n",
      "http://tweetedtimes.com\n",
      "http://www.mirror.co.uk\n",
      "http://thefreethoughtproject.com\n",
      "https://www.thedailybeast.com\n",
      "http://gestyy.com\n",
      "http://demu.gr\n",
      "http://dmlnews.com\n",
      "http://www.huffingtonpost.com\n",
      "http://lnkd.in\n",
      "https://www.judicialwatch.org\n",
      "http://corneey.com\n",
      "https://demu.gr\n",
      "https://www.democraticunderground.com\n",
      "https://instagram.com\n",
      "https://www.lifezette.com\n",
      "https://www.gatestoneinstitute.org\n",
      "http://www.topbuzz.com\n",
      "http://festyy.com\n",
      "https://www.veteranstoday.com\n",
      "https://shareblue.com\n",
      "https://www.axios.com\n",
      "https://www.whitehouse.gov\n",
      "http://socl.club\n",
      "http://barenakedislam.com\n",
      "http://cnb.cx\n",
      "https://www.theblaze.com\n",
      "http://www.viralnova.com\n",
      "http://ceesty.com\n",
      "http://constitution.com\n",
      "http://www.youtube.com.ridder.co\n",
      "https://m.facebook.com\n",
      "http://nbcnews.to\n",
      "http://www.sinembargo.mx\n",
      "http://b4in.info\n",
      "https://www.lewrockwell.com\n",
      "http://www.newsmax.com\n",
      "http://destyy.com\n",
      "https://tinyurl.com\n",
      "https://teddystick.com\n",
      "http://www.naturalnews.com\n",
      "http://www.whatdoesitmean.com\n",
      "http://ti.me\n",
      "http://www.washingtontimes.com\n",
      "https://www.gofundme.com\n",
      "https://reut.rs\n",
      "http://www.politicususa.com\n",
      "http://bbc.in\n",
      "http://instagram.com\n",
      "https://www.frontpagemag.com\n",
      "https://worldpoliticus.com\n",
      "http://abcnews.go.com\n",
      "http://thebea.st\n",
      "https://interc.pt\n",
      "http://snpy.tv\n",
      "https://www.timesofisrael.com\n",
      "http://www.gopusa.com\n",
      "https://www.themaven.net\n",
      "http://americanlookout.com\n",
      "https://www.hotmomsclub.com\n",
      "https://www.truthrevolt.org\n",
      "http://www.nnettle.com\n",
      "http://cmun.it\n",
      "http://canadafreepress.com\n",
      "http://www.blabber.buzz\n",
      "https://elpais.com\n",
      "http://eheadlines.com\n",
      "http://russia-insider.com\n",
      "http://theantimedia.org\n",
      "https://www.thestar.com\n",
      "http://pinterest.com\n",
      "https://fellowshipoftheminds.com\n",
      "https://theintercept.com\n",
      "http://www.independentsentinel.com\n",
      "http://www.jpost.com\n",
      "http://nynettle.com\n",
      "https://thinkprogress.org\n",
      "http://USFREEDOMARMY.COM\n",
      "https://www.cnsnews.com\n",
      "http://aol.it\n",
      "https://www.mediaite.com\n",
      "https://www.louderwithcrowder.com\n",
      "http://v.media.daum.net\n",
      "https://mobile.nytimes.com\n",
      "http://apne.ws\n",
      "https://www.vox.com\n",
      "https://worldtruth.tv\n",
      "http://operationdisclosure.blogspot.com\n",
      "http://cbsn.ws\n",
      "https://www.realclearpolitics.com\n",
      "http://Sott.net\n",
      "https://www.haaretz.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "\n",
      "******K = 3 ********\n",
      "Size of resulting clusters:\n",
      " \n",
      "Size of cluster  0 : 198\n",
      "Size of cluster  1 : 1\n",
      "Size of cluster  2 : 1\n",
      "The clusters are: \n",
      "\n",
      "************cluster  0 :\n",
      "http://ijr.com\n",
      "https://nyti.ms\n",
      "https://constitution.com\n",
      "http://abcn.ws\n",
      "http://www.cbc.ca\n",
      "http://conservativetribune.com\n",
      "http://www.bbc.com\n",
      "http://madworldnews.com\n",
      "http://nyti.ms\n",
      "http://Disclose.tv\n",
      "https://en-volve.com\n",
      "http://m.beforeitsnews.com\n",
      "http://WorldTruth.Tv\n",
      "https://nypost.com\n",
      "https://pamelageller.com\n",
      "http://truepundit.com\n",
      "https://www.washingtontimes.com\n",
      "http://dists.sytes.net\n",
      "https://www.huffingtonpost.com\n",
      "https://clashdaily.com\n",
      "http://NaturalNews.com\n",
      "http://politi.co\n",
      "http://www.telegraph.co.uk\n",
      "https://www.newsmax.com\n",
      "http://nabdapp.com\n",
      "https://sputniknews.com\n",
      "http://truthfeed.com\n",
      "https://www.bloomberg.com\n",
      "https://www.reddit.com\n",
      "https://freedomdaily.com\n",
      "http://video.foxnews.com\n",
      "http://www.lifenews.com\n",
      "https://thehornnews.com\n",
      "https://cards.twitter.com\n",
      "https://en.wikipedia.org\n",
      "http://therightscoop.com\n",
      "http://www.latimes.com\n",
      "https://www.nbcnews.com\n",
      "https://www.rawstory.com\n",
      "https://www.jihadwatch.org\n",
      "http://www.businessinsider.com\n",
      "http://redstatewatcher.com\n",
      "https://www.waynedupree.com\n",
      "http://dennismichaellynch.com\n",
      "http://www.westernjournalism.com\n",
      "http://washex.am\n",
      "https://www.westernjournalism.com\n",
      "https://bluntforcetruth.com\n",
      "https://www.forbes.com\n",
      "https://on.rt.com\n",
      "http://j.mp\n",
      "http://www.nationalreview.com\n",
      "http://givemeliberty01.com\n",
      "http://www.neonnettle.com\n",
      "https://usat.ly\n",
      "https://www.hannity.com\n",
      "https://www.weaselzippers.us\n",
      "https://wp.me\n",
      "https://www.dailykos.com\n",
      "http://hill.cm\n",
      "https://hotair.com\n",
      "http://clkmein.com\n",
      "http://sumo.ly\n",
      "https://ilovemyfreedom.org\n",
      "http://money.cnn.com\n",
      "https://www.reuters.com\n",
      "https://www.cbsnews.com\n",
      "http://fw.to\n",
      "http://lsh.re\n",
      "http://trib.al\n",
      "http://www.tmz.com\n",
      "http://investmentwatchblog.com\n",
      "https://www.redstate.com\n",
      "https://www.amazon.com\n",
      "http://read.bi\n",
      "http://shar.es\n",
      "https://bb4sp.com\n",
      "https://www.buzzfeed.com\n",
      "https://www.cnbc.com\n",
      "https://www.conservativeinstitute.org\n",
      "https://www.conservativereview.com\n",
      "https://steemit.com\n",
      "http://iotwreport.com\n",
      "https://www.express.co.uk\n",
      "http://www.forbes.com\n",
      "https://www.scribd.com\n",
      "https://www.thesun.co.uk\n",
      "https://freedomoutpost.com\n",
      "http://reut.rs\n",
      "http://theduran.com\n",
      "http://conservativefighters.com\n",
      "http://ilovemyfreedomnews.gq\n",
      "http://dailysign.al\n",
      "https://www.sott.net\n",
      "http://google.com\n",
      "http://www.westmonster.com\n",
      "http://nydn.us\n",
      "https://www.theatlantic.com\n",
      "https://wikileaks.org\n",
      "http://dailysignal.com\n",
      "http://amzn.to\n",
      "https://www.change.org\n",
      "http://www.oann.com\n",
      "http://www.abc.net.au\n",
      "https://www.lifesitenews.com\n",
      "https://apnews.com\n",
      "https://creepingsharia.wordpress.com\n",
      "http://tweetedtimes.com\n",
      "http://www.mirror.co.uk\n",
      "http://thefreethoughtproject.com\n",
      "https://www.thedailybeast.com\n",
      "http://gestyy.com\n",
      "http://demu.gr\n",
      "http://dmlnews.com\n",
      "http://www.huffingtonpost.com\n",
      "http://lnkd.in\n",
      "https://www.judicialwatch.org\n",
      "http://corneey.com\n",
      "https://demu.gr\n",
      "https://www.democraticunderground.com\n",
      "https://instagram.com\n",
      "https://www.lifezette.com\n",
      "https://www.gatestoneinstitute.org\n",
      "http://www.topbuzz.com\n",
      "http://festyy.com\n",
      "https://www.veteranstoday.com\n",
      "https://shareblue.com\n",
      "https://www.axios.com\n",
      "https://www.whitehouse.gov\n",
      "http://socl.club\n",
      "http://barenakedislam.com\n",
      "http://cnb.cx\n",
      "https://www.theblaze.com\n",
      "http://www.viralnova.com\n",
      "http://ceesty.com\n",
      "http://constitution.com\n",
      "http://www.youtube.com.ridder.co\n",
      "https://m.facebook.com\n",
      "http://nbcnews.to\n",
      "http://www.sinembargo.mx\n",
      "http://b4in.info\n",
      "https://www.lewrockwell.com\n",
      "http://www.newsmax.com\n",
      "http://destyy.com\n",
      "https://tinyurl.com\n",
      "https://teddystick.com\n",
      "http://www.naturalnews.com\n",
      "http://www.whatdoesitmean.com\n",
      "http://ti.me\n",
      "http://www.washingtontimes.com\n",
      "https://www.gofundme.com\n",
      "https://reut.rs\n",
      "http://www.politicususa.com\n",
      "http://bbc.in\n",
      "http://instagram.com\n",
      "https://www.frontpagemag.com\n",
      "https://worldpoliticus.com\n",
      "http://abcnews.go.com\n",
      "http://thebea.st\n",
      "https://interc.pt\n",
      "http://snpy.tv\n",
      "https://www.timesofisrael.com\n",
      "http://www.gopusa.com\n",
      "https://www.themaven.net\n",
      "http://americanlookout.com\n",
      "https://www.hotmomsclub.com\n",
      "https://www.truthrevolt.org\n",
      "http://www.nnettle.com\n",
      "http://cmun.it\n",
      "http://canadafreepress.com\n",
      "http://www.blabber.buzz\n",
      "https://elpais.com\n",
      "http://eheadlines.com\n",
      "http://russia-insider.com\n",
      "http://theantimedia.org\n",
      "https://www.thestar.com\n",
      "http://pinterest.com\n",
      "https://fellowshipoftheminds.com\n",
      "https://theintercept.com\n",
      "http://www.independentsentinel.com\n",
      "http://www.jpost.com\n",
      "http://nynettle.com\n",
      "https://thinkprogress.org\n",
      "http://USFREEDOMARMY.COM\n",
      "https://www.cnsnews.com\n",
      "http://aol.it\n",
      "https://www.mediaite.com\n",
      "https://www.louderwithcrowder.com\n",
      "http://v.media.daum.net\n",
      "https://mobile.nytimes.com\n",
      "http://apne.ws\n",
      "https://www.vox.com\n",
      "https://worldtruth.tv\n",
      "http://operationdisclosure.blogspot.com\n",
      "http://cbsn.ws\n",
      "https://www.realclearpolitics.com\n",
      "http://Sott.net\n",
      "https://www.haaretz.com\n",
      "\n",
      "************cluster  1 :\n",
      "http://jwatch.us\n",
      "\n",
      "************cluster  2 :\n",
      "http://paper.li\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n",
      "******K = 4 ********\n",
      "Size of resulting clusters:\n",
      " \n",
      "Size of cluster  0 : 178\n",
      "Size of cluster  1 : 1\n",
      "Size of cluster  2 : 1\n",
      "Size of cluster  3 : 20\n",
      "The clusters are: \n",
      "\n",
      "************cluster  0 :\n",
      "https://nyti.ms\n",
      "http://abcn.ws\n",
      "http://www.cbc.ca\n",
      "http://www.bbc.com\n",
      "http://nyti.ms\n",
      "http://Disclose.tv\n",
      "http://m.beforeitsnews.com\n",
      "https://nypost.com\n",
      "https://pamelageller.com\n",
      "https://www.washingtontimes.com\n",
      "https://www.huffingtonpost.com\n",
      "http://NaturalNews.com\n",
      "http://politi.co\n",
      "http://www.telegraph.co.uk\n",
      "https://www.newsmax.com\n",
      "http://nabdapp.com\n",
      "https://sputniknews.com\n",
      "http://truthfeed.com\n",
      "https://www.bloomberg.com\n",
      "https://www.reddit.com\n",
      "http://video.foxnews.com\n",
      "https://thehornnews.com\n",
      "https://cards.twitter.com\n",
      "https://en.wikipedia.org\n",
      "http://therightscoop.com\n",
      "http://www.latimes.com\n",
      "https://www.nbcnews.com\n",
      "https://www.rawstory.com\n",
      "https://www.jihadwatch.org\n",
      "http://www.businessinsider.com\n",
      "http://dennismichaellynch.com\n",
      "http://www.westernjournalism.com\n",
      "http://washex.am\n",
      "https://www.forbes.com\n",
      "https://on.rt.com\n",
      "http://j.mp\n",
      "http://www.nationalreview.com\n",
      "http://givemeliberty01.com\n",
      "http://www.neonnettle.com\n",
      "https://usat.ly\n",
      "https://www.weaselzippers.us\n",
      "https://wp.me\n",
      "https://www.dailykos.com\n",
      "http://hill.cm\n",
      "https://hotair.com\n",
      "http://clkmein.com\n",
      "http://sumo.ly\n",
      "https://ilovemyfreedom.org\n",
      "http://money.cnn.com\n",
      "https://www.reuters.com\n",
      "https://www.cbsnews.com\n",
      "http://fw.to\n",
      "http://trib.al\n",
      "http://www.tmz.com\n",
      "http://investmentwatchblog.com\n",
      "https://www.redstate.com\n",
      "https://www.amazon.com\n",
      "http://read.bi\n",
      "http://shar.es\n",
      "https://www.buzzfeed.com\n",
      "https://www.cnbc.com\n",
      "https://www.conservativeinstitute.org\n",
      "https://www.conservativereview.com\n",
      "https://steemit.com\n",
      "http://iotwreport.com\n",
      "https://www.express.co.uk\n",
      "http://www.forbes.com\n",
      "https://www.scribd.com\n",
      "https://www.thesun.co.uk\n",
      "https://freedomoutpost.com\n",
      "http://reut.rs\n",
      "http://theduran.com\n",
      "http://conservativefighters.com\n",
      "http://ilovemyfreedomnews.gq\n",
      "http://dailysign.al\n",
      "https://www.sott.net\n",
      "http://google.com\n",
      "http://www.westmonster.com\n",
      "http://nydn.us\n",
      "https://www.theatlantic.com\n",
      "https://wikileaks.org\n",
      "http://dailysignal.com\n",
      "http://amzn.to\n",
      "https://www.change.org\n",
      "http://www.oann.com\n",
      "http://www.abc.net.au\n",
      "https://www.lifesitenews.com\n",
      "https://apnews.com\n",
      "https://creepingsharia.wordpress.com\n",
      "http://tweetedtimes.com\n",
      "http://www.mirror.co.uk\n",
      "https://www.thedailybeast.com\n",
      "http://gestyy.com\n",
      "http://demu.gr\n",
      "http://dmlnews.com\n",
      "http://www.huffingtonpost.com\n",
      "http://lnkd.in\n",
      "http://corneey.com\n",
      "https://demu.gr\n",
      "https://www.democraticunderground.com\n",
      "https://instagram.com\n",
      "https://www.lifezette.com\n",
      "https://www.gatestoneinstitute.org\n",
      "http://www.topbuzz.com\n",
      "http://festyy.com\n",
      "https://www.veteranstoday.com\n",
      "https://shareblue.com\n",
      "https://www.axios.com\n",
      "https://www.whitehouse.gov\n",
      "http://socl.club\n",
      "http://barenakedislam.com\n",
      "http://cnb.cx\n",
      "https://www.theblaze.com\n",
      "http://www.viralnova.com\n",
      "http://ceesty.com\n",
      "http://constitution.com\n",
      "http://www.youtube.com.ridder.co\n",
      "https://m.facebook.com\n",
      "http://nbcnews.to\n",
      "http://www.sinembargo.mx\n",
      "http://b4in.info\n",
      "https://www.lewrockwell.com\n",
      "http://www.newsmax.com\n",
      "http://destyy.com\n",
      "https://tinyurl.com\n",
      "https://teddystick.com\n",
      "http://www.naturalnews.com\n",
      "http://www.whatdoesitmean.com\n",
      "http://ti.me\n",
      "http://www.washingtontimes.com\n",
      "https://www.gofundme.com\n",
      "https://reut.rs\n",
      "http://www.politicususa.com\n",
      "http://bbc.in\n",
      "http://instagram.com\n",
      "https://www.frontpagemag.com\n",
      "https://worldpoliticus.com\n",
      "http://abcnews.go.com\n",
      "http://thebea.st\n",
      "https://interc.pt\n",
      "http://snpy.tv\n",
      "https://www.timesofisrael.com\n",
      "http://www.gopusa.com\n",
      "https://www.themaven.net\n",
      "http://americanlookout.com\n",
      "https://www.hotmomsclub.com\n",
      "https://www.truthrevolt.org\n",
      "http://www.nnettle.com\n",
      "http://cmun.it\n",
      "http://canadafreepress.com\n",
      "http://www.blabber.buzz\n",
      "https://elpais.com\n",
      "http://eheadlines.com\n",
      "http://russia-insider.com\n",
      "http://theantimedia.org\n",
      "https://www.thestar.com\n",
      "http://pinterest.com\n",
      "https://fellowshipoftheminds.com\n",
      "https://theintercept.com\n",
      "http://www.independentsentinel.com\n",
      "http://www.jpost.com\n",
      "http://nynettle.com\n",
      "https://thinkprogress.org\n",
      "http://USFREEDOMARMY.COM\n",
      "https://www.cnsnews.com\n",
      "http://aol.it\n",
      "https://www.mediaite.com\n",
      "https://www.louderwithcrowder.com\n",
      "http://v.media.daum.net\n",
      "https://mobile.nytimes.com\n",
      "http://apne.ws\n",
      "https://www.vox.com\n",
      "https://worldtruth.tv\n",
      "http://operationdisclosure.blogspot.com\n",
      "http://cbsn.ws\n",
      "https://www.realclearpolitics.com\n",
      "http://Sott.net\n",
      "https://www.haaretz.com\n",
      "\n",
      "************cluster  1 :\n",
      "http://paper.li\n",
      "\n",
      "************cluster  2 :\n",
      "http://jwatch.us\n",
      "\n",
      "************cluster  3 :\n",
      "http://ijr.com\n",
      "https://constitution.com\n",
      "http://conservativetribune.com\n",
      "http://madworldnews.com\n",
      "https://en-volve.com\n",
      "http://WorldTruth.Tv\n",
      "http://truepundit.com\n",
      "http://dists.sytes.net\n",
      "https://clashdaily.com\n",
      "https://freedomdaily.com\n",
      "http://www.lifenews.com\n",
      "http://redstatewatcher.com\n",
      "https://www.waynedupree.com\n",
      "https://www.westernjournalism.com\n",
      "https://bluntforcetruth.com\n",
      "https://www.hannity.com\n",
      "http://lsh.re\n",
      "https://bb4sp.com\n",
      "http://thefreethoughtproject.com\n",
      "https://www.judicialwatch.org\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "\n",
      "******K = 10 ********\n",
      "Size of resulting clusters:\n",
      " \n",
      "Size of cluster  0 : 176\n",
      "Size of cluster  1 : 1\n",
      "Size of cluster  2 : 1\n",
      "Size of cluster  3 : 1\n",
      "Size of cluster  4 : 1\n",
      "Size of cluster  5 : 1\n",
      "Size of cluster  6 : 1\n",
      "Size of cluster  7 : 1\n",
      "Size of cluster  8 : 16\n",
      "Size of cluster  9 : 1\n",
      "The clusters are: \n",
      "\n",
      "************cluster  0 :\n",
      "https://nyti.ms\n",
      "http://abcn.ws\n",
      "http://www.cbc.ca\n",
      "http://www.bbc.com\n",
      "http://nyti.ms\n",
      "http://Disclose.tv\n",
      "http://m.beforeitsnews.com\n",
      "https://nypost.com\n",
      "https://pamelageller.com\n",
      "https://www.washingtontimes.com\n",
      "https://www.huffingtonpost.com\n",
      "http://NaturalNews.com\n",
      "http://politi.co\n",
      "http://www.telegraph.co.uk\n",
      "https://www.newsmax.com\n",
      "http://nabdapp.com\n",
      "https://sputniknews.com\n",
      "http://truthfeed.com\n",
      "https://www.bloomberg.com\n",
      "https://www.reddit.com\n",
      "http://video.foxnews.com\n",
      "http://www.lifenews.com\n",
      "https://thehornnews.com\n",
      "https://cards.twitter.com\n",
      "https://en.wikipedia.org\n",
      "http://therightscoop.com\n",
      "http://www.latimes.com\n",
      "https://www.nbcnews.com\n",
      "https://www.rawstory.com\n",
      "https://www.jihadwatch.org\n",
      "http://www.businessinsider.com\n",
      "http://dennismichaellynch.com\n",
      "http://www.westernjournalism.com\n",
      "http://washex.am\n",
      "https://www.forbes.com\n",
      "https://on.rt.com\n",
      "http://j.mp\n",
      "http://www.nationalreview.com\n",
      "http://givemeliberty01.com\n",
      "http://www.neonnettle.com\n",
      "https://usat.ly\n",
      "https://www.weaselzippers.us\n",
      "https://wp.me\n",
      "https://www.dailykos.com\n",
      "http://hill.cm\n",
      "https://hotair.com\n",
      "http://clkmein.com\n",
      "http://sumo.ly\n",
      "http://money.cnn.com\n",
      "https://www.reuters.com\n",
      "https://www.cbsnews.com\n",
      "http://fw.to\n",
      "http://trib.al\n",
      "http://www.tmz.com\n",
      "http://investmentwatchblog.com\n",
      "https://www.redstate.com\n",
      "https://www.amazon.com\n",
      "http://read.bi\n",
      "http://shar.es\n",
      "https://www.buzzfeed.com\n",
      "https://www.cnbc.com\n",
      "https://www.conservativeinstitute.org\n",
      "https://www.conservativereview.com\n",
      "https://steemit.com\n",
      "http://iotwreport.com\n",
      "https://www.express.co.uk\n",
      "http://www.forbes.com\n",
      "https://www.scribd.com\n",
      "https://www.thesun.co.uk\n",
      "https://freedomoutpost.com\n",
      "http://reut.rs\n",
      "http://theduran.com\n",
      "http://conservativefighters.com\n",
      "http://ilovemyfreedomnews.gq\n",
      "http://dailysign.al\n",
      "https://www.sott.net\n",
      "http://google.com\n",
      "http://www.westmonster.com\n",
      "http://nydn.us\n",
      "https://www.theatlantic.com\n",
      "https://wikileaks.org\n",
      "http://dailysignal.com\n",
      "http://amzn.to\n",
      "https://www.change.org\n",
      "http://www.oann.com\n",
      "http://www.abc.net.au\n",
      "https://www.lifesitenews.com\n",
      "https://apnews.com\n",
      "https://creepingsharia.wordpress.com\n",
      "http://tweetedtimes.com\n",
      "http://www.mirror.co.uk\n",
      "https://www.thedailybeast.com\n",
      "http://gestyy.com\n",
      "http://demu.gr\n",
      "http://dmlnews.com\n",
      "http://www.huffingtonpost.com\n",
      "http://lnkd.in\n",
      "http://corneey.com\n",
      "https://demu.gr\n",
      "https://www.democraticunderground.com\n",
      "https://instagram.com\n",
      "https://www.lifezette.com\n",
      "https://www.gatestoneinstitute.org\n",
      "http://www.topbuzz.com\n",
      "http://festyy.com\n",
      "https://www.veteranstoday.com\n",
      "https://shareblue.com\n",
      "https://www.axios.com\n",
      "https://www.whitehouse.gov\n",
      "http://socl.club\n",
      "http://barenakedislam.com\n",
      "http://cnb.cx\n",
      "https://www.theblaze.com\n",
      "http://www.viralnova.com\n",
      "http://ceesty.com\n",
      "http://constitution.com\n",
      "http://www.youtube.com.ridder.co\n",
      "https://m.facebook.com\n",
      "http://nbcnews.to\n",
      "http://www.sinembargo.mx\n",
      "http://b4in.info\n",
      "https://www.lewrockwell.com\n",
      "http://www.newsmax.com\n",
      "http://destyy.com\n",
      "https://tinyurl.com\n",
      "https://teddystick.com\n",
      "http://www.naturalnews.com\n",
      "http://www.whatdoesitmean.com\n",
      "http://ti.me\n",
      "http://www.washingtontimes.com\n",
      "https://www.gofundme.com\n",
      "https://reut.rs\n",
      "http://www.politicususa.com\n",
      "http://bbc.in\n",
      "http://instagram.com\n",
      "https://www.frontpagemag.com\n",
      "http://abcnews.go.com\n",
      "http://thebea.st\n",
      "https://interc.pt\n",
      "http://snpy.tv\n",
      "https://www.timesofisrael.com\n",
      "http://www.gopusa.com\n",
      "https://www.themaven.net\n",
      "http://americanlookout.com\n",
      "https://www.hotmomsclub.com\n",
      "https://www.truthrevolt.org\n",
      "http://www.nnettle.com\n",
      "http://cmun.it\n",
      "http://canadafreepress.com\n",
      "http://www.blabber.buzz\n",
      "https://elpais.com\n",
      "http://eheadlines.com\n",
      "http://russia-insider.com\n",
      "http://theantimedia.org\n",
      "https://www.thestar.com\n",
      "http://pinterest.com\n",
      "https://fellowshipoftheminds.com\n",
      "https://theintercept.com\n",
      "http://www.independentsentinel.com\n",
      "http://www.jpost.com\n",
      "http://nynettle.com\n",
      "https://thinkprogress.org\n",
      "https://www.cnsnews.com\n",
      "http://aol.it\n",
      "https://www.mediaite.com\n",
      "https://www.louderwithcrowder.com\n",
      "http://v.media.daum.net\n",
      "https://mobile.nytimes.com\n",
      "http://apne.ws\n",
      "https://www.vox.com\n",
      "https://worldtruth.tv\n",
      "http://operationdisclosure.blogspot.com\n",
      "http://cbsn.ws\n",
      "https://www.realclearpolitics.com\n",
      "http://Sott.net\n",
      "https://www.haaretz.com\n",
      "\n",
      "************cluster  1 :\n",
      "http://jwatch.us\n",
      "\n",
      "************cluster  2 :\n",
      "https://www.judicialwatch.org\n",
      "\n",
      "************cluster  3 :\n",
      "http://thefreethoughtproject.com\n",
      "\n",
      "************cluster  4 :\n",
      "http://paper.li\n",
      "\n",
      "************cluster  5 :\n",
      "https://clashdaily.com\n",
      "\n",
      "************cluster  6 :\n",
      "http://lsh.re\n",
      "\n",
      "************cluster  7 :\n",
      "https://freedomdaily.com\n",
      "\n",
      "************cluster  8 :\n",
      "http://ijr.com\n",
      "https://constitution.com\n",
      "http://conservativetribune.com\n",
      "http://madworldnews.com\n",
      "https://en-volve.com\n",
      "http://WorldTruth.Tv\n",
      "http://truepundit.com\n",
      "http://dists.sytes.net\n",
      "http://redstatewatcher.com\n",
      "https://www.waynedupree.com\n",
      "https://www.westernjournalism.com\n",
      "https://bluntforcetruth.com\n",
      "https://www.hannity.com\n",
      "https://ilovemyfreedom.org\n",
      "https://bb4sp.com\n",
      "https://worldpoliticus.com\n",
      "\n",
      "************cluster  9 :\n",
      "http://USFREEDOMARMY.COM\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n",
      "******K = 20 ********\n",
      "Size of resulting clusters:\n",
      " \n",
      "Size of cluster  0 : 7\n",
      "Size of cluster  1 : 1\n",
      "Size of cluster  2 : 16\n",
      "Size of cluster  3 : 1\n",
      "Size of cluster  4 : 4\n",
      "Size of cluster  5 : 1\n",
      "Size of cluster  6 : 1\n",
      "Size of cluster  7 : 1\n",
      "Size of cluster  8 : 1\n",
      "Size of cluster  9 : 2\n",
      "Size of cluster  10 : 1\n",
      "Size of cluster  11 : 1\n",
      "Size of cluster  12 : 1\n",
      "Size of cluster  13 : 1\n",
      "Size of cluster  14 : 1\n",
      "Size of cluster  15 : 1\n",
      "Size of cluster  16 : 152\n",
      "Size of cluster  17 : 2\n",
      "Size of cluster  18 : 1\n",
      "Size of cluster  19 : 4\n",
      "The clusters are: \n",
      "\n",
      "************cluster  0 :\n",
      "http://politi.co\n",
      "https://www.rawstory.com\n",
      "http://washex.am\n",
      "http://hill.cm\n",
      "https://demu.gr\n",
      "https://www.democraticunderground.com\n",
      "https://shareblue.com\n",
      "\n",
      "************cluster  1 :\n",
      "http://jwatch.us\n",
      "\n",
      "************cluster  2 :\n",
      "http://ijr.com\n",
      "https://constitution.com\n",
      "http://conservativetribune.com\n",
      "http://madworldnews.com\n",
      "https://en-volve.com\n",
      "http://truepundit.com\n",
      "http://dists.sytes.net\n",
      "http://truthfeed.com\n",
      "https://freedomdaily.com\n",
      "http://redstatewatcher.com\n",
      "https://www.westernjournalism.com\n",
      "https://bluntforcetruth.com\n",
      "https://www.hannity.com\n",
      "http://clkmein.com\n",
      "https://ilovemyfreedom.org\n",
      "https://worldpoliticus.com\n",
      "\n",
      "************cluster  3 :\n",
      "http://paper.li\n",
      "\n",
      "************cluster  4 :\n",
      "http://www.bbc.com\n",
      "http://www.neonnettle.com\n",
      "https://www.whitehouse.gov\n",
      "http://www.whatdoesitmean.com\n",
      "\n",
      "************cluster  5 :\n",
      "http://WorldTruth.Tv\n",
      "\n",
      "************cluster  6 :\n",
      "http://USFREEDOMARMY.COM\n",
      "\n",
      "************cluster  7 :\n",
      "https://bb4sp.com\n",
      "\n",
      "************cluster  8 :\n",
      "http://lsh.re\n",
      "\n",
      "************cluster  9 :\n",
      "https://www.sott.net\n",
      "http://Sott.net\n",
      "\n",
      "************cluster  10 :\n",
      "https://www.scribd.com\n",
      "\n",
      "************cluster  11 :\n",
      "https://clashdaily.com\n",
      "\n",
      "************cluster  12 :\n",
      "http://www.lifenews.com\n",
      "\n",
      "************cluster  13 :\n",
      "http://thefreethoughtproject.com\n",
      "\n",
      "************cluster  14 :\n",
      "https://www.judicialwatch.org\n",
      "\n",
      "************cluster  15 :\n",
      "http://operationdisclosure.blogspot.com\n",
      "\n",
      "************cluster  16 :\n",
      "https://nyti.ms\n",
      "http://abcn.ws\n",
      "http://www.cbc.ca\n",
      "http://nyti.ms\n",
      "http://Disclose.tv\n",
      "http://m.beforeitsnews.com\n",
      "https://nypost.com\n",
      "https://www.washingtontimes.com\n",
      "https://www.huffingtonpost.com\n",
      "http://NaturalNews.com\n",
      "http://www.telegraph.co.uk\n",
      "https://www.newsmax.com\n",
      "http://nabdapp.com\n",
      "https://sputniknews.com\n",
      "https://www.bloomberg.com\n",
      "https://www.reddit.com\n",
      "http://video.foxnews.com\n",
      "https://thehornnews.com\n",
      "https://cards.twitter.com\n",
      "https://en.wikipedia.org\n",
      "http://therightscoop.com\n",
      "http://www.latimes.com\n",
      "https://www.nbcnews.com\n",
      "http://www.businessinsider.com\n",
      "https://www.waynedupree.com\n",
      "http://dennismichaellynch.com\n",
      "http://www.westernjournalism.com\n",
      "https://www.forbes.com\n",
      "https://on.rt.com\n",
      "http://j.mp\n",
      "http://www.nationalreview.com\n",
      "http://givemeliberty01.com\n",
      "https://usat.ly\n",
      "https://www.weaselzippers.us\n",
      "https://wp.me\n",
      "https://www.dailykos.com\n",
      "https://hotair.com\n",
      "http://sumo.ly\n",
      "http://money.cnn.com\n",
      "https://www.reuters.com\n",
      "https://www.cbsnews.com\n",
      "http://fw.to\n",
      "http://trib.al\n",
      "http://www.tmz.com\n",
      "http://investmentwatchblog.com\n",
      "https://www.redstate.com\n",
      "https://www.amazon.com\n",
      "http://read.bi\n",
      "http://shar.es\n",
      "https://www.buzzfeed.com\n",
      "https://www.cnbc.com\n",
      "https://www.conservativeinstitute.org\n",
      "https://www.conservativereview.com\n",
      "https://steemit.com\n",
      "http://iotwreport.com\n",
      "https://www.express.co.uk\n",
      "http://www.forbes.com\n",
      "https://www.thesun.co.uk\n",
      "https://freedomoutpost.com\n",
      "http://reut.rs\n",
      "http://theduran.com\n",
      "http://conservativefighters.com\n",
      "http://ilovemyfreedomnews.gq\n",
      "http://dailysign.al\n",
      "http://google.com\n",
      "http://www.westmonster.com\n",
      "http://nydn.us\n",
      "https://www.theatlantic.com\n",
      "http://dailysignal.com\n",
      "http://amzn.to\n",
      "https://www.change.org\n",
      "http://www.oann.com\n",
      "http://www.abc.net.au\n",
      "https://www.lifesitenews.com\n",
      "https://apnews.com\n",
      "http://tweetedtimes.com\n",
      "http://www.mirror.co.uk\n",
      "https://www.thedailybeast.com\n",
      "http://gestyy.com\n",
      "http://demu.gr\n",
      "http://dmlnews.com\n",
      "http://www.huffingtonpost.com\n",
      "http://lnkd.in\n",
      "http://corneey.com\n",
      "https://instagram.com\n",
      "https://www.lifezette.com\n",
      "https://www.gatestoneinstitute.org\n",
      "http://www.topbuzz.com\n",
      "http://festyy.com\n",
      "https://www.veteranstoday.com\n",
      "https://www.axios.com\n",
      "http://socl.club\n",
      "http://cnb.cx\n",
      "https://www.theblaze.com\n",
      "http://www.viralnova.com\n",
      "http://ceesty.com\n",
      "http://constitution.com\n",
      "http://www.youtube.com.ridder.co\n",
      "https://m.facebook.com\n",
      "http://nbcnews.to\n",
      "http://b4in.info\n",
      "https://www.lewrockwell.com\n",
      "http://www.newsmax.com\n",
      "http://destyy.com\n",
      "https://tinyurl.com\n",
      "https://teddystick.com\n",
      "http://www.naturalnews.com\n",
      "http://ti.me\n",
      "http://www.washingtontimes.com\n",
      "https://www.gofundme.com\n",
      "https://reut.rs\n",
      "http://www.politicususa.com\n",
      "http://bbc.in\n",
      "http://instagram.com\n",
      "https://www.frontpagemag.com\n",
      "http://abcnews.go.com\n",
      "http://thebea.st\n",
      "https://interc.pt\n",
      "http://snpy.tv\n",
      "https://www.timesofisrael.com\n",
      "http://www.gopusa.com\n",
      "https://www.themaven.net\n",
      "http://americanlookout.com\n",
      "https://www.hotmomsclub.com\n",
      "https://www.truthrevolt.org\n",
      "http://www.nnettle.com\n",
      "http://cmun.it\n",
      "http://canadafreepress.com\n",
      "http://www.blabber.buzz\n",
      "http://eheadlines.com\n",
      "http://russia-insider.com\n",
      "http://theantimedia.org\n",
      "https://www.thestar.com\n",
      "http://pinterest.com\n",
      "https://fellowshipoftheminds.com\n",
      "https://theintercept.com\n",
      "http://www.independentsentinel.com\n",
      "http://www.jpost.com\n",
      "http://nynettle.com\n",
      "https://thinkprogress.org\n",
      "https://www.cnsnews.com\n",
      "http://aol.it\n",
      "https://www.mediaite.com\n",
      "https://www.louderwithcrowder.com\n",
      "http://v.media.daum.net\n",
      "https://mobile.nytimes.com\n",
      "http://apne.ws\n",
      "https://www.vox.com\n",
      "https://worldtruth.tv\n",
      "http://cbsn.ws\n",
      "https://www.realclearpolitics.com\n",
      "https://www.haaretz.com\n",
      "\n",
      "************cluster  17 :\n",
      "http://www.sinembargo.mx\n",
      "https://elpais.com\n",
      "\n",
      "************cluster  18 :\n",
      "https://wikileaks.org\n",
      "\n",
      "************cluster  19 :\n",
      "https://pamelageller.com\n",
      "https://www.jihadwatch.org\n",
      "https://creepingsharia.wordpress.com\n",
      "http://barenakedislam.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n"
     ]
    }
   ],
   "source": [
    "#clustering 200 domains\n",
    "num_clusters = [2,3,4,10,20]\n",
    "\n",
    "for k in num_clusters:\n",
    "    kmeans = KMeans(n_clusters=k, random_state=5).fit(vecs)\n",
    "    clusters = [[] for _ in range(k)]\n",
    "    for d, l in zip([x[0] for x in domains_set], kmeans.labels_):\n",
    "        clusters[l].append(d)\n",
    "        \n",
    "    print(\"\\n\\n******K =\", k, \"********\")\n",
    "    print(\"Size of resulting clusters:\\n \")\n",
    "    for cn, c in enumerate(clusters):\n",
    "        print(\"Size of cluster \", cn, \":\", len(c))\n",
    "        \n",
    "    print(\"The clusters are: \")\n",
    "    for cn, c in enumerate(clusters):\n",
    "        print(\"\\n************cluster \", cn, \":\")\n",
    "        print(\"\\n\".join([ x for x in c]))\n",
    "    print(\"\\n\\n\", \"-\"*100)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 163,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "current instance: http://ijr.com\n",
      "current instance: https://nyti.ms\n",
      "current instance: https://constitution.com\n",
      "current instance: http://abcn.ws\n",
      "current instance: http://www.cbc.ca\n",
      "current instance: http://conservativetribune.com\n",
      "current instance: http://www.bbc.com\n",
      "current instance: http://madworldnews.com\n",
      "current instance: http://nyti.ms\n",
      "current instance: http://Disclose.tv\n",
      "current instance: https://en-volve.com\n",
      "current instance: http://m.beforeitsnews.com\n",
      "current instance: http://WorldTruth.Tv\n",
      "current instance: https://nypost.com\n",
      "current instance: https://pamelageller.com\n",
      "current instance: http://truepundit.com\n",
      "current instance: https://www.washingtontimes.com\n",
      "current instance: http://dists.sytes.net\n",
      "current instance: https://www.huffingtonpost.com\n",
      "current instance: https://clashdaily.com\n",
      "current instance: http://NaturalNews.com\n",
      "current instance: http://politi.co\n",
      "current instance: http://www.telegraph.co.uk\n",
      "current instance: https://www.newsmax.com\n",
      "current instance: http://nabdapp.com\n",
      "current instance: https://sputniknews.com\n",
      "current instance: http://truthfeed.com\n",
      "current instance: https://www.bloomberg.com\n",
      "current instance: https://www.reddit.com\n",
      "current instance: https://freedomdaily.com\n",
      "current instance: http://video.foxnews.com\n",
      "current instance: http://www.lifenews.com\n",
      "current instance: https://thehornnews.com\n",
      "current instance: https://cards.twitter.com\n",
      "current instance: https://en.wikipedia.org\n",
      "current instance: http://therightscoop.com\n",
      "current instance: http://www.latimes.com\n",
      "current instance: https://www.nbcnews.com\n",
      "current instance: https://www.rawstory.com\n",
      "current instance: https://www.jihadwatch.org\n",
      "current instance: http://jwatch.us\n",
      "current instance: http://www.businessinsider.com\n",
      "current instance: http://paper.li\n",
      "current instance: http://redstatewatcher.com\n",
      "current instance: https://www.waynedupree.com\n",
      "current instance: http://dennismichaellynch.com\n",
      "current instance: http://www.westernjournalism.com\n",
      "current instance: http://washex.am\n",
      "current instance: https://www.westernjournalism.com\n",
      "current instance: https://bluntforcetruth.com\n",
      "current instance: https://www.forbes.com\n",
      "current instance: https://on.rt.com\n",
      "current instance: http://j.mp\n",
      "current instance: http://www.nationalreview.com\n",
      "current instance: http://givemeliberty01.com\n",
      "current instance: http://www.neonnettle.com\n",
      "current instance: https://usat.ly\n",
      "current instance: https://www.hannity.com\n",
      "current instance: https://www.weaselzippers.us\n",
      "current instance: https://wp.me\n",
      "current instance: https://www.dailykos.com\n",
      "current instance: http://hill.cm\n",
      "current instance: https://hotair.com\n",
      "current instance: http://clkmein.com\n",
      "current instance: http://sumo.ly\n",
      "current instance: https://ilovemyfreedom.org\n",
      "current instance: http://money.cnn.com\n",
      "current instance: https://www.reuters.com\n",
      "current instance: https://www.cbsnews.com\n",
      "current instance: http://fw.to\n",
      "current instance: http://lsh.re\n",
      "current instance: http://trib.al\n",
      "current instance: http://www.tmz.com\n",
      "current instance: http://investmentwatchblog.com\n",
      "current instance: https://www.redstate.com\n",
      "current instance: https://www.amazon.com\n",
      "current instance: http://read.bi\n",
      "current instance: http://shar.es\n",
      "current instance: https://bb4sp.com\n",
      "current instance: https://www.buzzfeed.com\n",
      "current instance: https://www.cnbc.com\n",
      "current instance: https://www.conservativeinstitute.org\n",
      "current instance: https://www.conservativereview.com\n",
      "current instance: https://steemit.com\n",
      "current instance: http://iotwreport.com\n",
      "current instance: https://www.express.co.uk\n",
      "current instance: http://www.forbes.com\n",
      "current instance: https://www.scribd.com\n",
      "current instance: https://www.thesun.co.uk\n",
      "current instance: https://freedomoutpost.com\n",
      "current instance: http://reut.rs\n",
      "current instance: http://theduran.com\n",
      "current instance: http://conservativefighters.com\n",
      "current instance: http://ilovemyfreedomnews.gq\n",
      "current instance: http://dailysign.al\n",
      "current instance: https://www.sott.net\n",
      "current instance: http://google.com\n",
      "current instance: http://www.westmonster.com\n",
      "current instance: http://nydn.us\n",
      "current instance: https://www.theatlantic.com\n",
      "current instance: https://wikileaks.org\n",
      "current instance: http://dailysignal.com\n",
      "current instance: http://amzn.to\n",
      "current instance: https://www.change.org\n",
      "current instance: http://www.oann.com\n",
      "current instance: http://www.abc.net.au\n",
      "current instance: https://www.lifesitenews.com\n",
      "current instance: https://apnews.com\n",
      "current instance: https://creepingsharia.wordpress.com\n",
      "current instance: http://tweetedtimes.com\n",
      "current instance: http://www.mirror.co.uk\n",
      "current instance: http://thefreethoughtproject.com\n",
      "current instance: https://www.thedailybeast.com\n",
      "current instance: http://gestyy.com\n",
      "current instance: http://demu.gr\n",
      "current instance: http://dmlnews.com\n",
      "current instance: http://www.huffingtonpost.com\n",
      "current instance: http://lnkd.in\n",
      "current instance: https://www.judicialwatch.org\n",
      "current instance: http://corneey.com\n",
      "current instance: https://demu.gr\n",
      "current instance: https://www.democraticunderground.com\n",
      "current instance: https://instagram.com\n",
      "current instance: https://www.lifezette.com\n",
      "current instance: https://www.gatestoneinstitute.org\n",
      "current instance: http://www.topbuzz.com\n",
      "current instance: http://festyy.com\n",
      "current instance: https://www.veteranstoday.com\n",
      "current instance: https://shareblue.com\n",
      "current instance: https://www.axios.com\n",
      "current instance: https://www.whitehouse.gov\n",
      "current instance: http://socl.club\n",
      "current instance: http://barenakedislam.com\n",
      "current instance: http://cnb.cx\n",
      "current instance: https://www.theblaze.com\n",
      "current instance: http://www.viralnova.com\n",
      "current instance: http://ceesty.com\n",
      "current instance: http://constitution.com\n",
      "current instance: http://www.youtube.com.ridder.co\n",
      "current instance: https://m.facebook.com\n",
      "current instance: http://nbcnews.to\n",
      "current instance: http://www.sinembargo.mx\n",
      "current instance: http://b4in.info\n",
      "current instance: https://www.lewrockwell.com\n",
      "current instance: http://www.newsmax.com\n",
      "current instance: http://destyy.com\n",
      "current instance: https://tinyurl.com\n",
      "current instance: https://teddystick.com\n",
      "current instance: http://www.naturalnews.com\n",
      "current instance: http://www.whatdoesitmean.com\n",
      "current instance: http://ti.me\n",
      "current instance: http://www.washingtontimes.com\n",
      "current instance: https://www.gofundme.com\n",
      "current instance: https://reut.rs\n",
      "current instance: http://www.politicususa.com\n",
      "current instance: http://bbc.in\n",
      "current instance: http://instagram.com\n",
      "current instance: https://www.frontpagemag.com\n",
      "current instance: https://worldpoliticus.com\n",
      "current instance: http://abcnews.go.com\n",
      "current instance: http://thebea.st\n",
      "current instance: https://interc.pt\n",
      "current instance: http://snpy.tv\n",
      "current instance: https://www.timesofisrael.com\n",
      "current instance: http://www.gopusa.com\n",
      "current instance: https://www.themaven.net\n",
      "current instance: http://americanlookout.com\n",
      "current instance: https://www.hotmomsclub.com\n",
      "current instance: https://www.truthrevolt.org\n",
      "current instance: http://www.nnettle.com\n",
      "current instance: http://cmun.it\n",
      "current instance: http://canadafreepress.com\n",
      "current instance: http://www.blabber.buzz\n",
      "current instance: https://elpais.com\n",
      "current instance: http://eheadlines.com\n",
      "current instance: http://russia-insider.com\n",
      "current instance: http://theantimedia.org\n",
      "current instance: https://www.thestar.com\n",
      "current instance: http://pinterest.com\n",
      "current instance: https://fellowshipoftheminds.com\n",
      "current instance: https://theintercept.com\n",
      "current instance: http://www.independentsentinel.com\n",
      "current instance: http://www.jpost.com\n",
      "current instance: http://nynettle.com\n",
      "current instance: https://thinkprogress.org\n",
      "current instance: http://USFREEDOMARMY.COM\n",
      "current instance: https://www.cnsnews.com\n",
      "current instance: http://aol.it\n",
      "current instance: https://www.mediaite.com\n",
      "current instance: https://www.louderwithcrowder.com\n",
      "current instance: http://v.media.daum.net\n",
      "current instance: https://mobile.nytimes.com\n",
      "current instance: http://apne.ws\n",
      "current instance: https://www.vox.com\n",
      "current instance: https://worldtruth.tv\n",
      "current instance: http://operationdisclosure.blogspot.com\n",
      "current instance: http://cbsn.ws\n",
      "current instance: https://www.realclearpolitics.com\n",
      "current instance: http://Sott.net\n",
      "current instance: https://www.haaretz.com\n",
      "\n",
      "\n",
      "Number of instances:  200\n",
      "Total number of possible features:  248261\n",
      "All features occuring in 160.0 instances or more, and all features occuring in 20.0 instances or fewer, will be dropped\n",
      "\n",
      "features above cutoff:\n",
      " 81\n",
      "Examples: 20 features that were above the cutoff:\n",
      " ['New', 'One', 'Hillary', 'Clinton', 'go', 'Russian', 'Trump', 'Obama', 'Former', 'National', 'White', \"Trump's\", 'President', 'First', 'House', 'make', 'like', 'years', 'good', 'going']\n",
      "\n",
      "features below cutoff:\n",
      " 240138\n",
      "Examples: 20 features that were below the cutoff:\n",
      " ['2012,', 'Kelley', 'escaped', 'institution.', '\"Larry', 'Elder', \"'Wanting\", \"White'\", \"Elder's\", '(&amp;', 'Photo)', 'Down\"', 'Crushed', 'Fundraising', \"'New\", \"Gun'\", '#New', \"Perez's\", 'proved', 'hero.'] \n",
      "\n",
      "\n",
      "\n",
      "Number of remaining features:  8042 \n",
      "\n",
      "\n",
      "Examples: 20 features remaining:\n",
      " ['!!', '!!!', '\"A', '\"All', '\"Fake', '\"Fire', '\"He', '\"How', '\"I', '\"I\\'m', '\"If', '\"In', '\"It', '\"It\\'s', '\"No', '\"One', '\"The', '\"There', '\"They', '\"This'] \n",
      "\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "building vector for instance: http://ijr.com\n",
      "building vector for instance: https://nyti.ms\n",
      "building vector for instance: https://constitution.com\n",
      "building vector for instance: http://abcn.ws\n",
      "building vector for instance: http://www.cbc.ca\n",
      "building vector for instance: http://conservativetribune.com\n",
      "building vector for instance: http://www.bbc.com\n",
      "building vector for instance: http://madworldnews.com\n",
      "building vector for instance: http://nyti.ms\n",
      "building vector for instance: http://Disclose.tv\n",
      "building vector for instance: https://en-volve.com\n",
      "building vector for instance: http://m.beforeitsnews.com\n",
      "building vector for instance: http://WorldTruth.Tv\n",
      "building vector for instance: https://nypost.com\n",
      "building vector for instance: https://pamelageller.com\n",
      "building vector for instance: http://truepundit.com\n",
      "building vector for instance: https://www.washingtontimes.com\n",
      "building vector for instance: http://dists.sytes.net\n",
      "building vector for instance: https://www.huffingtonpost.com\n",
      "building vector for instance: https://clashdaily.com\n",
      "building vector for instance: http://NaturalNews.com\n",
      "building vector for instance: http://politi.co\n",
      "building vector for instance: http://www.telegraph.co.uk\n",
      "building vector for instance: https://www.newsmax.com\n",
      "building vector for instance: http://nabdapp.com\n",
      "building vector for instance: https://sputniknews.com\n",
      "building vector for instance: http://truthfeed.com\n",
      "building vector for instance: https://www.bloomberg.com\n",
      "building vector for instance: https://www.reddit.com\n",
      "building vector for instance: https://freedomdaily.com\n",
      "building vector for instance: http://video.foxnews.com\n",
      "building vector for instance: http://www.lifenews.com\n",
      "building vector for instance: https://thehornnews.com\n",
      "building vector for instance: https://cards.twitter.com\n",
      "building vector for instance: https://en.wikipedia.org\n",
      "building vector for instance: http://therightscoop.com\n",
      "building vector for instance: http://www.latimes.com\n",
      "building vector for instance: https://www.nbcnews.com\n",
      "building vector for instance: https://www.rawstory.com\n",
      "building vector for instance: https://www.jihadwatch.org\n",
      "building vector for instance: http://jwatch.us\n",
      "building vector for instance: http://www.businessinsider.com\n",
      "building vector for instance: http://paper.li\n",
      "building vector for instance: http://redstatewatcher.com\n",
      "building vector for instance: https://www.waynedupree.com\n",
      "building vector for instance: http://dennismichaellynch.com\n",
      "building vector for instance: http://www.westernjournalism.com\n",
      "building vector for instance: http://washex.am\n",
      "building vector for instance: https://www.westernjournalism.com\n",
      "building vector for instance: https://bluntforcetruth.com\n",
      "building vector for instance: https://www.forbes.com\n",
      "building vector for instance: https://on.rt.com\n",
      "building vector for instance: http://j.mp\n",
      "building vector for instance: http://www.nationalreview.com\n",
      "building vector for instance: http://givemeliberty01.com\n",
      "building vector for instance: http://www.neonnettle.com\n",
      "building vector for instance: https://usat.ly\n",
      "building vector for instance: https://www.hannity.com\n",
      "building vector for instance: https://www.weaselzippers.us\n",
      "building vector for instance: https://wp.me\n",
      "building vector for instance: https://www.dailykos.com\n",
      "building vector for instance: http://hill.cm\n",
      "building vector for instance: https://hotair.com\n",
      "building vector for instance: http://clkmein.com\n",
      "building vector for instance: http://sumo.ly\n",
      "building vector for instance: https://ilovemyfreedom.org\n",
      "building vector for instance: http://money.cnn.com\n",
      "building vector for instance: https://www.reuters.com\n",
      "building vector for instance: https://www.cbsnews.com\n",
      "building vector for instance: http://fw.to\n",
      "building vector for instance: http://lsh.re\n",
      "building vector for instance: http://trib.al\n",
      "building vector for instance: http://www.tmz.com\n",
      "building vector for instance: http://investmentwatchblog.com\n",
      "building vector for instance: https://www.redstate.com\n",
      "building vector for instance: https://www.amazon.com\n",
      "building vector for instance: http://read.bi\n",
      "building vector for instance: http://shar.es\n",
      "building vector for instance: https://bb4sp.com\n",
      "building vector for instance: https://www.buzzfeed.com\n",
      "building vector for instance: https://www.cnbc.com\n",
      "building vector for instance: https://www.conservativeinstitute.org\n",
      "building vector for instance: https://www.conservativereview.com\n",
      "building vector for instance: https://steemit.com\n",
      "building vector for instance: http://iotwreport.com\n",
      "building vector for instance: https://www.express.co.uk\n",
      "building vector for instance: http://www.forbes.com\n",
      "building vector for instance: https://www.scribd.com\n",
      "building vector for instance: https://www.thesun.co.uk\n",
      "building vector for instance: https://freedomoutpost.com\n",
      "building vector for instance: http://reut.rs\n",
      "building vector for instance: http://theduran.com\n",
      "building vector for instance: http://conservativefighters.com\n",
      "building vector for instance: http://ilovemyfreedomnews.gq\n",
      "building vector for instance: http://dailysign.al\n",
      "building vector for instance: https://www.sott.net\n",
      "building vector for instance: http://google.com\n",
      "building vector for instance: http://www.westmonster.com\n",
      "building vector for instance: http://nydn.us\n",
      "building vector for instance: https://www.theatlantic.com\n",
      "building vector for instance: https://wikileaks.org\n",
      "building vector for instance: http://dailysignal.com\n",
      "building vector for instance: http://amzn.to\n",
      "building vector for instance: https://www.change.org\n",
      "building vector for instance: http://www.oann.com\n",
      "building vector for instance: http://www.abc.net.au\n",
      "building vector for instance: https://www.lifesitenews.com\n",
      "building vector for instance: https://apnews.com\n",
      "building vector for instance: https://creepingsharia.wordpress.com\n",
      "building vector for instance: http://tweetedtimes.com\n",
      "building vector for instance: http://www.mirror.co.uk\n",
      "building vector for instance: http://thefreethoughtproject.com\n",
      "building vector for instance: https://www.thedailybeast.com\n",
      "building vector for instance: http://gestyy.com\n",
      "building vector for instance: http://demu.gr\n",
      "building vector for instance: http://dmlnews.com\n",
      "building vector for instance: http://www.huffingtonpost.com\n",
      "building vector for instance: http://lnkd.in\n",
      "building vector for instance: https://www.judicialwatch.org\n",
      "building vector for instance: http://corneey.com\n",
      "building vector for instance: https://demu.gr\n",
      "building vector for instance: https://www.democraticunderground.com\n",
      "building vector for instance: https://instagram.com\n",
      "building vector for instance: https://www.lifezette.com\n",
      "building vector for instance: https://www.gatestoneinstitute.org\n",
      "building vector for instance: http://www.topbuzz.com\n",
      "building vector for instance: http://festyy.com\n",
      "building vector for instance: https://www.veteranstoday.com\n",
      "building vector for instance: https://shareblue.com\n",
      "building vector for instance: https://www.axios.com\n",
      "building vector for instance: https://www.whitehouse.gov\n",
      "building vector for instance: http://socl.club\n",
      "building vector for instance: http://barenakedislam.com\n",
      "building vector for instance: http://cnb.cx\n",
      "building vector for instance: https://www.theblaze.com\n",
      "building vector for instance: http://www.viralnova.com\n",
      "building vector for instance: http://ceesty.com\n",
      "building vector for instance: http://constitution.com\n",
      "building vector for instance: http://www.youtube.com.ridder.co\n",
      "building vector for instance: https://m.facebook.com\n",
      "building vector for instance: http://nbcnews.to\n",
      "building vector for instance: http://www.sinembargo.mx\n",
      "building vector for instance: http://b4in.info\n",
      "building vector for instance: https://www.lewrockwell.com\n",
      "building vector for instance: http://www.newsmax.com\n",
      "building vector for instance: http://destyy.com\n",
      "building vector for instance: https://tinyurl.com\n",
      "building vector for instance: https://teddystick.com\n",
      "building vector for instance: http://www.naturalnews.com\n",
      "building vector for instance: http://www.whatdoesitmean.com\n",
      "building vector for instance: http://ti.me\n",
      "building vector for instance: http://www.washingtontimes.com\n",
      "building vector for instance: https://www.gofundme.com\n",
      "building vector for instance: https://reut.rs\n",
      "building vector for instance: http://www.politicususa.com\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "building vector for instance: http://bbc.in\n",
      "building vector for instance: http://instagram.com\n",
      "building vector for instance: https://www.frontpagemag.com\n",
      "building vector for instance: https://worldpoliticus.com\n",
      "building vector for instance: http://abcnews.go.com\n",
      "building vector for instance: http://thebea.st\n",
      "building vector for instance: https://interc.pt\n",
      "building vector for instance: http://snpy.tv\n",
      "building vector for instance: https://www.timesofisrael.com\n",
      "building vector for instance: http://www.gopusa.com\n",
      "building vector for instance: https://www.themaven.net\n",
      "building vector for instance: http://americanlookout.com\n",
      "building vector for instance: https://www.hotmomsclub.com\n",
      "building vector for instance: https://www.truthrevolt.org\n",
      "building vector for instance: http://www.nnettle.com\n",
      "building vector for instance: http://cmun.it\n",
      "building vector for instance: http://canadafreepress.com\n",
      "building vector for instance: http://www.blabber.buzz\n",
      "building vector for instance: https://elpais.com\n",
      "building vector for instance: http://eheadlines.com\n",
      "building vector for instance: http://russia-insider.com\n",
      "building vector for instance: http://theantimedia.org\n",
      "building vector for instance: https://www.thestar.com\n",
      "building vector for instance: http://pinterest.com\n",
      "building vector for instance: https://fellowshipoftheminds.com\n",
      "building vector for instance: https://theintercept.com\n",
      "building vector for instance: http://www.independentsentinel.com\n",
      "building vector for instance: http://www.jpost.com\n",
      "building vector for instance: http://nynettle.com\n",
      "building vector for instance: https://thinkprogress.org\n",
      "building vector for instance: http://USFREEDOMARMY.COM\n",
      "building vector for instance: https://www.cnsnews.com\n",
      "building vector for instance: http://aol.it\n",
      "building vector for instance: https://www.mediaite.com\n",
      "building vector for instance: https://www.louderwithcrowder.com\n",
      "building vector for instance: http://v.media.daum.net\n",
      "building vector for instance: https://mobile.nytimes.com\n",
      "building vector for instance: http://apne.ws\n",
      "building vector for instance: https://www.vox.com\n",
      "building vector for instance: https://worldtruth.tv\n",
      "building vector for instance: http://operationdisclosure.blogspot.com\n",
      "building vector for instance: http://cbsn.ws\n",
      "building vector for instance: https://www.realclearpolitics.com\n",
      "building vector for instance: http://Sott.net\n",
      "building vector for instance: https://www.haaretz.com\n",
      "\n",
      "\n",
      "******K = 2 ********\n",
      "Size of resulting clusters:\n",
      " \n",
      "Size of cluster  0 : 1\n",
      "Size of cluster  1 : 199\n",
      "The clusters are: \n",
      "\n",
      "************cluster  0 :\n",
      "http://jwatch.us\n",
      "\n",
      "************cluster  1 :\n",
      "http://ijr.com\n",
      "https://nyti.ms\n",
      "https://constitution.com\n",
      "http://abcn.ws\n",
      "http://www.cbc.ca\n",
      "http://conservativetribune.com\n",
      "http://www.bbc.com\n",
      "http://madworldnews.com\n",
      "http://nyti.ms\n",
      "http://Disclose.tv\n",
      "https://en-volve.com\n",
      "http://m.beforeitsnews.com\n",
      "http://WorldTruth.Tv\n",
      "https://nypost.com\n",
      "https://pamelageller.com\n",
      "http://truepundit.com\n",
      "https://www.washingtontimes.com\n",
      "http://dists.sytes.net\n",
      "https://www.huffingtonpost.com\n",
      "https://clashdaily.com\n",
      "http://NaturalNews.com\n",
      "http://politi.co\n",
      "http://www.telegraph.co.uk\n",
      "https://www.newsmax.com\n",
      "http://nabdapp.com\n",
      "https://sputniknews.com\n",
      "http://truthfeed.com\n",
      "https://www.bloomberg.com\n",
      "https://www.reddit.com\n",
      "https://freedomdaily.com\n",
      "http://video.foxnews.com\n",
      "http://www.lifenews.com\n",
      "https://thehornnews.com\n",
      "https://cards.twitter.com\n",
      "https://en.wikipedia.org\n",
      "http://therightscoop.com\n",
      "http://www.latimes.com\n",
      "https://www.nbcnews.com\n",
      "https://www.rawstory.com\n",
      "https://www.jihadwatch.org\n",
      "http://www.businessinsider.com\n",
      "http://paper.li\n",
      "http://redstatewatcher.com\n",
      "https://www.waynedupree.com\n",
      "http://dennismichaellynch.com\n",
      "http://www.westernjournalism.com\n",
      "http://washex.am\n",
      "https://www.westernjournalism.com\n",
      "https://bluntforcetruth.com\n",
      "https://www.forbes.com\n",
      "https://on.rt.com\n",
      "http://j.mp\n",
      "http://www.nationalreview.com\n",
      "http://givemeliberty01.com\n",
      "http://www.neonnettle.com\n",
      "https://usat.ly\n",
      "https://www.hannity.com\n",
      "https://www.weaselzippers.us\n",
      "https://wp.me\n",
      "https://www.dailykos.com\n",
      "http://hill.cm\n",
      "https://hotair.com\n",
      "http://clkmein.com\n",
      "http://sumo.ly\n",
      "https://ilovemyfreedom.org\n",
      "http://money.cnn.com\n",
      "https://www.reuters.com\n",
      "https://www.cbsnews.com\n",
      "http://fw.to\n",
      "http://lsh.re\n",
      "http://trib.al\n",
      "http://www.tmz.com\n",
      "http://investmentwatchblog.com\n",
      "https://www.redstate.com\n",
      "https://www.amazon.com\n",
      "http://read.bi\n",
      "http://shar.es\n",
      "https://bb4sp.com\n",
      "https://www.buzzfeed.com\n",
      "https://www.cnbc.com\n",
      "https://www.conservativeinstitute.org\n",
      "https://www.conservativereview.com\n",
      "https://steemit.com\n",
      "http://iotwreport.com\n",
      "https://www.express.co.uk\n",
      "http://www.forbes.com\n",
      "https://www.scribd.com\n",
      "https://www.thesun.co.uk\n",
      "https://freedomoutpost.com\n",
      "http://reut.rs\n",
      "http://theduran.com\n",
      "http://conservativefighters.com\n",
      "http://ilovemyfreedomnews.gq\n",
      "http://dailysign.al\n",
      "https://www.sott.net\n",
      "http://google.com\n",
      "http://www.westmonster.com\n",
      "http://nydn.us\n",
      "https://www.theatlantic.com\n",
      "https://wikileaks.org\n",
      "http://dailysignal.com\n",
      "http://amzn.to\n",
      "https://www.change.org\n",
      "http://www.oann.com\n",
      "http://www.abc.net.au\n",
      "https://www.lifesitenews.com\n",
      "https://apnews.com\n",
      "https://creepingsharia.wordpress.com\n",
      "http://tweetedtimes.com\n",
      "http://www.mirror.co.uk\n",
      "http://thefreethoughtproject.com\n",
      "https://www.thedailybeast.com\n",
      "http://gestyy.com\n",
      "http://demu.gr\n",
      "http://dmlnews.com\n",
      "http://www.huffingtonpost.com\n",
      "http://lnkd.in\n",
      "https://www.judicialwatch.org\n",
      "http://corneey.com\n",
      "https://demu.gr\n",
      "https://www.democraticunderground.com\n",
      "https://instagram.com\n",
      "https://www.lifezette.com\n",
      "https://www.gatestoneinstitute.org\n",
      "http://www.topbuzz.com\n",
      "http://festyy.com\n",
      "https://www.veteranstoday.com\n",
      "https://shareblue.com\n",
      "https://www.axios.com\n",
      "https://www.whitehouse.gov\n",
      "http://socl.club\n",
      "http://barenakedislam.com\n",
      "http://cnb.cx\n",
      "https://www.theblaze.com\n",
      "http://www.viralnova.com\n",
      "http://ceesty.com\n",
      "http://constitution.com\n",
      "http://www.youtube.com.ridder.co\n",
      "https://m.facebook.com\n",
      "http://nbcnews.to\n",
      "http://www.sinembargo.mx\n",
      "http://b4in.info\n",
      "https://www.lewrockwell.com\n",
      "http://www.newsmax.com\n",
      "http://destyy.com\n",
      "https://tinyurl.com\n",
      "https://teddystick.com\n",
      "http://www.naturalnews.com\n",
      "http://www.whatdoesitmean.com\n",
      "http://ti.me\n",
      "http://www.washingtontimes.com\n",
      "https://www.gofundme.com\n",
      "https://reut.rs\n",
      "http://www.politicususa.com\n",
      "http://bbc.in\n",
      "http://instagram.com\n",
      "https://www.frontpagemag.com\n",
      "https://worldpoliticus.com\n",
      "http://abcnews.go.com\n",
      "http://thebea.st\n",
      "https://interc.pt\n",
      "http://snpy.tv\n",
      "https://www.timesofisrael.com\n",
      "http://www.gopusa.com\n",
      "https://www.themaven.net\n",
      "http://americanlookout.com\n",
      "https://www.hotmomsclub.com\n",
      "https://www.truthrevolt.org\n",
      "http://www.nnettle.com\n",
      "http://cmun.it\n",
      "http://canadafreepress.com\n",
      "http://www.blabber.buzz\n",
      "https://elpais.com\n",
      "http://eheadlines.com\n",
      "http://russia-insider.com\n",
      "http://theantimedia.org\n",
      "https://www.thestar.com\n",
      "http://pinterest.com\n",
      "https://fellowshipoftheminds.com\n",
      "https://theintercept.com\n",
      "http://www.independentsentinel.com\n",
      "http://www.jpost.com\n",
      "http://nynettle.com\n",
      "https://thinkprogress.org\n",
      "http://USFREEDOMARMY.COM\n",
      "https://www.cnsnews.com\n",
      "http://aol.it\n",
      "https://www.mediaite.com\n",
      "https://www.louderwithcrowder.com\n",
      "http://v.media.daum.net\n",
      "https://mobile.nytimes.com\n",
      "http://apne.ws\n",
      "https://www.vox.com\n",
      "https://worldtruth.tv\n",
      "http://operationdisclosure.blogspot.com\n",
      "http://cbsn.ws\n",
      "https://www.realclearpolitics.com\n",
      "http://Sott.net\n",
      "https://www.haaretz.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "\n",
      "******K = 3 ********\n",
      "Size of resulting clusters:\n",
      " \n",
      "Size of cluster  0 : 198\n",
      "Size of cluster  1 : 1\n",
      "Size of cluster  2 : 1\n",
      "The clusters are: \n",
      "\n",
      "************cluster  0 :\n",
      "http://ijr.com\n",
      "https://nyti.ms\n",
      "https://constitution.com\n",
      "http://abcn.ws\n",
      "http://www.cbc.ca\n",
      "http://conservativetribune.com\n",
      "http://www.bbc.com\n",
      "http://madworldnews.com\n",
      "http://nyti.ms\n",
      "http://Disclose.tv\n",
      "https://en-volve.com\n",
      "http://m.beforeitsnews.com\n",
      "http://WorldTruth.Tv\n",
      "https://nypost.com\n",
      "https://pamelageller.com\n",
      "http://truepundit.com\n",
      "https://www.washingtontimes.com\n",
      "http://dists.sytes.net\n",
      "https://www.huffingtonpost.com\n",
      "http://NaturalNews.com\n",
      "http://politi.co\n",
      "http://www.telegraph.co.uk\n",
      "https://www.newsmax.com\n",
      "http://nabdapp.com\n",
      "https://sputniknews.com\n",
      "http://truthfeed.com\n",
      "https://www.bloomberg.com\n",
      "https://www.reddit.com\n",
      "https://freedomdaily.com\n",
      "http://video.foxnews.com\n",
      "http://www.lifenews.com\n",
      "https://thehornnews.com\n",
      "https://cards.twitter.com\n",
      "https://en.wikipedia.org\n",
      "http://therightscoop.com\n",
      "http://www.latimes.com\n",
      "https://www.nbcnews.com\n",
      "https://www.rawstory.com\n",
      "https://www.jihadwatch.org\n",
      "http://www.businessinsider.com\n",
      "http://paper.li\n",
      "http://redstatewatcher.com\n",
      "https://www.waynedupree.com\n",
      "http://dennismichaellynch.com\n",
      "http://www.westernjournalism.com\n",
      "http://washex.am\n",
      "https://www.westernjournalism.com\n",
      "https://bluntforcetruth.com\n",
      "https://www.forbes.com\n",
      "https://on.rt.com\n",
      "http://j.mp\n",
      "http://www.nationalreview.com\n",
      "http://givemeliberty01.com\n",
      "http://www.neonnettle.com\n",
      "https://usat.ly\n",
      "https://www.hannity.com\n",
      "https://www.weaselzippers.us\n",
      "https://wp.me\n",
      "https://www.dailykos.com\n",
      "http://hill.cm\n",
      "https://hotair.com\n",
      "http://clkmein.com\n",
      "http://sumo.ly\n",
      "https://ilovemyfreedom.org\n",
      "http://money.cnn.com\n",
      "https://www.reuters.com\n",
      "https://www.cbsnews.com\n",
      "http://fw.to\n",
      "http://lsh.re\n",
      "http://trib.al\n",
      "http://www.tmz.com\n",
      "http://investmentwatchblog.com\n",
      "https://www.redstate.com\n",
      "https://www.amazon.com\n",
      "http://read.bi\n",
      "http://shar.es\n",
      "https://bb4sp.com\n",
      "https://www.buzzfeed.com\n",
      "https://www.cnbc.com\n",
      "https://www.conservativeinstitute.org\n",
      "https://www.conservativereview.com\n",
      "https://steemit.com\n",
      "http://iotwreport.com\n",
      "https://www.express.co.uk\n",
      "http://www.forbes.com\n",
      "https://www.scribd.com\n",
      "https://www.thesun.co.uk\n",
      "https://freedomoutpost.com\n",
      "http://reut.rs\n",
      "http://theduran.com\n",
      "http://conservativefighters.com\n",
      "http://ilovemyfreedomnews.gq\n",
      "http://dailysign.al\n",
      "https://www.sott.net\n",
      "http://google.com\n",
      "http://www.westmonster.com\n",
      "http://nydn.us\n",
      "https://www.theatlantic.com\n",
      "https://wikileaks.org\n",
      "http://dailysignal.com\n",
      "http://amzn.to\n",
      "https://www.change.org\n",
      "http://www.oann.com\n",
      "http://www.abc.net.au\n",
      "https://www.lifesitenews.com\n",
      "https://apnews.com\n",
      "https://creepingsharia.wordpress.com\n",
      "http://tweetedtimes.com\n",
      "http://www.mirror.co.uk\n",
      "http://thefreethoughtproject.com\n",
      "https://www.thedailybeast.com\n",
      "http://gestyy.com\n",
      "http://demu.gr\n",
      "http://dmlnews.com\n",
      "http://www.huffingtonpost.com\n",
      "http://lnkd.in\n",
      "https://www.judicialwatch.org\n",
      "http://corneey.com\n",
      "https://demu.gr\n",
      "https://www.democraticunderground.com\n",
      "https://instagram.com\n",
      "https://www.lifezette.com\n",
      "https://www.gatestoneinstitute.org\n",
      "http://www.topbuzz.com\n",
      "http://festyy.com\n",
      "https://www.veteranstoday.com\n",
      "https://shareblue.com\n",
      "https://www.axios.com\n",
      "https://www.whitehouse.gov\n",
      "http://socl.club\n",
      "http://barenakedislam.com\n",
      "http://cnb.cx\n",
      "https://www.theblaze.com\n",
      "http://www.viralnova.com\n",
      "http://ceesty.com\n",
      "http://constitution.com\n",
      "http://www.youtube.com.ridder.co\n",
      "https://m.facebook.com\n",
      "http://nbcnews.to\n",
      "http://www.sinembargo.mx\n",
      "http://b4in.info\n",
      "https://www.lewrockwell.com\n",
      "http://www.newsmax.com\n",
      "http://destyy.com\n",
      "https://tinyurl.com\n",
      "https://teddystick.com\n",
      "http://www.naturalnews.com\n",
      "http://www.whatdoesitmean.com\n",
      "http://ti.me\n",
      "http://www.washingtontimes.com\n",
      "https://www.gofundme.com\n",
      "https://reut.rs\n",
      "http://www.politicususa.com\n",
      "http://bbc.in\n",
      "http://instagram.com\n",
      "https://www.frontpagemag.com\n",
      "https://worldpoliticus.com\n",
      "http://abcnews.go.com\n",
      "http://thebea.st\n",
      "https://interc.pt\n",
      "http://snpy.tv\n",
      "https://www.timesofisrael.com\n",
      "http://www.gopusa.com\n",
      "https://www.themaven.net\n",
      "http://americanlookout.com\n",
      "https://www.hotmomsclub.com\n",
      "https://www.truthrevolt.org\n",
      "http://www.nnettle.com\n",
      "http://cmun.it\n",
      "http://canadafreepress.com\n",
      "http://www.blabber.buzz\n",
      "https://elpais.com\n",
      "http://eheadlines.com\n",
      "http://russia-insider.com\n",
      "http://theantimedia.org\n",
      "https://www.thestar.com\n",
      "http://pinterest.com\n",
      "https://fellowshipoftheminds.com\n",
      "https://theintercept.com\n",
      "http://www.independentsentinel.com\n",
      "http://www.jpost.com\n",
      "http://nynettle.com\n",
      "https://thinkprogress.org\n",
      "http://USFREEDOMARMY.COM\n",
      "https://www.cnsnews.com\n",
      "http://aol.it\n",
      "https://www.mediaite.com\n",
      "https://www.louderwithcrowder.com\n",
      "http://v.media.daum.net\n",
      "https://mobile.nytimes.com\n",
      "http://apne.ws\n",
      "https://www.vox.com\n",
      "https://worldtruth.tv\n",
      "http://operationdisclosure.blogspot.com\n",
      "http://cbsn.ws\n",
      "https://www.realclearpolitics.com\n",
      "http://Sott.net\n",
      "https://www.haaretz.com\n",
      "\n",
      "************cluster  1 :\n",
      "http://jwatch.us\n",
      "\n",
      "************cluster  2 :\n",
      "https://clashdaily.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n",
      "******K = 4 ********\n",
      "Size of resulting clusters:\n",
      " \n",
      "Size of cluster  0 : 197\n",
      "Size of cluster  1 : 1\n",
      "Size of cluster  2 : 1\n",
      "Size of cluster  3 : 1\n",
      "The clusters are: \n",
      "\n",
      "************cluster  0 :\n",
      "http://ijr.com\n",
      "https://nyti.ms\n",
      "https://constitution.com\n",
      "http://abcn.ws\n",
      "http://www.cbc.ca\n",
      "http://conservativetribune.com\n",
      "http://www.bbc.com\n",
      "http://madworldnews.com\n",
      "http://nyti.ms\n",
      "http://Disclose.tv\n",
      "https://en-volve.com\n",
      "http://m.beforeitsnews.com\n",
      "http://WorldTruth.Tv\n",
      "https://nypost.com\n",
      "https://pamelageller.com\n",
      "http://truepundit.com\n",
      "https://www.washingtontimes.com\n",
      "http://dists.sytes.net\n",
      "https://www.huffingtonpost.com\n",
      "https://clashdaily.com\n",
      "http://NaturalNews.com\n",
      "http://politi.co\n",
      "http://www.telegraph.co.uk\n",
      "https://www.newsmax.com\n",
      "http://nabdapp.com\n",
      "https://sputniknews.com\n",
      "http://truthfeed.com\n",
      "https://www.bloomberg.com\n",
      "https://www.reddit.com\n",
      "https://freedomdaily.com\n",
      "http://video.foxnews.com\n",
      "http://www.lifenews.com\n",
      "https://thehornnews.com\n",
      "https://cards.twitter.com\n",
      "https://en.wikipedia.org\n",
      "http://therightscoop.com\n",
      "http://www.latimes.com\n",
      "https://www.nbcnews.com\n",
      "https://www.rawstory.com\n",
      "https://www.jihadwatch.org\n",
      "http://www.businessinsider.com\n",
      "http://redstatewatcher.com\n",
      "https://www.waynedupree.com\n",
      "http://dennismichaellynch.com\n",
      "http://www.westernjournalism.com\n",
      "http://washex.am\n",
      "https://www.westernjournalism.com\n",
      "https://bluntforcetruth.com\n",
      "https://www.forbes.com\n",
      "https://on.rt.com\n",
      "http://j.mp\n",
      "http://www.nationalreview.com\n",
      "http://givemeliberty01.com\n",
      "http://www.neonnettle.com\n",
      "https://usat.ly\n",
      "https://www.hannity.com\n",
      "https://www.weaselzippers.us\n",
      "https://wp.me\n",
      "https://www.dailykos.com\n",
      "http://hill.cm\n",
      "https://hotair.com\n",
      "http://clkmein.com\n",
      "http://sumo.ly\n",
      "https://ilovemyfreedom.org\n",
      "http://money.cnn.com\n",
      "https://www.reuters.com\n",
      "https://www.cbsnews.com\n",
      "http://fw.to\n",
      "http://trib.al\n",
      "http://www.tmz.com\n",
      "http://investmentwatchblog.com\n",
      "https://www.redstate.com\n",
      "https://www.amazon.com\n",
      "http://read.bi\n",
      "http://shar.es\n",
      "https://bb4sp.com\n",
      "https://www.buzzfeed.com\n",
      "https://www.cnbc.com\n",
      "https://www.conservativeinstitute.org\n",
      "https://www.conservativereview.com\n",
      "https://steemit.com\n",
      "http://iotwreport.com\n",
      "https://www.express.co.uk\n",
      "http://www.forbes.com\n",
      "https://www.scribd.com\n",
      "https://www.thesun.co.uk\n",
      "https://freedomoutpost.com\n",
      "http://reut.rs\n",
      "http://theduran.com\n",
      "http://conservativefighters.com\n",
      "http://ilovemyfreedomnews.gq\n",
      "http://dailysign.al\n",
      "https://www.sott.net\n",
      "http://google.com\n",
      "http://www.westmonster.com\n",
      "http://nydn.us\n",
      "https://www.theatlantic.com\n",
      "https://wikileaks.org\n",
      "http://dailysignal.com\n",
      "http://amzn.to\n",
      "https://www.change.org\n",
      "http://www.oann.com\n",
      "http://www.abc.net.au\n",
      "https://www.lifesitenews.com\n",
      "https://apnews.com\n",
      "https://creepingsharia.wordpress.com\n",
      "http://tweetedtimes.com\n",
      "http://www.mirror.co.uk\n",
      "http://thefreethoughtproject.com\n",
      "https://www.thedailybeast.com\n",
      "http://gestyy.com\n",
      "http://demu.gr\n",
      "http://dmlnews.com\n",
      "http://www.huffingtonpost.com\n",
      "http://lnkd.in\n",
      "https://www.judicialwatch.org\n",
      "http://corneey.com\n",
      "https://demu.gr\n",
      "https://www.democraticunderground.com\n",
      "https://instagram.com\n",
      "https://www.lifezette.com\n",
      "https://www.gatestoneinstitute.org\n",
      "http://www.topbuzz.com\n",
      "http://festyy.com\n",
      "https://www.veteranstoday.com\n",
      "https://shareblue.com\n",
      "https://www.axios.com\n",
      "https://www.whitehouse.gov\n",
      "http://socl.club\n",
      "http://barenakedislam.com\n",
      "http://cnb.cx\n",
      "https://www.theblaze.com\n",
      "http://www.viralnova.com\n",
      "http://ceesty.com\n",
      "http://constitution.com\n",
      "http://www.youtube.com.ridder.co\n",
      "https://m.facebook.com\n",
      "http://nbcnews.to\n",
      "http://www.sinembargo.mx\n",
      "http://b4in.info\n",
      "https://www.lewrockwell.com\n",
      "http://www.newsmax.com\n",
      "http://destyy.com\n",
      "https://tinyurl.com\n",
      "https://teddystick.com\n",
      "http://www.naturalnews.com\n",
      "http://www.whatdoesitmean.com\n",
      "http://ti.me\n",
      "http://www.washingtontimes.com\n",
      "https://www.gofundme.com\n",
      "https://reut.rs\n",
      "http://www.politicususa.com\n",
      "http://bbc.in\n",
      "http://instagram.com\n",
      "https://www.frontpagemag.com\n",
      "https://worldpoliticus.com\n",
      "http://abcnews.go.com\n",
      "http://thebea.st\n",
      "https://interc.pt\n",
      "http://snpy.tv\n",
      "https://www.timesofisrael.com\n",
      "http://www.gopusa.com\n",
      "https://www.themaven.net\n",
      "http://americanlookout.com\n",
      "https://www.hotmomsclub.com\n",
      "https://www.truthrevolt.org\n",
      "http://www.nnettle.com\n",
      "http://cmun.it\n",
      "http://canadafreepress.com\n",
      "http://www.blabber.buzz\n",
      "https://elpais.com\n",
      "http://eheadlines.com\n",
      "http://russia-insider.com\n",
      "http://theantimedia.org\n",
      "https://www.thestar.com\n",
      "http://pinterest.com\n",
      "https://fellowshipoftheminds.com\n",
      "https://theintercept.com\n",
      "http://www.independentsentinel.com\n",
      "http://www.jpost.com\n",
      "http://nynettle.com\n",
      "https://thinkprogress.org\n",
      "http://USFREEDOMARMY.COM\n",
      "https://www.cnsnews.com\n",
      "http://aol.it\n",
      "https://www.mediaite.com\n",
      "https://www.louderwithcrowder.com\n",
      "http://v.media.daum.net\n",
      "https://mobile.nytimes.com\n",
      "http://apne.ws\n",
      "https://www.vox.com\n",
      "https://worldtruth.tv\n",
      "http://operationdisclosure.blogspot.com\n",
      "http://cbsn.ws\n",
      "https://www.realclearpolitics.com\n",
      "http://Sott.net\n",
      "https://www.haaretz.com\n",
      "\n",
      "************cluster  1 :\n",
      "http://jwatch.us\n",
      "\n",
      "************cluster  2 :\n",
      "http://paper.li\n",
      "\n",
      "************cluster  3 :\n",
      "http://lsh.re\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "\n",
      "******K = 10 ********\n",
      "Size of resulting clusters:\n",
      " \n",
      "Size of cluster  0 : 3\n",
      "Size of cluster  1 : 1\n",
      "Size of cluster  2 : 1\n",
      "Size of cluster  3 : 188\n",
      "Size of cluster  4 : 1\n",
      "Size of cluster  5 : 1\n",
      "Size of cluster  6 : 1\n",
      "Size of cluster  7 : 1\n",
      "Size of cluster  8 : 2\n",
      "Size of cluster  9 : 1\n",
      "The clusters are: \n",
      "\n",
      "************cluster  0 :\n",
      "http://dists.sytes.net\n",
      "http://truthfeed.com\n",
      "https://freedomdaily.com\n",
      "\n",
      "************cluster  1 :\n",
      "http://jwatch.us\n",
      "\n",
      "************cluster  2 :\n",
      "http://paper.li\n",
      "\n",
      "************cluster  3 :\n",
      "http://ijr.com\n",
      "https://nyti.ms\n",
      "https://constitution.com\n",
      "http://abcn.ws\n",
      "http://www.cbc.ca\n",
      "http://conservativetribune.com\n",
      "http://www.bbc.com\n",
      "http://madworldnews.com\n",
      "http://nyti.ms\n",
      "http://Disclose.tv\n",
      "https://en-volve.com\n",
      "http://m.beforeitsnews.com\n",
      "http://WorldTruth.Tv\n",
      "https://nypost.com\n",
      "https://pamelageller.com\n",
      "http://truepundit.com\n",
      "https://www.washingtontimes.com\n",
      "https://www.huffingtonpost.com\n",
      "http://NaturalNews.com\n",
      "http://politi.co\n",
      "http://www.telegraph.co.uk\n",
      "https://www.newsmax.com\n",
      "http://nabdapp.com\n",
      "https://sputniknews.com\n",
      "https://www.bloomberg.com\n",
      "https://www.reddit.com\n",
      "http://video.foxnews.com\n",
      "http://www.lifenews.com\n",
      "https://thehornnews.com\n",
      "https://cards.twitter.com\n",
      "https://en.wikipedia.org\n",
      "http://therightscoop.com\n",
      "http://www.latimes.com\n",
      "https://www.nbcnews.com\n",
      "https://www.rawstory.com\n",
      "https://www.jihadwatch.org\n",
      "http://www.businessinsider.com\n",
      "http://redstatewatcher.com\n",
      "https://www.waynedupree.com\n",
      "http://dennismichaellynch.com\n",
      "http://www.westernjournalism.com\n",
      "http://washex.am\n",
      "https://www.westernjournalism.com\n",
      "https://bluntforcetruth.com\n",
      "https://www.forbes.com\n",
      "https://on.rt.com\n",
      "http://j.mp\n",
      "http://www.nationalreview.com\n",
      "http://givemeliberty01.com\n",
      "http://www.neonnettle.com\n",
      "https://usat.ly\n",
      "https://www.hannity.com\n",
      "https://www.weaselzippers.us\n",
      "https://wp.me\n",
      "https://www.dailykos.com\n",
      "http://hill.cm\n",
      "https://hotair.com\n",
      "http://clkmein.com\n",
      "http://sumo.ly\n",
      "https://ilovemyfreedom.org\n",
      "http://money.cnn.com\n",
      "https://www.reuters.com\n",
      "https://www.cbsnews.com\n",
      "http://fw.to\n",
      "http://trib.al\n",
      "http://www.tmz.com\n",
      "http://investmentwatchblog.com\n",
      "https://www.redstate.com\n",
      "https://www.amazon.com\n",
      "http://read.bi\n",
      "http://shar.es\n",
      "https://bb4sp.com\n",
      "https://www.buzzfeed.com\n",
      "https://www.cnbc.com\n",
      "https://www.conservativeinstitute.org\n",
      "https://www.conservativereview.com\n",
      "https://steemit.com\n",
      "http://iotwreport.com\n",
      "https://www.express.co.uk\n",
      "http://www.forbes.com\n",
      "https://www.scribd.com\n",
      "https://www.thesun.co.uk\n",
      "https://freedomoutpost.com\n",
      "http://reut.rs\n",
      "http://theduran.com\n",
      "http://conservativefighters.com\n",
      "http://ilovemyfreedomnews.gq\n",
      "http://dailysign.al\n",
      "https://www.sott.net\n",
      "http://google.com\n",
      "http://www.westmonster.com\n",
      "http://nydn.us\n",
      "https://www.theatlantic.com\n",
      "https://wikileaks.org\n",
      "http://dailysignal.com\n",
      "http://amzn.to\n",
      "https://www.change.org\n",
      "http://www.oann.com\n",
      "http://www.abc.net.au\n",
      "https://www.lifesitenews.com\n",
      "https://apnews.com\n",
      "https://creepingsharia.wordpress.com\n",
      "http://tweetedtimes.com\n",
      "http://www.mirror.co.uk\n",
      "http://thefreethoughtproject.com\n",
      "https://www.thedailybeast.com\n",
      "http://gestyy.com\n",
      "http://demu.gr\n",
      "http://dmlnews.com\n",
      "http://www.huffingtonpost.com\n",
      "http://lnkd.in\n",
      "http://corneey.com\n",
      "https://demu.gr\n",
      "https://www.democraticunderground.com\n",
      "https://instagram.com\n",
      "https://www.lifezette.com\n",
      "https://www.gatestoneinstitute.org\n",
      "http://www.topbuzz.com\n",
      "http://festyy.com\n",
      "https://www.veteranstoday.com\n",
      "https://shareblue.com\n",
      "https://www.axios.com\n",
      "https://www.whitehouse.gov\n",
      "http://barenakedislam.com\n",
      "http://cnb.cx\n",
      "https://www.theblaze.com\n",
      "http://www.viralnova.com\n",
      "http://ceesty.com\n",
      "http://constitution.com\n",
      "http://www.youtube.com.ridder.co\n",
      "https://m.facebook.com\n",
      "http://nbcnews.to\n",
      "http://b4in.info\n",
      "https://www.lewrockwell.com\n",
      "http://www.newsmax.com\n",
      "http://destyy.com\n",
      "https://tinyurl.com\n",
      "https://teddystick.com\n",
      "http://www.naturalnews.com\n",
      "http://www.whatdoesitmean.com\n",
      "http://ti.me\n",
      "http://www.washingtontimes.com\n",
      "https://www.gofundme.com\n",
      "https://reut.rs\n",
      "http://www.politicususa.com\n",
      "http://bbc.in\n",
      "http://instagram.com\n",
      "https://www.frontpagemag.com\n",
      "https://worldpoliticus.com\n",
      "http://abcnews.go.com\n",
      "http://thebea.st\n",
      "https://interc.pt\n",
      "http://snpy.tv\n",
      "https://www.timesofisrael.com\n",
      "http://www.gopusa.com\n",
      "https://www.themaven.net\n",
      "http://americanlookout.com\n",
      "https://www.hotmomsclub.com\n",
      "https://www.truthrevolt.org\n",
      "http://www.nnettle.com\n",
      "http://cmun.it\n",
      "http://canadafreepress.com\n",
      "http://www.blabber.buzz\n",
      "http://eheadlines.com\n",
      "http://russia-insider.com\n",
      "http://theantimedia.org\n",
      "https://www.thestar.com\n",
      "http://pinterest.com\n",
      "https://fellowshipoftheminds.com\n",
      "https://theintercept.com\n",
      "http://www.independentsentinel.com\n",
      "http://www.jpost.com\n",
      "http://nynettle.com\n",
      "https://thinkprogress.org\n",
      "https://www.cnsnews.com\n",
      "http://aol.it\n",
      "https://www.mediaite.com\n",
      "https://www.louderwithcrowder.com\n",
      "http://v.media.daum.net\n",
      "https://mobile.nytimes.com\n",
      "http://apne.ws\n",
      "https://www.vox.com\n",
      "https://worldtruth.tv\n",
      "http://operationdisclosure.blogspot.com\n",
      "http://cbsn.ws\n",
      "https://www.realclearpolitics.com\n",
      "http://Sott.net\n",
      "https://www.haaretz.com\n",
      "\n",
      "************cluster  4 :\n",
      "https://www.judicialwatch.org\n",
      "\n",
      "************cluster  5 :\n",
      "http://socl.club\n",
      "\n",
      "************cluster  6 :\n",
      "http://USFREEDOMARMY.COM\n",
      "\n",
      "************cluster  7 :\n",
      "https://clashdaily.com\n",
      "\n",
      "************cluster  8 :\n",
      "http://www.sinembargo.mx\n",
      "https://elpais.com\n",
      "\n",
      "************cluster  9 :\n",
      "http://lsh.re\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "\n",
      "******K = 20 ********\n",
      "Size of resulting clusters:\n",
      " \n",
      "Size of cluster  0 : 22\n",
      "Size of cluster  1 : 1\n",
      "Size of cluster  2 : 1\n",
      "Size of cluster  3 : 1\n",
      "Size of cluster  4 : 1\n",
      "Size of cluster  5 : 1\n",
      "Size of cluster  6 : 1\n",
      "Size of cluster  7 : 1\n",
      "Size of cluster  8 : 2\n",
      "Size of cluster  9 : 1\n",
      "Size of cluster  10 : 1\n",
      "Size of cluster  11 : 1\n",
      "Size of cluster  12 : 158\n",
      "Size of cluster  13 : 1\n",
      "Size of cluster  14 : 1\n",
      "Size of cluster  15 : 1\n",
      "Size of cluster  16 : 1\n",
      "Size of cluster  17 : 1\n",
      "Size of cluster  18 : 2\n",
      "Size of cluster  19 : 1\n",
      "The clusters are: \n",
      "\n",
      "************cluster  0 :\n",
      "http://ijr.com\n",
      "https://constitution.com\n",
      "http://conservativetribune.com\n",
      "http://madworldnews.com\n",
      "https://en-volve.com\n",
      "http://WorldTruth.Tv\n",
      "https://pamelageller.com\n",
      "http://truepundit.com\n",
      "http://dists.sytes.net\n",
      "http://truthfeed.com\n",
      "http://redstatewatcher.com\n",
      "https://www.waynedupree.com\n",
      "http://www.westernjournalism.com\n",
      "https://www.westernjournalism.com\n",
      "https://bluntforcetruth.com\n",
      "http://clkmein.com\n",
      "https://ilovemyfreedom.org\n",
      "https://freedomoutpost.com\n",
      "http://conservativefighters.com\n",
      "https://creepingsharia.wordpress.com\n",
      "http://www.viralnova.com\n",
      "https://worldpoliticus.com\n",
      "\n",
      "************cluster  1 :\n",
      "http://jwatch.us\n",
      "\n",
      "************cluster  2 :\n",
      "https://demu.gr\n",
      "\n",
      "************cluster  3 :\n",
      "http://lsh.re\n",
      "\n",
      "************cluster  4 :\n",
      "http://paper.li\n",
      "\n",
      "************cluster  5 :\n",
      "https://freedomdaily.com\n",
      "\n",
      "************cluster  6 :\n",
      "https://clashdaily.com\n",
      "\n",
      "************cluster  7 :\n",
      "http://socl.club\n",
      "\n",
      "************cluster  8 :\n",
      "https://www.sott.net\n",
      "http://Sott.net\n",
      "\n",
      "************cluster  9 :\n",
      "http://www.youtube.com.ridder.co\n",
      "\n",
      "************cluster  10 :\n",
      "https://www.judicialwatch.org\n",
      "\n",
      "************cluster  11 :\n",
      "http://USFREEDOMARMY.COM\n",
      "\n",
      "************cluster  12 :\n",
      "https://nyti.ms\n",
      "http://abcn.ws\n",
      "http://www.cbc.ca\n",
      "http://www.bbc.com\n",
      "http://nyti.ms\n",
      "http://Disclose.tv\n",
      "http://m.beforeitsnews.com\n",
      "https://nypost.com\n",
      "https://www.washingtontimes.com\n",
      "https://www.huffingtonpost.com\n",
      "http://NaturalNews.com\n",
      "http://politi.co\n",
      "http://www.telegraph.co.uk\n",
      "https://www.newsmax.com\n",
      "http://nabdapp.com\n",
      "https://sputniknews.com\n",
      "https://www.bloomberg.com\n",
      "https://www.reddit.com\n",
      "http://video.foxnews.com\n",
      "https://thehornnews.com\n",
      "https://cards.twitter.com\n",
      "https://en.wikipedia.org\n",
      "http://therightscoop.com\n",
      "http://www.latimes.com\n",
      "https://www.nbcnews.com\n",
      "https://www.rawstory.com\n",
      "https://www.jihadwatch.org\n",
      "http://www.businessinsider.com\n",
      "http://dennismichaellynch.com\n",
      "http://washex.am\n",
      "https://www.forbes.com\n",
      "https://on.rt.com\n",
      "http://j.mp\n",
      "http://www.nationalreview.com\n",
      "http://givemeliberty01.com\n",
      "http://www.neonnettle.com\n",
      "https://usat.ly\n",
      "https://www.weaselzippers.us\n",
      "https://wp.me\n",
      "https://www.dailykos.com\n",
      "http://hill.cm\n",
      "https://hotair.com\n",
      "http://sumo.ly\n",
      "http://money.cnn.com\n",
      "https://www.reuters.com\n",
      "https://www.cbsnews.com\n",
      "http://fw.to\n",
      "http://trib.al\n",
      "http://www.tmz.com\n",
      "http://investmentwatchblog.com\n",
      "https://www.redstate.com\n",
      "https://www.amazon.com\n",
      "http://read.bi\n",
      "http://shar.es\n",
      "https://www.buzzfeed.com\n",
      "https://www.cnbc.com\n",
      "https://www.conservativeinstitute.org\n",
      "https://www.conservativereview.com\n",
      "https://steemit.com\n",
      "http://iotwreport.com\n",
      "https://www.express.co.uk\n",
      "http://www.forbes.com\n",
      "https://www.scribd.com\n",
      "https://www.thesun.co.uk\n",
      "http://reut.rs\n",
      "http://theduran.com\n",
      "http://ilovemyfreedomnews.gq\n",
      "http://dailysign.al\n",
      "http://google.com\n",
      "http://www.westmonster.com\n",
      "http://nydn.us\n",
      "https://www.theatlantic.com\n",
      "https://wikileaks.org\n",
      "http://dailysignal.com\n",
      "http://amzn.to\n",
      "https://www.change.org\n",
      "http://www.oann.com\n",
      "http://www.abc.net.au\n",
      "https://www.lifesitenews.com\n",
      "https://apnews.com\n",
      "http://www.mirror.co.uk\n",
      "https://www.thedailybeast.com\n",
      "http://gestyy.com\n",
      "http://demu.gr\n",
      "http://dmlnews.com\n",
      "http://www.huffingtonpost.com\n",
      "http://lnkd.in\n",
      "http://corneey.com\n",
      "https://www.democraticunderground.com\n",
      "https://instagram.com\n",
      "https://www.lifezette.com\n",
      "https://www.gatestoneinstitute.org\n",
      "http://www.topbuzz.com\n",
      "http://festyy.com\n",
      "https://www.veteranstoday.com\n",
      "https://shareblue.com\n",
      "https://www.axios.com\n",
      "https://www.whitehouse.gov\n",
      "http://barenakedislam.com\n",
      "http://cnb.cx\n",
      "https://www.theblaze.com\n",
      "http://ceesty.com\n",
      "http://constitution.com\n",
      "https://m.facebook.com\n",
      "http://nbcnews.to\n",
      "http://b4in.info\n",
      "https://www.lewrockwell.com\n",
      "http://www.newsmax.com\n",
      "http://destyy.com\n",
      "https://tinyurl.com\n",
      "https://teddystick.com\n",
      "http://www.naturalnews.com\n",
      "http://www.whatdoesitmean.com\n",
      "http://ti.me\n",
      "http://www.washingtontimes.com\n",
      "https://www.gofundme.com\n",
      "https://reut.rs\n",
      "http://www.politicususa.com\n",
      "http://bbc.in\n",
      "http://instagram.com\n",
      "https://www.frontpagemag.com\n",
      "http://abcnews.go.com\n",
      "http://thebea.st\n",
      "https://interc.pt\n",
      "http://snpy.tv\n",
      "https://www.timesofisrael.com\n",
      "http://www.gopusa.com\n",
      "https://www.themaven.net\n",
      "http://americanlookout.com\n",
      "https://www.hotmomsclub.com\n",
      "https://www.truthrevolt.org\n",
      "http://www.nnettle.com\n",
      "http://cmun.it\n",
      "http://canadafreepress.com\n",
      "http://www.blabber.buzz\n",
      "http://eheadlines.com\n",
      "http://russia-insider.com\n",
      "http://theantimedia.org\n",
      "https://www.thestar.com\n",
      "http://pinterest.com\n",
      "https://fellowshipoftheminds.com\n",
      "https://theintercept.com\n",
      "http://www.independentsentinel.com\n",
      "http://www.jpost.com\n",
      "http://nynettle.com\n",
      "https://thinkprogress.org\n",
      "https://www.cnsnews.com\n",
      "http://aol.it\n",
      "https://www.mediaite.com\n",
      "https://www.louderwithcrowder.com\n",
      "http://v.media.daum.net\n",
      "https://mobile.nytimes.com\n",
      "http://apne.ws\n",
      "https://www.vox.com\n",
      "https://worldtruth.tv\n",
      "http://cbsn.ws\n",
      "https://www.realclearpolitics.com\n",
      "https://www.haaretz.com\n",
      "\n",
      "************cluster  13 :\n",
      "https://bb4sp.com\n",
      "\n",
      "************cluster  14 :\n",
      "http://operationdisclosure.blogspot.com\n",
      "\n",
      "************cluster  15 :\n",
      "https://www.hannity.com\n",
      "\n",
      "************cluster  16 :\n",
      "http://thefreethoughtproject.com\n",
      "\n",
      "************cluster  17 :\n",
      "http://www.lifenews.com\n",
      "\n",
      "************cluster  18 :\n",
      "http://www.sinembargo.mx\n",
      "https://elpais.com\n",
      "\n",
      "************cluster  19 :\n",
      "http://tweetedtimes.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "Wall time: 10min 21s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "#clustering the same 200 domains as above, but with more features (lowering the min cutoff)\n",
    "\n",
    "domains_set = domains_sorted[100:300]\n",
    "selected_d = select_dimensions(domains_set, 0.8 , 0.1)\n",
    "vecs = insts_to_vecs(domains_set, selected_d)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 194,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n",
      "******K = 2 ********\n",
      "Size of resulting clusters:\n",
      " \n",
      "Size of cluster  0 : 1\n",
      "Size of cluster  1 : 199\n",
      "The clusters are: \n",
      "\n",
      "************cluster  0 :\n",
      "http://jwatch.us\n",
      "\n",
      "************cluster  1 :\n",
      "http://ijr.com\n",
      "https://nyti.ms\n",
      "https://constitution.com\n",
      "http://abcn.ws\n",
      "http://www.cbc.ca\n",
      "http://conservativetribune.com\n",
      "http://www.bbc.com\n",
      "http://madworldnews.com\n",
      "http://nyti.ms\n",
      "http://Disclose.tv\n",
      "https://en-volve.com\n",
      "http://m.beforeitsnews.com\n",
      "http://WorldTruth.Tv\n",
      "https://nypost.com\n",
      "https://pamelageller.com\n",
      "http://truepundit.com\n",
      "https://www.washingtontimes.com\n",
      "http://dists.sytes.net\n",
      "https://www.huffingtonpost.com\n",
      "https://clashdaily.com\n",
      "http://NaturalNews.com\n",
      "http://politi.co\n",
      "http://www.telegraph.co.uk\n",
      "https://www.newsmax.com\n",
      "http://nabdapp.com\n",
      "https://sputniknews.com\n",
      "http://truthfeed.com\n",
      "https://www.bloomberg.com\n",
      "https://www.reddit.com\n",
      "https://freedomdaily.com\n",
      "http://video.foxnews.com\n",
      "http://www.lifenews.com\n",
      "https://thehornnews.com\n",
      "https://cards.twitter.com\n",
      "https://en.wikipedia.org\n",
      "http://therightscoop.com\n",
      "http://www.latimes.com\n",
      "https://www.nbcnews.com\n",
      "https://www.rawstory.com\n",
      "https://www.jihadwatch.org\n",
      "http://www.businessinsider.com\n",
      "http://paper.li\n",
      "http://redstatewatcher.com\n",
      "https://www.waynedupree.com\n",
      "http://dennismichaellynch.com\n",
      "http://www.westernjournalism.com\n",
      "http://washex.am\n",
      "https://www.westernjournalism.com\n",
      "https://bluntforcetruth.com\n",
      "https://www.forbes.com\n",
      "https://on.rt.com\n",
      "http://j.mp\n",
      "http://www.nationalreview.com\n",
      "http://givemeliberty01.com\n",
      "http://www.neonnettle.com\n",
      "https://usat.ly\n",
      "https://www.hannity.com\n",
      "https://www.weaselzippers.us\n",
      "https://wp.me\n",
      "https://www.dailykos.com\n",
      "http://hill.cm\n",
      "https://hotair.com\n",
      "http://clkmein.com\n",
      "http://sumo.ly\n",
      "https://ilovemyfreedom.org\n",
      "http://money.cnn.com\n",
      "https://www.reuters.com\n",
      "https://www.cbsnews.com\n",
      "http://fw.to\n",
      "http://lsh.re\n",
      "http://trib.al\n",
      "http://www.tmz.com\n",
      "http://investmentwatchblog.com\n",
      "https://www.redstate.com\n",
      "https://www.amazon.com\n",
      "http://read.bi\n",
      "http://shar.es\n",
      "https://bb4sp.com\n",
      "https://www.buzzfeed.com\n",
      "https://www.cnbc.com\n",
      "https://www.conservativeinstitute.org\n",
      "https://www.conservativereview.com\n",
      "https://steemit.com\n",
      "http://iotwreport.com\n",
      "https://www.express.co.uk\n",
      "http://www.forbes.com\n",
      "https://www.scribd.com\n",
      "https://www.thesun.co.uk\n",
      "https://freedomoutpost.com\n",
      "http://reut.rs\n",
      "http://theduran.com\n",
      "http://conservativefighters.com\n",
      "http://ilovemyfreedomnews.gq\n",
      "http://dailysign.al\n",
      "https://www.sott.net\n",
      "http://google.com\n",
      "http://www.westmonster.com\n",
      "http://nydn.us\n",
      "https://www.theatlantic.com\n",
      "https://wikileaks.org\n",
      "http://dailysignal.com\n",
      "http://amzn.to\n",
      "https://www.change.org\n",
      "http://www.oann.com\n",
      "http://www.abc.net.au\n",
      "https://www.lifesitenews.com\n",
      "https://apnews.com\n",
      "https://creepingsharia.wordpress.com\n",
      "http://tweetedtimes.com\n",
      "http://www.mirror.co.uk\n",
      "http://thefreethoughtproject.com\n",
      "https://www.thedailybeast.com\n",
      "http://gestyy.com\n",
      "http://demu.gr\n",
      "http://dmlnews.com\n",
      "http://www.huffingtonpost.com\n",
      "http://lnkd.in\n",
      "https://www.judicialwatch.org\n",
      "http://corneey.com\n",
      "https://demu.gr\n",
      "https://www.democraticunderground.com\n",
      "https://instagram.com\n",
      "https://www.lifezette.com\n",
      "https://www.gatestoneinstitute.org\n",
      "http://www.topbuzz.com\n",
      "http://festyy.com\n",
      "https://www.veteranstoday.com\n",
      "https://shareblue.com\n",
      "https://www.axios.com\n",
      "https://www.whitehouse.gov\n",
      "http://socl.club\n",
      "http://barenakedislam.com\n",
      "http://cnb.cx\n",
      "https://www.theblaze.com\n",
      "http://www.viralnova.com\n",
      "http://ceesty.com\n",
      "http://constitution.com\n",
      "http://www.youtube.com.ridder.co\n",
      "https://m.facebook.com\n",
      "http://nbcnews.to\n",
      "http://www.sinembargo.mx\n",
      "http://b4in.info\n",
      "https://www.lewrockwell.com\n",
      "http://www.newsmax.com\n",
      "http://destyy.com\n",
      "https://tinyurl.com\n",
      "https://teddystick.com\n",
      "http://www.naturalnews.com\n",
      "http://www.whatdoesitmean.com\n",
      "http://ti.me\n",
      "http://www.washingtontimes.com\n",
      "https://www.gofundme.com\n",
      "https://reut.rs\n",
      "http://www.politicususa.com\n",
      "http://bbc.in\n",
      "http://instagram.com\n",
      "https://www.frontpagemag.com\n",
      "https://worldpoliticus.com\n",
      "http://abcnews.go.com\n",
      "http://thebea.st\n",
      "https://interc.pt\n",
      "http://snpy.tv\n",
      "https://www.timesofisrael.com\n",
      "http://www.gopusa.com\n",
      "https://www.themaven.net\n",
      "http://americanlookout.com\n",
      "https://www.hotmomsclub.com\n",
      "https://www.truthrevolt.org\n",
      "http://www.nnettle.com\n",
      "http://cmun.it\n",
      "http://canadafreepress.com\n",
      "http://www.blabber.buzz\n",
      "https://elpais.com\n",
      "http://eheadlines.com\n",
      "http://russia-insider.com\n",
      "http://theantimedia.org\n",
      "https://www.thestar.com\n",
      "http://pinterest.com\n",
      "https://fellowshipoftheminds.com\n",
      "https://theintercept.com\n",
      "http://www.independentsentinel.com\n",
      "http://www.jpost.com\n",
      "http://nynettle.com\n",
      "https://thinkprogress.org\n",
      "http://USFREEDOMARMY.COM\n",
      "https://www.cnsnews.com\n",
      "http://aol.it\n",
      "https://www.mediaite.com\n",
      "https://www.louderwithcrowder.com\n",
      "http://v.media.daum.net\n",
      "https://mobile.nytimes.com\n",
      "http://apne.ws\n",
      "https://www.vox.com\n",
      "https://worldtruth.tv\n",
      "http://operationdisclosure.blogspot.com\n",
      "http://cbsn.ws\n",
      "https://www.realclearpolitics.com\n",
      "http://Sott.net\n",
      "https://www.haaretz.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "\n",
      "******K = 3 ********\n",
      "Size of resulting clusters:\n",
      " \n",
      "Size of cluster  0 : 198\n",
      "Size of cluster  1 : 1\n",
      "Size of cluster  2 : 1\n",
      "The clusters are: \n",
      "\n",
      "************cluster  0 :\n",
      "http://ijr.com\n",
      "https://nyti.ms\n",
      "https://constitution.com\n",
      "http://abcn.ws\n",
      "http://www.cbc.ca\n",
      "http://conservativetribune.com\n",
      "http://www.bbc.com\n",
      "http://madworldnews.com\n",
      "http://nyti.ms\n",
      "http://Disclose.tv\n",
      "https://en-volve.com\n",
      "http://m.beforeitsnews.com\n",
      "http://WorldTruth.Tv\n",
      "https://nypost.com\n",
      "https://pamelageller.com\n",
      "http://truepundit.com\n",
      "https://www.washingtontimes.com\n",
      "http://dists.sytes.net\n",
      "https://www.huffingtonpost.com\n",
      "http://NaturalNews.com\n",
      "http://politi.co\n",
      "http://www.telegraph.co.uk\n",
      "https://www.newsmax.com\n",
      "http://nabdapp.com\n",
      "https://sputniknews.com\n",
      "http://truthfeed.com\n",
      "https://www.bloomberg.com\n",
      "https://www.reddit.com\n",
      "https://freedomdaily.com\n",
      "http://video.foxnews.com\n",
      "http://www.lifenews.com\n",
      "https://thehornnews.com\n",
      "https://cards.twitter.com\n",
      "https://en.wikipedia.org\n",
      "http://therightscoop.com\n",
      "http://www.latimes.com\n",
      "https://www.nbcnews.com\n",
      "https://www.rawstory.com\n",
      "https://www.jihadwatch.org\n",
      "http://www.businessinsider.com\n",
      "http://paper.li\n",
      "http://redstatewatcher.com\n",
      "https://www.waynedupree.com\n",
      "http://dennismichaellynch.com\n",
      "http://www.westernjournalism.com\n",
      "http://washex.am\n",
      "https://www.westernjournalism.com\n",
      "https://bluntforcetruth.com\n",
      "https://www.forbes.com\n",
      "https://on.rt.com\n",
      "http://j.mp\n",
      "http://www.nationalreview.com\n",
      "http://givemeliberty01.com\n",
      "http://www.neonnettle.com\n",
      "https://usat.ly\n",
      "https://www.hannity.com\n",
      "https://www.weaselzippers.us\n",
      "https://wp.me\n",
      "https://www.dailykos.com\n",
      "http://hill.cm\n",
      "https://hotair.com\n",
      "http://clkmein.com\n",
      "http://sumo.ly\n",
      "https://ilovemyfreedom.org\n",
      "http://money.cnn.com\n",
      "https://www.reuters.com\n",
      "https://www.cbsnews.com\n",
      "http://fw.to\n",
      "http://lsh.re\n",
      "http://trib.al\n",
      "http://www.tmz.com\n",
      "http://investmentwatchblog.com\n",
      "https://www.redstate.com\n",
      "https://www.amazon.com\n",
      "http://read.bi\n",
      "http://shar.es\n",
      "https://bb4sp.com\n",
      "https://www.buzzfeed.com\n",
      "https://www.cnbc.com\n",
      "https://www.conservativeinstitute.org\n",
      "https://www.conservativereview.com\n",
      "https://steemit.com\n",
      "http://iotwreport.com\n",
      "https://www.express.co.uk\n",
      "http://www.forbes.com\n",
      "https://www.scribd.com\n",
      "https://www.thesun.co.uk\n",
      "https://freedomoutpost.com\n",
      "http://reut.rs\n",
      "http://theduran.com\n",
      "http://conservativefighters.com\n",
      "http://ilovemyfreedomnews.gq\n",
      "http://dailysign.al\n",
      "https://www.sott.net\n",
      "http://google.com\n",
      "http://www.westmonster.com\n",
      "http://nydn.us\n",
      "https://www.theatlantic.com\n",
      "https://wikileaks.org\n",
      "http://dailysignal.com\n",
      "http://amzn.to\n",
      "https://www.change.org\n",
      "http://www.oann.com\n",
      "http://www.abc.net.au\n",
      "https://www.lifesitenews.com\n",
      "https://apnews.com\n",
      "https://creepingsharia.wordpress.com\n",
      "http://tweetedtimes.com\n",
      "http://www.mirror.co.uk\n",
      "http://thefreethoughtproject.com\n",
      "https://www.thedailybeast.com\n",
      "http://gestyy.com\n",
      "http://demu.gr\n",
      "http://dmlnews.com\n",
      "http://www.huffingtonpost.com\n",
      "http://lnkd.in\n",
      "https://www.judicialwatch.org\n",
      "http://corneey.com\n",
      "https://demu.gr\n",
      "https://www.democraticunderground.com\n",
      "https://instagram.com\n",
      "https://www.lifezette.com\n",
      "https://www.gatestoneinstitute.org\n",
      "http://www.topbuzz.com\n",
      "http://festyy.com\n",
      "https://www.veteranstoday.com\n",
      "https://shareblue.com\n",
      "https://www.axios.com\n",
      "https://www.whitehouse.gov\n",
      "http://socl.club\n",
      "http://barenakedislam.com\n",
      "http://cnb.cx\n",
      "https://www.theblaze.com\n",
      "http://www.viralnova.com\n",
      "http://ceesty.com\n",
      "http://constitution.com\n",
      "http://www.youtube.com.ridder.co\n",
      "https://m.facebook.com\n",
      "http://nbcnews.to\n",
      "http://www.sinembargo.mx\n",
      "http://b4in.info\n",
      "https://www.lewrockwell.com\n",
      "http://www.newsmax.com\n",
      "http://destyy.com\n",
      "https://tinyurl.com\n",
      "https://teddystick.com\n",
      "http://www.naturalnews.com\n",
      "http://www.whatdoesitmean.com\n",
      "http://ti.me\n",
      "http://www.washingtontimes.com\n",
      "https://www.gofundme.com\n",
      "https://reut.rs\n",
      "http://www.politicususa.com\n",
      "http://bbc.in\n",
      "http://instagram.com\n",
      "https://www.frontpagemag.com\n",
      "https://worldpoliticus.com\n",
      "http://abcnews.go.com\n",
      "http://thebea.st\n",
      "https://interc.pt\n",
      "http://snpy.tv\n",
      "https://www.timesofisrael.com\n",
      "http://www.gopusa.com\n",
      "https://www.themaven.net\n",
      "http://americanlookout.com\n",
      "https://www.hotmomsclub.com\n",
      "https://www.truthrevolt.org\n",
      "http://www.nnettle.com\n",
      "http://cmun.it\n",
      "http://canadafreepress.com\n",
      "http://www.blabber.buzz\n",
      "https://elpais.com\n",
      "http://eheadlines.com\n",
      "http://russia-insider.com\n",
      "http://theantimedia.org\n",
      "https://www.thestar.com\n",
      "http://pinterest.com\n",
      "https://fellowshipoftheminds.com\n",
      "https://theintercept.com\n",
      "http://www.independentsentinel.com\n",
      "http://www.jpost.com\n",
      "http://nynettle.com\n",
      "https://thinkprogress.org\n",
      "http://USFREEDOMARMY.COM\n",
      "https://www.cnsnews.com\n",
      "http://aol.it\n",
      "https://www.mediaite.com\n",
      "https://www.louderwithcrowder.com\n",
      "http://v.media.daum.net\n",
      "https://mobile.nytimes.com\n",
      "http://apne.ws\n",
      "https://www.vox.com\n",
      "https://worldtruth.tv\n",
      "http://operationdisclosure.blogspot.com\n",
      "http://cbsn.ws\n",
      "https://www.realclearpolitics.com\n",
      "http://Sott.net\n",
      "https://www.haaretz.com\n",
      "\n",
      "************cluster  1 :\n",
      "http://jwatch.us\n",
      "\n",
      "************cluster  2 :\n",
      "https://clashdaily.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n",
      "******K = 4 ********\n",
      "Size of resulting clusters:\n",
      " \n",
      "Size of cluster  0 : 197\n",
      "Size of cluster  1 : 1\n",
      "Size of cluster  2 : 1\n",
      "Size of cluster  3 : 1\n",
      "The clusters are: \n",
      "\n",
      "************cluster  0 :\n",
      "http://ijr.com\n",
      "https://nyti.ms\n",
      "https://constitution.com\n",
      "http://abcn.ws\n",
      "http://www.cbc.ca\n",
      "http://conservativetribune.com\n",
      "http://www.bbc.com\n",
      "http://madworldnews.com\n",
      "http://nyti.ms\n",
      "http://Disclose.tv\n",
      "https://en-volve.com\n",
      "http://m.beforeitsnews.com\n",
      "http://WorldTruth.Tv\n",
      "https://nypost.com\n",
      "https://pamelageller.com\n",
      "http://truepundit.com\n",
      "https://www.washingtontimes.com\n",
      "http://dists.sytes.net\n",
      "https://www.huffingtonpost.com\n",
      "https://clashdaily.com\n",
      "http://NaturalNews.com\n",
      "http://politi.co\n",
      "http://www.telegraph.co.uk\n",
      "https://www.newsmax.com\n",
      "http://nabdapp.com\n",
      "https://sputniknews.com\n",
      "http://truthfeed.com\n",
      "https://www.bloomberg.com\n",
      "https://www.reddit.com\n",
      "https://freedomdaily.com\n",
      "http://video.foxnews.com\n",
      "http://www.lifenews.com\n",
      "https://thehornnews.com\n",
      "https://cards.twitter.com\n",
      "https://en.wikipedia.org\n",
      "http://therightscoop.com\n",
      "http://www.latimes.com\n",
      "https://www.nbcnews.com\n",
      "https://www.rawstory.com\n",
      "https://www.jihadwatch.org\n",
      "http://www.businessinsider.com\n",
      "http://redstatewatcher.com\n",
      "https://www.waynedupree.com\n",
      "http://dennismichaellynch.com\n",
      "http://www.westernjournalism.com\n",
      "http://washex.am\n",
      "https://www.westernjournalism.com\n",
      "https://bluntforcetruth.com\n",
      "https://www.forbes.com\n",
      "https://on.rt.com\n",
      "http://j.mp\n",
      "http://www.nationalreview.com\n",
      "http://givemeliberty01.com\n",
      "http://www.neonnettle.com\n",
      "https://usat.ly\n",
      "https://www.hannity.com\n",
      "https://www.weaselzippers.us\n",
      "https://wp.me\n",
      "https://www.dailykos.com\n",
      "http://hill.cm\n",
      "https://hotair.com\n",
      "http://clkmein.com\n",
      "http://sumo.ly\n",
      "https://ilovemyfreedom.org\n",
      "http://money.cnn.com\n",
      "https://www.reuters.com\n",
      "https://www.cbsnews.com\n",
      "http://fw.to\n",
      "http://trib.al\n",
      "http://www.tmz.com\n",
      "http://investmentwatchblog.com\n",
      "https://www.redstate.com\n",
      "https://www.amazon.com\n",
      "http://read.bi\n",
      "http://shar.es\n",
      "https://bb4sp.com\n",
      "https://www.buzzfeed.com\n",
      "https://www.cnbc.com\n",
      "https://www.conservativeinstitute.org\n",
      "https://www.conservativereview.com\n",
      "https://steemit.com\n",
      "http://iotwreport.com\n",
      "https://www.express.co.uk\n",
      "http://www.forbes.com\n",
      "https://www.scribd.com\n",
      "https://www.thesun.co.uk\n",
      "https://freedomoutpost.com\n",
      "http://reut.rs\n",
      "http://theduran.com\n",
      "http://conservativefighters.com\n",
      "http://ilovemyfreedomnews.gq\n",
      "http://dailysign.al\n",
      "https://www.sott.net\n",
      "http://google.com\n",
      "http://www.westmonster.com\n",
      "http://nydn.us\n",
      "https://www.theatlantic.com\n",
      "https://wikileaks.org\n",
      "http://dailysignal.com\n",
      "http://amzn.to\n",
      "https://www.change.org\n",
      "http://www.oann.com\n",
      "http://www.abc.net.au\n",
      "https://www.lifesitenews.com\n",
      "https://apnews.com\n",
      "https://creepingsharia.wordpress.com\n",
      "http://tweetedtimes.com\n",
      "http://www.mirror.co.uk\n",
      "http://thefreethoughtproject.com\n",
      "https://www.thedailybeast.com\n",
      "http://gestyy.com\n",
      "http://demu.gr\n",
      "http://dmlnews.com\n",
      "http://www.huffingtonpost.com\n",
      "http://lnkd.in\n",
      "https://www.judicialwatch.org\n",
      "http://corneey.com\n",
      "https://demu.gr\n",
      "https://www.democraticunderground.com\n",
      "https://instagram.com\n",
      "https://www.lifezette.com\n",
      "https://www.gatestoneinstitute.org\n",
      "http://www.topbuzz.com\n",
      "http://festyy.com\n",
      "https://www.veteranstoday.com\n",
      "https://shareblue.com\n",
      "https://www.axios.com\n",
      "https://www.whitehouse.gov\n",
      "http://socl.club\n",
      "http://barenakedislam.com\n",
      "http://cnb.cx\n",
      "https://www.theblaze.com\n",
      "http://www.viralnova.com\n",
      "http://ceesty.com\n",
      "http://constitution.com\n",
      "http://www.youtube.com.ridder.co\n",
      "https://m.facebook.com\n",
      "http://nbcnews.to\n",
      "http://www.sinembargo.mx\n",
      "http://b4in.info\n",
      "https://www.lewrockwell.com\n",
      "http://www.newsmax.com\n",
      "http://destyy.com\n",
      "https://tinyurl.com\n",
      "https://teddystick.com\n",
      "http://www.naturalnews.com\n",
      "http://www.whatdoesitmean.com\n",
      "http://ti.me\n",
      "http://www.washingtontimes.com\n",
      "https://www.gofundme.com\n",
      "https://reut.rs\n",
      "http://www.politicususa.com\n",
      "http://bbc.in\n",
      "http://instagram.com\n",
      "https://www.frontpagemag.com\n",
      "https://worldpoliticus.com\n",
      "http://abcnews.go.com\n",
      "http://thebea.st\n",
      "https://interc.pt\n",
      "http://snpy.tv\n",
      "https://www.timesofisrael.com\n",
      "http://www.gopusa.com\n",
      "https://www.themaven.net\n",
      "http://americanlookout.com\n",
      "https://www.hotmomsclub.com\n",
      "https://www.truthrevolt.org\n",
      "http://www.nnettle.com\n",
      "http://cmun.it\n",
      "http://canadafreepress.com\n",
      "http://www.blabber.buzz\n",
      "https://elpais.com\n",
      "http://eheadlines.com\n",
      "http://russia-insider.com\n",
      "http://theantimedia.org\n",
      "https://www.thestar.com\n",
      "http://pinterest.com\n",
      "https://fellowshipoftheminds.com\n",
      "https://theintercept.com\n",
      "http://www.independentsentinel.com\n",
      "http://www.jpost.com\n",
      "http://nynettle.com\n",
      "https://thinkprogress.org\n",
      "http://USFREEDOMARMY.COM\n",
      "https://www.cnsnews.com\n",
      "http://aol.it\n",
      "https://www.mediaite.com\n",
      "https://www.louderwithcrowder.com\n",
      "http://v.media.daum.net\n",
      "https://mobile.nytimes.com\n",
      "http://apne.ws\n",
      "https://www.vox.com\n",
      "https://worldtruth.tv\n",
      "http://operationdisclosure.blogspot.com\n",
      "http://cbsn.ws\n",
      "https://www.realclearpolitics.com\n",
      "http://Sott.net\n",
      "https://www.haaretz.com\n",
      "\n",
      "************cluster  1 :\n",
      "http://jwatch.us\n",
      "\n",
      "************cluster  2 :\n",
      "http://paper.li\n",
      "\n",
      "************cluster  3 :\n",
      "http://lsh.re\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "\n",
      "******K = 10 ********\n",
      "Size of resulting clusters:\n",
      " \n",
      "Size of cluster  0 : 3\n",
      "Size of cluster  1 : 1\n",
      "Size of cluster  2 : 1\n",
      "Size of cluster  3 : 188\n",
      "Size of cluster  4 : 1\n",
      "Size of cluster  5 : 1\n",
      "Size of cluster  6 : 1\n",
      "Size of cluster  7 : 1\n",
      "Size of cluster  8 : 2\n",
      "Size of cluster  9 : 1\n",
      "The clusters are: \n",
      "\n",
      "************cluster  0 :\n",
      "http://dists.sytes.net\n",
      "http://truthfeed.com\n",
      "https://freedomdaily.com\n",
      "\n",
      "************cluster  1 :\n",
      "http://jwatch.us\n",
      "\n",
      "************cluster  2 :\n",
      "http://paper.li\n",
      "\n",
      "************cluster  3 :\n",
      "http://ijr.com\n",
      "https://nyti.ms\n",
      "https://constitution.com\n",
      "http://abcn.ws\n",
      "http://www.cbc.ca\n",
      "http://conservativetribune.com\n",
      "http://www.bbc.com\n",
      "http://madworldnews.com\n",
      "http://nyti.ms\n",
      "http://Disclose.tv\n",
      "https://en-volve.com\n",
      "http://m.beforeitsnews.com\n",
      "http://WorldTruth.Tv\n",
      "https://nypost.com\n",
      "https://pamelageller.com\n",
      "http://truepundit.com\n",
      "https://www.washingtontimes.com\n",
      "https://www.huffingtonpost.com\n",
      "http://NaturalNews.com\n",
      "http://politi.co\n",
      "http://www.telegraph.co.uk\n",
      "https://www.newsmax.com\n",
      "http://nabdapp.com\n",
      "https://sputniknews.com\n",
      "https://www.bloomberg.com\n",
      "https://www.reddit.com\n",
      "http://video.foxnews.com\n",
      "http://www.lifenews.com\n",
      "https://thehornnews.com\n",
      "https://cards.twitter.com\n",
      "https://en.wikipedia.org\n",
      "http://therightscoop.com\n",
      "http://www.latimes.com\n",
      "https://www.nbcnews.com\n",
      "https://www.rawstory.com\n",
      "https://www.jihadwatch.org\n",
      "http://www.businessinsider.com\n",
      "http://redstatewatcher.com\n",
      "https://www.waynedupree.com\n",
      "http://dennismichaellynch.com\n",
      "http://www.westernjournalism.com\n",
      "http://washex.am\n",
      "https://www.westernjournalism.com\n",
      "https://bluntforcetruth.com\n",
      "https://www.forbes.com\n",
      "https://on.rt.com\n",
      "http://j.mp\n",
      "http://www.nationalreview.com\n",
      "http://givemeliberty01.com\n",
      "http://www.neonnettle.com\n",
      "https://usat.ly\n",
      "https://www.hannity.com\n",
      "https://www.weaselzippers.us\n",
      "https://wp.me\n",
      "https://www.dailykos.com\n",
      "http://hill.cm\n",
      "https://hotair.com\n",
      "http://clkmein.com\n",
      "http://sumo.ly\n",
      "https://ilovemyfreedom.org\n",
      "http://money.cnn.com\n",
      "https://www.reuters.com\n",
      "https://www.cbsnews.com\n",
      "http://fw.to\n",
      "http://trib.al\n",
      "http://www.tmz.com\n",
      "http://investmentwatchblog.com\n",
      "https://www.redstate.com\n",
      "https://www.amazon.com\n",
      "http://read.bi\n",
      "http://shar.es\n",
      "https://bb4sp.com\n",
      "https://www.buzzfeed.com\n",
      "https://www.cnbc.com\n",
      "https://www.conservativeinstitute.org\n",
      "https://www.conservativereview.com\n",
      "https://steemit.com\n",
      "http://iotwreport.com\n",
      "https://www.express.co.uk\n",
      "http://www.forbes.com\n",
      "https://www.scribd.com\n",
      "https://www.thesun.co.uk\n",
      "https://freedomoutpost.com\n",
      "http://reut.rs\n",
      "http://theduran.com\n",
      "http://conservativefighters.com\n",
      "http://ilovemyfreedomnews.gq\n",
      "http://dailysign.al\n",
      "https://www.sott.net\n",
      "http://google.com\n",
      "http://www.westmonster.com\n",
      "http://nydn.us\n",
      "https://www.theatlantic.com\n",
      "https://wikileaks.org\n",
      "http://dailysignal.com\n",
      "http://amzn.to\n",
      "https://www.change.org\n",
      "http://www.oann.com\n",
      "http://www.abc.net.au\n",
      "https://www.lifesitenews.com\n",
      "https://apnews.com\n",
      "https://creepingsharia.wordpress.com\n",
      "http://tweetedtimes.com\n",
      "http://www.mirror.co.uk\n",
      "http://thefreethoughtproject.com\n",
      "https://www.thedailybeast.com\n",
      "http://gestyy.com\n",
      "http://demu.gr\n",
      "http://dmlnews.com\n",
      "http://www.huffingtonpost.com\n",
      "http://lnkd.in\n",
      "http://corneey.com\n",
      "https://demu.gr\n",
      "https://www.democraticunderground.com\n",
      "https://instagram.com\n",
      "https://www.lifezette.com\n",
      "https://www.gatestoneinstitute.org\n",
      "http://www.topbuzz.com\n",
      "http://festyy.com\n",
      "https://www.veteranstoday.com\n",
      "https://shareblue.com\n",
      "https://www.axios.com\n",
      "https://www.whitehouse.gov\n",
      "http://barenakedislam.com\n",
      "http://cnb.cx\n",
      "https://www.theblaze.com\n",
      "http://www.viralnova.com\n",
      "http://ceesty.com\n",
      "http://constitution.com\n",
      "http://www.youtube.com.ridder.co\n",
      "https://m.facebook.com\n",
      "http://nbcnews.to\n",
      "http://b4in.info\n",
      "https://www.lewrockwell.com\n",
      "http://www.newsmax.com\n",
      "http://destyy.com\n",
      "https://tinyurl.com\n",
      "https://teddystick.com\n",
      "http://www.naturalnews.com\n",
      "http://www.whatdoesitmean.com\n",
      "http://ti.me\n",
      "http://www.washingtontimes.com\n",
      "https://www.gofundme.com\n",
      "https://reut.rs\n",
      "http://www.politicususa.com\n",
      "http://bbc.in\n",
      "http://instagram.com\n",
      "https://www.frontpagemag.com\n",
      "https://worldpoliticus.com\n",
      "http://abcnews.go.com\n",
      "http://thebea.st\n",
      "https://interc.pt\n",
      "http://snpy.tv\n",
      "https://www.timesofisrael.com\n",
      "http://www.gopusa.com\n",
      "https://www.themaven.net\n",
      "http://americanlookout.com\n",
      "https://www.hotmomsclub.com\n",
      "https://www.truthrevolt.org\n",
      "http://www.nnettle.com\n",
      "http://cmun.it\n",
      "http://canadafreepress.com\n",
      "http://www.blabber.buzz\n",
      "http://eheadlines.com\n",
      "http://russia-insider.com\n",
      "http://theantimedia.org\n",
      "https://www.thestar.com\n",
      "http://pinterest.com\n",
      "https://fellowshipoftheminds.com\n",
      "https://theintercept.com\n",
      "http://www.independentsentinel.com\n",
      "http://www.jpost.com\n",
      "http://nynettle.com\n",
      "https://thinkprogress.org\n",
      "https://www.cnsnews.com\n",
      "http://aol.it\n",
      "https://www.mediaite.com\n",
      "https://www.louderwithcrowder.com\n",
      "http://v.media.daum.net\n",
      "https://mobile.nytimes.com\n",
      "http://apne.ws\n",
      "https://www.vox.com\n",
      "https://worldtruth.tv\n",
      "http://operationdisclosure.blogspot.com\n",
      "http://cbsn.ws\n",
      "https://www.realclearpolitics.com\n",
      "http://Sott.net\n",
      "https://www.haaretz.com\n",
      "\n",
      "************cluster  4 :\n",
      "https://www.judicialwatch.org\n",
      "\n",
      "************cluster  5 :\n",
      "http://socl.club\n",
      "\n",
      "************cluster  6 :\n",
      "http://USFREEDOMARMY.COM\n",
      "\n",
      "************cluster  7 :\n",
      "https://clashdaily.com\n",
      "\n",
      "************cluster  8 :\n",
      "http://www.sinembargo.mx\n",
      "https://elpais.com\n",
      "\n",
      "************cluster  9 :\n",
      "http://lsh.re\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n",
      "******K = 20 ********\n",
      "Size of resulting clusters:\n",
      " \n",
      "Size of cluster  0 : 22\n",
      "Size of cluster  1 : 1\n",
      "Size of cluster  2 : 1\n",
      "Size of cluster  3 : 1\n",
      "Size of cluster  4 : 1\n",
      "Size of cluster  5 : 1\n",
      "Size of cluster  6 : 1\n",
      "Size of cluster  7 : 1\n",
      "Size of cluster  8 : 2\n",
      "Size of cluster  9 : 1\n",
      "Size of cluster  10 : 1\n",
      "Size of cluster  11 : 1\n",
      "Size of cluster  12 : 158\n",
      "Size of cluster  13 : 1\n",
      "Size of cluster  14 : 1\n",
      "Size of cluster  15 : 1\n",
      "Size of cluster  16 : 1\n",
      "Size of cluster  17 : 1\n",
      "Size of cluster  18 : 2\n",
      "Size of cluster  19 : 1\n",
      "The clusters are: \n",
      "\n",
      "************cluster  0 :\n",
      "http://ijr.com\n",
      "https://constitution.com\n",
      "http://conservativetribune.com\n",
      "http://madworldnews.com\n",
      "https://en-volve.com\n",
      "http://WorldTruth.Tv\n",
      "https://pamelageller.com\n",
      "http://truepundit.com\n",
      "http://dists.sytes.net\n",
      "http://truthfeed.com\n",
      "http://redstatewatcher.com\n",
      "https://www.waynedupree.com\n",
      "http://www.westernjournalism.com\n",
      "https://www.westernjournalism.com\n",
      "https://bluntforcetruth.com\n",
      "http://clkmein.com\n",
      "https://ilovemyfreedom.org\n",
      "https://freedomoutpost.com\n",
      "http://conservativefighters.com\n",
      "https://creepingsharia.wordpress.com\n",
      "http://www.viralnova.com\n",
      "https://worldpoliticus.com\n",
      "\n",
      "************cluster  1 :\n",
      "http://jwatch.us\n",
      "\n",
      "************cluster  2 :\n",
      "https://demu.gr\n",
      "\n",
      "************cluster  3 :\n",
      "http://lsh.re\n",
      "\n",
      "************cluster  4 :\n",
      "http://paper.li\n",
      "\n",
      "************cluster  5 :\n",
      "https://freedomdaily.com\n",
      "\n",
      "************cluster  6 :\n",
      "https://clashdaily.com\n",
      "\n",
      "************cluster  7 :\n",
      "http://socl.club\n",
      "\n",
      "************cluster  8 :\n",
      "https://www.sott.net\n",
      "http://Sott.net\n",
      "\n",
      "************cluster  9 :\n",
      "http://www.youtube.com.ridder.co\n",
      "\n",
      "************cluster  10 :\n",
      "https://www.judicialwatch.org\n",
      "\n",
      "************cluster  11 :\n",
      "http://USFREEDOMARMY.COM\n",
      "\n",
      "************cluster  12 :\n",
      "https://nyti.ms\n",
      "http://abcn.ws\n",
      "http://www.cbc.ca\n",
      "http://www.bbc.com\n",
      "http://nyti.ms\n",
      "http://Disclose.tv\n",
      "http://m.beforeitsnews.com\n",
      "https://nypost.com\n",
      "https://www.washingtontimes.com\n",
      "https://www.huffingtonpost.com\n",
      "http://NaturalNews.com\n",
      "http://politi.co\n",
      "http://www.telegraph.co.uk\n",
      "https://www.newsmax.com\n",
      "http://nabdapp.com\n",
      "https://sputniknews.com\n",
      "https://www.bloomberg.com\n",
      "https://www.reddit.com\n",
      "http://video.foxnews.com\n",
      "https://thehornnews.com\n",
      "https://cards.twitter.com\n",
      "https://en.wikipedia.org\n",
      "http://therightscoop.com\n",
      "http://www.latimes.com\n",
      "https://www.nbcnews.com\n",
      "https://www.rawstory.com\n",
      "https://www.jihadwatch.org\n",
      "http://www.businessinsider.com\n",
      "http://dennismichaellynch.com\n",
      "http://washex.am\n",
      "https://www.forbes.com\n",
      "https://on.rt.com\n",
      "http://j.mp\n",
      "http://www.nationalreview.com\n",
      "http://givemeliberty01.com\n",
      "http://www.neonnettle.com\n",
      "https://usat.ly\n",
      "https://www.weaselzippers.us\n",
      "https://wp.me\n",
      "https://www.dailykos.com\n",
      "http://hill.cm\n",
      "https://hotair.com\n",
      "http://sumo.ly\n",
      "http://money.cnn.com\n",
      "https://www.reuters.com\n",
      "https://www.cbsnews.com\n",
      "http://fw.to\n",
      "http://trib.al\n",
      "http://www.tmz.com\n",
      "http://investmentwatchblog.com\n",
      "https://www.redstate.com\n",
      "https://www.amazon.com\n",
      "http://read.bi\n",
      "http://shar.es\n",
      "https://www.buzzfeed.com\n",
      "https://www.cnbc.com\n",
      "https://www.conservativeinstitute.org\n",
      "https://www.conservativereview.com\n",
      "https://steemit.com\n",
      "http://iotwreport.com\n",
      "https://www.express.co.uk\n",
      "http://www.forbes.com\n",
      "https://www.scribd.com\n",
      "https://www.thesun.co.uk\n",
      "http://reut.rs\n",
      "http://theduran.com\n",
      "http://ilovemyfreedomnews.gq\n",
      "http://dailysign.al\n",
      "http://google.com\n",
      "http://www.westmonster.com\n",
      "http://nydn.us\n",
      "https://www.theatlantic.com\n",
      "https://wikileaks.org\n",
      "http://dailysignal.com\n",
      "http://amzn.to\n",
      "https://www.change.org\n",
      "http://www.oann.com\n",
      "http://www.abc.net.au\n",
      "https://www.lifesitenews.com\n",
      "https://apnews.com\n",
      "http://www.mirror.co.uk\n",
      "https://www.thedailybeast.com\n",
      "http://gestyy.com\n",
      "http://demu.gr\n",
      "http://dmlnews.com\n",
      "http://www.huffingtonpost.com\n",
      "http://lnkd.in\n",
      "http://corneey.com\n",
      "https://www.democraticunderground.com\n",
      "https://instagram.com\n",
      "https://www.lifezette.com\n",
      "https://www.gatestoneinstitute.org\n",
      "http://www.topbuzz.com\n",
      "http://festyy.com\n",
      "https://www.veteranstoday.com\n",
      "https://shareblue.com\n",
      "https://www.axios.com\n",
      "https://www.whitehouse.gov\n",
      "http://barenakedislam.com\n",
      "http://cnb.cx\n",
      "https://www.theblaze.com\n",
      "http://ceesty.com\n",
      "http://constitution.com\n",
      "https://m.facebook.com\n",
      "http://nbcnews.to\n",
      "http://b4in.info\n",
      "https://www.lewrockwell.com\n",
      "http://www.newsmax.com\n",
      "http://destyy.com\n",
      "https://tinyurl.com\n",
      "https://teddystick.com\n",
      "http://www.naturalnews.com\n",
      "http://www.whatdoesitmean.com\n",
      "http://ti.me\n",
      "http://www.washingtontimes.com\n",
      "https://www.gofundme.com\n",
      "https://reut.rs\n",
      "http://www.politicususa.com\n",
      "http://bbc.in\n",
      "http://instagram.com\n",
      "https://www.frontpagemag.com\n",
      "http://abcnews.go.com\n",
      "http://thebea.st\n",
      "https://interc.pt\n",
      "http://snpy.tv\n",
      "https://www.timesofisrael.com\n",
      "http://www.gopusa.com\n",
      "https://www.themaven.net\n",
      "http://americanlookout.com\n",
      "https://www.hotmomsclub.com\n",
      "https://www.truthrevolt.org\n",
      "http://www.nnettle.com\n",
      "http://cmun.it\n",
      "http://canadafreepress.com\n",
      "http://www.blabber.buzz\n",
      "http://eheadlines.com\n",
      "http://russia-insider.com\n",
      "http://theantimedia.org\n",
      "https://www.thestar.com\n",
      "http://pinterest.com\n",
      "https://fellowshipoftheminds.com\n",
      "https://theintercept.com\n",
      "http://www.independentsentinel.com\n",
      "http://www.jpost.com\n",
      "http://nynettle.com\n",
      "https://thinkprogress.org\n",
      "https://www.cnsnews.com\n",
      "http://aol.it\n",
      "https://www.mediaite.com\n",
      "https://www.louderwithcrowder.com\n",
      "http://v.media.daum.net\n",
      "https://mobile.nytimes.com\n",
      "http://apne.ws\n",
      "https://www.vox.com\n",
      "https://worldtruth.tv\n",
      "http://cbsn.ws\n",
      "https://www.realclearpolitics.com\n",
      "https://www.haaretz.com\n",
      "\n",
      "************cluster  13 :\n",
      "https://bb4sp.com\n",
      "\n",
      "************cluster  14 :\n",
      "http://operationdisclosure.blogspot.com\n",
      "\n",
      "************cluster  15 :\n",
      "https://www.hannity.com\n",
      "\n",
      "************cluster  16 :\n",
      "http://thefreethoughtproject.com\n",
      "\n",
      "************cluster  17 :\n",
      "http://www.lifenews.com\n",
      "\n",
      "************cluster  18 :\n",
      "http://www.sinembargo.mx\n",
      "https://elpais.com\n",
      "\n",
      "************cluster  19 :\n",
      "http://tweetedtimes.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "\n",
      "******K = 52 ********\n",
      "Size of resulting clusters:\n",
      " \n",
      "Size of cluster  0 : 1\n",
      "Size of cluster  1 : 26\n",
      "Size of cluster  2 : 1\n",
      "Size of cluster  3 : 1\n",
      "Size of cluster  4 : 1\n",
      "Size of cluster  5 : 1\n",
      "Size of cluster  6 : 1\n",
      "Size of cluster  7 : 1\n",
      "Size of cluster  8 : 1\n",
      "Size of cluster  9 : 1\n",
      "Size of cluster  10 : 1\n",
      "Size of cluster  11 : 1\n",
      "Size of cluster  12 : 1\n",
      "Size of cluster  13 : 1\n",
      "Size of cluster  14 : 1\n",
      "Size of cluster  15 : 1\n",
      "Size of cluster  16 : 1\n",
      "Size of cluster  17 : 1\n",
      "Size of cluster  18 : 1\n",
      "Size of cluster  19 : 25\n",
      "Size of cluster  20 : 1\n",
      "Size of cluster  21 : 1\n",
      "Size of cluster  22 : 1\n",
      "Size of cluster  23 : 1\n",
      "Size of cluster  24 : 1\n",
      "Size of cluster  25 : 1\n",
      "Size of cluster  26 : 2\n",
      "Size of cluster  27 : 1\n",
      "Size of cluster  28 : 1\n",
      "Size of cluster  29 : 1\n",
      "Size of cluster  30 : 1\n",
      "Size of cluster  31 : 95\n",
      "Size of cluster  32 : 1\n",
      "Size of cluster  33 : 1\n",
      "Size of cluster  34 : 1\n",
      "Size of cluster  35 : 1\n",
      "Size of cluster  36 : 1\n",
      "Size of cluster  37 : 1\n",
      "Size of cluster  38 : 1\n",
      "Size of cluster  39 : 1\n",
      "Size of cluster  40 : 2\n",
      "Size of cluster  41 : 2\n",
      "Size of cluster  42 : 1\n",
      "Size of cluster  43 : 1\n",
      "Size of cluster  44 : 1\n",
      "Size of cluster  45 : 1\n",
      "Size of cluster  46 : 3\n",
      "Size of cluster  47 : 1\n",
      "Size of cluster  48 : 1\n",
      "Size of cluster  49 : 1\n",
      "Size of cluster  50 : 1\n",
      "Size of cluster  51 : 1\n",
      "The clusters are: \n",
      "\n",
      "************cluster  0 :\n",
      "https://clashdaily.com\n",
      "\n",
      "************cluster  1 :\n",
      "http://www.cbc.ca\n",
      "http://nyti.ms\n",
      "https://nypost.com\n",
      "https://www.huffingtonpost.com\n",
      "http://NaturalNews.com\n",
      "http://www.telegraph.co.uk\n",
      "https://thehornnews.com\n",
      "http://therightscoop.com\n",
      "http://www.latimes.com\n",
      "https://www.nbcnews.com\n",
      "https://www.rawstory.com\n",
      "http://dennismichaellynch.com\n",
      "http://washex.am\n",
      "http://www.nationalreview.com\n",
      "https://usat.ly\n",
      "https://hotair.com\n",
      "https://www.cbsnews.com\n",
      "http://read.bi\n",
      "https://www.conservativeinstitute.org\n",
      "http://theduran.com\n",
      "http://www.westmonster.com\n",
      "https://www.lifesitenews.com\n",
      "http://dmlnews.com\n",
      "https://shareblue.com\n",
      "https://www.axios.com\n",
      "http://www.gopusa.com\n",
      "\n",
      "************cluster  2 :\n",
      "http://jwatch.us\n",
      "\n",
      "************cluster  3 :\n",
      "http://paper.li\n",
      "\n",
      "************cluster  4 :\n",
      "http://socl.club\n",
      "\n",
      "************cluster  5 :\n",
      "http://lsh.re\n",
      "\n",
      "************cluster  6 :\n",
      "https://www.judicialwatch.org\n",
      "\n",
      "************cluster  7 :\n",
      "https://elpais.com\n",
      "\n",
      "************cluster  8 :\n",
      "http://www.youtube.com.ridder.co\n",
      "\n",
      "************cluster  9 :\n",
      "https://www.hannity.com\n",
      "\n",
      "************cluster  10 :\n",
      "https://bb4sp.com\n",
      "\n",
      "************cluster  11 :\n",
      "http://operationdisclosure.blogspot.com\n",
      "\n",
      "************cluster  12 :\n",
      "https://freedomdaily.com\n",
      "\n",
      "************cluster  13 :\n",
      "https://pamelageller.com\n",
      "\n",
      "************cluster  14 :\n",
      "https://demu.gr\n",
      "\n",
      "************cluster  15 :\n",
      "http://www.lifenews.com\n",
      "\n",
      "************cluster  16 :\n",
      "https://en-volve.com\n",
      "\n",
      "************cluster  17 :\n",
      "http://thefreethoughtproject.com\n",
      "\n",
      "************cluster  18 :\n",
      "http://USFREEDOMARMY.COM\n",
      "\n",
      "************cluster  19 :\n",
      "http://ijr.com\n",
      "http://m.beforeitsnews.com\n",
      "http://dists.sytes.net\n",
      "http://www.westernjournalism.com\n",
      "https://www.westernjournalism.com\n",
      "https://www.weaselzippers.us\n",
      "http://clkmein.com\n",
      "http://sumo.ly\n",
      "https://www.redstate.com\n",
      "https://freedomoutpost.com\n",
      "http://conservativefighters.com\n",
      "http://dailysign.al\n",
      "http://gestyy.com\n",
      "http://corneey.com\n",
      "https://www.lifezette.com\n",
      "http://festyy.com\n",
      "http://www.viralnova.com\n",
      "http://ceesty.com\n",
      "http://constitution.com\n",
      "http://destyy.com\n",
      "https://teddystick.com\n",
      "http://www.politicususa.com\n",
      "https://worldpoliticus.com\n",
      "http://americanlookout.com\n",
      "http://eheadlines.com\n",
      "\n",
      "************cluster  20 :\n",
      "https://wikileaks.org\n",
      "\n",
      "************cluster  21 :\n",
      "http://tweetedtimes.com\n",
      "\n",
      "************cluster  22 :\n",
      "https://www.scribd.com\n",
      "\n",
      "************cluster  23 :\n",
      "https://wp.me\n",
      "\n",
      "************cluster  24 :\n",
      "http://madworldnews.com\n",
      "\n",
      "************cluster  25 :\n",
      "http://WorldTruth.Tv\n",
      "\n",
      "************cluster  26 :\n",
      "https://www.sott.net\n",
      "http://Sott.net\n",
      "\n",
      "************cluster  27 :\n",
      "http://www.bbc.com\n",
      "\n",
      "************cluster  28 :\n",
      "http://www.sinembargo.mx\n",
      "\n",
      "************cluster  29 :\n",
      "https://tinyurl.com\n",
      "\n",
      "************cluster  30 :\n",
      "http://conservativetribune.com\n",
      "\n",
      "************cluster  31 :\n",
      "https://nyti.ms\n",
      "http://Disclose.tv\n",
      "http://nabdapp.com\n",
      "https://sputniknews.com\n",
      "https://www.bloomberg.com\n",
      "https://www.reddit.com\n",
      "https://cards.twitter.com\n",
      "https://en.wikipedia.org\n",
      "http://www.businessinsider.com\n",
      "https://www.forbes.com\n",
      "https://on.rt.com\n",
      "http://j.mp\n",
      "http://givemeliberty01.com\n",
      "https://www.dailykos.com\n",
      "http://money.cnn.com\n",
      "https://www.reuters.com\n",
      "http://fw.to\n",
      "http://trib.al\n",
      "http://www.tmz.com\n",
      "https://www.amazon.com\n",
      "http://shar.es\n",
      "https://www.buzzfeed.com\n",
      "https://www.cnbc.com\n",
      "https://steemit.com\n",
      "http://iotwreport.com\n",
      "https://www.express.co.uk\n",
      "http://www.forbes.com\n",
      "https://www.thesun.co.uk\n",
      "http://reut.rs\n",
      "http://ilovemyfreedomnews.gq\n",
      "http://google.com\n",
      "http://nydn.us\n",
      "https://www.theatlantic.com\n",
      "http://dailysignal.com\n",
      "http://amzn.to\n",
      "https://www.change.org\n",
      "http://www.oann.com\n",
      "http://www.abc.net.au\n",
      "https://apnews.com\n",
      "http://www.mirror.co.uk\n",
      "https://www.thedailybeast.com\n",
      "http://www.huffingtonpost.com\n",
      "http://lnkd.in\n",
      "https://www.democraticunderground.com\n",
      "https://www.gatestoneinstitute.org\n",
      "http://www.topbuzz.com\n",
      "https://www.veteranstoday.com\n",
      "http://cnb.cx\n",
      "https://www.theblaze.com\n",
      "https://m.facebook.com\n",
      "http://nbcnews.to\n",
      "http://b4in.info\n",
      "https://www.lewrockwell.com\n",
      "http://www.newsmax.com\n",
      "http://www.naturalnews.com\n",
      "http://ti.me\n",
      "http://www.washingtontimes.com\n",
      "https://www.gofundme.com\n",
      "https://reut.rs\n",
      "http://bbc.in\n",
      "http://instagram.com\n",
      "https://www.frontpagemag.com\n",
      "http://abcnews.go.com\n",
      "http://thebea.st\n",
      "https://interc.pt\n",
      "http://snpy.tv\n",
      "https://www.timesofisrael.com\n",
      "https://www.themaven.net\n",
      "https://www.hotmomsclub.com\n",
      "https://www.truthrevolt.org\n",
      "http://www.nnettle.com\n",
      "http://canadafreepress.com\n",
      "http://www.blabber.buzz\n",
      "http://russia-insider.com\n",
      "http://theantimedia.org\n",
      "https://www.thestar.com\n",
      "http://pinterest.com\n",
      "https://fellowshipoftheminds.com\n",
      "https://theintercept.com\n",
      "http://www.independentsentinel.com\n",
      "http://www.jpost.com\n",
      "http://nynettle.com\n",
      "https://thinkprogress.org\n",
      "https://www.cnsnews.com\n",
      "http://aol.it\n",
      "https://www.mediaite.com\n",
      "https://www.louderwithcrowder.com\n",
      "http://v.media.daum.net\n",
      "https://mobile.nytimes.com\n",
      "http://apne.ws\n",
      "https://www.vox.com\n",
      "https://worldtruth.tv\n",
      "http://cbsn.ws\n",
      "https://www.realclearpolitics.com\n",
      "https://www.haaretz.com\n",
      "\n",
      "************cluster  32 :\n",
      "http://cmun.it\n",
      "\n",
      "************cluster  33 :\n",
      "http://www.neonnettle.com\n",
      "\n",
      "************cluster  34 :\n",
      "http://abcn.ws\n",
      "\n",
      "************cluster  35 :\n",
      "https://instagram.com\n",
      "\n",
      "************cluster  36 :\n",
      "http://redstatewatcher.com\n",
      "\n",
      "************cluster  37 :\n",
      "http://politi.co\n",
      "\n",
      "************cluster  38 :\n",
      "https://ilovemyfreedom.org\n",
      "\n",
      "************cluster  39 :\n",
      "https://www.washingtontimes.com\n",
      "\n",
      "************cluster  40 :\n",
      "https://www.waynedupree.com\n",
      "https://bluntforcetruth.com\n",
      "\n",
      "************cluster  41 :\n",
      "https://www.newsmax.com\n",
      "http://investmentwatchblog.com\n",
      "\n",
      "************cluster  42 :\n",
      "https://www.conservativereview.com\n",
      "\n",
      "************cluster  43 :\n",
      "http://www.whatdoesitmean.com\n",
      "\n",
      "************cluster  44 :\n",
      "http://video.foxnews.com\n",
      "\n",
      "************cluster  45 :\n",
      "https://www.whitehouse.gov\n",
      "\n",
      "************cluster  46 :\n",
      "https://www.jihadwatch.org\n",
      "https://creepingsharia.wordpress.com\n",
      "http://barenakedislam.com\n",
      "\n",
      "************cluster  47 :\n",
      "https://constitution.com\n",
      "\n",
      "************cluster  48 :\n",
      "http://truthfeed.com\n",
      "\n",
      "************cluster  49 :\n",
      "http://truepundit.com\n",
      "\n",
      "************cluster  50 :\n",
      "http://hill.cm\n",
      "\n",
      "************cluster  51 :\n",
      "http://demu.gr\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n"
     ]
    }
   ],
   "source": [
    "num_clusters = [2,3,4,10,20, 52]\n",
    "\n",
    "for k in num_clusters:\n",
    "    kmeans = KMeans(n_clusters=k, random_state=5).fit(vecs)\n",
    "    clusters = [[] for _ in range(k)]\n",
    "    for d, l in zip([x[0] for x in domains_set], kmeans.labels_):\n",
    "        clusters[l].append(d)\n",
    "        \n",
    "    print(\"\\n\\n******K =\", k, \"********\")\n",
    "    print(\"Size of resulting clusters:\\n \")\n",
    "    for cn, c in enumerate(clusters):\n",
    "        print(\"Size of cluster \", cn, \":\", len(c))\n",
    "        \n",
    "    print(\"The clusters are: \")\n",
    "    for cn, c in enumerate(clusters):\n",
    "        print(\"\\n************cluster \", cn, \":\")\n",
    "        print(\"\\n\".join([ x for x in c]))\n",
    "    print(\"\\n\\n\", \"-\"*100)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 196,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from sklearn.cluster import spectral_clustering\n",
    "from sklearn.cluster import AffinityPropagation\n",
    "from sklearn.metrics.pairwise import *"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 167,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "current instance: http://ijr.com\n",
      "current instance: https://nyti.ms\n",
      "current instance: https://constitution.com\n",
      "current instance: http://abcn.ws\n",
      "current instance: http://www.cbc.ca\n",
      "current instance: http://conservativetribune.com\n",
      "current instance: http://www.bbc.com\n",
      "current instance: http://madworldnews.com\n",
      "current instance: http://nyti.ms\n",
      "current instance: http://Disclose.tv\n",
      "current instance: https://en-volve.com\n",
      "current instance: http://m.beforeitsnews.com\n",
      "current instance: http://WorldTruth.Tv\n",
      "current instance: https://nypost.com\n",
      "current instance: https://pamelageller.com\n",
      "current instance: http://truepundit.com\n",
      "current instance: https://www.washingtontimes.com\n",
      "current instance: http://dists.sytes.net\n",
      "current instance: https://www.huffingtonpost.com\n",
      "current instance: https://clashdaily.com\n",
      "current instance: http://NaturalNews.com\n",
      "current instance: http://politi.co\n",
      "current instance: http://www.telegraph.co.uk\n",
      "current instance: https://www.newsmax.com\n",
      "current instance: http://nabdapp.com\n",
      "current instance: https://sputniknews.com\n",
      "current instance: http://truthfeed.com\n",
      "current instance: https://www.bloomberg.com\n",
      "current instance: https://www.reddit.com\n",
      "current instance: https://freedomdaily.com\n",
      "current instance: http://video.foxnews.com\n",
      "current instance: http://www.lifenews.com\n",
      "current instance: https://thehornnews.com\n",
      "current instance: https://cards.twitter.com\n",
      "current instance: https://en.wikipedia.org\n",
      "current instance: http://therightscoop.com\n",
      "current instance: http://www.latimes.com\n",
      "current instance: https://www.nbcnews.com\n",
      "current instance: https://www.rawstory.com\n",
      "current instance: https://www.jihadwatch.org\n",
      "current instance: http://jwatch.us\n",
      "current instance: http://www.businessinsider.com\n",
      "current instance: http://paper.li\n",
      "current instance: http://redstatewatcher.com\n",
      "current instance: https://www.waynedupree.com\n",
      "current instance: http://dennismichaellynch.com\n",
      "current instance: http://www.westernjournalism.com\n",
      "current instance: http://washex.am\n",
      "current instance: https://www.westernjournalism.com\n",
      "current instance: https://bluntforcetruth.com\n",
      "current instance: https://www.forbes.com\n",
      "current instance: https://on.rt.com\n",
      "current instance: http://j.mp\n",
      "current instance: http://www.nationalreview.com\n",
      "current instance: http://givemeliberty01.com\n",
      "current instance: http://www.neonnettle.com\n",
      "current instance: https://usat.ly\n",
      "current instance: https://www.hannity.com\n",
      "current instance: https://www.weaselzippers.us\n",
      "current instance: https://wp.me\n",
      "current instance: https://www.dailykos.com\n",
      "current instance: http://hill.cm\n",
      "current instance: https://hotair.com\n",
      "current instance: http://clkmein.com\n",
      "current instance: http://sumo.ly\n",
      "current instance: https://ilovemyfreedom.org\n",
      "current instance: http://money.cnn.com\n",
      "current instance: https://www.reuters.com\n",
      "current instance: https://www.cbsnews.com\n",
      "current instance: http://fw.to\n",
      "current instance: http://lsh.re\n",
      "current instance: http://trib.al\n",
      "current instance: http://www.tmz.com\n",
      "current instance: http://investmentwatchblog.com\n",
      "current instance: https://www.redstate.com\n",
      "current instance: https://www.amazon.com\n",
      "current instance: http://read.bi\n",
      "current instance: http://shar.es\n",
      "current instance: https://bb4sp.com\n",
      "current instance: https://www.buzzfeed.com\n",
      "current instance: https://www.cnbc.com\n",
      "current instance: https://www.conservativeinstitute.org\n",
      "current instance: https://www.conservativereview.com\n",
      "current instance: https://steemit.com\n",
      "current instance: http://iotwreport.com\n",
      "current instance: https://www.express.co.uk\n",
      "current instance: http://www.forbes.com\n",
      "current instance: https://www.scribd.com\n",
      "current instance: https://www.thesun.co.uk\n",
      "current instance: https://freedomoutpost.com\n",
      "current instance: http://reut.rs\n",
      "current instance: http://theduran.com\n",
      "current instance: http://conservativefighters.com\n",
      "current instance: http://ilovemyfreedomnews.gq\n",
      "current instance: http://dailysign.al\n",
      "current instance: https://www.sott.net\n",
      "current instance: http://google.com\n",
      "current instance: http://www.westmonster.com\n",
      "current instance: http://nydn.us\n",
      "current instance: https://www.theatlantic.com\n",
      "current instance: https://wikileaks.org\n",
      "current instance: http://dailysignal.com\n",
      "current instance: http://amzn.to\n",
      "current instance: https://www.change.org\n",
      "current instance: http://www.oann.com\n",
      "current instance: http://www.abc.net.au\n",
      "current instance: https://www.lifesitenews.com\n",
      "current instance: https://apnews.com\n",
      "current instance: https://creepingsharia.wordpress.com\n",
      "current instance: http://tweetedtimes.com\n",
      "current instance: http://www.mirror.co.uk\n",
      "current instance: http://thefreethoughtproject.com\n",
      "current instance: https://www.thedailybeast.com\n",
      "current instance: http://gestyy.com\n",
      "current instance: http://demu.gr\n",
      "current instance: http://dmlnews.com\n",
      "current instance: http://www.huffingtonpost.com\n",
      "current instance: http://lnkd.in\n",
      "current instance: https://www.judicialwatch.org\n",
      "current instance: http://corneey.com\n",
      "current instance: https://demu.gr\n",
      "current instance: https://www.democraticunderground.com\n",
      "current instance: https://instagram.com\n",
      "current instance: https://www.lifezette.com\n",
      "current instance: https://www.gatestoneinstitute.org\n",
      "current instance: http://www.topbuzz.com\n",
      "current instance: http://festyy.com\n",
      "current instance: https://www.veteranstoday.com\n",
      "current instance: https://shareblue.com\n",
      "current instance: https://www.axios.com\n",
      "current instance: https://www.whitehouse.gov\n",
      "current instance: http://socl.club\n",
      "current instance: http://barenakedislam.com\n",
      "current instance: http://cnb.cx\n",
      "current instance: https://www.theblaze.com\n",
      "current instance: http://www.viralnova.com\n",
      "current instance: http://ceesty.com\n",
      "current instance: http://constitution.com\n",
      "current instance: http://www.youtube.com.ridder.co\n",
      "current instance: https://m.facebook.com\n",
      "current instance: http://nbcnews.to\n",
      "current instance: http://www.sinembargo.mx\n",
      "current instance: http://b4in.info\n",
      "current instance: https://www.lewrockwell.com\n",
      "current instance: http://www.newsmax.com\n",
      "current instance: http://destyy.com\n",
      "current instance: https://tinyurl.com\n",
      "current instance: https://teddystick.com\n",
      "current instance: http://www.naturalnews.com\n",
      "current instance: http://www.whatdoesitmean.com\n",
      "current instance: http://ti.me\n",
      "current instance: http://www.washingtontimes.com\n",
      "current instance: https://www.gofundme.com\n",
      "current instance: https://reut.rs\n",
      "current instance: http://www.politicususa.com\n",
      "current instance: http://bbc.in\n",
      "current instance: http://instagram.com\n",
      "current instance: https://www.frontpagemag.com\n",
      "current instance: https://worldpoliticus.com\n",
      "current instance: http://abcnews.go.com\n",
      "current instance: http://thebea.st\n",
      "current instance: https://interc.pt\n",
      "current instance: http://snpy.tv\n",
      "current instance: https://www.timesofisrael.com\n",
      "current instance: http://www.gopusa.com\n",
      "current instance: https://www.themaven.net\n",
      "current instance: http://americanlookout.com\n",
      "current instance: https://www.hotmomsclub.com\n",
      "current instance: https://www.truthrevolt.org\n",
      "current instance: http://www.nnettle.com\n",
      "current instance: http://cmun.it\n",
      "current instance: http://canadafreepress.com\n",
      "current instance: http://www.blabber.buzz\n",
      "current instance: https://elpais.com\n",
      "current instance: http://eheadlines.com\n",
      "current instance: http://russia-insider.com\n",
      "current instance: http://theantimedia.org\n",
      "current instance: https://www.thestar.com\n",
      "current instance: http://pinterest.com\n",
      "current instance: https://fellowshipoftheminds.com\n",
      "current instance: https://theintercept.com\n",
      "current instance: http://www.independentsentinel.com\n",
      "current instance: http://www.jpost.com\n",
      "current instance: http://nynettle.com\n",
      "current instance: https://thinkprogress.org\n",
      "current instance: http://USFREEDOMARMY.COM\n",
      "current instance: https://www.cnsnews.com\n",
      "current instance: http://aol.it\n",
      "current instance: https://www.mediaite.com\n",
      "current instance: https://www.louderwithcrowder.com\n",
      "current instance: http://v.media.daum.net\n",
      "current instance: https://mobile.nytimes.com\n",
      "current instance: http://apne.ws\n",
      "current instance: https://www.vox.com\n",
      "current instance: https://worldtruth.tv\n",
      "current instance: http://operationdisclosure.blogspot.com\n",
      "current instance: http://cbsn.ws\n",
      "current instance: https://www.realclearpolitics.com\n",
      "current instance: http://Sott.net\n",
      "current instance: https://www.haaretz.com\n",
      "\n",
      "\n",
      "Number of instances:  200\n",
      "Total number of possible features:  248261\n",
      "All features occuring in 160.0 instances or more, and all features occuring in 20.0 instances or fewer, will be dropped\n",
      "\n",
      "features above cutoff:\n",
      " 81\n",
      "Examples: 20 features that were above the cutoff:\n",
      " ['New', 'One', 'Hillary', 'Clinton', 'go', 'Russian', 'Trump', 'Obama', 'Former', 'National', 'White', \"Trump's\", 'President', 'First', 'House', 'make', 'like', 'years', 'good', 'going']\n",
      "\n",
      "features below cutoff:\n",
      " 240138\n",
      "Examples: 20 features that were below the cutoff:\n",
      " ['2012,', 'Kelley', 'escaped', 'institution.', '\"Larry', 'Elder', \"'Wanting\", \"White'\", \"Elder's\", '(&amp;', 'Photo)', 'Down\"', 'Crushed', 'Fundraising', \"'New\", \"Gun'\", '#New', \"Perez's\", 'proved', 'hero.'] \n",
      "\n",
      "\n",
      "\n",
      "Number of remaining features:  8042 \n",
      "\n",
      "\n",
      "Examples: 20 features remaining:\n",
      " ['!!', '!!!', '\"A', '\"All', '\"Fake', '\"Fire', '\"He', '\"How', '\"I', '\"I\\'m', '\"If', '\"In', '\"It', '\"It\\'s', '\"No', '\"One', '\"The', '\"There', '\"They', '\"This'] \n",
      "\n",
      "\n",
      "building vector for instance: http://ijr.com\n",
      "building vector for instance: https://nyti.ms\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "building vector for instance: https://constitution.com\n",
      "building vector for instance: http://abcn.ws\n",
      "building vector for instance: http://www.cbc.ca\n",
      "building vector for instance: http://conservativetribune.com\n",
      "building vector for instance: http://www.bbc.com\n",
      "building vector for instance: http://madworldnews.com\n",
      "building vector for instance: http://nyti.ms\n",
      "building vector for instance: http://Disclose.tv\n",
      "building vector for instance: https://en-volve.com\n",
      "building vector for instance: http://m.beforeitsnews.com\n",
      "building vector for instance: http://WorldTruth.Tv\n",
      "building vector for instance: https://nypost.com\n",
      "building vector for instance: https://pamelageller.com\n",
      "building vector for instance: http://truepundit.com\n",
      "building vector for instance: https://www.washingtontimes.com\n",
      "building vector for instance: http://dists.sytes.net\n",
      "building vector for instance: https://www.huffingtonpost.com\n",
      "building vector for instance: https://clashdaily.com\n",
      "building vector for instance: http://NaturalNews.com\n",
      "building vector for instance: http://politi.co\n",
      "building vector for instance: http://www.telegraph.co.uk\n",
      "building vector for instance: https://www.newsmax.com\n",
      "building vector for instance: http://nabdapp.com\n",
      "building vector for instance: https://sputniknews.com\n",
      "building vector for instance: http://truthfeed.com\n",
      "building vector for instance: https://www.bloomberg.com\n",
      "building vector for instance: https://www.reddit.com\n",
      "building vector for instance: https://freedomdaily.com\n",
      "building vector for instance: http://video.foxnews.com\n",
      "building vector for instance: http://www.lifenews.com\n",
      "building vector for instance: https://thehornnews.com\n",
      "building vector for instance: https://cards.twitter.com\n",
      "building vector for instance: https://en.wikipedia.org\n",
      "building vector for instance: http://therightscoop.com\n",
      "building vector for instance: http://www.latimes.com\n",
      "building vector for instance: https://www.nbcnews.com\n",
      "building vector for instance: https://www.rawstory.com\n",
      "building vector for instance: https://www.jihadwatch.org\n",
      "building vector for instance: http://jwatch.us\n",
      "building vector for instance: http://www.businessinsider.com\n",
      "building vector for instance: http://paper.li\n",
      "building vector for instance: http://redstatewatcher.com\n",
      "building vector for instance: https://www.waynedupree.com\n",
      "building vector for instance: http://dennismichaellynch.com\n",
      "building vector for instance: http://www.westernjournalism.com\n",
      "building vector for instance: http://washex.am\n",
      "building vector for instance: https://www.westernjournalism.com\n",
      "building vector for instance: https://bluntforcetruth.com\n",
      "building vector for instance: https://www.forbes.com\n",
      "building vector for instance: https://on.rt.com\n",
      "building vector for instance: http://j.mp\n",
      "building vector for instance: http://www.nationalreview.com\n",
      "building vector for instance: http://givemeliberty01.com\n",
      "building vector for instance: http://www.neonnettle.com\n",
      "building vector for instance: https://usat.ly\n",
      "building vector for instance: https://www.hannity.com\n",
      "building vector for instance: https://www.weaselzippers.us\n",
      "building vector for instance: https://wp.me\n",
      "building vector for instance: https://www.dailykos.com\n",
      "building vector for instance: http://hill.cm\n",
      "building vector for instance: https://hotair.com\n",
      "building vector for instance: http://clkmein.com\n",
      "building vector for instance: http://sumo.ly\n",
      "building vector for instance: https://ilovemyfreedom.org\n",
      "building vector for instance: http://money.cnn.com\n",
      "building vector for instance: https://www.reuters.com\n",
      "building vector for instance: https://www.cbsnews.com\n",
      "building vector for instance: http://fw.to\n",
      "building vector for instance: http://lsh.re\n",
      "building vector for instance: http://trib.al\n",
      "building vector for instance: http://www.tmz.com\n",
      "building vector for instance: http://investmentwatchblog.com\n",
      "building vector for instance: https://www.redstate.com\n",
      "building vector for instance: https://www.amazon.com\n",
      "building vector for instance: http://read.bi\n",
      "building vector for instance: http://shar.es\n",
      "building vector for instance: https://bb4sp.com\n",
      "building vector for instance: https://www.buzzfeed.com\n",
      "building vector for instance: https://www.cnbc.com\n",
      "building vector for instance: https://www.conservativeinstitute.org\n",
      "building vector for instance: https://www.conservativereview.com\n",
      "building vector for instance: https://steemit.com\n",
      "building vector for instance: http://iotwreport.com\n",
      "building vector for instance: https://www.express.co.uk\n",
      "building vector for instance: http://www.forbes.com\n",
      "building vector for instance: https://www.scribd.com\n",
      "building vector for instance: https://www.thesun.co.uk\n",
      "building vector for instance: https://freedomoutpost.com\n",
      "building vector for instance: http://reut.rs\n",
      "building vector for instance: http://theduran.com\n",
      "building vector for instance: http://conservativefighters.com\n",
      "building vector for instance: http://ilovemyfreedomnews.gq\n",
      "building vector for instance: http://dailysign.al\n",
      "building vector for instance: https://www.sott.net\n",
      "building vector for instance: http://google.com\n",
      "building vector for instance: http://www.westmonster.com\n",
      "building vector for instance: http://nydn.us\n",
      "building vector for instance: https://www.theatlantic.com\n",
      "building vector for instance: https://wikileaks.org\n",
      "building vector for instance: http://dailysignal.com\n",
      "building vector for instance: http://amzn.to\n",
      "building vector for instance: https://www.change.org\n",
      "building vector for instance: http://www.oann.com\n",
      "building vector for instance: http://www.abc.net.au\n",
      "building vector for instance: https://www.lifesitenews.com\n",
      "building vector for instance: https://apnews.com\n",
      "building vector for instance: https://creepingsharia.wordpress.com\n",
      "building vector for instance: http://tweetedtimes.com\n",
      "building vector for instance: http://www.mirror.co.uk\n",
      "building vector for instance: http://thefreethoughtproject.com\n",
      "building vector for instance: https://www.thedailybeast.com\n",
      "building vector for instance: http://gestyy.com\n",
      "building vector for instance: http://demu.gr\n",
      "building vector for instance: http://dmlnews.com\n",
      "building vector for instance: http://www.huffingtonpost.com\n",
      "building vector for instance: http://lnkd.in\n",
      "building vector for instance: https://www.judicialwatch.org\n",
      "building vector for instance: http://corneey.com\n",
      "building vector for instance: https://demu.gr\n",
      "building vector for instance: https://www.democraticunderground.com\n",
      "building vector for instance: https://instagram.com\n",
      "building vector for instance: https://www.lifezette.com\n",
      "building vector for instance: https://www.gatestoneinstitute.org\n",
      "building vector for instance: http://www.topbuzz.com\n",
      "building vector for instance: http://festyy.com\n",
      "building vector for instance: https://www.veteranstoday.com\n",
      "building vector for instance: https://shareblue.com\n",
      "building vector for instance: https://www.axios.com\n",
      "building vector for instance: https://www.whitehouse.gov\n",
      "building vector for instance: http://socl.club\n",
      "building vector for instance: http://barenakedislam.com\n",
      "building vector for instance: http://cnb.cx\n",
      "building vector for instance: https://www.theblaze.com\n",
      "building vector for instance: http://www.viralnova.com\n",
      "building vector for instance: http://ceesty.com\n",
      "building vector for instance: http://constitution.com\n",
      "building vector for instance: http://www.youtube.com.ridder.co\n",
      "building vector for instance: https://m.facebook.com\n",
      "building vector for instance: http://nbcnews.to\n",
      "building vector for instance: http://www.sinembargo.mx\n",
      "building vector for instance: http://b4in.info\n",
      "building vector for instance: https://www.lewrockwell.com\n",
      "building vector for instance: http://www.newsmax.com\n",
      "building vector for instance: http://destyy.com\n",
      "building vector for instance: https://tinyurl.com\n",
      "building vector for instance: https://teddystick.com\n",
      "building vector for instance: http://www.naturalnews.com\n",
      "building vector for instance: http://www.whatdoesitmean.com\n",
      "building vector for instance: http://ti.me\n",
      "building vector for instance: http://www.washingtontimes.com\n",
      "building vector for instance: https://www.gofundme.com\n",
      "building vector for instance: https://reut.rs\n",
      "building vector for instance: http://www.politicususa.com\n",
      "building vector for instance: http://bbc.in\n",
      "building vector for instance: http://instagram.com\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "building vector for instance: https://www.frontpagemag.com\n",
      "building vector for instance: https://worldpoliticus.com\n",
      "building vector for instance: http://abcnews.go.com\n",
      "building vector for instance: http://thebea.st\n",
      "building vector for instance: https://interc.pt\n",
      "building vector for instance: http://snpy.tv\n",
      "building vector for instance: https://www.timesofisrael.com\n",
      "building vector for instance: http://www.gopusa.com\n",
      "building vector for instance: https://www.themaven.net\n",
      "building vector for instance: http://americanlookout.com\n",
      "building vector for instance: https://www.hotmomsclub.com\n",
      "building vector for instance: https://www.truthrevolt.org\n",
      "building vector for instance: http://www.nnettle.com\n",
      "building vector for instance: http://cmun.it\n",
      "building vector for instance: http://canadafreepress.com\n",
      "building vector for instance: http://www.blabber.buzz\n",
      "building vector for instance: https://elpais.com\n",
      "building vector for instance: http://eheadlines.com\n",
      "building vector for instance: http://russia-insider.com\n",
      "building vector for instance: http://theantimedia.org\n",
      "building vector for instance: https://www.thestar.com\n",
      "building vector for instance: http://pinterest.com\n",
      "building vector for instance: https://fellowshipoftheminds.com\n",
      "building vector for instance: https://theintercept.com\n",
      "building vector for instance: http://www.independentsentinel.com\n",
      "building vector for instance: http://www.jpost.com\n",
      "building vector for instance: http://nynettle.com\n",
      "building vector for instance: https://thinkprogress.org\n",
      "building vector for instance: http://USFREEDOMARMY.COM\n",
      "building vector for instance: https://www.cnsnews.com\n",
      "building vector for instance: http://aol.it\n",
      "building vector for instance: https://www.mediaite.com\n",
      "building vector for instance: https://www.louderwithcrowder.com\n",
      "building vector for instance: http://v.media.daum.net\n",
      "building vector for instance: https://mobile.nytimes.com\n",
      "building vector for instance: http://apne.ws\n",
      "building vector for instance: https://www.vox.com\n",
      "building vector for instance: https://worldtruth.tv\n",
      "building vector for instance: http://operationdisclosure.blogspot.com\n",
      "building vector for instance: http://cbsn.ws\n",
      "building vector for instance: https://www.realclearpolitics.com\n",
      "building vector for instance: http://Sott.net\n",
      "building vector for instance: https://www.haaretz.com\n",
      "Wall time: 11min 19s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "#clustering the same 200 domains as above, but with more features (lowering the min cutoff)\n",
    "\n",
    "domains_set = domains_sorted[100:300]\n",
    "selected_d = select_dimensions(domains_set, 0.8 , 0.1)\n",
    "vecs = insts_to_vecs(domains_set, selected_d)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 183,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(200, 8042)\n",
      "2\n"
     ]
    }
   ],
   "source": [
    "import numpy as np\n",
    "vecs = np.array(vecs)\n",
    "print(vecs.shape)\n",
    "print(vecs.ndim)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 193,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Size of resulting clusters:\n",
      " \n",
      "Size of cluster  43 : 25\n",
      "Size of cluster  49 : 56\n",
      "Size of cluster  0 : 1\n",
      "Size of cluster  1 : 1\n",
      "Size of cluster  2 : 1\n",
      "Size of cluster  3 : 1\n",
      "Size of cluster  4 : 1\n",
      "Size of cluster  50 : 67\n",
      "Size of cluster  5 : 1\n",
      "Size of cluster  6 : 1\n",
      "Size of cluster  7 : 1\n",
      "Size of cluster  8 : 1\n",
      "Size of cluster  9 : 1\n",
      "Size of cluster  10 : 1\n",
      "Size of cluster  11 : 1\n",
      "Size of cluster  12 : 1\n",
      "Size of cluster  13 : 1\n",
      "Size of cluster  14 : 1\n",
      "Size of cluster  40 : 3\n",
      "Size of cluster  15 : 1\n",
      "Size of cluster  16 : 1\n",
      "Size of cluster  17 : 1\n",
      "Size of cluster  18 : 1\n",
      "Size of cluster  19 : 1\n",
      "Size of cluster  20 : 1\n",
      "Size of cluster  21 : 1\n",
      "Size of cluster  22 : 1\n",
      "Size of cluster  23 : 1\n",
      "Size of cluster  24 : 1\n",
      "Size of cluster  25 : 1\n",
      "Size of cluster  26 : 1\n",
      "Size of cluster  27 : 1\n",
      "Size of cluster  28 : 1\n",
      "Size of cluster  29 : 2\n",
      "Size of cluster  30 : 1\n",
      "Size of cluster  31 : 1\n",
      "Size of cluster  32 : 1\n",
      "Size of cluster  33 : 1\n",
      "Size of cluster  34 : 1\n",
      "Size of cluster  35 : 1\n",
      "Size of cluster  36 : 1\n",
      "Size of cluster  37 : 1\n",
      "Size of cluster  38 : 1\n",
      "Size of cluster  39 : 1\n",
      "Size of cluster  41 : 1\n",
      "Size of cluster  42 : 1\n",
      "Size of cluster  44 : 1\n",
      "Size of cluster  45 : 1\n",
      "Size of cluster  46 : 1\n",
      "Size of cluster  47 : 1\n",
      "Size of cluster  48 : 1\n",
      "Size of cluster  51 : 1\n",
      "The clusters are: \n",
      "\n",
      "************cluster  43 :\n",
      "http://ijr.com\n",
      "http://m.beforeitsnews.com\n",
      "http://truepundit.com\n",
      "http://dists.sytes.net\n",
      "https://www.waynedupree.com\n",
      "http://www.westernjournalism.com\n",
      "https://www.weaselzippers.us\n",
      "http://clkmein.com\n",
      "http://sumo.ly\n",
      "https://www.redstate.com\n",
      "https://freedomoutpost.com\n",
      "http://conservativefighters.com\n",
      "http://dailysign.al\n",
      "http://gestyy.com\n",
      "http://corneey.com\n",
      "https://www.lifezette.com\n",
      "http://festyy.com\n",
      "http://www.viralnova.com\n",
      "http://ceesty.com\n",
      "http://constitution.com\n",
      "http://destyy.com\n",
      "https://teddystick.com\n",
      "https://worldpoliticus.com\n",
      "http://americanlookout.com\n",
      "http://eheadlines.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  49 :\n",
      "https://nyti.ms\n",
      "http://www.cbc.ca\n",
      "http://nyti.ms\n",
      "https://nypost.com\n",
      "https://www.huffingtonpost.com\n",
      "http://NaturalNews.com\n",
      "http://www.telegraph.co.uk\n",
      "https://www.newsmax.com\n",
      "https://www.bloomberg.com\n",
      "https://www.reddit.com\n",
      "https://thehornnews.com\n",
      "https://cards.twitter.com\n",
      "http://therightscoop.com\n",
      "http://www.latimes.com\n",
      "https://www.nbcnews.com\n",
      "https://www.rawstory.com\n",
      "http://www.businessinsider.com\n",
      "http://dennismichaellynch.com\n",
      "http://washex.am\n",
      "https://on.rt.com\n",
      "http://www.nationalreview.com\n",
      "https://usat.ly\n",
      "https://www.dailykos.com\n",
      "https://hotair.com\n",
      "http://money.cnn.com\n",
      "https://www.reuters.com\n",
      "https://www.cbsnews.com\n",
      "http://fw.to\n",
      "http://investmentwatchblog.com\n",
      "http://read.bi\n",
      "https://www.buzzfeed.com\n",
      "https://www.cnbc.com\n",
      "https://www.conservativeinstitute.org\n",
      "https://www.thesun.co.uk\n",
      "http://reut.rs\n",
      "http://theduran.com\n",
      "http://nydn.us\n",
      "http://dailysignal.com\n",
      "https://www.lifesitenews.com\n",
      "https://apnews.com\n",
      "http://dmlnews.com\n",
      "https://shareblue.com\n",
      "https://www.axios.com\n",
      "http://cnb.cx\n",
      "https://www.theblaze.com\n",
      "http://nbcnews.to\n",
      "http://ti.me\n",
      "http://www.washingtontimes.com\n",
      "https://reut.rs\n",
      "http://www.politicususa.com\n",
      "https://interc.pt\n",
      "http://snpy.tv\n",
      "http://www.gopusa.com\n",
      "http://aol.it\n",
      "http://cbsn.ws\n",
      "https://www.realclearpolitics.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  0 :\n",
      "https://constitution.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  1 :\n",
      "http://abcn.ws\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  2 :\n",
      "http://conservativetribune.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  3 :\n",
      "http://www.bbc.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  4 :\n",
      "http://madworldnews.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  50 :\n",
      "http://Disclose.tv\n",
      "http://nabdapp.com\n",
      "https://sputniknews.com\n",
      "https://en.wikipedia.org\n",
      "https://www.forbes.com\n",
      "http://j.mp\n",
      "http://givemeliberty01.com\n",
      "http://trib.al\n",
      "http://www.tmz.com\n",
      "https://www.amazon.com\n",
      "http://shar.es\n",
      "https://steemit.com\n",
      "http://iotwreport.com\n",
      "https://www.express.co.uk\n",
      "http://www.forbes.com\n",
      "http://ilovemyfreedomnews.gq\n",
      "http://google.com\n",
      "http://www.westmonster.com\n",
      "https://www.theatlantic.com\n",
      "http://amzn.to\n",
      "https://www.change.org\n",
      "http://www.abc.net.au\n",
      "http://www.mirror.co.uk\n",
      "https://www.thedailybeast.com\n",
      "http://demu.gr\n",
      "http://www.huffingtonpost.com\n",
      "http://lnkd.in\n",
      "https://www.gatestoneinstitute.org\n",
      "http://www.topbuzz.com\n",
      "https://www.veteranstoday.com\n",
      "https://m.facebook.com\n",
      "http://b4in.info\n",
      "https://www.lewrockwell.com\n",
      "http://www.newsmax.com\n",
      "http://www.naturalnews.com\n",
      "https://www.gofundme.com\n",
      "http://bbc.in\n",
      "http://instagram.com\n",
      "https://www.frontpagemag.com\n",
      "http://abcnews.go.com\n",
      "http://thebea.st\n",
      "https://www.timesofisrael.com\n",
      "https://www.themaven.net\n",
      "https://www.hotmomsclub.com\n",
      "https://www.truthrevolt.org\n",
      "http://www.nnettle.com\n",
      "http://canadafreepress.com\n",
      "http://www.blabber.buzz\n",
      "http://russia-insider.com\n",
      "http://theantimedia.org\n",
      "https://www.thestar.com\n",
      "http://pinterest.com\n",
      "https://fellowshipoftheminds.com\n",
      "https://theintercept.com\n",
      "http://www.independentsentinel.com\n",
      "http://www.jpost.com\n",
      "http://nynettle.com\n",
      "https://thinkprogress.org\n",
      "https://www.cnsnews.com\n",
      "https://www.mediaite.com\n",
      "https://www.louderwithcrowder.com\n",
      "http://v.media.daum.net\n",
      "https://mobile.nytimes.com\n",
      "http://apne.ws\n",
      "https://www.vox.com\n",
      "https://worldtruth.tv\n",
      "https://www.haaretz.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  5 :\n",
      "https://en-volve.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  6 :\n",
      "http://WorldTruth.Tv\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  7 :\n",
      "https://pamelageller.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  8 :\n",
      "https://www.washingtontimes.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  9 :\n",
      "https://clashdaily.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  10 :\n",
      "http://politi.co\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  11 :\n",
      "http://truthfeed.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  12 :\n",
      "https://freedomdaily.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  13 :\n",
      "http://video.foxnews.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  14 :\n",
      "http://www.lifenews.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  40 :\n",
      "https://www.jihadwatch.org\n",
      "https://creepingsharia.wordpress.com\n",
      "http://barenakedislam.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  15 :\n",
      "http://jwatch.us\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  16 :\n",
      "http://paper.li\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  17 :\n",
      "http://redstatewatcher.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  18 :\n",
      "https://www.westernjournalism.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  19 :\n",
      "https://bluntforcetruth.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  20 :\n",
      "http://www.neonnettle.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  21 :\n",
      "https://www.hannity.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  22 :\n",
      "https://wp.me\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  23 :\n",
      "http://hill.cm\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  24 :\n",
      "https://ilovemyfreedom.org\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  25 :\n",
      "http://lsh.re\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  26 :\n",
      "https://bb4sp.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  27 :\n",
      "https://www.conservativereview.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  28 :\n",
      "https://www.scribd.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  29 :\n",
      "https://www.sott.net\n",
      "http://Sott.net\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  30 :\n",
      "https://wikileaks.org\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  31 :\n",
      "http://www.oann.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  32 :\n",
      "http://tweetedtimes.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  33 :\n",
      "http://thefreethoughtproject.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  34 :\n",
      "https://www.judicialwatch.org\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  35 :\n",
      "https://demu.gr\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  36 :\n",
      "https://www.democraticunderground.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  37 :\n",
      "https://instagram.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  38 :\n",
      "https://www.whitehouse.gov\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  39 :\n",
      "http://socl.club\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  41 :\n",
      "http://www.youtube.com.ridder.co\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  42 :\n",
      "http://www.sinembargo.mx\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  44 :\n",
      "https://tinyurl.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  45 :\n",
      "http://www.whatdoesitmean.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  46 :\n",
      "http://cmun.it\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  47 :\n",
      "https://elpais.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  48 :\n",
      "http://USFREEDOMARMY.COM\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n",
      "\n",
      "************cluster  51 :\n",
      "http://operationdisclosure.blogspot.com\n",
      "\n",
      "\n",
      " ----------------------------------------------------------------------------------------------------\n"
     ]
    }
   ],
   "source": [
    "num_clusters = [2,3,4,10,20]\n",
    "\n",
    "aff = AffinityPropagation()\n",
    "aff.fit(vecs)\n",
    "clusters = defaultdict(lambda: [])\n",
    "for d, l in zip([x[0] for x in domains_set], aff.labels_):\n",
    "    clusters[l].append(d)\n",
    "        \n",
    "print(\"Size of resulting clusters:\\n \")\n",
    "for cn, c in clusters.items():\n",
    "    print(\"Size of cluster \", cn, \":\", len(c))\n",
    "        \n",
    "print(\"The clusters are: \")\n",
    "for cn, c in clusters.items():\n",
    "    print(\"\\n************cluster \", cn, \":\")\n",
    "    print(\"\\n\".join([ x for x in c]))\n",
    "    print(\"\\n\\n\", \"-\"*100)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 219,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'http://ijr.com'"
      ]
     },
     "execution_count": 219,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "domains_set[0][0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "domains_sorted_string = []\n",
    "for dwords in domains_sorted:\n",
    "    newstr = \"_\".join(dwords[1])\n",
    "    domains_sorted_string.append((dwords[0], newstr))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "domains_sorted_string[1000]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "kmeans = KMeans(n_clusters=2, random_state=0).fit(domains_sorted[0:20])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "model = AgglomerativeClustering(n_clusters=2)\n",
    "model.fit_predict(domains_sorted_string)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "ex = [['hello', 'world'], ['hello', 'what'], ['cat', 'dog'], ['cat', 'mouse']]\n",
    "ex2 = [[0, 1, 3, 0], [1, 1, 4, 1], [10, 1, 5, 9], [0, 3, 5, 1] ]\n",
    "ex3 = [[4], [12], [3], [1] ]\n",
    "model = AgglomerativeClustering(n_clusters=2)\n",
    "model.fit_predict(ex)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[nltk_data] Downloading package wordnet to C:\\Users\\Anas\n",
      "[nltk_data]     Elghafari\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]   Package wordnet is already up-to-date!\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import nltk\n",
    "\n",
    "nltk.download('wordnet')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from nltk.corpus import wordnet as wn"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[Synset('dog.n.01'),\n",
       " Synset('frump.n.01'),\n",
       " Synset('dog.n.03'),\n",
       " Synset('cad.n.01'),\n",
       " Synset('frank.n.02'),\n",
       " Synset('pawl.n.01'),\n",
       " Synset('andiron.n.01'),\n",
       " Synset('chase.v.01')]"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "wn.synsets('dog')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'a member of the genus Canis (probably descended from the common wolf) that has been domesticated by man since prehistoric times; occurs in many breeds'"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "wn.synset('dog.n.01').definition()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['the dog barked all night']"
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "wn.synset('dog.n.01').examples()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[Synset('puppy.n.01'), Synset('puppy.n.02')]"
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "wn.synsets('puppy')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.11764705882352941"
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "d_syn = wn.synset('president.n.01')\n",
    "p_syn = wn.synset('government.n.01')\n",
    "d_syn.wup_similarity(p_syn)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from nltk.tag import StanfordNERTagger"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import os\n",
    "java_path = \"C:/ProgramData/Oracle/Java/javapath/java.exe\"\n",
    "os.environ['JAVAHOME'] = java_path\n",
    "#stmodel = (\"stanford-ner-2017-06-09/classifiers/english.all.3class.distsim.crf.ser.gz\")\n",
    "stmodel = (\"stanford-ner-2017-06-09/classifiers/english.conll.4class.distsim.crf.ser.gz\")\n",
    "#stmodel = (\"stanford-ner-2017-06-09/classifiers/english.muc.7class.distsim.crf.ser.gz\")\n",
    "stjar = (\"stanford-ner-2017-06-09/stanford-ner.jar\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "st = StanfordNERTagger(stmodel, stjar)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "('donald', 'O')\n",
      "('trump', 'O')\n",
      "('is', 'O')\n",
      "('the', 'O')\n",
      "('president', 'O')\n",
      "('of', 'O')\n",
      "('the', 'O')\n",
      "('u.s.', 'MISC')\n",
      "('he', 'O')\n",
      "('won', 'O')\n",
      "('the', 'O')\n",
      "('elections', 'O')\n",
      "('after', 'O')\n",
      "('defeating', 'O')\n",
      "('hillary', 'O')\n",
      "('clinton.', 'O')\n",
      "('russia', 'O')\n",
      "('may', 'O')\n",
      "('have', 'O')\n",
      "('played', 'O')\n",
      "('a', 'O')\n",
      "('role', 'O')\n",
      "('Donald', 'PERSON')\n",
      "('Trump', 'PERSON')\n",
      "('is', 'O')\n",
      "('the', 'O')\n",
      "('President', 'O')\n",
      "('of', 'O')\n",
      "('the', 'O')\n",
      "('U.S.', 'LOCATION')\n",
      "('He', 'O')\n",
      "('Won', 'O')\n",
      "('the', 'O')\n",
      "('Elections', 'O')\n",
      "('After', 'O')\n",
      "('Defeating', 'O')\n",
      "('Hillary', 'PERSON')\n",
      "('Clinton.', 'O')\n",
      "('Russia', 'LOCATION')\n",
      "('May', 'O')\n",
      "('Have', 'O')\n",
      "('Played', 'O')\n",
      "('a', 'O')\n",
      "('Role', 'O')\n",
      "Wall time: 5.8 s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "testsentence = \"Donald Trump is the President of the U.S. He Won the Elections After Defeating Hillary Clinton. Russia May Have Played a Role\"\n",
    "print(\"\\n\".join([str(x) for x in st.tag(testsentence.lower().split())]))\n",
    "print(\"\\n\".join([str(x) for x in st.tag(testsentence.split())]))\n",
    "#print(testsentence.lower())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "What did 1969 astronauts hear on dark side of moon? via @worldnetdaily http://po.st/ZKGQKw\n"
     ]
    }
   ],
   "source": [
    "testsentence = random.choices(population=heavy, k=1)[0]\n",
    "print(testsentence)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "('What', 'O')\n",
      "('did', 'O')\n",
      "('1969', 'O')\n",
      "('astronauts', 'O')\n",
      "('hear', 'O')\n",
      "('on', 'O')\n",
      "('dark', 'O')\n",
      "('side', 'O')\n",
      "('of', 'O')\n",
      "('moon?', 'O')\n",
      "('via', 'O')\n",
      "('@worldnetdaily', 'O')\n",
      "('http:po.stZKGQKw', 'O')\n",
      "Wall time: 3.08 s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "print(\"\\n\".join([str(x) for x in st.tag(testsentence.split())]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from nltk import word_tokenize, pos_tag, ne_chunk"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(S\n",
      "  What/WP\n",
      "  did/VBD\n",
      "  1969/CD\n",
      "  astronauts/NNS\n",
      "  hear/VBP\n",
      "  on/IN\n",
      "  dark/JJ\n",
      "  side/NN\n",
      "  of/IN\n",
      "  moon/NN\n",
      "  ?/.\n",
      "  via/IN\n",
      "  @/NNP\n",
      "  worldnetdaily/RB\n",
      "  http/VBZ\n",
      "  :/:\n",
      "  //po.st/ZKGQKw/NN)\n"
     ]
    }
   ],
   "source": [
    "print(ne_chunk(pos_tag(word_tokenize(testsentence))))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import spotlight"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "annotations = spotlight.annotate('http://model.dbpedia-spotlight.org/en/annotate',\n",
    "                                'trump defeated hillary clinton.',\n",
    "                                 confidence=0.5, support=30)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[{'URI': 'http://dbpedia.org/resource/Trump', 'support': 929, 'types': '', 'surfaceForm': 'trump', 'offset': 0, 'similarityScore': 0.988199838245973, 'percentageOfSecondRank': 0.008143332414670433}, {'URI': 'http://dbpedia.org/resource/Hillary_Clinton', 'support': 9620, 'types': 'Http://xmlns.com/foaf/0.1/Person,Wikidata:Q5,Wikidata:Q24229398,Wikidata:Q215627,DUL:NaturalPerson,DUL:Agent,Schema:Person,DBpedia:Person,DBpedia:OfficeHolder,DBpedia:Agent', 'surfaceForm': 'hillary clinton', 'offset': 15, 'similarityScore': 0.9960900283554388, 'percentageOfSecondRank': 0.003925283919756212}]\n"
     ]
    }
   ],
   "source": [
    "print(annotations)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}