Spam detection.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "from os import listdir\n",
    "from os.path import isfile, join\n",
    "easy_ham = [f for f in listdir(\"data/easy_ham\") if isfile(join(\"data/easy_ham\", f))] # 2500 = 1716+784\n",
    "easy_ham_2 = [f for f in listdir(\"data/easy_ham_2\") if isfile(join(\"data/easy_ham_2\", f))] # 1400 = 960+440\n",
    "hard_ham = [f for f in listdir(\"data/hard_ham\") if isfile(join(\"data/hard_ham\", f))] # 250 = 172+78\n",
    "spam = [f for f in listdir(\"data/spam\") if isfile(join(\"data/spam\", f))] # 500 = 344+156\n",
    "spam_2 = [f for f in listdir(\"data/spam_2\") if isfile(join(\"data/spam_2\", f))] # 1396 = 958+438\n",
    "for index in range(len(easy_ham)):\n",
    "    easy_ham[index] = \"data/easy_ham/\"+ easy_ham[index]\n",
    "for index in range(len(easy_ham_2)):\n",
    "    easy_ham_2[index] = \"data/easy_ham_2/\"+ easy_ham_2[index]\n",
    "for index in range(len(hard_ham)):\n",
    "    hard_ham[index] = \"data/hard_ham/\"+ hard_ham[index]\n",
    "for index in range(len(spam)):\n",
    "    spam[index] = \"data/spam/\"+ spam[index]\n",
    "for index in range(len(spam_2)):\n",
    "    spam_2[index] = \"data/spam_2/\"+ spam_2[index]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2848"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Training_Ham = easy_ham[0:1716]\n",
    "Training_Ham += easy_ham_2[0:960]\n",
    "Training_Ham += hard_ham[0:172]\n",
    "len(Training_Ham)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1299"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Testing_Ham = easy_ham[1716+1:]\n",
    "Testing_Ham += easy_ham_2[960+1:]\n",
    "Testing_Ham += hard_ham[172+1:]\n",
    "len(Testing_Ham)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1302"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Training_Spam = spam[0:344]\n",
    "Training_Spam += spam_2[0:958]\n",
    "len(Training_Spam)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "592"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Testing_Spam = spam[344+1:]\n",
    "Testing_Spam += spam_2[958+1:]\n",
    "len(Testing_Spam)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[nltk_data] Downloading package stopwords to\n",
      "[nltk_data]     C:\\Users\\User\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]   Package stopwords is already up-to-date!\n"
     ]
    }
   ],
   "source": [
    "import nltk\n",
    "nltk.download('stopwords')\n",
    "from nltk.corpus import stopwords\n",
    "s=set(stopwords.words('english'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "import re\n",
    "import codecs\n",
    "frequency = 100\n",
    "dictionary = dict()\n",
    "Training = Training_Ham + Training_Spam\n",
    "Testing = Testing_Ham + Testing_Spam"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "123656\n",
      "1885\n",
      "1746\n"
     ]
    }
   ],
   "source": [
    "for file_names in Training:\n",
    "    #f = open(file_names, \"r\")\n",
    "    ## UnicodeDecodeError: 'cp950' codec can't decode byte 0x93 in position 1885: illegal multibyte sequence\n",
    "    #f = open(file_names, \"r\", encoding=\"utf-8\")\n",
    "    ## UnicodeDecodeError: 'utf-8' codec can't decode byte 0x93 in position 1885: invalid start byte\n",
    "    \n",
    "    file = codecs.open(file_names, 'r', encoding='utf-8', errors='ignore')\n",
    "    \n",
    "    body = file.read().split(\"\\n\\n\", 1)[1].lower()\n",
    "    #word = re.findall(r\"[\\w']+\", body) # 93783 ## 21525\n",
    "    word = re.findall(r\"[a-zA-Z']+\", body) # 123656 ## 21224\n",
    "    for i in word:\n",
    "        dictionary[i] = dictionary.get(i, 0) + 1\n",
    "print(len(dictionary))\n",
    "dictionary = {i:dictionary[i] for i in dictionary if dictionary[i]>frequency}\n",
    "print(len(dictionary))\n",
    "#print(dictionary)\n",
    "list_dictionary = list(dictionary)\n",
    "list_dictionary = list(filter(lambda w: not w in s,list_dictionary))\n",
    "list_dictionary\n",
    "print(len(list_dictionary))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "collapsed": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['date',\n",
       " 'wed',\n",
       " 'aug',\n",
       " 'chris',\n",
       " 'garrigues',\n",
       " 'cwg',\n",
       " 'fa',\n",
       " 'deepeddy',\n",
       " 'com',\n",
       " 'message',\n",
       " 'id',\n",
       " 'vircio',\n",
       " \"can't\",\n",
       " 'error',\n",
       " 'like',\n",
       " 'every',\n",
       " 'time',\n",
       " 'without',\n",
       " 'log',\n",
       " 'pick',\n",
       " 'inbox',\n",
       " 'list',\n",
       " 'subject',\n",
       " 'ftp',\n",
       " 'sequence',\n",
       " 'ftoc',\n",
       " 'hit',\n",
       " 'note',\n",
       " 'run',\n",
       " 'command',\n",
       " 'hand',\n",
       " \"that's\",\n",
       " 'comes',\n",
       " 'version',\n",
       " \"i'm\",\n",
       " 'using',\n",
       " 'oz',\n",
       " 'au',\n",
       " 'sun',\n",
       " 'part',\n",
       " 'mh',\n",
       " 'since',\n",
       " 'works',\n",
       " 'actually',\n",
       " 'one',\n",
       " 'line',\n",
       " 'search',\n",
       " 'get',\n",
       " 'created',\n",
       " 'ps',\n",
       " 'still',\n",
       " 'code',\n",
       " 'form',\n",
       " 'day',\n",
       " 'ago',\n",
       " 'able',\n",
       " 'reach',\n",
       " 'cvs',\n",
       " 'today',\n",
       " 'local',\n",
       " 'issue',\n",
       " 'think',\n",
       " 'exmh',\n",
       " 'workers',\n",
       " 'mailing',\n",
       " 'redhat',\n",
       " 'https',\n",
       " 'listman',\n",
       " 'mailman',\n",
       " 'listinfo',\n",
       " 'posted',\n",
       " 'behind',\n",
       " 'plan',\n",
       " 'far',\n",
       " 'community',\n",
       " 'well',\n",
       " 'features',\n",
       " 'ft',\n",
       " 'high',\n",
       " 'wide',\n",
       " 'car',\n",
       " 'pretty',\n",
       " 'fast',\n",
       " 'yahoo',\n",
       " 'groups',\n",
       " 'sponsor',\n",
       " 'free',\n",
       " 'p',\n",
       " 'join',\n",
       " 'http',\n",
       " 'us',\n",
       " 'click',\n",
       " 'pt',\n",
       " 'tm',\n",
       " 'unsubscribe',\n",
       " 'group',\n",
       " 'send',\n",
       " 'email',\n",
       " 'forteana',\n",
       " 'use',\n",
       " 'docs',\n",
       " 'info',\n",
       " 'terms',\n",
       " 'man',\n",
       " 'thursday',\n",
       " 'august',\n",
       " 'pm',\n",
       " 'ap',\n",
       " 'security',\n",
       " 'said',\n",
       " 'front',\n",
       " 'federal',\n",
       " 'services',\n",
       " 'reported',\n",
       " 'got',\n",
       " 'taken',\n",
       " 'details',\n",
       " 'immediately',\n",
       " 'available',\n",
       " 'government',\n",
       " 'news',\n",
       " 'radio',\n",
       " 'wanted',\n",
       " 'talk',\n",
       " 'president',\n",
       " 'forces',\n",
       " 'service',\n",
       " 'building',\n",
       " 'within',\n",
       " 'red',\n",
       " 'half',\n",
       " 'hours',\n",
       " 'outside',\n",
       " 'later',\n",
       " 'away',\n",
       " 'street',\n",
       " 'near',\n",
       " 'held',\n",
       " 'press',\n",
       " 'move',\n",
       " 'secure',\n",
       " 'already',\n",
       " 'ever',\n",
       " 'september',\n",
       " 'pc',\n",
       " 'world',\n",
       " 'seventh',\n",
       " 'month',\n",
       " 'across',\n",
       " 'web',\n",
       " 'making',\n",
       " 'may',\n",
       " 'new',\n",
       " 'go',\n",
       " 'software',\n",
       " 'report',\n",
       " 'daily',\n",
       " 'sign',\n",
       " 'e',\n",
       " 'mail',\n",
       " 'messages',\n",
       " 'says',\n",
       " 'last',\n",
       " 'data',\n",
       " 'www',\n",
       " 'article',\n",
       " 'asp',\n",
       " 'adding',\n",
       " 'effect',\n",
       " 'make',\n",
       " 'ask',\n",
       " 'instead',\n",
       " \"i've\",\n",
       " 'never',\n",
       " 'seen',\n",
       " 'used',\n",
       " 'low',\n",
       " 'fat',\n",
       " 'quite',\n",
       " 'lots',\n",
       " 'except',\n",
       " 'university',\n",
       " 'ee',\n",
       " 'ed',\n",
       " 'ac',\n",
       " 'uk',\n",
       " 'really',\n",
       " 'wants',\n",
       " 'come',\n",
       " 'offer',\n",
       " 'women',\n",
       " 'sex',\n",
       " 'partners',\n",
       " 'could',\n",
       " 'better',\n",
       " 'way',\n",
       " 'put',\n",
       " 'gets',\n",
       " 'money',\n",
       " 'mr',\n",
       " 'told',\n",
       " 'want',\n",
       " 'moment',\n",
       " 'life',\n",
       " 'first',\n",
       " 'lot',\n",
       " 'fun',\n",
       " 'end',\n",
       " 'attack',\n",
       " 'im',\n",
       " 'selling',\n",
       " 'year',\n",
       " 'applications',\n",
       " 'sent',\n",
       " 'quickly',\n",
       " 'age',\n",
       " 'soon',\n",
       " 'wrote',\n",
       " 'probably',\n",
       " 'right',\n",
       " 'added',\n",
       " 'guess',\n",
       " 'try',\n",
       " 'looking',\n",
       " 'internet',\n",
       " 'found',\n",
       " 'people',\n",
       " \"he's\",\n",
       " 'htm',\n",
       " 'non',\n",
       " 'thu',\n",
       " 'look',\n",
       " 'history',\n",
       " 'chance',\n",
       " 'written',\n",
       " 'health',\n",
       " 'guide',\n",
       " 'power',\n",
       " 'title',\n",
       " 'fact',\n",
       " 'years',\n",
       " 'turned',\n",
       " 'mean',\n",
       " 'machine',\n",
       " 'living',\n",
       " 'space',\n",
       " 'cost',\n",
       " 'book',\n",
       " 'industry',\n",
       " 'start',\n",
       " 'paragraph',\n",
       " 'big',\n",
       " 'call',\n",
       " 'help',\n",
       " 'point',\n",
       " 'mind',\n",
       " 'discover',\n",
       " 'creative',\n",
       " 'special',\n",
       " 'released',\n",
       " 'become',\n",
       " 'sense',\n",
       " 'freedom',\n",
       " 'made',\n",
       " 'award',\n",
       " 'three',\n",
       " 'extra',\n",
       " 'developed',\n",
       " 'interest',\n",
       " 'art',\n",
       " 'account',\n",
       " 'received',\n",
       " 'seem',\n",
       " 'trouble',\n",
       " 'write',\n",
       " 'books',\n",
       " 'millions',\n",
       " 'recently',\n",
       " 'signed',\n",
       " 'deal',\n",
       " 'worth',\n",
       " 'million',\n",
       " 'men',\n",
       " 'society',\n",
       " 'inside',\n",
       " 'steve',\n",
       " 'many',\n",
       " 'sometimes',\n",
       " 'known',\n",
       " 'environment',\n",
       " 'also',\n",
       " 'early',\n",
       " 'hard',\n",
       " 'anyone',\n",
       " 'however',\n",
       " 'reasons',\n",
       " 'something',\n",
       " 'good',\n",
       " 'michael',\n",
       " 'changed',\n",
       " 'name',\n",
       " 'death',\n",
       " 'wish',\n",
       " 'things',\n",
       " 'bad',\n",
       " 'series',\n",
       " 'original',\n",
       " 'term',\n",
       " 'result',\n",
       " 'two',\n",
       " 'days',\n",
       " 'five',\n",
       " 'cell',\n",
       " 'yes',\n",
       " 'times',\n",
       " 'four',\n",
       " 'seconds',\n",
       " 'current',\n",
       " 'might',\n",
       " 'see',\n",
       " 'face',\n",
       " 'table',\n",
       " 'give',\n",
       " 'dream',\n",
       " 'body',\n",
       " 'called',\n",
       " 'words',\n",
       " 'load',\n",
       " 'multi',\n",
       " 'writes',\n",
       " 'style',\n",
       " 'choice',\n",
       " 'reading',\n",
       " 'stuff',\n",
       " 'er',\n",
       " 'needed',\n",
       " 'october',\n",
       " 'trying',\n",
       " 'research',\n",
       " 'via',\n",
       " 'sa',\n",
       " 'engines',\n",
       " 'script',\n",
       " 'giving',\n",
       " 'clients',\n",
       " 'access',\n",
       " 'user',\n",
       " 'options',\n",
       " 'based',\n",
       " 'cgi',\n",
       " 'interface',\n",
       " 'provide',\n",
       " 'feature',\n",
       " 'find',\n",
       " 'nothing',\n",
       " 'uses',\n",
       " 'procmail',\n",
       " 'spamassassin',\n",
       " 'spam',\n",
       " 'would',\n",
       " 'sf',\n",
       " 'net',\n",
       " 'sponsored',\n",
       " 'osdn',\n",
       " 'tired',\n",
       " 'old',\n",
       " 'phone',\n",
       " 'inphonic',\n",
       " 'r',\n",
       " 'sourceforge',\n",
       " 'refcode',\n",
       " 'vs',\n",
       " 'lists',\n",
       " 'hello',\n",
       " 'thank',\n",
       " 'html',\n",
       " 'rules',\n",
       " \"we're\",\n",
       " 'devel',\n",
       " 'great',\n",
       " 'even',\n",
       " 'useful',\n",
       " 'allow',\n",
       " 'though',\n",
       " 'idea',\n",
       " 'live',\n",
       " 'updates',\n",
       " 'release',\n",
       " 'job',\n",
       " 'week',\n",
       " 'default',\n",
       " 'rule',\n",
       " 'set',\n",
       " 'faster',\n",
       " 'months',\n",
       " 'remember',\n",
       " 'came',\n",
       " 'require',\n",
       " 'changes',\n",
       " 'mon',\n",
       " 'john',\n",
       " 'mentioned',\n",
       " 'likely',\n",
       " 'boot',\n",
       " 'root',\n",
       " 'dev',\n",
       " 'kernel',\n",
       " 'md',\n",
       " 'reason',\n",
       " 'box',\n",
       " 'seems',\n",
       " 'files',\n",
       " 'link',\n",
       " 'friend',\n",
       " 'present',\n",
       " 'exist',\n",
       " 'worked',\n",
       " 'fine',\n",
       " 'tell',\n",
       " 'everything',\n",
       " 'irish',\n",
       " 'linux',\n",
       " \"users'\",\n",
       " 'ilug',\n",
       " 'ie',\n",
       " 'un',\n",
       " 'subscription',\n",
       " 'information',\n",
       " 'maintainer',\n",
       " 'listmaster',\n",
       " 'content',\n",
       " 'type',\n",
       " 'text',\n",
       " 'plain',\n",
       " 'charset',\n",
       " 'ascii',\n",
       " \"i'll\",\n",
       " 'robert',\n",
       " 'nice',\n",
       " 'display',\n",
       " 'folder',\n",
       " 'main',\n",
       " 'window',\n",
       " 'takes',\n",
       " 'full',\n",
       " 'screen',\n",
       " 'top',\n",
       " 'bottom',\n",
       " 'less',\n",
       " 'width',\n",
       " 'etc',\n",
       " 'thought',\n",
       " 'order',\n",
       " 'add',\n",
       " 'pack',\n",
       " 'side',\n",
       " 'left',\n",
       " 'different',\n",
       " 'done',\n",
       " 'going',\n",
       " 'leave',\n",
       " 'issues',\n",
       " 'others',\n",
       " 'update',\n",
       " 'file',\n",
       " 'much',\n",
       " 'work',\n",
       " 'bug',\n",
       " 'congress',\n",
       " 'suite',\n",
       " 'tx',\n",
       " 'war',\n",
       " 'iii',\n",
       " 'wrong',\n",
       " 'doers',\n",
       " 'evil',\n",
       " 'application',\n",
       " 'pgp',\n",
       " 'signature',\n",
       " 'begin',\n",
       " 'gnupg',\n",
       " 'v',\n",
       " 'gnu',\n",
       " 'comment',\n",
       " 'dbqe',\n",
       " 'k',\n",
       " 'b',\n",
       " 'h',\n",
       " 'c',\n",
       " 'z',\n",
       " 'opinion',\n",
       " 'level',\n",
       " 'political',\n",
       " 'field',\n",
       " 'country',\n",
       " 'experience',\n",
       " 'american',\n",
       " 'shopping',\n",
       " 'individuals',\n",
       " 'public',\n",
       " 'office',\n",
       " 'know',\n",
       " 'technology',\n",
       " 'area',\n",
       " 'communication',\n",
       " 'state',\n",
       " 'bill',\n",
       " 'addresses',\n",
       " 'potential',\n",
       " 'asking',\n",
       " 'support',\n",
       " 'methods',\n",
       " 'direct',\n",
       " 'tv',\n",
       " 'ads',\n",
       " 'per',\n",
       " 'another',\n",
       " 'receive',\n",
       " 'response',\n",
       " 'effort',\n",
       " 'anti',\n",
       " 'media',\n",
       " 'almost',\n",
       " 'perfect',\n",
       " 'standard',\n",
       " 'paid',\n",
       " 'online',\n",
       " 'tried',\n",
       " 'commercial',\n",
       " 'law',\n",
       " 'directly',\n",
       " 'address',\n",
       " 'believe',\n",
       " 'advertising',\n",
       " 'simple',\n",
       " 'allows',\n",
       " 'opt',\n",
       " 'future',\n",
       " 'mailings',\n",
       " 'least',\n",
       " 'must',\n",
       " 'large',\n",
       " 'percent',\n",
       " 'accounts',\n",
       " 'makes',\n",
       " 'avoid',\n",
       " 'problems',\n",
       " 'technologies',\n",
       " 'ensure',\n",
       " 'quality',\n",
       " 'target',\n",
       " 'specific',\n",
       " 'choose',\n",
       " 'delete',\n",
       " 'read',\n",
       " 'reply',\n",
       " 'sender',\n",
       " 'whose',\n",
       " 'efforts',\n",
       " 'best',\n",
       " 'let',\n",
       " 'ceo',\n",
       " 'management',\n",
       " 'communications',\n",
       " 'company',\n",
       " 'national',\n",
       " 'chief',\n",
       " 'marketing',\n",
       " 'xent',\n",
       " 'fork',\n",
       " 'hi',\n",
       " 'possible',\n",
       " 'question',\n",
       " 'network',\n",
       " 'real',\n",
       " 'cheers',\n",
       " 'w',\n",
       " 'l',\n",
       " 'n',\n",
       " 'iiu',\n",
       " 'taint',\n",
       " 'org',\n",
       " 'home',\n",
       " 'computer',\n",
       " 'trust',\n",
       " 'secret',\n",
       " 'bit',\n",
       " 'apparently',\n",
       " 'mt',\n",
       " 'little',\n",
       " 'google',\n",
       " 'number',\n",
       " 'contact',\n",
       " 'alt',\n",
       " 'similar',\n",
       " 'mark',\n",
       " 'unix',\n",
       " 'mac',\n",
       " 'mailto',\n",
       " 'someone',\n",
       " 'operating',\n",
       " 'system',\n",
       " 'dont',\n",
       " 'server',\n",
       " 'dell',\n",
       " 'sure',\n",
       " 'completely',\n",
       " 'person',\n",
       " 'act',\n",
       " 'cd',\n",
       " 'tools',\n",
       " 'family',\n",
       " 'hardware',\n",
       " 'general',\n",
       " 'getting',\n",
       " 'contract',\n",
       " 'fix',\n",
       " 'problem',\n",
       " \"'\",\n",
       " 'companies',\n",
       " 'port',\n",
       " 'buy',\n",
       " 'designed',\n",
       " 'say',\n",
       " 'easy',\n",
       " 'edu',\n",
       " 'advertisement',\n",
       " 'removed',\n",
       " 'whole',\n",
       " 'windows',\n",
       " 'cable',\n",
       " 'x',\n",
       " 'waiting',\n",
       " 'al',\n",
       " 'related',\n",
       " 'statements',\n",
       " 'products',\n",
       " 'included',\n",
       " 'rather',\n",
       " 'multiple',\n",
       " 'human',\n",
       " 'parts',\n",
       " 'property',\n",
       " 'package',\n",
       " \"i'd\",\n",
       " 'legal',\n",
       " 'take',\n",
       " 'reference',\n",
       " 'talking',\n",
       " 'poor',\n",
       " 'assume',\n",
       " 'exactly',\n",
       " 'bank',\n",
       " 'loan',\n",
       " 'especially',\n",
       " 'development',\n",
       " 'view',\n",
       " 'america',\n",
       " 'maybe',\n",
       " 'city',\n",
       " 'else',\n",
       " 'second',\n",
       " 'middle',\n",
       " 'class',\n",
       " 'section',\n",
       " 'whatever',\n",
       " 'together',\n",
       " 'record',\n",
       " 'existing',\n",
       " 'solution',\n",
       " 'market',\n",
       " 'agents',\n",
       " 'dave',\n",
       " 'happened',\n",
       " 'long',\n",
       " 'enjoy',\n",
       " 'de',\n",
       " 'folks',\n",
       " 'xp',\n",
       " 'disk',\n",
       " 'installed',\n",
       " 'suse',\n",
       " 'went',\n",
       " 'video',\n",
       " 'card',\n",
       " 'driver',\n",
       " 'website',\n",
       " 'rpm',\n",
       " 'next',\n",
       " 'ideas',\n",
       " 'welcome',\n",
       " 'thanks',\n",
       " 'wait',\n",
       " 'dead',\n",
       " \"there's\",\n",
       " 'enough',\n",
       " 'keep',\n",
       " 'around',\n",
       " 'tom',\n",
       " 'unique',\n",
       " 'oh',\n",
       " 'love',\n",
       " 'interested',\n",
       " 'running',\n",
       " 'win',\n",
       " 'contents',\n",
       " 'install',\n",
       " 'play',\n",
       " 'solid',\n",
       " 'wednesday',\n",
       " 'copy',\n",
       " 'active',\n",
       " 'case',\n",
       " 'back',\n",
       " 'understand',\n",
       " 'drive',\n",
       " 'answers',\n",
       " 'need',\n",
       " 'config',\n",
       " 'g',\n",
       " 'situation',\n",
       " 'working',\n",
       " 'among',\n",
       " 'games',\n",
       " 'writing',\n",
       " 'format',\n",
       " 'zip',\n",
       " 'anywhere',\n",
       " 'heard',\n",
       " 'create',\n",
       " 'course',\n",
       " 'manage',\n",
       " 'quote',\n",
       " 'co',\n",
       " 'tony',\n",
       " 'bush',\n",
       " 'started',\n",
       " 'story',\n",
       " 'particular',\n",
       " 'french',\n",
       " 'word',\n",
       " 'monday',\n",
       " 'return',\n",
       " 'systems',\n",
       " 'manager',\n",
       " 'inc',\n",
       " 'white',\n",
       " 'interesting',\n",
       " 'connection',\n",
       " 'j',\n",
       " 'post',\n",
       " 'thing',\n",
       " 'checking',\n",
       " 'module',\n",
       " 'change',\n",
       " 'please',\n",
       " 'sending',\n",
       " 'although',\n",
       " 'dvd',\n",
       " 'longer',\n",
       " 'expect',\n",
       " 'hat',\n",
       " 'page',\n",
       " 'music',\n",
       " 'quotes',\n",
       " 'claim',\n",
       " 'yet',\n",
       " 'bold',\n",
       " 'lines',\n",
       " 'according',\n",
       " 'july',\n",
       " 'source',\n",
       " 'washington',\n",
       " 'director',\n",
       " 'strategy',\n",
       " 'certainly',\n",
       " 'speech',\n",
       " \"we've\",\n",
       " 'site',\n",
       " 'summer',\n",
       " 'upon',\n",
       " 'executive',\n",
       " 'stories',\n",
       " 'always',\n",
       " 'true',\n",
       " 'figure',\n",
       " 'thus',\n",
       " 'sort',\n",
       " 'fall',\n",
       " 'updated',\n",
       " 'sorry',\n",
       " 'computers',\n",
       " 'pre',\n",
       " 'admin',\n",
       " 'behalf',\n",
       " 'ip',\n",
       " 'ms',\n",
       " 'handle',\n",
       " 'ok',\n",
       " \"what's\",\n",
       " 'places',\n",
       " 'knowledge',\n",
       " 'improve',\n",
       " 'piece',\n",
       " 'perhaps',\n",
       " 'status',\n",
       " 'false',\n",
       " 'failed',\n",
       " 'tool',\n",
       " 'means',\n",
       " 'friends',\n",
       " 'msn',\n",
       " 'open',\n",
       " 'option',\n",
       " 'mode',\n",
       " 'plus',\n",
       " 'model',\n",
       " 'device',\n",
       " 'correct',\n",
       " 'path',\n",
       " 'higher',\n",
       " 'simply',\n",
       " 'hear',\n",
       " 'sources',\n",
       " 'night',\n",
       " 'anything',\n",
       " 'function',\n",
       " 'looks',\n",
       " 'os',\n",
       " 'kind',\n",
       " 'regards',\n",
       " 'teledyn',\n",
       " 'example',\n",
       " 'telephone',\n",
       " 'lead',\n",
       " 'leads',\n",
       " 'rest',\n",
       " \"they're\",\n",
       " 'gary',\n",
       " 'lawrence',\n",
       " 'murphy',\n",
       " 'business',\n",
       " 'advantage',\n",
       " \"'s\",\n",
       " 'fi',\n",
       " 'ca',\n",
       " 'index',\n",
       " 'programming',\n",
       " 'installation',\n",
       " 'spammers',\n",
       " 'place',\n",
       " 'justin',\n",
       " 'remove',\n",
       " 'show',\n",
       " 'score',\n",
       " 'base',\n",
       " 'agree',\n",
       " 'serious',\n",
       " 'include',\n",
       " 'users',\n",
       " 'benefit',\n",
       " 'points',\n",
       " 'newsletters',\n",
       " 'bring',\n",
       " 'anyway',\n",
       " 'needs',\n",
       " 'several',\n",
       " 'smtp',\n",
       " 'often',\n",
       " 'basis',\n",
       " 'lockergnome',\n",
       " 'income',\n",
       " 'copyright',\n",
       " 'charge',\n",
       " 'purpose',\n",
       " 'either',\n",
       " 'couple',\n",
       " 'sell',\n",
       " 'rights',\n",
       " 'pay',\n",
       " 'absolutely',\n",
       " 'unless',\n",
       " 'consider',\n",
       " 'everyone',\n",
       " \"we'll\",\n",
       " 'paying',\n",
       " 'thinkgeek',\n",
       " 'geek',\n",
       " 'heaven',\n",
       " 'directory',\n",
       " 'solutions',\n",
       " 'q',\n",
       " 'echo',\n",
       " 'personal',\n",
       " 'f',\n",
       " 'u',\n",
       " 'eb',\n",
       " 'following',\n",
       " 'bits',\n",
       " 'speed',\n",
       " 'hd',\n",
       " 'shop',\n",
       " 'design',\n",
       " 'weeks',\n",
       " 'modem',\n",
       " 'asked',\n",
       " 'took',\n",
       " 'team',\n",
       " 'short',\n",
       " 'reviews',\n",
       " 'subscribe',\n",
       " 'latest',\n",
       " 'increase',\n",
       " 'amount',\n",
       " 'servers',\n",
       " 'emails',\n",
       " 'starting',\n",
       " 'recent',\n",
       " 'core',\n",
       " 'product',\n",
       " 'effective',\n",
       " 'easily',\n",
       " 'instant',\n",
       " 'sites',\n",
       " 'visit',\n",
       " 'whether',\n",
       " 'save',\n",
       " 'bc',\n",
       " 'tk',\n",
       " 'url',\n",
       " 'nl',\n",
       " 'images',\n",
       " 'perl',\n",
       " 'mailer',\n",
       " 'pl',\n",
       " 'reserved',\n",
       " 'stop',\n",
       " 'receiving',\n",
       " 'weight',\n",
       " 'size',\n",
       " 'listed',\n",
       " 'download',\n",
       " 'microsoft',\n",
       " 'paste',\n",
       " 'request',\n",
       " 'comments',\n",
       " 'networks',\n",
       " 'mime',\n",
       " 'nextpart',\n",
       " 'transfer',\n",
       " 'encoding',\n",
       " 'quoted',\n",
       " 'printable',\n",
       " 'dns',\n",
       " 'position',\n",
       " 'traffic',\n",
       " 'database',\n",
       " 'process',\n",
       " 'fl',\n",
       " 'doctype',\n",
       " 'dtd',\n",
       " 'transitional',\n",
       " 'en',\n",
       " 'head',\n",
       " 'meta',\n",
       " 'equiv',\n",
       " 'bgcolor',\n",
       " 'ffffff',\n",
       " 'div',\n",
       " 'font',\n",
       " 'nbsp',\n",
       " 'br',\n",
       " 'href',\n",
       " 'apple',\n",
       " 'iso',\n",
       " 'el',\n",
       " 'underline',\n",
       " 'color',\n",
       " 'ffff',\n",
       " 'weekly',\n",
       " 'tech',\n",
       " 'archive',\n",
       " 'lives',\n",
       " 'looked',\n",
       " 'cannot',\n",
       " 'turn',\n",
       " 'hot',\n",
       " 'check',\n",
       " 'wireless',\n",
       " 'pd',\n",
       " 'plans',\n",
       " 'funds',\n",
       " 'msg',\n",
       " 'conference',\n",
       " 'policy',\n",
       " 'school',\n",
       " 'break',\n",
       " 'thinking',\n",
       " 'performance',\n",
       " 'due',\n",
       " ...]"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "list_dictionary"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1746\n"
     ]
    }
   ],
   "source": [
    "# Remove common word in dictionary\n",
    "for s__ in s:\n",
    "    if s__ in dictionary:\n",
    "        del dictionary[s__]\n",
    "print(len(dictionary))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "collapsed": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'date': 582,\n",
       " 'wed': 227,\n",
       " 'aug': 490,\n",
       " 'chris': 372,\n",
       " 'garrigues': 105,\n",
       " 'cwg': 108,\n",
       " 'fa': 415,\n",
       " 'deepeddy': 128,\n",
       " 'com': 27450,\n",
       " 'message': 1829,\n",
       " 'id': 1326,\n",
       " 'vircio': 134,\n",
       " \"can't\": 581,\n",
       " 'error': 413,\n",
       " 'like': 2190,\n",
       " 'every': 803,\n",
       " 'time': 2501,\n",
       " 'without': 762,\n",
       " 'log': 264,\n",
       " 'pick': 200,\n",
       " 'inbox': 105,\n",
       " 'list': 4512,\n",
       " 'subject': 1318,\n",
       " 'ftp': 216,\n",
       " 'sequence': 146,\n",
       " 'ftoc': 276,\n",
       " 'hit': 228,\n",
       " 'note': 322,\n",
       " 'run': 606,\n",
       " 'command': 144,\n",
       " 'hand': 190,\n",
       " \"that's\": 653,\n",
       " 'comes': 199,\n",
       " 'version': 775,\n",
       " \"i'm\": 1328,\n",
       " 'using': 1069,\n",
       " 'oz': 165,\n",
       " 'au': 147,\n",
       " 'sun': 213,\n",
       " 'part': 639,\n",
       " 'mh': 171,\n",
       " 'since': 658,\n",
       " 'works': 425,\n",
       " 'actually': 467,\n",
       " 'one': 3193,\n",
       " 'line': 1081,\n",
       " 'search': 1145,\n",
       " 'get': 3176,\n",
       " 'created': 145,\n",
       " 'ps': 178,\n",
       " 'still': 798,\n",
       " 'code': 807,\n",
       " 'form': 1432,\n",
       " 'day': 790,\n",
       " 'ago': 301,\n",
       " 'able': 439,\n",
       " 'reach': 183,\n",
       " 'cvs': 191,\n",
       " 'today': 881,\n",
       " 'local': 344,\n",
       " 'issue': 569,\n",
       " 'think': 1049,\n",
       " 'exmh': 1513,\n",
       " 'workers': 445,\n",
       " 'mailing': 1751,\n",
       " 'redhat': 764,\n",
       " 'https': 1081,\n",
       " 'listman': 260,\n",
       " 'mailman': 1651,\n",
       " 'listinfo': 2193,\n",
       " 'posted': 101,\n",
       " 'behind': 119,\n",
       " 'plan': 219,\n",
       " 'far': 310,\n",
       " 'community': 239,\n",
       " 'well': 999,\n",
       " 'features': 277,\n",
       " 'ft': 166,\n",
       " 'high': 647,\n",
       " 'wide': 110,\n",
       " 'car': 116,\n",
       " 'pretty': 274,\n",
       " 'fast': 321,\n",
       " 'yahoo': 757,\n",
       " 'groups': 340,\n",
       " 'sponsor': 141,\n",
       " 'free': 2900,\n",
       " 'p': 16589,\n",
       " 'join': 270,\n",
       " 'http': 27874,\n",
       " 'us': 2609,\n",
       " 'click': 5940,\n",
       " 'pt': 2095,\n",
       " 'tm': 354,\n",
       " 'unsubscribe': 817,\n",
       " 'group': 1124,\n",
       " 'send': 1229,\n",
       " 'email': 3619,\n",
       " 'forteana': 104,\n",
       " 'use': 1992,\n",
       " 'docs': 134,\n",
       " 'info': 573,\n",
       " 'terms': 307,\n",
       " 'man': 249,\n",
       " 'thursday': 105,\n",
       " 'august': 291,\n",
       " 'pm': 693,\n",
       " 'ap': 171,\n",
       " 'security': 705,\n",
       " 'said': 1080,\n",
       " 'front': 120,\n",
       " 'federal': 182,\n",
       " 'services': 645,\n",
       " 'reported': 143,\n",
       " 'got': 572,\n",
       " 'taken': 178,\n",
       " 'details': 257,\n",
       " 'immediately': 213,\n",
       " 'available': 695,\n",
       " 'government': 550,\n",
       " 'news': 1150,\n",
       " 'radio': 147,\n",
       " 'wanted': 178,\n",
       " 'talk': 635,\n",
       " 'president': 279,\n",
       " 'forces': 113,\n",
       " 'service': 852,\n",
       " 'building': 194,\n",
       " 'within': 667,\n",
       " 'red': 487,\n",
       " 'half': 210,\n",
       " 'hours': 382,\n",
       " 'outside': 122,\n",
       " 'later': 240,\n",
       " 'away': 287,\n",
       " 'street': 183,\n",
       " 'near': 122,\n",
       " 'held': 105,\n",
       " 'press': 262,\n",
       " 'move': 245,\n",
       " 'secure': 239,\n",
       " 'already': 390,\n",
       " 'ever': 497,\n",
       " 'september': 275,\n",
       " 'pc': 848,\n",
       " 'world': 929,\n",
       " 'seventh': 116,\n",
       " 'month': 480,\n",
       " 'across': 171,\n",
       " 'web': 1712,\n",
       " 'making': 409,\n",
       " 'may': 1241,\n",
       " 'new': 3031,\n",
       " 'go': 1273,\n",
       " 'software': 1427,\n",
       " 'report': 869,\n",
       " 'daily': 597,\n",
       " 'sign': 256,\n",
       " 'e': 9316,\n",
       " 'mail': 2906,\n",
       " 'messages': 478,\n",
       " 'says': 367,\n",
       " 'last': 742,\n",
       " 'data': 691,\n",
       " 'www': 15297,\n",
       " 'article': 362,\n",
       " 'asp': 926,\n",
       " 'adding': 111,\n",
       " 'effect': 111,\n",
       " 'make': 1662,\n",
       " 'ask': 223,\n",
       " 'instead': 462,\n",
       " \"i've\": 790,\n",
       " 'never': 609,\n",
       " 'seen': 341,\n",
       " 'used': 716,\n",
       " 'low': 451,\n",
       " 'fat': 137,\n",
       " 'quite': 279,\n",
       " 'lots': 153,\n",
       " 'except': 133,\n",
       " 'university': 168,\n",
       " 'ee': 202,\n",
       " 'ed': 298,\n",
       " 'ac': 596,\n",
       " 'uk': 641,\n",
       " 'really': 748,\n",
       " 'wants': 124,\n",
       " 'come': 483,\n",
       " 'offer': 618,\n",
       " 'women': 225,\n",
       " 'sex': 150,\n",
       " 'partners': 182,\n",
       " 'could': 1276,\n",
       " 'better': 649,\n",
       " 'way': 1329,\n",
       " 'put': 480,\n",
       " 'gets': 218,\n",
       " 'money': 1251,\n",
       " 'mr': 393,\n",
       " 'told': 180,\n",
       " 'want': 1398,\n",
       " 'moment': 110,\n",
       " 'life': 749,\n",
       " 'first': 1273,\n",
       " 'lot': 403,\n",
       " 'fun': 213,\n",
       " 'end': 955,\n",
       " 'attack': 101,\n",
       " 'im': 218,\n",
       " 'selling': 173,\n",
       " 'year': 723,\n",
       " 'applications': 232,\n",
       " 'sent': 729,\n",
       " 'quickly': 209,\n",
       " 'age': 219,\n",
       " 'soon': 254,\n",
       " 'wrote': 1405,\n",
       " 'probably': 427,\n",
       " 'right': 2567,\n",
       " 'added': 216,\n",
       " 'guess': 174,\n",
       " 'try': 605,\n",
       " 'looking': 549,\n",
       " 'internet': 1260,\n",
       " 'found': 558,\n",
       " 'people': 2039,\n",
       " \"he's\": 101,\n",
       " 'htm': 703,\n",
       " 'non': 396,\n",
       " 'thu': 210,\n",
       " 'look': 669,\n",
       " 'history': 164,\n",
       " 'chance': 129,\n",
       " 'written': 120,\n",
       " 'health': 197,\n",
       " 'guide': 171,\n",
       " 'power': 355,\n",
       " 'title': 1951,\n",
       " 'fact': 371,\n",
       " 'years': 870,\n",
       " 'turned': 102,\n",
       " 'mean': 209,\n",
       " 'machine': 248,\n",
       " 'living': 161,\n",
       " 'space': 234,\n",
       " 'cost': 448,\n",
       " 'book': 381,\n",
       " 'industry': 286,\n",
       " 'start': 670,\n",
       " 'paragraph': 124,\n",
       " 'big': 504,\n",
       " 'call': 669,\n",
       " 'help': 958,\n",
       " 'point': 470,\n",
       " 'mind': 254,\n",
       " 'discover': 135,\n",
       " 'creative': 108,\n",
       " 'special': 578,\n",
       " 'released': 142,\n",
       " 'become': 285,\n",
       " 'sense': 153,\n",
       " 'freedom': 209,\n",
       " 'made': 633,\n",
       " 'award': 106,\n",
       " 'three': 371,\n",
       " 'extra': 166,\n",
       " 'developed': 120,\n",
       " 'interest': 372,\n",
       " 'art': 178,\n",
       " 'account': 422,\n",
       " 'received': 467,\n",
       " 'seem': 243,\n",
       " 'trouble': 107,\n",
       " 'write': 431,\n",
       " 'books': 184,\n",
       " 'millions': 168,\n",
       " 'recently': 207,\n",
       " 'signed': 156,\n",
       " 'deal': 254,\n",
       " 'worth': 217,\n",
       " 'million': 673,\n",
       " 'men': 191,\n",
       " 'society': 130,\n",
       " 'inside': 102,\n",
       " 'steve': 106,\n",
       " 'many': 1018,\n",
       " 'sometimes': 125,\n",
       " 'known': 249,\n",
       " 'environment': 133,\n",
       " 'also': 1638,\n",
       " 'early': 141,\n",
       " 'hard': 431,\n",
       " 'anyone': 623,\n",
       " 'however': 497,\n",
       " 'reasons': 117,\n",
       " 'something': 718,\n",
       " 'good': 1067,\n",
       " 'michael': 137,\n",
       " 'changed': 173,\n",
       " 'name': 3967,\n",
       " 'death': 110,\n",
       " 'wish': 475,\n",
       " 'things': 541,\n",
       " 'bad': 285,\n",
       " 'series': 150,\n",
       " 'original': 535,\n",
       " 'term': 258,\n",
       " 'result': 175,\n",
       " 'two': 768,\n",
       " 'days': 614,\n",
       " 'five': 191,\n",
       " 'cell': 258,\n",
       " 'yes': 501,\n",
       " 'times': 779,\n",
       " 'four': 203,\n",
       " 'seconds': 121,\n",
       " 'current': 397,\n",
       " 'might': 566,\n",
       " 'see': 1352,\n",
       " 'face': 11096,\n",
       " 'table': 9263,\n",
       " 'give': 562,\n",
       " 'dream': 101,\n",
       " 'body': 1995,\n",
       " 'called': 336,\n",
       " 'words': 238,\n",
       " 'load': 175,\n",
       " 'multi': 282,\n",
       " 'writes': 193,\n",
       " 'style': 4092,\n",
       " 'choice': 316,\n",
       " 'reading': 197,\n",
       " 'stuff': 418,\n",
       " 'er': 150,\n",
       " 'needed': 229,\n",
       " 'october': 108,\n",
       " 'trying': 331,\n",
       " 'research': 229,\n",
       " 'via': 295,\n",
       " 'sa': 233,\n",
       " 'engines': 130,\n",
       " 'script': 420,\n",
       " 'giving': 106,\n",
       " 'clients': 174,\n",
       " 'access': 524,\n",
       " 'user': 482,\n",
       " 'options': 248,\n",
       " 'based': 562,\n",
       " 'cgi': 545,\n",
       " 'interface': 126,\n",
       " 'provide': 360,\n",
       " 'feature': 261,\n",
       " 'find': 1081,\n",
       " 'nothing': 346,\n",
       " 'uses': 134,\n",
       " 'procmail': 133,\n",
       " 'spamassassin': 1736,\n",
       " 'spam': 1110,\n",
       " 'would': 2207,\n",
       " 'sf': 971,\n",
       " 'net': 4922,\n",
       " 'sponsored': 588,\n",
       " 'osdn': 203,\n",
       " 'tired': 181,\n",
       " 'old': 662,\n",
       " 'phone': 991,\n",
       " 'inphonic': 140,\n",
       " 'r': 3511,\n",
       " 'sourceforge': 1464,\n",
       " 'refcode': 138,\n",
       " 'vs': 298,\n",
       " 'lists': 2426,\n",
       " 'hello': 114,\n",
       " 'thank': 280,\n",
       " 'html': 5217,\n",
       " 'rules': 173,\n",
       " \"we're\": 213,\n",
       " 'devel': 209,\n",
       " 'great': 570,\n",
       " 'even': 1196,\n",
       " 'useful': 192,\n",
       " 'allow': 272,\n",
       " 'though': 447,\n",
       " 'idea': 298,\n",
       " 'live': 381,\n",
       " 'updates': 171,\n",
       " 'release': 379,\n",
       " 'job': 419,\n",
       " 'week': 562,\n",
       " 'default': 187,\n",
       " 'rule': 237,\n",
       " 'set': 804,\n",
       " 'faster': 143,\n",
       " 'months': 360,\n",
       " 'remember': 274,\n",
       " 'came': 195,\n",
       " 'require': 128,\n",
       " 'changes': 202,\n",
       " 'mon': 187,\n",
       " 'john': 252,\n",
       " 'mentioned': 128,\n",
       " 'likely': 166,\n",
       " 'boot': 185,\n",
       " 'root': 313,\n",
       " 'dev': 147,\n",
       " 'kernel': 442,\n",
       " 'md': 164,\n",
       " 'reason': 243,\n",
       " 'box': 412,\n",
       " 'seems': 387,\n",
       " 'files': 554,\n",
       " 'link': 790,\n",
       " 'friend': 195,\n",
       " 'present': 129,\n",
       " 'exist': 112,\n",
       " 'worked': 156,\n",
       " 'fine': 204,\n",
       " 'tell': 386,\n",
       " 'everything': 340,\n",
       " 'irish': 752,\n",
       " 'linux': 3722,\n",
       " \"users'\": 652,\n",
       " 'ilug': 1360,\n",
       " 'ie': 2698,\n",
       " 'un': 772,\n",
       " 'subscription': 1140,\n",
       " 'information': 2203,\n",
       " 'maintainer': 659,\n",
       " 'listmaster': 651,\n",
       " 'content': 2994,\n",
       " 'type': 3456,\n",
       " 'text': 3253,\n",
       " 'plain': 450,\n",
       " 'charset': 854,\n",
       " 'ascii': 186,\n",
       " \"i'll\": 399,\n",
       " 'robert': 144,\n",
       " 'nice': 273,\n",
       " 'display': 179,\n",
       " 'folder': 397,\n",
       " 'main': 351,\n",
       " 'window': 280,\n",
       " 'takes': 182,\n",
       " 'full': 666,\n",
       " 'screen': 141,\n",
       " 'top': 3600,\n",
       " 'bottom': 892,\n",
       " 'less': 518,\n",
       " 'width': 23708,\n",
       " 'etc': 600,\n",
       " 'thought': 322,\n",
       " 'order': 1127,\n",
       " 'add': 436,\n",
       " 'pack': 126,\n",
       " 'side': 242,\n",
       " 'left': 1727,\n",
       " 'different': 508,\n",
       " 'done': 361,\n",
       " 'going': 617,\n",
       " 'leave': 134,\n",
       " 'issues': 359,\n",
       " 'others': 358,\n",
       " 'update': 250,\n",
       " 'file': 928,\n",
       " 'much': 1061,\n",
       " 'work': 1364,\n",
       " 'bug': 193,\n",
       " 'congress': 138,\n",
       " 'suite': 135,\n",
       " 'tx': 132,\n",
       " 'war': 298,\n",
       " 'iii': 150,\n",
       " 'wrong': 311,\n",
       " 'doers': 115,\n",
       " 'evil': 123,\n",
       " 'application': 476,\n",
       " 'pgp': 512,\n",
       " 'signature': 556,\n",
       " 'begin': 411,\n",
       " 'gnupg': 166,\n",
       " 'v': 1914,\n",
       " 'gnu': 160,\n",
       " 'comment': 209,\n",
       " 'dbqe': 112,\n",
       " 'k': 1918,\n",
       " 'b': 28429,\n",
       " 'h': 2731,\n",
       " 'c': 8723,\n",
       " 'z': 1539,\n",
       " 'opinion': 129,\n",
       " 'level': 372,\n",
       " 'political': 203,\n",
       " 'field': 134,\n",
       " 'country': 352,\n",
       " 'experience': 337,\n",
       " 'american': 352,\n",
       " 'shopping': 123,\n",
       " 'individuals': 142,\n",
       " 'public': 466,\n",
       " 'office': 343,\n",
       " 'know': 1201,\n",
       " 'technology': 570,\n",
       " 'area': 369,\n",
       " 'communication': 182,\n",
       " 'state': 754,\n",
       " 'bill': 224,\n",
       " 'addresses': 531,\n",
       " 'potential': 188,\n",
       " 'asking': 112,\n",
       " 'support': 648,\n",
       " 'methods': 106,\n",
       " 'direct': 164,\n",
       " 'tv': 473,\n",
       " 'ads': 463,\n",
       " 'per': 575,\n",
       " 'another': 599,\n",
       " 'receive': 988,\n",
       " 'response': 358,\n",
       " 'effort': 138,\n",
       " 'anti': 112,\n",
       " 'media': 404,\n",
       " 'almost': 247,\n",
       " 'perfect': 104,\n",
       " 'standard': 229,\n",
       " 'paid': 249,\n",
       " 'online': 4503,\n",
       " 'tried': 253,\n",
       " 'commercial': 137,\n",
       " 'law': 299,\n",
       " 'directly': 154,\n",
       " 'address': 1477,\n",
       " 'believe': 299,\n",
       " 'advertising': 230,\n",
       " 'simple': 394,\n",
       " 'allows': 156,\n",
       " 'opt': 235,\n",
       " 'future': 577,\n",
       " 'mailings': 240,\n",
       " 'least': 418,\n",
       " 'must': 584,\n",
       " 'large': 357,\n",
       " 'percent': 119,\n",
       " 'accounts': 117,\n",
       " 'makes': 289,\n",
       " 'avoid': 131,\n",
       " 'problems': 391,\n",
       " 'technologies': 124,\n",
       " 'ensure': 106,\n",
       " 'quality': 281,\n",
       " 'target': 1547,\n",
       " 'specific': 180,\n",
       " 'choose': 175,\n",
       " 'delete': 135,\n",
       " 'read': 946,\n",
       " 'reply': 529,\n",
       " 'sender': 121,\n",
       " 'whose': 104,\n",
       " 'efforts': 111,\n",
       " 'best': 907,\n",
       " 'let': 370,\n",
       " 'ceo': 102,\n",
       " 'management': 473,\n",
       " 'communications': 281,\n",
       " 'company': 959,\n",
       " 'national': 267,\n",
       " 'chief': 107,\n",
       " 'marketing': 592,\n",
       " 'xent': 553,\n",
       " 'fork': 845,\n",
       " 'hi': 353,\n",
       " 'possible': 331,\n",
       " 'question': 359,\n",
       " 'network': 572,\n",
       " 'real': 597,\n",
       " 'cheers': 187,\n",
       " 'w': 3031,\n",
       " 'l': 2931,\n",
       " 'n': 2375,\n",
       " 'iiu': 229,\n",
       " 'taint': 498,\n",
       " 'org': 1307,\n",
       " 'home': 2977,\n",
       " 'computer': 718,\n",
       " 'trust': 228,\n",
       " 'secret': 155,\n",
       " 'bit': 482,\n",
       " 'apparently': 103,\n",
       " 'mt': 118,\n",
       " 'little': 445,\n",
       " 'google': 105,\n",
       " 'number': 788,\n",
       " 'contact': 472,\n",
       " 'alt': 3472,\n",
       " 'similar': 219,\n",
       " 'mark': 200,\n",
       " 'unix': 152,\n",
       " 'mac': 185,\n",
       " 'mailto': 1198,\n",
       " 'someone': 445,\n",
       " 'operating': 165,\n",
       " 'system': 1155,\n",
       " 'dont': 118,\n",
       " 'server': 811,\n",
       " 'dell': 181,\n",
       " 'sure': 676,\n",
       " 'completely': 154,\n",
       " 'person': 338,\n",
       " 'act': 305,\n",
       " 'cd': 951,\n",
       " 'tools': 246,\n",
       " 'family': 1530,\n",
       " 'hardware': 291,\n",
       " 'general': 266,\n",
       " 'getting': 385,\n",
       " 'contract': 104,\n",
       " 'fix': 161,\n",
       " 'problem': 668,\n",
       " \"'\": 1451,\n",
       " 'companies': 623,\n",
       " 'port': 124,\n",
       " 'buy': 601,\n",
       " 'designed': 208,\n",
       " 'say': 731,\n",
       " 'easy': 675,\n",
       " 'edu': 164,\n",
       " 'advertisement': 205,\n",
       " 'removed': 655,\n",
       " 'whole': 250,\n",
       " 'windows': 862,\n",
       " 'cable': 136,\n",
       " 'x': 2483,\n",
       " 'waiting': 109,\n",
       " 'al': 203,\n",
       " 'related': 181,\n",
       " 'statements': 113,\n",
       " 'products': 660,\n",
       " 'included': 242,\n",
       " 'rather': 318,\n",
       " 'multiple': 175,\n",
       " 'human': 214,\n",
       " 'parts': 121,\n",
       " 'property': 153,\n",
       " 'package': 435,\n",
       " \"i'd\": 396,\n",
       " 'legal': 537,\n",
       " 'take': 887,\n",
       " 'reference': 105,\n",
       " 'talking': 163,\n",
       " 'poor': 131,\n",
       " 'assume': 111,\n",
       " 'exactly': 205,\n",
       " 'bank': 234,\n",
       " 'loan': 135,\n",
       " 'especially': 156,\n",
       " 'development': 271,\n",
       " 'view': 311,\n",
       " 'america': 273,\n",
       " 'maybe': 336,\n",
       " 'city': 370,\n",
       " 'else': 448,\n",
       " 'second': 342,\n",
       " 'middle': 580,\n",
       " 'class': 1879,\n",
       " 'section': 226,\n",
       " 'whatever': 185,\n",
       " 'together': 183,\n",
       " 'record': 153,\n",
       " 'existing': 128,\n",
       " 'solution': 175,\n",
       " 'market': 533,\n",
       " 'agents': 142,\n",
       " 'dave': 141,\n",
       " 'happened': 116,\n",
       " 'long': 691,\n",
       " 'enjoy': 145,\n",
       " 'de': 893,\n",
       " 'folks': 152,\n",
       " 'xp': 268,\n",
       " 'disk': 236,\n",
       " 'installed': 258,\n",
       " 'suse': 128,\n",
       " 'went': 183,\n",
       " 'video': 248,\n",
       " 'card': 631,\n",
       " 'driver': 136,\n",
       " 'website': 435,\n",
       " 'rpm': 1246,\n",
       " 'next': 642,\n",
       " 'ideas': 202,\n",
       " 'welcome': 400,\n",
       " 'thanks': 469,\n",
       " 'wait': 169,\n",
       " 'dead': 122,\n",
       " \"there's\": 376,\n",
       " 'enough': 366,\n",
       " 'keep': 485,\n",
       " 'around': 471,\n",
       " 'tom': 167,\n",
       " 'unique': 195,\n",
       " 'oh': 213,\n",
       " 'love': 246,\n",
       " 'interested': 238,\n",
       " 'running': 407,\n",
       " 'win': 294,\n",
       " 'contents': 108,\n",
       " 'install': 312,\n",
       " 'play': 293,\n",
       " 'solid': 536,\n",
       " 'wednesday': 109,\n",
       " 'copy': 529,\n",
       " 'active': 163,\n",
       " 'case': 540,\n",
       " 'back': 1086,\n",
       " 'understand': 240,\n",
       " 'drive': 320,\n",
       " 'answers': 170,\n",
       " 'need': 1221,\n",
       " 'config': 136,\n",
       " 'g': 1874,\n",
       " 'situation': 136,\n",
       " 'working': 446,\n",
       " 'among': 116,\n",
       " 'games': 205,\n",
       " 'writing': 140,\n",
       " 'format': 361,\n",
       " 'zip': 168,\n",
       " 'anywhere': 138,\n",
       " 'heard': 142,\n",
       " 'create': 365,\n",
       " 'course': 431,\n",
       " 'manage': 216,\n",
       " 'quote': 233,\n",
       " 'co': 992,\n",
       " 'tony': 146,\n",
       " 'bush': 235,\n",
       " 'started': 231,\n",
       " 'story': 431,\n",
       " 'particular': 137,\n",
       " 'french': 124,\n",
       " 'word': 326,\n",
       " 'monday': 178,\n",
       " 'return': 394,\n",
       " 'systems': 449,\n",
       " 'manager': 156,\n",
       " 'inc': 418,\n",
       " 'white': 297,\n",
       " 'interesting': 182,\n",
       " 'connection': 149,\n",
       " 'j': 2292,\n",
       " 'post': 397,\n",
       " 'thing': 496,\n",
       " 'checking': 101,\n",
       " 'module': 112,\n",
       " 'change': 698,\n",
       " 'please': 1723,\n",
       " 'sending': 280,\n",
       " 'although': 190,\n",
       " 'dvd': 373,\n",
       " 'longer': 172,\n",
       " 'expect': 141,\n",
       " 'hat': 214,\n",
       " 'page': 616,\n",
       " 'music': 197,\n",
       " 'quotes': 123,\n",
       " 'claim': 158,\n",
       " 'yet': 336,\n",
       " 'bold': 185,\n",
       " 'lines': 226,\n",
       " 'according': 158,\n",
       " 'july': 372,\n",
       " 'source': 460,\n",
       " 'washington': 126,\n",
       " 'director': 112,\n",
       " 'strategy': 122,\n",
       " 'certainly': 150,\n",
       " 'speech': 105,\n",
       " \"we've\": 152,\n",
       " 'site': 1105,\n",
       " 'summer': 105,\n",
       " 'upon': 228,\n",
       " 'executive': 125,\n",
       " 'stories': 101,\n",
       " 'always': 434,\n",
       " 'true': 354,\n",
       " 'figure': 122,\n",
       " 'thus': 142,\n",
       " 'sort': 218,\n",
       " 'fall': 133,\n",
       " 'updated': 107,\n",
       " 'sorry': 135,\n",
       " 'computers': 182,\n",
       " 'pre': 176,\n",
       " 'admin': 287,\n",
       " 'behalf': 154,\n",
       " 'ip': 225,\n",
       " 'ms': 1192,\n",
       " 'handle': 118,\n",
       " 'ok': 324,\n",
       " \"what's\": 206,\n",
       " 'places': 108,\n",
       " 'knowledge': 157,\n",
       " 'improve': 102,\n",
       " 'piece': 126,\n",
       " 'perhaps': 200,\n",
       " 'status': 210,\n",
       " 'false': 203,\n",
       " 'failed': 107,\n",
       " 'tool': 185,\n",
       " 'means': 246,\n",
       " 'friends': 283,\n",
       " 'msn': 189,\n",
       " 'open': 496,\n",
       " 'option': 2299,\n",
       " 'mode': 121,\n",
       " 'plus': 346,\n",
       " 'model': 125,\n",
       " 'device': 171,\n",
       " 'correct': 107,\n",
       " 'path': 124,\n",
       " 'higher': 124,\n",
       " 'simply': 383,\n",
       " 'hear': 142,\n",
       " 'sources': 114,\n",
       " 'night': 128,\n",
       " 'anything': 453,\n",
       " 'function': 157,\n",
       " 'looks': 214,\n",
       " 'os': 294,\n",
       " 'kind': 275,\n",
       " 'regards': 216,\n",
       " 'teledyn': 162,\n",
       " 'example': 442,\n",
       " 'telephone': 114,\n",
       " 'lead': 110,\n",
       " 'leads': 153,\n",
       " 'rest': 156,\n",
       " \"they're\": 197,\n",
       " 'gary': 136,\n",
       " 'lawrence': 138,\n",
       " 'murphy': 120,\n",
       " 'business': 1411,\n",
       " 'advantage': 154,\n",
       " \"'s\": 161,\n",
       " 'fi': 116,\n",
       " 'ca': 695,\n",
       " 'index': 715,\n",
       " 'programming': 134,\n",
       " 'installation': 115,\n",
       " 'spammers': 112,\n",
       " 'place': 445,\n",
       " 'justin': 128,\n",
       " 'remove': 983,\n",
       " 'show': 429,\n",
       " 'score': 105,\n",
       " 'base': 307,\n",
       " 'agree': 123,\n",
       " 'serious': 125,\n",
       " 'include': 669,\n",
       " 'users': 1757,\n",
       " 'benefit': 165,\n",
       " 'points': 184,\n",
       " 'newsletters': 283,\n",
       " 'bring': 148,\n",
       " 'anyway': 207,\n",
       " 'needs': 267,\n",
       " 'several': 308,\n",
       " 'smtp': 109,\n",
       " 'often': 281,\n",
       " 'basis': 101,\n",
       " 'lockergnome': 2125,\n",
       " 'income': 323,\n",
       " 'copyright': 314,\n",
       " 'charge': 165,\n",
       " 'purpose': 117,\n",
       " 'either': 323,\n",
       " 'couple': 167,\n",
       " 'sell': 278,\n",
       " 'rights': 361,\n",
       " 'pay': 366,\n",
       " 'absolutely': 165,\n",
       " 'unless': 153,\n",
       " 'consider': 122,\n",
       " 'everyone': 224,\n",
       " \"we'll\": 135,\n",
       " 'paying': 116,\n",
       " 'thinkgeek': 656,\n",
       " 'geek': 365,\n",
       " 'heaven': 451,\n",
       " 'directory': 217,\n",
       " 'solutions': 131,\n",
       " 'q': 5475,\n",
       " 'echo': 123,\n",
       " 'personal': 476,\n",
       " 'f': 5338,\n",
       " 'u': 2558,\n",
       " 'eb': 170,\n",
       " 'following': 472,\n",
       " 'bits': 107,\n",
       " 'speed': 189,\n",
       " 'hd': 118,\n",
       " 'shop': 123,\n",
       " 'design': 258,\n",
       " 'weeks': 278,\n",
       " 'modem': 103,\n",
       " 'asked': 163,\n",
       " 'took': 152,\n",
       " 'team': 246,\n",
       " 'short': 195,\n",
       " 'reviews': 163,\n",
       " 'subscribe': 146,\n",
       " 'latest': 453,\n",
       " 'increase': 263,\n",
       " 'amount': 208,\n",
       " 'servers': 312,\n",
       " 'emails': 235,\n",
       " 'starting': 173,\n",
       " 'recent': 195,\n",
       " 'core': 143,\n",
       " 'product': 699,\n",
       " 'effective': 184,\n",
       " 'easily': 274,\n",
       " 'instant': 131,\n",
       " 'sites': 474,\n",
       " 'visit': 512,\n",
       " 'whether': 291,\n",
       " 'save': 487,\n",
       " 'bc': 500,\n",
       " 'tk': 105,\n",
       " 'url': 769,\n",
       " 'nl': 831,\n",
       " 'images': 2934,\n",
       " 'perl': 284,\n",
       " 'mailer': 117,\n",
       " 'pl': 153,\n",
       " 'reserved': 193,\n",
       " 'stop': 292,\n",
       " 'receiving': 248,\n",
       " 'weight': 507,\n",
       " 'size': 15205,\n",
       " 'listed': 181,\n",
       " 'download': 494,\n",
       " 'microsoft': 533,\n",
       " 'paste': 119,\n",
       " 'request': 245,\n",
       " 'comments': 208,\n",
       " 'networks': 310,\n",
       " 'mime': 321,\n",
       " 'nextpart': 554,\n",
       " 'transfer': 644,\n",
       " 'encoding': 522,\n",
       " 'quoted': 271,\n",
       " 'printable': 247,\n",
       " 'dns': 120,\n",
       " 'position': 193,\n",
       " 'traffic': 164,\n",
       " 'database': 336,\n",
       " 'process': 327,\n",
       " 'fl': 115,\n",
       " 'doctype': 121,\n",
       " 'dtd': 130,\n",
       " 'transitional': 119,\n",
       " 'en': 610,\n",
       " 'head': 1398,\n",
       " 'meta': 704,\n",
       " 'equiv': 403,\n",
       " 'bgcolor': 7116,\n",
       " 'ffffff': 3162,\n",
       " 'div': 3045,\n",
       " 'font': 36772,\n",
       " 'nbsp': 12034,\n",
       " 'br': 23801,\n",
       " 'href': 10427,\n",
       " 'apple': 267,\n",
       " 'iso': 407,\n",
       " 'el': 112,\n",
       " 'underline': 169,\n",
       " 'color': 9812,\n",
       " 'ffff': 556,\n",
       " 'weekly': 114,\n",
       " 'tech': 642,\n",
       " 'archive': 102,\n",
       " 'lives': 128,\n",
       " 'looked': 105,\n",
       " 'cannot': 262,\n",
       " 'turn': 190,\n",
       " 'hot': 159,\n",
       " 'check': 1029,\n",
       " 'wireless': 248,\n",
       " 'pd': 188,\n",
       " 'plans': 124,\n",
       " 'funds': 111,\n",
       " 'msg': 197,\n",
       " 'conference': 109,\n",
       " 'policy': 327,\n",
       " 'school': 153,\n",
       " 'break': 132,\n",
       " 'thinking': 141,\n",
       " 'performance': 226,\n",
       " 'due': 199,\n",
       " ...}"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dictionary"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "# for dict\n",
    "    # fond word in email\n",
    "\n",
    "# for email\n",
    "    # find word in dict\n",
    "\n",
    "# write in report"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "collapsed": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'date': 0,\n",
       " 'wed': 1,\n",
       " 'aug': 2,\n",
       " 'chris': 3,\n",
       " 'garrigues': 4,\n",
       " 'cwg': 5,\n",
       " 'fa': 6,\n",
       " 'deepeddy': 7,\n",
       " 'com': 8,\n",
       " 'message': 9,\n",
       " 'id': 10,\n",
       " 'vircio': 11,\n",
       " \"can't\": 12,\n",
       " 'error': 13,\n",
       " 'like': 14,\n",
       " 'every': 15,\n",
       " 'time': 16,\n",
       " 'without': 17,\n",
       " 'log': 18,\n",
       " 'pick': 19,\n",
       " 'inbox': 20,\n",
       " 'list': 21,\n",
       " 'subject': 22,\n",
       " 'ftp': 23,\n",
       " 'sequence': 24,\n",
       " 'ftoc': 25,\n",
       " 'hit': 26,\n",
       " 'note': 27,\n",
       " 'run': 28,\n",
       " 'command': 29,\n",
       " 'hand': 30,\n",
       " \"that's\": 31,\n",
       " 'comes': 32,\n",
       " 'version': 33,\n",
       " \"i'm\": 34,\n",
       " 'using': 35,\n",
       " 'oz': 36,\n",
       " 'au': 37,\n",
       " 'sun': 38,\n",
       " 'part': 39,\n",
       " 'mh': 40,\n",
       " 'since': 41,\n",
       " 'works': 42,\n",
       " 'actually': 43,\n",
       " 'one': 44,\n",
       " 'line': 45,\n",
       " 'search': 46,\n",
       " 'get': 47,\n",
       " 'created': 48,\n",
       " 'ps': 49,\n",
       " 'still': 50,\n",
       " 'code': 51,\n",
       " 'form': 52,\n",
       " 'day': 53,\n",
       " 'ago': 54,\n",
       " 'able': 55,\n",
       " 'reach': 56,\n",
       " 'cvs': 57,\n",
       " 'today': 58,\n",
       " 'local': 59,\n",
       " 'issue': 60,\n",
       " 'think': 61,\n",
       " 'exmh': 62,\n",
       " 'workers': 63,\n",
       " 'mailing': 64,\n",
       " 'redhat': 65,\n",
       " 'https': 66,\n",
       " 'listman': 67,\n",
       " 'mailman': 68,\n",
       " 'listinfo': 69,\n",
       " 'posted': 70,\n",
       " 'behind': 71,\n",
       " 'plan': 72,\n",
       " 'far': 73,\n",
       " 'community': 74,\n",
       " 'well': 75,\n",
       " 'features': 76,\n",
       " 'ft': 77,\n",
       " 'high': 78,\n",
       " 'wide': 79,\n",
       " 'car': 80,\n",
       " 'pretty': 81,\n",
       " 'fast': 82,\n",
       " 'yahoo': 83,\n",
       " 'groups': 84,\n",
       " 'sponsor': 85,\n",
       " 'free': 86,\n",
       " 'p': 87,\n",
       " 'join': 88,\n",
       " 'http': 89,\n",
       " 'us': 90,\n",
       " 'click': 91,\n",
       " 'pt': 92,\n",
       " 'tm': 93,\n",
       " 'unsubscribe': 94,\n",
       " 'group': 95,\n",
       " 'send': 96,\n",
       " 'email': 97,\n",
       " 'forteana': 98,\n",
       " 'use': 99,\n",
       " 'docs': 100,\n",
       " 'info': 101,\n",
       " 'terms': 102,\n",
       " 'man': 103,\n",
       " 'thursday': 104,\n",
       " 'august': 105,\n",
       " 'pm': 106,\n",
       " 'ap': 107,\n",
       " 'security': 108,\n",
       " 'said': 109,\n",
       " 'front': 110,\n",
       " 'federal': 111,\n",
       " 'services': 112,\n",
       " 'reported': 113,\n",
       " 'got': 114,\n",
       " 'taken': 115,\n",
       " 'details': 116,\n",
       " 'immediately': 117,\n",
       " 'available': 118,\n",
       " 'government': 119,\n",
       " 'news': 120,\n",
       " 'radio': 121,\n",
       " 'wanted': 122,\n",
       " 'talk': 123,\n",
       " 'president': 124,\n",
       " 'forces': 125,\n",
       " 'service': 126,\n",
       " 'building': 127,\n",
       " 'within': 128,\n",
       " 'red': 129,\n",
       " 'half': 130,\n",
       " 'hours': 131,\n",
       " 'outside': 132,\n",
       " 'later': 133,\n",
       " 'away': 134,\n",
       " 'street': 135,\n",
       " 'near': 136,\n",
       " 'held': 137,\n",
       " 'press': 138,\n",
       " 'move': 139,\n",
       " 'secure': 140,\n",
       " 'already': 141,\n",
       " 'ever': 142,\n",
       " 'september': 143,\n",
       " 'pc': 144,\n",
       " 'world': 145,\n",
       " 'seventh': 146,\n",
       " 'month': 147,\n",
       " 'across': 148,\n",
       " 'web': 149,\n",
       " 'making': 150,\n",
       " 'may': 151,\n",
       " 'new': 152,\n",
       " 'go': 153,\n",
       " 'software': 154,\n",
       " 'report': 155,\n",
       " 'daily': 156,\n",
       " 'sign': 157,\n",
       " 'e': 158,\n",
       " 'mail': 159,\n",
       " 'messages': 160,\n",
       " 'says': 161,\n",
       " 'last': 162,\n",
       " 'data': 163,\n",
       " 'www': 164,\n",
       " 'article': 165,\n",
       " 'asp': 166,\n",
       " 'adding': 167,\n",
       " 'effect': 168,\n",
       " 'make': 169,\n",
       " 'ask': 170,\n",
       " 'instead': 171,\n",
       " \"i've\": 172,\n",
       " 'never': 173,\n",
       " 'seen': 174,\n",
       " 'used': 175,\n",
       " 'low': 176,\n",
       " 'fat': 177,\n",
       " 'quite': 178,\n",
       " 'lots': 179,\n",
       " 'except': 180,\n",
       " 'university': 181,\n",
       " 'ee': 182,\n",
       " 'ed': 183,\n",
       " 'ac': 184,\n",
       " 'uk': 185,\n",
       " 'really': 186,\n",
       " 'wants': 187,\n",
       " 'come': 188,\n",
       " 'offer': 189,\n",
       " 'women': 190,\n",
       " 'sex': 191,\n",
       " 'partners': 192,\n",
       " 'could': 193,\n",
       " 'better': 194,\n",
       " 'way': 195,\n",
       " 'put': 196,\n",
       " 'gets': 197,\n",
       " 'money': 198,\n",
       " 'mr': 199,\n",
       " 'told': 200,\n",
       " 'want': 201,\n",
       " 'moment': 202,\n",
       " 'life': 203,\n",
       " 'first': 204,\n",
       " 'lot': 205,\n",
       " 'fun': 206,\n",
       " 'end': 207,\n",
       " 'attack': 208,\n",
       " 'im': 209,\n",
       " 'selling': 210,\n",
       " 'year': 211,\n",
       " 'applications': 212,\n",
       " 'sent': 213,\n",
       " 'quickly': 214,\n",
       " 'age': 215,\n",
       " 'soon': 216,\n",
       " 'wrote': 217,\n",
       " 'probably': 218,\n",
       " 'right': 219,\n",
       " 'added': 220,\n",
       " 'guess': 221,\n",
       " 'try': 222,\n",
       " 'looking': 223,\n",
       " 'internet': 224,\n",
       " 'found': 225,\n",
       " 'people': 226,\n",
       " \"he's\": 227,\n",
       " 'htm': 228,\n",
       " 'non': 229,\n",
       " 'thu': 230,\n",
       " 'look': 231,\n",
       " 'history': 232,\n",
       " 'chance': 233,\n",
       " 'written': 234,\n",
       " 'health': 235,\n",
       " 'guide': 236,\n",
       " 'power': 237,\n",
       " 'title': 238,\n",
       " 'fact': 239,\n",
       " 'years': 240,\n",
       " 'turned': 241,\n",
       " 'mean': 242,\n",
       " 'machine': 243,\n",
       " 'living': 244,\n",
       " 'space': 245,\n",
       " 'cost': 246,\n",
       " 'book': 247,\n",
       " 'industry': 248,\n",
       " 'start': 249,\n",
       " 'paragraph': 250,\n",
       " 'big': 251,\n",
       " 'call': 252,\n",
       " 'help': 253,\n",
       " 'point': 254,\n",
       " 'mind': 255,\n",
       " 'discover': 256,\n",
       " 'creative': 257,\n",
       " 'special': 258,\n",
       " 'released': 259,\n",
       " 'become': 260,\n",
       " 'sense': 261,\n",
       " 'freedom': 262,\n",
       " 'made': 263,\n",
       " 'award': 264,\n",
       " 'three': 265,\n",
       " 'extra': 266,\n",
       " 'developed': 267,\n",
       " 'interest': 268,\n",
       " 'art': 269,\n",
       " 'account': 270,\n",
       " 'received': 271,\n",
       " 'seem': 272,\n",
       " 'trouble': 273,\n",
       " 'write': 274,\n",
       " 'books': 275,\n",
       " 'millions': 276,\n",
       " 'recently': 277,\n",
       " 'signed': 278,\n",
       " 'deal': 279,\n",
       " 'worth': 280,\n",
       " 'million': 281,\n",
       " 'men': 282,\n",
       " 'society': 283,\n",
       " 'inside': 284,\n",
       " 'steve': 285,\n",
       " 'many': 286,\n",
       " 'sometimes': 287,\n",
       " 'known': 288,\n",
       " 'environment': 289,\n",
       " 'also': 290,\n",
       " 'early': 291,\n",
       " 'hard': 292,\n",
       " 'anyone': 293,\n",
       " 'however': 294,\n",
       " 'reasons': 295,\n",
       " 'something': 296,\n",
       " 'good': 297,\n",
       " 'michael': 298,\n",
       " 'changed': 299,\n",
       " 'name': 300,\n",
       " 'death': 301,\n",
       " 'wish': 302,\n",
       " 'things': 303,\n",
       " 'bad': 304,\n",
       " 'series': 305,\n",
       " 'original': 306,\n",
       " 'term': 307,\n",
       " 'result': 308,\n",
       " 'two': 309,\n",
       " 'days': 310,\n",
       " 'five': 311,\n",
       " 'cell': 312,\n",
       " 'yes': 313,\n",
       " 'times': 314,\n",
       " 'four': 315,\n",
       " 'seconds': 316,\n",
       " 'current': 317,\n",
       " 'might': 318,\n",
       " 'see': 319,\n",
       " 'face': 320,\n",
       " 'table': 321,\n",
       " 'give': 322,\n",
       " 'dream': 323,\n",
       " 'body': 324,\n",
       " 'called': 325,\n",
       " 'words': 326,\n",
       " 'load': 327,\n",
       " 'multi': 328,\n",
       " 'writes': 329,\n",
       " 'style': 330,\n",
       " 'choice': 331,\n",
       " 'reading': 332,\n",
       " 'stuff': 333,\n",
       " 'er': 334,\n",
       " 'needed': 335,\n",
       " 'october': 336,\n",
       " 'trying': 337,\n",
       " 'research': 338,\n",
       " 'via': 339,\n",
       " 'sa': 340,\n",
       " 'engines': 341,\n",
       " 'script': 342,\n",
       " 'giving': 343,\n",
       " 'clients': 344,\n",
       " 'access': 345,\n",
       " 'user': 346,\n",
       " 'options': 347,\n",
       " 'based': 348,\n",
       " 'cgi': 349,\n",
       " 'interface': 350,\n",
       " 'provide': 351,\n",
       " 'feature': 352,\n",
       " 'find': 353,\n",
       " 'nothing': 354,\n",
       " 'uses': 355,\n",
       " 'procmail': 356,\n",
       " 'spamassassin': 357,\n",
       " 'spam': 358,\n",
       " 'would': 359,\n",
       " 'sf': 360,\n",
       " 'net': 361,\n",
       " 'sponsored': 362,\n",
       " 'osdn': 363,\n",
       " 'tired': 364,\n",
       " 'old': 365,\n",
       " 'phone': 366,\n",
       " 'inphonic': 367,\n",
       " 'r': 368,\n",
       " 'sourceforge': 369,\n",
       " 'refcode': 370,\n",
       " 'vs': 371,\n",
       " 'lists': 372,\n",
       " 'hello': 373,\n",
       " 'thank': 374,\n",
       " 'html': 375,\n",
       " 'rules': 376,\n",
       " \"we're\": 377,\n",
       " 'devel': 378,\n",
       " 'great': 379,\n",
       " 'even': 380,\n",
       " 'useful': 381,\n",
       " 'allow': 382,\n",
       " 'though': 383,\n",
       " 'idea': 384,\n",
       " 'live': 385,\n",
       " 'updates': 386,\n",
       " 'release': 387,\n",
       " 'job': 388,\n",
       " 'week': 389,\n",
       " 'default': 390,\n",
       " 'rule': 391,\n",
       " 'set': 392,\n",
       " 'faster': 393,\n",
       " 'months': 394,\n",
       " 'remember': 395,\n",
       " 'came': 396,\n",
       " 'require': 397,\n",
       " 'changes': 398,\n",
       " 'mon': 399,\n",
       " 'john': 400,\n",
       " 'mentioned': 401,\n",
       " 'likely': 402,\n",
       " 'boot': 403,\n",
       " 'root': 404,\n",
       " 'dev': 405,\n",
       " 'kernel': 406,\n",
       " 'md': 407,\n",
       " 'reason': 408,\n",
       " 'box': 409,\n",
       " 'seems': 410,\n",
       " 'files': 411,\n",
       " 'link': 412,\n",
       " 'friend': 413,\n",
       " 'present': 414,\n",
       " 'exist': 415,\n",
       " 'worked': 416,\n",
       " 'fine': 417,\n",
       " 'tell': 418,\n",
       " 'everything': 419,\n",
       " 'irish': 420,\n",
       " 'linux': 421,\n",
       " \"users'\": 422,\n",
       " 'ilug': 423,\n",
       " 'ie': 424,\n",
       " 'un': 425,\n",
       " 'subscription': 426,\n",
       " 'information': 427,\n",
       " 'maintainer': 428,\n",
       " 'listmaster': 429,\n",
       " 'content': 430,\n",
       " 'type': 431,\n",
       " 'text': 432,\n",
       " 'plain': 433,\n",
       " 'charset': 434,\n",
       " 'ascii': 435,\n",
       " \"i'll\": 436,\n",
       " 'robert': 437,\n",
       " 'nice': 438,\n",
       " 'display': 439,\n",
       " 'folder': 440,\n",
       " 'main': 441,\n",
       " 'window': 442,\n",
       " 'takes': 443,\n",
       " 'full': 444,\n",
       " 'screen': 445,\n",
       " 'top': 446,\n",
       " 'bottom': 447,\n",
       " 'less': 448,\n",
       " 'width': 449,\n",
       " 'etc': 450,\n",
       " 'thought': 451,\n",
       " 'order': 452,\n",
       " 'add': 453,\n",
       " 'pack': 454,\n",
       " 'side': 455,\n",
       " 'left': 456,\n",
       " 'different': 457,\n",
       " 'done': 458,\n",
       " 'going': 459,\n",
       " 'leave': 460,\n",
       " 'issues': 461,\n",
       " 'others': 462,\n",
       " 'update': 463,\n",
       " 'file': 464,\n",
       " 'much': 465,\n",
       " 'work': 466,\n",
       " 'bug': 467,\n",
       " 'congress': 468,\n",
       " 'suite': 469,\n",
       " 'tx': 470,\n",
       " 'war': 471,\n",
       " 'iii': 472,\n",
       " 'wrong': 473,\n",
       " 'doers': 474,\n",
       " 'evil': 475,\n",
       " 'application': 476,\n",
       " 'pgp': 477,\n",
       " 'signature': 478,\n",
       " 'begin': 479,\n",
       " 'gnupg': 480,\n",
       " 'v': 481,\n",
       " 'gnu': 482,\n",
       " 'comment': 483,\n",
       " 'dbqe': 484,\n",
       " 'k': 485,\n",
       " 'b': 486,\n",
       " 'h': 487,\n",
       " 'c': 488,\n",
       " 'z': 489,\n",
       " 'opinion': 490,\n",
       " 'level': 491,\n",
       " 'political': 492,\n",
       " 'field': 493,\n",
       " 'country': 494,\n",
       " 'experience': 495,\n",
       " 'american': 496,\n",
       " 'shopping': 497,\n",
       " 'individuals': 498,\n",
       " 'public': 499,\n",
       " 'office': 500,\n",
       " 'know': 501,\n",
       " 'technology': 502,\n",
       " 'area': 503,\n",
       " 'communication': 504,\n",
       " 'state': 505,\n",
       " 'bill': 506,\n",
       " 'addresses': 507,\n",
       " 'potential': 508,\n",
       " 'asking': 509,\n",
       " 'support': 510,\n",
       " 'methods': 511,\n",
       " 'direct': 512,\n",
       " 'tv': 513,\n",
       " 'ads': 514,\n",
       " 'per': 515,\n",
       " 'another': 516,\n",
       " 'receive': 517,\n",
       " 'response': 518,\n",
       " 'effort': 519,\n",
       " 'anti': 520,\n",
       " 'media': 521,\n",
       " 'almost': 522,\n",
       " 'perfect': 523,\n",
       " 'standard': 524,\n",
       " 'paid': 525,\n",
       " 'online': 526,\n",
       " 'tried': 527,\n",
       " 'commercial': 528,\n",
       " 'law': 529,\n",
       " 'directly': 530,\n",
       " 'address': 531,\n",
       " 'believe': 532,\n",
       " 'advertising': 533,\n",
       " 'simple': 534,\n",
       " 'allows': 535,\n",
       " 'opt': 536,\n",
       " 'future': 537,\n",
       " 'mailings': 538,\n",
       " 'least': 539,\n",
       " 'must': 540,\n",
       " 'large': 541,\n",
       " 'percent': 542,\n",
       " 'accounts': 543,\n",
       " 'makes': 544,\n",
       " 'avoid': 545,\n",
       " 'problems': 546,\n",
       " 'technologies': 547,\n",
       " 'ensure': 548,\n",
       " 'quality': 549,\n",
       " 'target': 550,\n",
       " 'specific': 551,\n",
       " 'choose': 552,\n",
       " 'delete': 553,\n",
       " 'read': 554,\n",
       " 'reply': 555,\n",
       " 'sender': 556,\n",
       " 'whose': 557,\n",
       " 'efforts': 558,\n",
       " 'best': 559,\n",
       " 'let': 560,\n",
       " 'ceo': 561,\n",
       " 'management': 562,\n",
       " 'communications': 563,\n",
       " 'company': 564,\n",
       " 'national': 565,\n",
       " 'chief': 566,\n",
       " 'marketing': 567,\n",
       " 'xent': 568,\n",
       " 'fork': 569,\n",
       " 'hi': 570,\n",
       " 'possible': 571,\n",
       " 'question': 572,\n",
       " 'network': 573,\n",
       " 'real': 574,\n",
       " 'cheers': 575,\n",
       " 'w': 576,\n",
       " 'l': 577,\n",
       " 'n': 578,\n",
       " 'iiu': 579,\n",
       " 'taint': 580,\n",
       " 'org': 581,\n",
       " 'home': 582,\n",
       " 'computer': 583,\n",
       " 'trust': 584,\n",
       " 'secret': 585,\n",
       " 'bit': 586,\n",
       " 'apparently': 587,\n",
       " 'mt': 588,\n",
       " 'little': 589,\n",
       " 'google': 590,\n",
       " 'number': 591,\n",
       " 'contact': 592,\n",
       " 'alt': 593,\n",
       " 'similar': 594,\n",
       " 'mark': 595,\n",
       " 'unix': 596,\n",
       " 'mac': 597,\n",
       " 'mailto': 598,\n",
       " 'someone': 599,\n",
       " 'operating': 600,\n",
       " 'system': 601,\n",
       " 'dont': 602,\n",
       " 'server': 603,\n",
       " 'dell': 604,\n",
       " 'sure': 605,\n",
       " 'completely': 606,\n",
       " 'person': 607,\n",
       " 'act': 608,\n",
       " 'cd': 609,\n",
       " 'tools': 610,\n",
       " 'family': 611,\n",
       " 'hardware': 612,\n",
       " 'general': 613,\n",
       " 'getting': 614,\n",
       " 'contract': 615,\n",
       " 'fix': 616,\n",
       " 'problem': 617,\n",
       " \"'\": 618,\n",
       " 'companies': 619,\n",
       " 'port': 620,\n",
       " 'buy': 621,\n",
       " 'designed': 622,\n",
       " 'say': 623,\n",
       " 'easy': 624,\n",
       " 'edu': 625,\n",
       " 'advertisement': 626,\n",
       " 'removed': 627,\n",
       " 'whole': 628,\n",
       " 'windows': 629,\n",
       " 'cable': 630,\n",
       " 'x': 631,\n",
       " 'waiting': 632,\n",
       " 'al': 633,\n",
       " 'related': 634,\n",
       " 'statements': 635,\n",
       " 'products': 636,\n",
       " 'included': 637,\n",
       " 'rather': 638,\n",
       " 'multiple': 639,\n",
       " 'human': 640,\n",
       " 'parts': 641,\n",
       " 'property': 642,\n",
       " 'package': 643,\n",
       " \"i'd\": 644,\n",
       " 'legal': 645,\n",
       " 'take': 646,\n",
       " 'reference': 647,\n",
       " 'talking': 648,\n",
       " 'poor': 649,\n",
       " 'assume': 650,\n",
       " 'exactly': 651,\n",
       " 'bank': 652,\n",
       " 'loan': 653,\n",
       " 'especially': 654,\n",
       " 'development': 655,\n",
       " 'view': 656,\n",
       " 'america': 657,\n",
       " 'maybe': 658,\n",
       " 'city': 659,\n",
       " 'else': 660,\n",
       " 'second': 661,\n",
       " 'middle': 662,\n",
       " 'class': 663,\n",
       " 'section': 664,\n",
       " 'whatever': 665,\n",
       " 'together': 666,\n",
       " 'record': 667,\n",
       " 'existing': 668,\n",
       " 'solution': 669,\n",
       " 'market': 670,\n",
       " 'agents': 671,\n",
       " 'dave': 672,\n",
       " 'happened': 673,\n",
       " 'long': 674,\n",
       " 'enjoy': 675,\n",
       " 'de': 676,\n",
       " 'folks': 677,\n",
       " 'xp': 678,\n",
       " 'disk': 679,\n",
       " 'installed': 680,\n",
       " 'suse': 681,\n",
       " 'went': 682,\n",
       " 'video': 683,\n",
       " 'card': 684,\n",
       " 'driver': 685,\n",
       " 'website': 686,\n",
       " 'rpm': 687,\n",
       " 'next': 688,\n",
       " 'ideas': 689,\n",
       " 'welcome': 690,\n",
       " 'thanks': 691,\n",
       " 'wait': 692,\n",
       " 'dead': 693,\n",
       " \"there's\": 694,\n",
       " 'enough': 695,\n",
       " 'keep': 696,\n",
       " 'around': 697,\n",
       " 'tom': 698,\n",
       " 'unique': 699,\n",
       " 'oh': 700,\n",
       " 'love': 701,\n",
       " 'interested': 702,\n",
       " 'running': 703,\n",
       " 'win': 704,\n",
       " 'contents': 705,\n",
       " 'install': 706,\n",
       " 'play': 707,\n",
       " 'solid': 708,\n",
       " 'wednesday': 709,\n",
       " 'copy': 710,\n",
       " 'active': 711,\n",
       " 'case': 712,\n",
       " 'back': 713,\n",
       " 'understand': 714,\n",
       " 'drive': 715,\n",
       " 'answers': 716,\n",
       " 'need': 717,\n",
       " 'config': 718,\n",
       " 'g': 719,\n",
       " 'situation': 720,\n",
       " 'working': 721,\n",
       " 'among': 722,\n",
       " 'games': 723,\n",
       " 'writing': 724,\n",
       " 'format': 725,\n",
       " 'zip': 726,\n",
       " 'anywhere': 727,\n",
       " 'heard': 728,\n",
       " 'create': 729,\n",
       " 'course': 730,\n",
       " 'manage': 731,\n",
       " 'quote': 732,\n",
       " 'co': 733,\n",
       " 'tony': 734,\n",
       " 'bush': 735,\n",
       " 'started': 736,\n",
       " 'story': 737,\n",
       " 'particular': 738,\n",
       " 'french': 739,\n",
       " 'word': 740,\n",
       " 'monday': 741,\n",
       " 'return': 742,\n",
       " 'systems': 743,\n",
       " 'manager': 744,\n",
       " 'inc': 745,\n",
       " 'white': 746,\n",
       " 'interesting': 747,\n",
       " 'connection': 748,\n",
       " 'j': 749,\n",
       " 'post': 750,\n",
       " 'thing': 751,\n",
       " 'checking': 752,\n",
       " 'module': 753,\n",
       " 'change': 754,\n",
       " 'please': 755,\n",
       " 'sending': 756,\n",
       " 'although': 757,\n",
       " 'dvd': 758,\n",
       " 'longer': 759,\n",
       " 'expect': 760,\n",
       " 'hat': 761,\n",
       " 'page': 762,\n",
       " 'music': 763,\n",
       " 'quotes': 764,\n",
       " 'claim': 765,\n",
       " 'yet': 766,\n",
       " 'bold': 767,\n",
       " 'lines': 768,\n",
       " 'according': 769,\n",
       " 'july': 770,\n",
       " 'source': 771,\n",
       " 'washington': 772,\n",
       " 'director': 773,\n",
       " 'strategy': 774,\n",
       " 'certainly': 775,\n",
       " 'speech': 776,\n",
       " \"we've\": 777,\n",
       " 'site': 778,\n",
       " 'summer': 779,\n",
       " 'upon': 780,\n",
       " 'executive': 781,\n",
       " 'stories': 782,\n",
       " 'always': 783,\n",
       " 'true': 784,\n",
       " 'figure': 785,\n",
       " 'thus': 786,\n",
       " 'sort': 787,\n",
       " 'fall': 788,\n",
       " 'updated': 789,\n",
       " 'sorry': 790,\n",
       " 'computers': 791,\n",
       " 'pre': 792,\n",
       " 'admin': 793,\n",
       " 'behalf': 794,\n",
       " 'ip': 795,\n",
       " 'ms': 796,\n",
       " 'handle': 797,\n",
       " 'ok': 798,\n",
       " \"what's\": 799,\n",
       " 'places': 800,\n",
       " 'knowledge': 801,\n",
       " 'improve': 802,\n",
       " 'piece': 803,\n",
       " 'perhaps': 804,\n",
       " 'status': 805,\n",
       " 'false': 806,\n",
       " 'failed': 807,\n",
       " 'tool': 808,\n",
       " 'means': 809,\n",
       " 'friends': 810,\n",
       " 'msn': 811,\n",
       " 'open': 812,\n",
       " 'option': 813,\n",
       " 'mode': 814,\n",
       " 'plus': 815,\n",
       " 'model': 816,\n",
       " 'device': 817,\n",
       " 'correct': 818,\n",
       " 'path': 819,\n",
       " 'higher': 820,\n",
       " 'simply': 821,\n",
       " 'hear': 822,\n",
       " 'sources': 823,\n",
       " 'night': 824,\n",
       " 'anything': 825,\n",
       " 'function': 826,\n",
       " 'looks': 827,\n",
       " 'os': 828,\n",
       " 'kind': 829,\n",
       " 'regards': 830,\n",
       " 'teledyn': 831,\n",
       " 'example': 832,\n",
       " 'telephone': 833,\n",
       " 'lead': 834,\n",
       " 'leads': 835,\n",
       " 'rest': 836,\n",
       " \"they're\": 837,\n",
       " 'gary': 838,\n",
       " 'lawrence': 839,\n",
       " 'murphy': 840,\n",
       " 'business': 841,\n",
       " 'advantage': 842,\n",
       " \"'s\": 843,\n",
       " 'fi': 844,\n",
       " 'ca': 845,\n",
       " 'index': 846,\n",
       " 'programming': 847,\n",
       " 'installation': 848,\n",
       " 'spammers': 849,\n",
       " 'place': 850,\n",
       " 'justin': 851,\n",
       " 'remove': 852,\n",
       " 'show': 853,\n",
       " 'score': 854,\n",
       " 'base': 855,\n",
       " 'agree': 856,\n",
       " 'serious': 857,\n",
       " 'include': 858,\n",
       " 'users': 859,\n",
       " 'benefit': 860,\n",
       " 'points': 861,\n",
       " 'newsletters': 862,\n",
       " 'bring': 863,\n",
       " 'anyway': 864,\n",
       " 'needs': 865,\n",
       " 'several': 866,\n",
       " 'smtp': 867,\n",
       " 'often': 868,\n",
       " 'basis': 869,\n",
       " 'lockergnome': 870,\n",
       " 'income': 871,\n",
       " 'copyright': 872,\n",
       " 'charge': 873,\n",
       " 'purpose': 874,\n",
       " 'either': 875,\n",
       " 'couple': 876,\n",
       " 'sell': 877,\n",
       " 'rights': 878,\n",
       " 'pay': 879,\n",
       " 'absolutely': 880,\n",
       " 'unless': 881,\n",
       " 'consider': 882,\n",
       " 'everyone': 883,\n",
       " \"we'll\": 884,\n",
       " 'paying': 885,\n",
       " 'thinkgeek': 886,\n",
       " 'geek': 887,\n",
       " 'heaven': 888,\n",
       " 'directory': 889,\n",
       " 'solutions': 890,\n",
       " 'q': 891,\n",
       " 'echo': 892,\n",
       " 'personal': 893,\n",
       " 'f': 894,\n",
       " 'u': 895,\n",
       " 'eb': 896,\n",
       " 'following': 897,\n",
       " 'bits': 898,\n",
       " 'speed': 899,\n",
       " 'hd': 900,\n",
       " 'shop': 901,\n",
       " 'design': 902,\n",
       " 'weeks': 903,\n",
       " 'modem': 904,\n",
       " 'asked': 905,\n",
       " 'took': 906,\n",
       " 'team': 907,\n",
       " 'short': 908,\n",
       " 'reviews': 909,\n",
       " 'subscribe': 910,\n",
       " 'latest': 911,\n",
       " 'increase': 912,\n",
       " 'amount': 913,\n",
       " 'servers': 914,\n",
       " 'emails': 915,\n",
       " 'starting': 916,\n",
       " 'recent': 917,\n",
       " 'core': 918,\n",
       " 'product': 919,\n",
       " 'effective': 920,\n",
       " 'easily': 921,\n",
       " 'instant': 922,\n",
       " 'sites': 923,\n",
       " 'visit': 924,\n",
       " 'whether': 925,\n",
       " 'save': 926,\n",
       " 'bc': 927,\n",
       " 'tk': 928,\n",
       " 'url': 929,\n",
       " 'nl': 930,\n",
       " 'images': 931,\n",
       " 'perl': 932,\n",
       " 'mailer': 933,\n",
       " 'pl': 934,\n",
       " 'reserved': 935,\n",
       " 'stop': 936,\n",
       " 'receiving': 937,\n",
       " 'weight': 938,\n",
       " 'size': 939,\n",
       " 'listed': 940,\n",
       " 'download': 941,\n",
       " 'microsoft': 942,\n",
       " 'paste': 943,\n",
       " 'request': 944,\n",
       " 'comments': 945,\n",
       " 'networks': 946,\n",
       " 'mime': 947,\n",
       " 'nextpart': 948,\n",
       " 'transfer': 949,\n",
       " 'encoding': 950,\n",
       " 'quoted': 951,\n",
       " 'printable': 952,\n",
       " 'dns': 953,\n",
       " 'position': 954,\n",
       " 'traffic': 955,\n",
       " 'database': 956,\n",
       " 'process': 957,\n",
       " 'fl': 958,\n",
       " 'doctype': 959,\n",
       " 'dtd': 960,\n",
       " 'transitional': 961,\n",
       " 'en': 962,\n",
       " 'head': 963,\n",
       " 'meta': 964,\n",
       " 'equiv': 965,\n",
       " 'bgcolor': 966,\n",
       " 'ffffff': 967,\n",
       " 'div': 968,\n",
       " 'font': 969,\n",
       " 'nbsp': 970,\n",
       " 'br': 971,\n",
       " 'href': 972,\n",
       " 'apple': 973,\n",
       " 'iso': 974,\n",
       " 'el': 975,\n",
       " 'underline': 976,\n",
       " 'color': 977,\n",
       " 'ffff': 978,\n",
       " 'weekly': 979,\n",
       " 'tech': 980,\n",
       " 'archive': 981,\n",
       " 'lives': 982,\n",
       " 'looked': 983,\n",
       " 'cannot': 984,\n",
       " 'turn': 985,\n",
       " 'hot': 986,\n",
       " 'check': 987,\n",
       " 'wireless': 988,\n",
       " 'pd': 989,\n",
       " 'plans': 990,\n",
       " 'funds': 991,\n",
       " 'msg': 992,\n",
       " 'conference': 993,\n",
       " 'policy': 994,\n",
       " 'school': 995,\n",
       " 'break': 996,\n",
       " 'thinking': 997,\n",
       " 'performance': 998,\n",
       " 'due': 999,\n",
       " ...}"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "count = 0\n",
    "for i in dictionary:\n",
    "#     print(i)\n",
    "    dictionary[i] = count\n",
    "    count += 1\n",
    "dictionary"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1746"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(dictionary)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 134,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(4150, 1747)"
      ]
     },
     "execution_count": 134,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import numpy as np\n",
    "train_ndarray = np.zeros((len(Training), len(dictionary) + 1), dtype = float)\n",
    "train_ndarray.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 135,
   "metadata": {},
   "outputs": [],
   "source": [
    "label_train = [0] * len(Training_Ham) + [1] * len(Training_Spam)\n",
    "label_test = [0] * len(Testing_Ham) + [1] * len(Testing_Spam)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 137,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>...</th>\n",
       "      <th>1737</th>\n",
       "      <th>1738</th>\n",
       "      <th>1739</th>\n",
       "      <th>1740</th>\n",
       "      <th>1741</th>\n",
       "      <th>1742</th>\n",
       "      <th>1743</th>\n",
       "      <th>1744</th>\n",
       "      <th>1745</th>\n",
       "      <th>whole_dict_propotion</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.357724</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.357143</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.290698</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.361963</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4145</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.634783</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4146</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.716353</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4147</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.301136</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4148</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.639394</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4149</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.610932</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>4150 rows × 1747 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        0    1    2    3    4    5    6    7    8    9  ...  1737  1738  1739  \\\n",
       "0     1.0  1.0  1.0  1.0  1.0  1.0  1.0  1.0  1.0  1.0  ...   0.0   0.0   0.0   \n",
       "1     0.0  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  ...   0.0   0.0   0.0   \n",
       "2     0.0  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  ...   0.0   0.0   0.0   \n",
       "3     0.0  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  ...   0.0   0.0   0.0   \n",
       "4     0.0  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  ...   0.0   0.0   0.0   \n",
       "...   ...  ...  ...  ...  ...  ...  ...  ...  ...  ...  ...   ...   ...   ...   \n",
       "4145  0.0  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  ...   0.0   0.0   0.0   \n",
       "4146  0.0  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  ...   0.0   0.0   0.0   \n",
       "4147  0.0  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  ...   0.0   0.0   0.0   \n",
       "4148  0.0  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  1.0  ...   0.0   0.0   0.0   \n",
       "4149  0.0  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  ...   0.0   0.0   0.0   \n",
       "\n",
       "      1740  1741  1742  1743  1744  1745  whole_dict_propotion  \n",
       "0      0.0   0.0   0.0   0.0   0.0   0.0              0.500000  \n",
       "1      0.0   0.0   0.0   0.0   0.0   0.0              0.357724  \n",
       "2      0.0   0.0   0.0   0.0   0.0   0.0              0.357143  \n",
       "3      0.0   0.0   0.0   0.0   0.0   0.0              0.290698  \n",
       "4      0.0   0.0   0.0   0.0   0.0   0.0              0.361963  \n",
       "...    ...   ...   ...   ...   ...   ...                   ...  \n",
       "4145   0.0   0.0   0.0   0.0   0.0   0.0              0.634783  \n",
       "4146   0.0   0.0   0.0   0.0   0.0   0.0              0.716353  \n",
       "4147   0.0   0.0   0.0   0.0   0.0   0.0              0.301136  \n",
       "4148   0.0   0.0   0.0   0.0   0.0   0.0              0.639394  \n",
       "4149   0.0   0.0   0.0   0.0   0.0   0.0              0.610932  \n",
       "\n",
       "[4150 rows x 1747 columns]"
      ]
     },
     "execution_count": 137,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "count = 0\n",
    "for Ham_mail in Training_Ham:\n",
    "    file = codecs.open(Ham_mail, 'r', encoding='utf-8', errors='ignore')\n",
    "    body = file.read().split(\"\\n\\n\", 1)[1].lower()\n",
    "    word = re.findall(r\"[a-zA-Z']+\", body)\n",
    "#     print(len(word))\n",
    "    dict_count = 0\n",
    "    for w in word:\n",
    "        if w in dictionary:\n",
    "            train_ndarray[count][dictionary[w]] = 1\n",
    "            dict_count += 1\n",
    "    train_ndarray[count][-1] = dict_count/len(word)\n",
    "    count += 1\n",
    "    \n",
    "for Spam_mail in Training_Spam:\n",
    "    file = codecs.open(Spam_mail, 'r', encoding='utf-8', errors='ignore')\n",
    "    body = file.read().split(\"\\n\\n\", 1)[1].lower()\n",
    "    word = re.findall(r\"[a-zA-Z']+\", body)\n",
    "    dict_count = 0\n",
    "    for w in word:\n",
    "        if w in dictionary:\n",
    "            train_ndarray[count][dictionary[w]] = 1\n",
    "            dict_count+=1\n",
    "    train_ndarray[count][-1] = dict_count/len(word)\n",
    "    count += 1\n",
    "\n",
    "train_dataframe = pd.DataFrame(train_ndarray, dtype = 'float32')\n",
    "train_dataframe.rename(columns={len(dictionary):'whole_dict_propotion'})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 138,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(1891, 1747)"
      ]
     },
     "execution_count": 138,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import numpy as np\n",
    "test_ndarray = np.zeros((len(Testing), len(dictionary) + 1), dtype = float)\n",
    "test_ndarray.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 139,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>...</th>\n",
       "      <th>1737</th>\n",
       "      <th>1738</th>\n",
       "      <th>1739</th>\n",
       "      <th>1740</th>\n",
       "      <th>1741</th>\n",
       "      <th>1742</th>\n",
       "      <th>1743</th>\n",
       "      <th>1744</th>\n",
       "      <th>1745</th>\n",
       "      <th>1746</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.441558</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.409357</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.380000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.337423</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.387500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1886</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.768044</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1887</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.674873</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1888</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.412698</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1889</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.258860</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1890</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.356608</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1891 rows × 1747 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      0     1     2     3     4     5     6     7     8     9     ...  1737  \\\n",
       "0      0.0   0.0   0.0   0.0   0.0   0.0   0.0   0.0   0.0   0.0  ...   0.0   \n",
       "1      0.0   0.0   0.0   0.0   0.0   0.0   0.0   0.0   0.0   0.0  ...   0.0   \n",
       "2      0.0   0.0   0.0   0.0   0.0   0.0   0.0   0.0   0.0   0.0  ...   0.0   \n",
       "3      0.0   0.0   0.0   0.0   0.0   0.0   0.0   0.0   0.0   0.0  ...   0.0   \n",
       "4      1.0   0.0   0.0   0.0   0.0   0.0   0.0   0.0   0.0   0.0  ...   0.0   \n",
       "...    ...   ...   ...   ...   ...   ...   ...   ...   ...   ...  ...   ...   \n",
       "1886   0.0   0.0   0.0   0.0   0.0   0.0   0.0   0.0   1.0   1.0  ...   0.0   \n",
       "1887   0.0   0.0   0.0   0.0   0.0   0.0   0.0   0.0   1.0   1.0  ...   0.0   \n",
       "1888   0.0   0.0   0.0   0.0   0.0   0.0   0.0   0.0   1.0   0.0  ...   0.0   \n",
       "1889   0.0   0.0   0.0   0.0   0.0   0.0   0.0   0.0   0.0   0.0  ...   0.0   \n",
       "1890   0.0   0.0   0.0   0.0   0.0   0.0   0.0   0.0   1.0   0.0  ...   0.0   \n",
       "\n",
       "      1738  1739  1740  1741  1742  1743  1744  1745      1746  \n",
       "0      0.0   0.0   0.0   0.0   0.0   0.0   0.0   0.0  0.441558  \n",
       "1      0.0   0.0   0.0   0.0   0.0   0.0   0.0   0.0  0.409357  \n",
       "2      0.0   0.0   0.0   0.0   0.0   0.0   0.0   0.0  0.380000  \n",
       "3      0.0   0.0   0.0   0.0   0.0   0.0   0.0   0.0  0.337423  \n",
       "4      0.0   0.0   0.0   0.0   0.0   0.0   0.0   0.0  0.387500  \n",
       "...    ...   ...   ...   ...   ...   ...   ...   ...       ...  \n",
       "1886   0.0   0.0   0.0   0.0   0.0   0.0   0.0   0.0  0.768044  \n",
       "1887   0.0   0.0   0.0   0.0   0.0   0.0   0.0   0.0  0.674873  \n",
       "1888   0.0   0.0   0.0   0.0   0.0   0.0   0.0   0.0  0.412698  \n",
       "1889   0.0   0.0   0.0   0.0   0.0   0.0   0.0   0.0  0.258860  \n",
       "1890   0.0   0.0   0.0   0.0   0.0   0.0   0.0   0.0  0.356608  \n",
       "\n",
       "[1891 rows x 1747 columns]"
      ]
     },
     "execution_count": 139,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "count = 0\n",
    "for Ham_mail in Testing_Ham:\n",
    "    file = codecs.open(Ham_mail, 'r', encoding='utf-8', errors='ignore')\n",
    "    body = file.read().split(\"\\n\\n\", 1)[1].lower()\n",
    "    word = re.findall(r\"[a-zA-Z']+\", body)\n",
    "#     print(word)\n",
    "    dict_count = 0\n",
    "    for w in word:\n",
    "        if w in dictionary:\n",
    "            test_ndarray[count][dictionary[w]] = 1\n",
    "            dict_count += 1\n",
    "    test_ndarray[count][-1] = dict_count/len(word)\n",
    "    count += 1\n",
    "for Spam_mail in Testing_Spam:\n",
    "    file = codecs.open(Spam_mail, 'r', encoding='utf-8', errors='ignore')\n",
    "    body = file.read().split(\"\\n\\n\", 1)[1].lower()\n",
    "    word = re.findall(r\"[a-zA-Z']+\", body)\n",
    "    dict_count = 0\n",
    "    for w in word:\n",
    "        if w in dictionary:\n",
    "            test_ndarray[count][dictionary[w]] = 1\n",
    "            dict_count += 1\n",
    "    test_ndarray[count][-1] = dict_count/len(word)\n",
    "    count += 1\n",
    "test_dataframe = pd.DataFrame(test_ndarray)\n",
    "test_dataframe.rename(columns={len(dictionary):'whole_dict_propotion'})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 140,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "KNeighborsClassifier(algorithm='auto', leaf_size=30, metric='minkowski',\n",
       "                     metric_params=None, n_jobs=None, n_neighbors=5, p=2,\n",
       "                     weights='uniform')"
      ]
     },
     "execution_count": 140,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.neighbors import KNeighborsClassifier\n",
    "neigh = KNeighborsClassifier(n_neighbors=5)\n",
    "neigh.fit(train_dataframe, label_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 141,
   "metadata": {},
   "outputs": [],
   "source": [
    "result = neigh.predict(test_dataframe)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.metrics import classification_report\n",
    "def eva_fun_2 (real, predict, algo):\n",
    "    if (len(real) != len(predict)):\n",
    "        print(\"Error: length is not the same\")\n",
    "        return -1\n",
    "#     real = real.astype('int')\n",
    "#     predict = predict.astype('int')\n",
    "    target_names = ['ham', 'Spam']\n",
    "    print(\"Algorithm: \" + algo)\n",
    "    print(classification_report(real, predict, target_names=target_names))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 142,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Algorithm: K-nn\n",
      "              precision    recall  f1-score   support\n",
      "\n",
      "         ham       0.91      0.94      0.92      1299\n",
      "        Spam       0.86      0.79      0.82       592\n",
      "\n",
      "    accuracy                           0.89      1891\n",
      "   macro avg       0.88      0.87      0.87      1891\n",
      "weighted avg       0.89      0.89      0.89      1891\n",
      "\n"
     ]
    }
   ],
   "source": [
    "eva_fun_2(label_test, result, 'K-nn')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0     0\n",
       "1     0\n",
       "2     0\n",
       "3     0\n",
       "4     0\n",
       "5     0\n",
       "6     0\n",
       "7     0\n",
       "8     0\n",
       "9     0\n",
       "10    0\n",
       "11    0\n",
       "12    0\n",
       "13    0\n",
       "14    0\n",
       "15    0\n",
       "16    0\n",
       "17    0\n",
       "18    0\n",
       "19    0\n",
       "dtype: int32"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.Series(result).head(20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [],
   "source": [
    "Spam_from = dict()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "count = 0\n",
    "for Spam_mail in Training_Spam:\n",
    "    file = codecs.open(Spam_mail, 'r', encoding='utf-8', errors='ignore')\n",
    "#     print(file.read())\n",
    "    word = re.findall(r\"From.*\\n\", file.read())[0]\n",
    "#     print(Spam_mail)\n",
    "    word_2 = re.findall(r\"[\\w*\\.?]*@[\\w*\\.?]*\", word)\n",
    "    if not word_2 :\n",
    "        continue\n",
    "    Spam_from[word_2[0]] = Spam_from.get(i, 0)\n",
    "#     print(word_2[0])\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'12a1mailbot1@web.de': 0,\n",
       " 'admin@linux.ie': 0,\n",
       " 'sabrina@mx3.1premio.com': 0,\n",
       " 'wsup@playful.com': 0,\n",
       " 'Thecashsystem@firemail.de': 0,\n",
       " 'fort@bluemail.dk': 0,\n",
       " 'COM@SMTP1.ADMANMAIL.COM': 0,\n",
       " 'suz0123893616943@yahoo.com': 0,\n",
       " 'hurst@missouri.co.jp': 0,\n",
       " 'spamassassin.taint.org@free4pornlovers.com': 0,\n",
       " 'aileen@email2.qves.net': 0,\n",
       " 'weseloh@bibsam.kb.se': 0,\n",
       " 'des34newsa@hotmail.com': 0,\n",
       " 'jjj@mymail.dk': 0,\n",
       " 'seko_mam@spinfinder.com': 0,\n",
       " 'safety33o@l11.newnamedns.com': 0,\n",
       " 'bell1hmed@yahoo.ca': 0,\n",
       " 'health104580m43@mail.com': 0,\n",
       " 'iq@insurancemail.net': 0,\n",
       " 'george300@Flashmail.com': 0,\n",
       " 'paco@s3.serveimage.com': 0,\n",
       " 'oexg602@cameltoelovers.com': 0,\n",
       " 'we9boig3l9689@yahoo.com': 0,\n",
       " 'batone3@hotmail.com': 0,\n",
       " 'stats@websitetracker.com': 0,\n",
       " 'rkkss@redseven.de': 0,\n",
       " 'master@ibd.pe.kr': 0,\n",
       " 'John@ABigClick.zzn.com': 0,\n",
       " 'meg34807147238s03@isppan.waw.pl': 0,\n",
       " 'emailrewardz@emailrewardz.email': 0,\n",
       " 'LindseyC8P9xy@mchp.siemens.de': 0,\n",
       " 'z_q_c_x@yahoo.com': 0,\n",
       " 'checkoutthesefreakhugecocksinapussy@framesetup.com': 0,\n",
       " 'bill@bluemail.dk': 0,\n",
       " 'marcie1136786@yahoo.com': 0,\n",
       " 'quintina@mx3.1premio.com': 0,\n",
       " 'bc1fab4fan@hotmail.com': 0,\n",
       " 'safety33o@l1.newnamedns.com': 0,\n",
       " 'alewss6@hotmail.com': 0,\n",
       " 'cqbDr.Raj_alrodura@AOL.COM': 0,\n",
       " 'vy4tyht6c8986@yahoo.com': 0,\n",
       " 'suayjoe@interszkola.pl': 0,\n",
       " 'happy6251222@yahoo.com': 0,\n",
       " 'safety33o@l13.newnamedns.com': 0,\n",
       " 'returns@GetResponse.com': 0,\n",
       " 'safety33o@l5.newnamedns.com': 0,\n",
       " 'ra1pohk6x5119@yahoo.com': 0,\n",
       " 'jennifer3530t76@usa.com': 0,\n",
       " 'IA@IA.Net': 0,\n",
       " 'cweqx@dracnet.es': 0,\n",
       " 'info@smokesdirect.com': 0,\n",
       " 'Herson923766@yahoo.com': 0,\n",
       " 'IA@rogers.com': 0,\n",
       " 'claudia_robinson@eudoramail.com': 0,\n",
       " 'eklabunde@hotmail.com': 0,\n",
       " 'jek@imail.ru': 0,\n",
       " 'ib@newafrica.com': 0,\n",
       " 'zzzzrubin@mx05.serveit21.com': 0,\n",
       " 'WebDesignHQ.com@carrey.adgrafix.com': 0,\n",
       " 'future@businez.com': 0,\n",
       " 'cherrie21168h74@hotmail.com': 0,\n",
       " 'owner@taint.org': 0,\n",
       " 'kolaowo@netscape.net': 0,\n",
       " 'zaferunlu5352c84@yahoo.com': 0,\n",
       " 'info@cheapsmoking.com': 0,\n",
       " 'dus@insurancemail.net': 0,\n",
       " 'hk.jh@caramail.com': 0,\n",
       " 'Randy.J@hh.hosp.dk': 0,\n",
       " 'jamesalabi@mail.com': 0,\n",
       " 'dwftan@earthlink.com': 0,\n",
       " 'tawneemail@yahoo.com': 0,\n",
       " 'aileen_howard@lycos.com': 0,\n",
       " 'admin@lists.sourceforge.net': 0,\n",
       " 'havoc1006@yahoo.com': 0,\n",
       " 'mando@insiq.us': 0,\n",
       " 'stewart3448@Flashmail.com': 0,\n",
       " 'girl_with_toys_541652k57@yahoo.com': 0,\n",
       " 'guyhaibo@yahoo.ca': 0,\n",
       " 'amvlasak8700j18@gmx.at': 0,\n",
       " 'george@vccomputers.ie': 0,\n",
       " 'smilee1313@eudoramail.com': 0,\n",
       " 'hadley@cb.offermonkey.com': 0,\n",
       " 'verdichssss@hotmail.com': 0,\n",
       " 'gwfqjulie@msn.com': 0,\n",
       " '5265v80@yahoo.com': 0,\n",
       " 'approvals@mindspring.com': 0,\n",
       " 'safety33o@l8.newnamedns.com': 0,\n",
       " 'vbi@insiq.us': 0,\n",
       " '2940catv77@alltel.net': 0,\n",
       " 'thisisagreatfreepornmovie@framesetup.com': 0,\n",
       " 'safety33o@l7.newnamedns.com': 0,\n",
       " 'vbj101521@caramail.com': 0,\n",
       " 'lkqyvstyles@site': 0,\n",
       " 'safety33o@l4.newnamedns.com': 0,\n",
       " 'patricehari@yahoo.ca': 0,\n",
       " 'tammy490t@yahoo.com': 0,\n",
       " 'jani@topmail.dk': 0,\n",
       " 'viagra_medication1182@martyrs.com.au': 0,\n",
       " 'mortg387d@runbox.com': 0,\n",
       " 'zahrae@email2.qves.net': 0,\n",
       " 'cmolano@hotmail.com': 0,\n",
       " 'jamie@msn.com': 0,\n",
       " 'iman@s3.serveimage.com': 0,\n",
       " 'rxwi506@framesetup.com': 0,\n",
       " 'eyeey@keromail.com': 0,\n",
       " 'b0715638@eudoramail.com': 0,\n",
       " 'sally@mailme.dk': 0,\n",
       " 'submit194@desertmail.com': 0,\n",
       " 'jess44128086731@email.com': 0,\n",
       " 'reviewdept@yahoo.com': 0,\n",
       " 'andijeanehuaa@yahoo.com': 0,\n",
       " 'danikk3JjyTgR67@yahoo.com': 0,\n",
       " 'info@purplehotel.com': 0,\n",
       " 'new_adult_toys_0463b54@yahoo.com': 0,\n",
       " 'donaldbae@purplehotel.com': 0,\n",
       " 'nt@insiq.us': 0,\n",
       " 'maureen5w60@mixmail.com': 0,\n",
       " 'newpsychic414@mail.ru': 0,\n",
       " 'bounce@briefs.ein.cz': 0,\n",
       " 'tdbannie@aol.com': 0,\n",
       " 'lu5guxf4c4149@yahoo.com': 0,\n",
       " 'loki@mymail.dk': 0,\n",
       " 'hnplayboybaby69@site': 0,\n",
       " 'l1ttakeu@hotmail.com': 0,\n",
       " 'hezf855@framesetup.com': 0,\n",
       " 'egabriel@ant.eupvg.upc.es': 0,\n",
       " 'fn@insiq.us': 0,\n",
       " 'besthomebiz@subdimension.com': 0,\n",
       " 'Kristian2025161@lancsmail.com': 0,\n",
       " 'ne42@hotmail.com': 0,\n",
       " 'IKE_EJOH@YAHOO.COM': 0,\n",
       " 'giqq9dosuurty99@excite.com': 0,\n",
       " 'sales2546@Flashmail.com': 0,\n",
       " 'freehgh@terra.es': 0,\n",
       " 'emkrinkprice1@yahoo.com': 0,\n",
       " 'wqvaj7_10_02@hotmail.com': 0,\n",
       " 'sammytrudeau@yahoo.co.uk': 0,\n",
       " 'fred@bluemail.dk': 0,\n",
       " 'zzzz@listmgmt.com': 0,\n",
       " 'jrd110@hotmail.com': 0,\n",
       " 'mauriliojai@and.ie': 0,\n",
       " 'iteachabc@msn.com': 0,\n",
       " 'lworks1@hotmail.com': 0,\n",
       " 'christinezenker@hotmail.com': 0,\n",
       " 'hghwebmaster@Flashmail.com': 0,\n",
       " 'candilala21@yahoo.com': 0,\n",
       " 'yvillas@bignet.net': 0,\n",
       " 'wo5iugi2t4189@yahoo.com': 0,\n",
       " 'belinda_navarro@hotmail.com': 0,\n",
       " 'firstever001@l6.newnamedns.com': 0,\n",
       " 'r13960@forum.dk': 0,\n",
       " 'betsycallaway8827v30@hotmail.com': 0,\n",
       " 'pitster262690294@hotmail.com': 0,\n",
       " 'zzzz@spamassassin.taint.org': 0,\n",
       " 'djungmann@hotmail.com': 0,\n",
       " 'sandir1460f46@excite.com': 0,\n",
       " 'info@qpas.co.uk': 0,\n",
       " 'tba@insiq.us': 0,\n",
       " 'samurislugs1647k84@yahoo.com': 0,\n",
       " '6720k34@yahoo.com': 0,\n",
       " 'audrarsl@cerebro.icb.usp.br': 0,\n",
       " 'pamela7046@eudoramail.com': 0,\n",
       " 'bounce@trafficmagnet.com': 0,\n",
       " 'rym@insiq.us': 0,\n",
       " 'latestdodgydotcomstock@jmason.org': 0,\n",
       " 'dz524878@caramail.com': 0,\n",
       " 'bcbalbstr2@hotmail.com': 0,\n",
       " 'MakeMoney@EMXD.legally.com': 0,\n",
       " 'aapaine6088j86@yahoo.com': 0,\n",
       " 'clifford_ken@hotmail.com': 0,\n",
       " 'james2000@etang.com': 0,\n",
       " 'adinebook@netscape.net': 0,\n",
       " 'cbuBrookie69@hushmail.com': 0,\n",
       " 'none@none.com': 0,\n",
       " 'adcilt8018n07@msn.com': 0,\n",
       " 'tim@paychecks4life.com': 0,\n",
       " 'k_v_g20022002@yahoo.fr': 0,\n",
       " 'roster@insiq.us': 0,\n",
       " 'karen_duarte@emailaccount.com': 0,\n",
       " 'batomic@hotmail.com': 0,\n",
       " 'ferdinand@caramail.com': 0,\n",
       " 'jenniferc@softhome.net': 0,\n",
       " 'pmg@insiq.us': 0,\n",
       " 'ihehmq1s@hotmail.com': 0,\n",
       " 'barristerbassey@arabia.com': 0,\n",
       " 'eb@via.ecp.fr': 0,\n",
       " 'k_u2_1999@consultant.com': 0,\n",
       " 'warezcds@hotmail.com': 0,\n",
       " 'joshua9009@eudoramail.com': 0,\n",
       " 'km523876@caramail.com': 0,\n",
       " 'nlv@insiq.us': 0,\n",
       " 'denitto@llamas.net': 0,\n",
       " 'root@net': 0,\n",
       " 'andy@friendsearch.com': 0,\n",
       " 'andromeda@yahoo.com': 0,\n",
       " 'jchoate@newyork.com': 0,\n",
       " 'afm@insiq.us': 0,\n",
       " 'marninainj@chel.elektra.ru': 0,\n",
       " 'pdibeta@gmx.net': 0,\n",
       " 'forum@cpillc.com': 0,\n",
       " 'twg@insiq.us': 0,\n",
       " 'KV4nWPbovS0LLVR@sky.seed.net.tw': 0,\n",
       " 'admin@taint.org': 0,\n",
       " 'marie_adolph@emailaccount.com': 0,\n",
       " 'tobaccodemon@terra.es': 0,\n",
       " 'nobody@sourceforge.net': 0,\n",
       " 'bigcepxxxmeb13mxy@aol.com': 0,\n",
       " 'martin_francis7@yahoo.fr': 0,\n",
       " '4s@insiq.us': 0,\n",
       " 'pamela4701@eudoramail.com': 0,\n",
       " 'jeremya@msn.com': 0,\n",
       " 'bcchevy@hotmail.com': 0,\n",
       " 'DMMZqW5jTH91IA@iris.seed.net.tw': 0,\n",
       " 'directmark@eudoramail.com': 0,\n",
       " 'arnoldm@aol.com': 0,\n",
       " 'mikej@aol.com': 0,\n",
       " 'news@k1': 0,\n",
       " 'info@coachinvest.com': 0,\n",
       " 'exhibitionsindia@vsnl.com': 0,\n",
       " 'greatdeals@webstakes.com': 0,\n",
       " '@FreeBSD.ORG': 0,\n",
       " 'dbs@insiq.us': 0,\n",
       " 'unitedlending@terra.es': 0,\n",
       " 'wwc1@freeuk.com': 0,\n",
       " 'iylwarezcds@hotmail.com': 0,\n",
       " 'cheapsmokes@terra.es': 0,\n",
       " 'nbc@insiq.us': 0,\n",
       " '6680b00@yahoo.com': 0,\n",
       " 'alana8802f25@wu': 0,\n",
       " 'sfigueroa@firemail.de': 0,\n",
       " 'johnokele@truthmail.com': 0,\n",
       " 'akad5@excite.com': 0,\n",
       " 'fholland@bigfoot.com': 0,\n",
       " 'jp@insiq.us': 0,\n",
       " 'Reports@flashmail.com': 0,\n",
       " 'dkc70@hotmail.com': 0,\n",
       " 'root@quinlan.colo.netbauds.net': 0,\n",
       " 'ewquAmyJoe@XO.net': 0,\n",
       " 'powerballinfo@powerballinfo.cjb.net': 0,\n",
       " 'news@risingtidestudios.com': 0,\n",
       " 'oNLeoYd0JK@tpts7.seed.net.tw': 0,\n",
       " 'wendy_obrien@hotmail.com': 0,\n",
       " 'farwood944@awod.com': 0,\n",
       " 'rye5@iafrica.com': 0,\n",
       " 'jma3d8281b2@freemail.nx.cninfo.net': 0,\n",
       " 'frln@insiq.us': 0,\n",
       " 'knj704114b32@hotmail.com': 0,\n",
       " 'belakosaxxxmeb13mxy@aol.com': 0,\n",
       " 'q10bvq9lvq1@prodigy.net': 0,\n",
       " 'acy3154a17@teleweb.at': 0,\n",
       " 'jzlin@bacalhau.com.br': 0,\n",
       " 'hB6rT8aL9tXArsQ@tcts1.seed.net.tw': 0,\n",
       " 'peterson@easyadpost.com': 0,\n",
       " 'tps@insiq.us': 0,\n",
       " 'ghostrider_13@hotmail.com': 0,\n",
       " '2jc66Qs@seed.net.tw': 0,\n",
       " 'wclimenh@megamail.pt': 0,\n",
       " 'williams.t@caramail.com': 0,\n",
       " 'xvfreshvegetables@yahoo.com': 0,\n",
       " 'AffiliateOffers@Amazon.Com': 0,\n",
       " 'aleksandar.gilgoric@fiaz.co.yu': 0,\n",
       " 'Books@Books': 0,\n",
       " '@mx2.alles.or.jp': 0,\n",
       " 'epost@360cn.com': 0,\n",
       " '@p6044': 0,\n",
       " 'vip@99': 0,\n",
       " 'istina007@yahoo.com': 0,\n",
       " 'ee@enews.com.tw': 0,\n",
       " 'antonyfdy@accesocero.es': 0,\n",
       " 'bengreen@mindupmerchants.com': 0,\n",
       " 'ssksbp@yahoo.com': 0,\n",
       " 'Jeremy@synteligent.com': 0,\n",
       " '27WHlzIOcxxfl@mail.ht.net.tw': 0,\n",
       " 'letssell2620i36@2nd': 0,\n",
       " 'financeus034818w01@yahoo.com': 0,\n",
       " 'AdvertSpRj40@cs.com': 0,\n",
       " 'printerink176@hotmail.com': 0,\n",
       " 'spamassassin.taint.org?zzzz@bounce.tilw.net': 0,\n",
       " 'lmrn@mailexcite.com': 0,\n",
       " 'amknight@mailexcite.com': 0,\n",
       " 'jordan23@mailexcite.com': 0,\n",
       " 'merchantsworld2001@juno.com': 0,\n",
       " '3b3fke@ms10.hinet.net': 0,\n",
       " 'sales@outsrc': 0,\n",
       " 'ormlh@imail.ru': 0,\n",
       " 'admin@xent.com': 0,\n",
       " 'bduyisj36648@Email.cz': 0,\n",
       " 'blissptht65@yahoo.com': 0,\n",
       " 'zonepost11@freemail.hu': 0,\n",
       " 'kamar@meishi.co.jp': 0,\n",
       " 'vty3876@freemail.com.au': 0,\n",
       " 'corn422@emailisfun.com': 0,\n",
       " 'jbgaspar@hotmail.com': 0,\n",
       " '853587356530245458675115733193999775371169790@msn.com': 0,\n",
       " 'tmarain@ecis.com': 0,\n",
       " 'olheie31@usa.net': 0,\n",
       " 'lowrate@softtip.net': 0,\n",
       " 'sweetyea@hotmail.com': 0,\n",
       " 'teresamontgomery@earthlink.net': 0,\n",
       " '63rlfplk4@aaaticketsource.com': 0,\n",
       " 'jnoqpe9783l@aaatrading.com': 0,\n",
       " 'paulson6@arabia.com': 0,\n",
       " 'Looking4YOUNite211075@aol.com': 0,\n",
       " 'YourMembership@AEOpublishing.com': 0,\n",
       " 'wjl74@usa.net': 0,\n",
       " 'mikeedo@emailisfun.com': 0,\n",
       " 'LifeQuotes104@yahoo.com': 0,\n",
       " 'hgreene6g87@hotmail.com': 0,\n",
       " 'chol2001948@bellsouth.net': 0,\n",
       " '2b1lf@msn.com': 0,\n",
       " 'o6a4nwav@msn.com': 0,\n",
       " 'NetFriend@aol.com': 0,\n",
       " 'NbbvxDR4V@sympatico.ca': 0,\n",
       " 'sflvx@mail.ru': 0,\n",
       " 'prin3cu34@mochamail.com': 0,\n",
       " 'aifrik@corpusmail.com': 0,\n",
       " 'shopcrt4uccopalips@angelfire.com': 0,\n",
       " 'YourMembership2@AEOpublishing.com': 0,\n",
       " 'rb.ellison@dr.com': 0,\n",
       " 'acerra@hotmail.com': 0,\n",
       " 'acana67062@hotmail.com': 0,\n",
       " 'cowboy1965@btamail.net.cn': 0,\n",
       " 'larlar78@MailOps.Com': 0,\n",
       " 'ymcnp@aol.com': 0,\n",
       " 'kuy54@vb': 0,\n",
       " 'regnewext@hotmail.com': 0,\n",
       " 'ofif@aol.com': 0,\n",
       " 'rongeye@smallbizmail.com': 0,\n",
       " 'traci17fbi@yahoo.com': 0,\n",
       " 'playnb4ubigail_johnstone@excite.com': 0,\n",
       " 'NEkB499A3@hotmail.com': 0,\n",
       " 'diamm@tjohoo.se': 0,\n",
       " 'playnb4ublender@angelfire.com': 0,\n",
       " 'Z9QohcZ27@china.com': 0,\n",
       " 'aronmoroni1305@excite.com': 0,\n",
       " 'ettiesajous1893@excite.com': 0,\n",
       " 'playnb4uaron_j_melean@angelfire.com': 0,\n",
       " 'playnb4ubbikair@sprintmail.com': 0,\n",
       " 'jsimmons2391@yahoo.com': 0,\n",
       " 'pink2218@grabmail.com': 0,\n",
       " 'a2boo@hotmail.com': 0,\n",
       " 'hot1@ireland.com': 0,\n",
       " 'HomeLoans402@yahoo.co.uk': 0,\n",
       " 'playnb4uacomputer@msn.com': 0,\n",
       " 'gyrich@hotmail.com': 0,\n",
       " 'belindaaeast2001948@msn.com': 0,\n",
       " 'tiggr316@altavista.com': 0,\n",
       " 'V33chLf6B@excite.com': 0,\n",
       " '3cKq2amCZ@hotmail.com': 0,\n",
       " 'Otto191@earthlink.net': 0,\n",
       " 'Community@FreeLinksNetwork.com': 0,\n",
       " 'computerupdates101@msn.com': 0,\n",
       " 'boogwie@hawaiian.net': 0,\n",
       " 'ikym2f7jt@msn.com': 0,\n",
       " 's4gv10d64vm@aol.com': 0,\n",
       " 'pfxljt@aol.com': 0,\n",
       " 'tZp4qGK9b@china.com': 0,\n",
       " 'coakdj@earthlink.net': 0,\n",
       " 'pFn0HWRlO@adelphia.net': 0,\n",
       " 'TrustedFriend@hotmail.com': 0,\n",
       " 'gerrald45@china.com': 0,\n",
       " '6h5saaa3@msn.com': 0,\n",
       " 'Sale@BestSourceMedia.cc': 0,\n",
       " '3pmsrdur@aol.com': 0,\n",
       " 'j9m11ep@aol.com': 0,\n",
       " 'travelincentives@aol.com': 0,\n",
       " 'netprohkg@hotmail.com': 0,\n",
       " '3awo@msn.com': 0,\n",
       " 'pmil@msn.com': 0,\n",
       " 'adfer@yahoo.com': 0,\n",
       " 'sat@niederhasli.ch': 0,\n",
       " 'work_from_home2931@usa.net': 0,\n",
       " 'dlpost34@yahoo.com': 0,\n",
       " 'jane0l215@excite.com': 0,\n",
       " 'bd77@caramail.com': 0,\n",
       " 'ncp5fufie@msn.com': 0,\n",
       " 'p10almg@msn.com': 0,\n",
       " 'talentscout4@mindspring.com': 0,\n",
       " 'emarketing@arabia.com': 0,\n",
       " 'atkinsonscott@fuse.net': 0,\n",
       " 'nobody@online': 0,\n",
       " 'b2o73jynwf@msn.com': 0,\n",
       " 'soccerdana@ecis.com': 0,\n",
       " 'sweetpea02@ecis.com': 0,\n",
       " 'hallerjoe@hotmail.com': 0,\n",
       " 'tmancos@ecis.com': 0,\n",
       " 'sat@boerse.ch': 0,\n",
       " 'savemoneynow@media': 0,\n",
       " 'bizop@btamail.net.cn': 0,\n",
       " 'ducky808@superdada.it': 0,\n",
       " 'gcw5ig@msn.com': 0,\n",
       " 'CreditRepair1@msn.com': 0,\n",
       " 'CreditRepair6@msn.com': 0,\n",
       " 'qn9hzwbh@msn.com': 0,\n",
       " 'bd88@caramail.com': 0,\n",
       " 'greatcasino@afv.se': 0,\n",
       " 'zvfjenphuq@': 0,\n",
       " 'ngdgpfwxsw@': 0,\n",
       " 'jasper5645@yahoo.com': 0,\n",
       " 'prepaidlegalhelp@aol.com': 0,\n",
       " 'zonepost12@mail.ru': 0,\n",
       " 'carment3y@verizonmail.com': 0,\n",
       " 'l24671@eon.dk': 0,\n",
       " 'l11657@eon.dk': 0,\n",
       " 'm6014@iobox.fi': 0,\n",
       " 'userfriendly3@arabia.com': 0,\n",
       " 'apache@mk1.unknown.net': 0,\n",
       " 'jsimmons2003@yahoo.com': 0,\n",
       " 'cell_phone_fun157533@yahoo.com': 0,\n",
       " 'carolynn371812@aol.com': 0,\n",
       " 'carolynn492416@aol.com': 0,\n",
       " 'cell_phone_fun842211@yahoo.com': 0,\n",
       " 'cell_phone_fun241286@yahoo.com': 0,\n",
       " 'jenny@hotmail.com': 0,\n",
       " 'beth@yahoo.com': 0,\n",
       " 'mtg4you@aol.com': 0,\n",
       " 'sathar@amtelsa.com': 0,\n",
       " 'mrmerrch331611@aol.com': 0,\n",
       " 'liuj7@say': 0,\n",
       " '2@solarisexpert.com': 0,\n",
       " 'register@alacarteresearch.com': 0,\n",
       " 'dennisd542718@yahoo.com': 0,\n",
       " 'admin@pornpo.com': 0,\n",
       " 'postmaster@tfi.kpn.com': 0,\n",
       " 'ardi@attbi.com': 0,\n",
       " 'myron@hotmail.com': 0,\n",
       " 'oksana@antee.com': 0,\n",
       " 'director126432@usahelp.com': 0,\n",
       " 'mccarts@mindspring.com': 0,\n",
       " 'Union@dogma.slashnull.org': 0,\n",
       " 'tba@insurancemail.net': 0,\n",
       " 'wrJerry@yahoo.com': 0,\n",
       " 'lowerpymt@hey11.heyyy.com': 0,\n",
       " 'amu2@c4.com': 0,\n",
       " 'gintare@netzero.net': 0,\n",
       " 'motorvan@fazekas.hu': 0,\n",
       " 'info@internationalfreecall.com': 0,\n",
       " 'webmaster@dk.com': 0,\n",
       " 'abbyman@mweb.co.za': 0,\n",
       " 'drphillips@management.com': 0,\n",
       " 'davida@miramax.com': 0,\n",
       " 'floyd@streamlineb2b.net': 0,\n",
       " 'info@ipogea.com': 0,\n",
       " 'vbi@insurancemail.net': 0,\n",
       " 'Offers@allbestcheapstuff.com': 0,\n",
       " 'iqsoftware@export2000.ro': 0,\n",
       " '3@william.monsterjoke.com': 0,\n",
       " 'info@hi': 0,\n",
       " 'sondageexpress3@ifrance.com': 0,\n",
       " 'spamassassin@localhost': 0,\n",
       " 'southerngent23@hotmail.com': 0,\n",
       " 'contact@soft2reg.com': 0,\n",
       " 'submit94@dubaimail.com': 0,\n",
       " '9@william.monsterjoke.com': 0,\n",
       " 'admin@crackmice.com': 0,\n",
       " 'kir_31@yahoo.com': 0,\n",
       " 'howell@mercadobr.com': 0,\n",
       " 'tazgirlcd@msn.com': 0,\n",
       " 'mzsczzokjmosobfc@hotmail.com': 0,\n",
       " 'jude_schleiferman6485@Flashmail.com': 0,\n",
       " 'newhgh2002@bigfoot.com': 0,\n",
       " 'sigfin@insurancemail.net': 0,\n",
       " '12@george.jokerville.com': 0,\n",
       " 'Webmaster_r@icqmail.com': 0,\n",
       " 'rob5ftft45cd454d@msn.com': 0,\n",
       " 'weou345@msn.com': 0,\n",
       " 'walteribe@c4.com': 0,\n",
       " 'osa_ame2001@yahoo.com': 0,\n",
       " 'rha@insurancemail.net': 0,\n",
       " 'savemoney@first.topdrawerbiz.com': 0,\n",
       " 'cristopher@hotmail.com': 0,\n",
       " 'do1cubs7j71@hotmail.com': 0,\n",
       " 'acordovado66@ala.btk.utu.fi': 0,\n",
       " 'dontjtrjy8754@glo.be': 0,\n",
       " 'adfxh@engfac.uct.ac.za': 0,\n",
       " 'jgetty@talk21.com': 0,\n",
       " 'wit96@ecis.com': 0,\n",
       " 'mrchservice311510@aol.com': 0,\n",
       " 'insb@insurancemail.net': 0,\n",
       " 'hudson@netcnct.net': 0,\n",
       " 'bearike@sohu.com': 0,\n",
       " 'fddgl@data.net.mx': 0,\n",
       " 'Emailcenter@cmmail.com': 0,\n",
       " 'card2583k27@yahoo.com': 0,\n",
       " 'imrich@nete.net': 0,\n",
       " 'achris918@au.ru': 0,\n",
       " 'jdlockhart@yahoo.com': 0,\n",
       " '6@william.free4all.com': 0,\n",
       " '7@william.free4all.com': 0,\n",
       " 'fh89446@lycos.com': 0,\n",
       " 'MedicalCenter@mail24.inb': 0,\n",
       " 'GamingCenter@mail9.inb': 0,\n",
       " 'gryydw@aol.com': 0,\n",
       " 'mort239o@693.six86.com': 0,\n",
       " 'mort239o@686.six86.com': 0,\n",
       " 'momsday4277@eudoramail.com': 0,\n",
       " 'chickweed@wt.net': 0,\n",
       " 'newsletters@the': 0,\n",
       " 'group5_0510261386@erols.com': 0,\n",
       " 'storemanager2276@msn.com': 0,\n",
       " 'onacct50@terra.es': 0,\n",
       " 'girjdlsn@wam.co.za': 0,\n",
       " 'miaj@close2you.net': 0,\n",
       " 'roster@insurancemail.net': 0,\n",
       " 'ruler888@yahoo.com': 0,\n",
       " 'ehbzk@371.net': 0,\n",
       " '987A4642@eudoramail.com': 0,\n",
       " 'sandy_rusher7@yahoo.co.uk': 0,\n",
       " 'PsychicCenter@MAIL5.INB': 0,\n",
       " 'mort239o@689.six86.com': 0,\n",
       " 'ohiqgsmq@juserve.com': 0,\n",
       " 'ann49345267707r734871x04@iinet.net.au': 0,\n",
       " 'Polaroid@optinat.com': 0,\n",
       " 'jos_ed@mail.com': 0,\n",
       " 'warena@freemail.hu': 0,\n",
       " '4s@insurancemail.net': 0,\n",
       " 'returnacctr5391@yahoo.com': 0,\n",
       " 'joder33@yahoo.com': 0,\n",
       " 'hupunohu@jimi.net': 0,\n",
       " 'qesdft2678532617@yahoo.com': 0,\n",
       " 'lefty@spl.at': 0,\n",
       " 'lmmil@mail.ru': 0,\n",
       " 'mort239o@688.six86.com': 0,\n",
       " 'ab16@mail.gr': 0,\n",
       " 'usa_hgh@Flashmail.com': 0,\n",
       " 'registration05@qudsmail.com': 0,\n",
       " 'abgon@au.ru': 0,\n",
       " 'sl@insurancemail.net': 0,\n",
       " 'CopyMyDVDcom@permissionpass.com': 0,\n",
       " 'StopSearching@fuse.net': 0,\n",
       " 'hgh5833@Flashmail.com': 0,\n",
       " 'aladen@postino.ch': 0,\n",
       " 'christine@trafficmagnet.net': 0,\n",
       " 'DebtRelief@mail5.domainset': 0,\n",
       " 'register_support@e.register.com': 0,\n",
       " 'trimlife@offer888.net': 0,\n",
       " 'marcehaye@netscape.net': 0,\n",
       " 'Market_Research@spcu.spb.su': 0,\n",
       " 'guardian4602@hotmail.com': 0,\n",
       " 'jhzyi@ece.concordia.ca': 0,\n",
       " 'larry_brennan@yahoo.com': 0,\n",
       " 'mojoq@mail.slip.net': 0,\n",
       " 'leadsales400042@yahoo.com': 0,\n",
       " 'aastavast@pacbell.net': 0,\n",
       " 'mailings@ticketmaster.co.uk': 0,\n",
       " 'lena_taylor@doneasy.com': 0,\n",
       " 'kinson@asiamagic.com': 0,\n",
       " 'jzlin@art.alcatel.fr': 0,\n",
       " 'h_ennis@hotmail.com': 0,\n",
       " 'Arlean2462904@firemail.de': 0,\n",
       " 'emc@insurancemail.net': 0,\n",
       " 'erienw9@wam.co.za': 0,\n",
       " 'ReservationDesk@permissionpass.com': 0,\n",
       " 'fabcncnrroumzcsg@yahoo.com': 0,\n",
       " 'lob@cheerful.com': 0,\n",
       " 'importune@pediatrician.com': 0,\n",
       " 'inconsolable@japan.com': 0,\n",
       " 'juiblex@registerednurses.com': 0,\n",
       " 'extensor@paris.com': 0,\n",
       " 'axolotl@madrid.com': 0,\n",
       " 'mrchservice522617@aol.com': 0,\n",
       " 'edum@hkem.com': 0,\n",
       " 'tretewfdsfsd@hotmail.com': 0,\n",
       " 'msathene@netvigator.com': 0,\n",
       " 'stayhnard@yahoo.com': 0,\n",
       " 'atoffd1@aol.com': 0,\n",
       " 'o@insurancemail.net': 0,\n",
       " 'WEBMASTER@J': 0,\n",
       " 'lisa@freightmart.com': 0,\n",
       " 'makelotsofcash@hotmail.com': 0,\n",
       " 'sylow@doglover.com': 0,\n",
       " 'jeffm_320032564@msn.com': 0,\n",
       " 'othema2002@hotmail.com': 0,\n",
       " 'greathosting@techie.com': 0,\n",
       " 'mrjoemark@yahoo.com': 0,\n",
       " 'mynetdetectives@offer888.net': 0,\n",
       " 'PermissionPasscom@permissionpass.com': 0,\n",
       " 'finch1@yahoo.com': 0,\n",
       " 'oocuteladyoo@aol.com': 0,\n",
       " '3@william.free4all.com': 0,\n",
       " 'rdc7y767@hotmail.com': 0,\n",
       " 'billferris@aol.com': 0,\n",
       " 'Caridad4771071@newmail.co.il': 0,\n",
       " 'robertseviour@totalise.co.uk': 0,\n",
       " 'kittyle@freindly.com': 0,\n",
       " 'twoods35@yahoo.com': 0,\n",
       " 'rbqIhateworking@yahoo.com': 0,\n",
       " 'ookrmkdg@yahoo.com': 0,\n",
       " 'ja@insurancemail.net': 0,\n",
       " 'cretepines@tiscalinet.ch': 0,\n",
       " 'jm@netnoteinc.com': 0,\n",
       " 'agw248785g03@hotmail.com': 0,\n",
       " 'StopSearching@usa.net': 0,\n",
       " 'greenman@swbell.net': 0,\n",
       " 'Matthew_Morrow@optinunlimited.com': 0,\n",
       " 'ly9qowv6r47@hotmail.com': 0,\n",
       " 'super4_31r@pac6.westernbarge.com': 0,\n",
       " 'bacraver@imail.ru': 0,\n",
       " 'liveq3035@finit.hu': 0,\n",
       " 'gymad@olemail.com': 0,\n",
       " 'jmackenzie@btamail.net.cn': 0,\n",
       " 'usa_hgh9543@eudoramail.com': 0,\n",
       " 'mmoon7y767@hotmail.com': 0,\n",
       " 'lbonnexa@generation.net': 0,\n",
       " '51198991666@baugeschichte.rwth': 0,\n",
       " 'jennifer@attorneyconnectionsinc.com': 0,\n",
       " 'mort239o@pac5.westernbarge.com': 0,\n",
       " 'super4_31r@pac9.westernbarge.com': 0,\n",
       " 'rose_xu@email.com': 0,\n",
       " 'ltca@insurancemail.net': 0,\n",
       " 'esiroomkozucxfpo@netscape.net': 0,\n",
       " 'kingofspan2@hotmail.com': 0,\n",
       " 'efocLOOKYOUNGNOW2000@yahoo.com': 0,\n",
       " 'seseko7@worldemail.com': 0,\n",
       " 'yana_korshun@mail.ru': 0,\n",
       " 'seseko1@worldemail.com': 0,\n",
       " 'knb4menu@charter.net': 0,\n",
       " 'jhane8euj3kjdoij3@aol.com': 0,\n",
       " 'repair@china.com': 0,\n",
       " 'jm@news4.inlink.com': 0,\n",
       " 'duax@aol.com': 0,\n",
       " 'gbarcoe@netnation.ie': 0,\n",
       " 'Prosextra@optinunlimited.com': 0,\n",
       " 'rathcairn@eircom.net': 0,\n",
       " '_rebeccallewellyn1__@yahoo.com': 0,\n",
       " 'julie344188@mail.ru': 0,\n",
       " 'mrchservice126432@aol.com': 0,\n",
       " 'amfin@insurancemail.net': 0,\n",
       " 'connie.bester@fresnomail.com': 0,\n",
       " 'itcolarryspaypal@yahoo.com': 0,\n",
       " 'Alatron1@aol.com': 0,\n",
       " 'lo4kirt7q37@hotmail.com': 0,\n",
       " 'cgarnett@airfrance.fr': 0,\n",
       " 'Andrea_Martinae@hotmail.com': 0,\n",
       " 'nqtfr@sunpoint.net': 0,\n",
       " 'promos@famtriptours.com': 0,\n",
       " 'pfn@insurancemail.net': 0,\n",
       " 'sepstein0855n21@msn.com': 0,\n",
       " 'MegFromMars@aol.com': 0,\n",
       " 'Jessica_Parker@hotmail.com': 0,\n",
       " 'ins1@catcha.com': 0,\n",
       " 'bradley@allexecs.org': 0,\n",
       " 'Kathrin1127q33@newmail.ru': 0,\n",
       " 'super4_31r@pac24.westernbarge.com': 0,\n",
       " 'fixer@caramail.com': 0,\n",
       " 'investmentalert@freenet.co.uk': 0,\n",
       " 'hock@EASYCALL.NET.PH': 0,\n",
       " 'gsl@insurancemail.net': 0,\n",
       " 'one5367178543@netscape.com': 0,\n",
       " 'ecredit356281@yahoo.com': 0,\n",
       " 'bannedcd@btamail.net.cn': 0,\n",
       " 'customerservice2217p83@spc.com': 0,\n",
       " 'Marlene8582x31@godisenga.com': 0,\n",
       " 'director@thk.jtb.co.jp': 0,\n",
       " 'sdfrenc@andrax.dk': 0,\n",
       " 'aaustin1306@aol.com': 0,\n",
       " 'ce4pagv9i07@hotmail.com': 0,\n",
       " '20001a1856c25@excite.com': 0,\n",
       " 'fast91gi@pac20.westernbarge.com': 0,\n",
       " 'malalad@mail.ru': 0,\n",
       " 'h433@excite.fr': 0,\n",
       " 'hgh4616@eudoramail.com': 0,\n",
       " '20143p85@yahoo.com': 0,\n",
       " '102646c1737aaa002@email.com': 0,\n",
       " 'Luhmaklein20@aol.com': 0,\n",
       " 'mort239o@pac25.westernbarge.com': 0,\n",
       " 'qxeye@home.se': 0,\n",
       " 'bmt988b@netscape.net': 0,\n",
       " 'ge3pysk2d17@hotmail.com': 0,\n",
       " 'gvyandreamadison55382@hotmail.com': 0,\n",
       " 'st4t6p42@prodigy.net': 0,\n",
       " 'coleh_@hotmail.com': 0,\n",
       " 'drugstore7432e78@btamail.net.cn': 0,\n",
       " 'fchestnut@eudoramail.com': 0,\n",
       " 'bjwbv@exite.com': 0,\n",
       " 'sophia_komar@eudoramail.com': 0,\n",
       " 'mnason7y7672826e06@hotmail.com': 0,\n",
       " 'freeerisa@insurancemail.net': 0,\n",
       " 'honey9531@btamail.net.cn': 0,\n",
       " 'WebOffers@7a6a.net': 0,\n",
       " 'ukjanewills@yahoo.com': 0,\n",
       " 'cweqx@fast.net.au': 0,\n",
       " 'vqamntpaf@falconsoft.be': 0,\n",
       " 'vafyjerryoil2002@yahoo.co.uk': 0,\n",
       " 'nzyndzcu@aol.com': 0,\n",
       " 'JBar204612@aol.com': 0,\n",
       " 'jzlin@carmen.se': 0,\n",
       " 'WEBMASTER@theperfumebox.ie': 0,\n",
       " 'B.Collin@dt.co.kr': 0,\n",
       " 'cvru@hotmail.com': 0,\n",
       " 'rw@insurancemail.net': 0,\n",
       " 'mort239o@pac21.westernbarge.com': 0,\n",
       " 'ga4tabi8l67@hotmail.com': 0,\n",
       " 'Origin.?@dogma.slashnull.org': 0,\n",
       " 'Babyface72987@aol.com': 0,\n",
       " 'qulilehregsarr@hotmail.com': 0,\n",
       " 'kqpfs@switzerland.org': 0,\n",
       " 'asturo1265r24@msn.com': 0,\n",
       " 'md2002@datacommarketing.com': 0,\n",
       " 'sej3451840n22@excite.com': 0,\n",
       " 'oa1t@mailexcite.com': 0,\n",
       " 'judithsteele@asean': 0,\n",
       " 'Sheila7316x53@hotmail.com': 0,\n",
       " 'toma@webmail.co.za': 0,\n",
       " 'usafin@insurancemail.net': 0,\n",
       " 'plhn242211075@yahoo.com': 0,\n",
       " 'xo9qugs0v47@hotmail.com': 0,\n",
       " 'aestrike@post.sk': 0,\n",
       " 'gjmy@public.ayptt.ha.cn': 0,\n",
       " 'yovizopprus@excite.com': 0,\n",
       " 'JobGal@Adsini.com': 0,\n",
       " 'jyoung@btamail.net.cn': 0,\n",
       " 'miononwifeil@hotmail.com': 0,\n",
       " 'morindin176@association.co.uk': 0,\n",
       " 'abl1l1l231ink@btamail.net.cn': 0,\n",
       " 'info@resumevalet.com': 0,\n",
       " 'hgh8728@polbox.com': 0,\n",
       " 'amc@insurancemail.net': 0,\n",
       " 'turnkeyim@hotmail.com': 0,\n",
       " 'gwvizopprus@excite.com': 0,\n",
       " 'twagar32t@aol.com': 0,\n",
       " 'fvgdouiqvg@vol.com.ar': 0,\n",
       " 'lando0mau@netscape.net': 0,\n",
       " 'mrchservice189@aol.com': 0,\n",
       " 'd4lf@yahoo.com': 0,\n",
       " 'tesco.ie@emv2.com': 0,\n",
       " 'sPVF2.zzdEHsQ_VS@emarketinggurus.com': 0,\n",
       " 'mail0206@btamail.net.cn': 0,\n",
       " 'hotkoarohlopme@hotmail.com': 0,\n",
       " 'hok_stein3380@eudoramail.com': 0,\n",
       " 'mort239o@xum2.xumx.com': 0,\n",
       " 'mojos@ccp.com': 0,\n",
       " 'sje726@aol.com': 0,\n",
       " 'GreatStockOpportunity@itera.ru': 0,\n",
       " 'moneymaker@yahoo.com': 0,\n",
       " 'research_package@nan.ne.jp': 0,\n",
       " 'fdg4a84@yahoo.com': 0,\n",
       " 'a1insure101a@altavista.se': 0,\n",
       " 'begjy0PwN@homebusiness.com': 0,\n",
       " 'masterpc@carolina.rr.com': 0,\n",
       " 'webmaster@youwin2.net': 0,\n",
       " 'jjc7y7676668t04@hotmail.com': 0,\n",
       " 'noonelists8387@eudoramail.com': 0,\n",
       " 'arquisgrp@post.sk': 0,\n",
       " 'pekerhead@postino.ch': 0,\n",
       " 'qa4wudt5x333@hotmail.com': 0,\n",
       " 'ltcc@insurancemail.net': 0,\n",
       " 'mort239o@xum9.xumx.com': 0,\n",
       " 'vret21v2137@yahoo.com': 0,\n",
       " 'targetemailextractor@btamail.net.cn': 0,\n",
       " 'jonas.greutert@netmodule.com': 0,\n",
       " 'Emailcentre@up369.com': 0,\n",
       " 'death_71@hotmail.com': 0,\n",
       " 'n19616@i': 0,\n",
       " 'freequote@2x12.2xthemoney.com': 0,\n",
       " 'bebkokori@eircom.net': 0,\n",
       " 'daniele94@hotmail.com': 0,\n",
       " 'beginner@linux.org': 0,\n",
       " 'News@no.hostname.supplied': 0,\n",
       " 'hgh_usa@Flashmail.com': 0,\n",
       " 'nebula_orange2000@lycos.com': 0,\n",
       " 'hok_stein5772@eudoramail.com': 0,\n",
       " 'kuouh@kali.com.cn': 0,\n",
       " 'georgiana_sprott@aemail4u.com': 0,\n",
       " 'conucong@yahoo.com': 0,\n",
       " 'mg@insurancemail.net': 0,\n",
       " 'egtan@yahoo.com': 0,\n",
       " 'ko0vugq3z833@hotmail.com': 0,\n",
       " 'reply@seekercenter.net': 0,\n",
       " 'return@trafficmagnet.net': 0,\n",
       " 'hdtrade@dreamwiz.com': 0,\n",
       " 'vag7pu@worldnet.att.net': 0,\n",
       " 'WEBMASTER@TAIONE.ORG': 0,\n",
       " 'ong@litou.com': 0,\n",
       " 'majee270@excite.com': 0,\n",
       " 'hfcfyouroffers676@hotmail.com': 0,\n",
       " 'wiwwyouroffers676@hotmail.com': 0,\n",
       " 'amolebolle@aol.com': 0,\n",
       " 'blease@insurancemail.net': 0,\n",
       " 'andramariehuaa@mail.com': 0,\n",
       " 'pwuek@personal.ro': 0,\n",
       " 'terrychan@aviareps.co.ru': 0,\n",
       " 'pharmacy5566s12@yahoo.com': 0,\n",
       " 'ggkkvvmm0880p25@aol.com': 0,\n",
       " 'D.Black@cbs.dk': 0,\n",
       " 'mdtlamp2231@posithiv.ch': 0,\n",
       " 'curazyrdng@263.net': 0,\n",
       " 'gort44@excite.com': 0,\n",
       " 'ether@buttonpushers.com': 0,\n",
       " 'sabrina1119@msn.com': 0,\n",
       " 'SpecialBuy@tuxtla.com': 0,\n",
       " 'hothorn@concentric.net': 0,\n",
       " 'webranking05@desertmail.com': 0,\n",
       " 'am@insurancemail.net': 0,\n",
       " 'blatin281841@mikes.ca': 0,\n",
       " 'cali@coinet.com': 0,\n",
       " 'opminee123123@yahoo.com': 0,\n",
       " 'cgarnett@bording.dk': 0,\n",
       " 'hok_stein6877@Flashmail.com': 0,\n",
       " 'babegirl2u473666p42@z.com': 0,\n",
       " 'pwicnaedrist@hotmail.com': 0,\n",
       " 'hrefyrbafo@hotmail.com': 0,\n",
       " 'WebConference@ananzi.co.za': 0,\n",
       " 'cristobal6@hotmail.com': 0,\n",
       " 'moreinformation@btamail.net.cn': 0,\n",
       " 'rom2002@justice.com': 0,\n",
       " 'tonyanenih@mail.com': 0,\n",
       " 'ppmg@insurancemail.net': 0,\n",
       " 'get.xenical@mail.com': 0,\n",
       " 'al_mat21@mail.com': 0,\n",
       " '7878khb87bb7b8@msn.com': 0,\n",
       " 'dcm123@btamail.net.cn': 0,\n",
       " 'ketey@postino.ch': 0,\n",
       " 'djohnson@allexecs.com': 0,\n",
       " 'GenuineLogHome@yahoo.com': 0,\n",
       " 'webdeals@7a6a.net': 0,\n",
       " 'arry532@post.sk': 0,\n",
       " 'bobba5161465sdy@yahoo.com': 0,\n",
       " 'nikkid890@aol.com': 0,\n",
       " '@cyabadcredit.com': 0,\n",
       " 'Promotions@ebay.com': 0,\n",
       " 'fast91gi@xum4.xumx.com': 0,\n",
       " 'makemoneyathome@btamail.net.cn': 0,\n",
       " 'lowerpymt@2x12.2xthemoney.com': 0,\n",
       " 'synjan@ecis.com': 0,\n",
       " 'bobt@freshairadv.com': 0,\n",
       " 'super4_31r@xum5.xumx.com': 0,\n",
       " 'vefzx@sapo.pt': 0,\n",
       " 'dermitage@hotmail.com': 0,\n",
       " 'bkmpt@virtual': 0,\n",
       " 'gendersa00@yahoo.com': 0,\n",
       " 'dave@netnautics.com': 0,\n",
       " 'sbello3@caramail.com': 0,\n",
       " 'ihjkhangel92470@yahoo.com': 0,\n",
       " 'ceu@insurancemail.net': 0,\n",
       " 'intr0519c@bk.ru': 0,\n",
       " 'hitingitonthehead36@yahoo.co.uk': 0,\n",
       " 'andrea76259huaa@rocketmail.com': 0,\n",
       " 'bjchadwick@eudoramail.com': 0,\n",
       " 'kxufYourChicagoOffice@hotmail.com': 0,\n",
       " 'cassel@veritechpilot.org': 0,\n",
       " 'normave@mla.nifty.ne.jp': 0,\n",
       " 'a_fardeen@sciofw.scio.co.jp': 0,\n",
       " 'adalzheimbln@msn.com': 0,\n",
       " 'andrabowershuaa@mail.com': 0,\n",
       " 'anibpetmaetrysl@hotmail.com': 0,\n",
       " 'intr519c@bk.ru': 0,\n",
       " 'cxqrpw@aol.com': 0,\n",
       " 'vera_coletti@email.com': 0,\n",
       " 'ustw@aol.com': 0,\n",
       " 'bpbo@aol.com': 0,\n",
       " 'lomlaguatatuobrasrer@hotmail.com': 0,\n",
       " 'internetoffers@7a6a.net': 0,\n",
       " 'latb@aol.com': 0,\n",
       " 'stepany427@aol.com': 0,\n",
       " 'urpymoadnaogto@hotmail.com': 0,\n",
       " 'indykkt952@fietz.de': 0,\n",
       " 'mando@insurancemail.net': 0,\n",
       " 'dr_tomeke10@spinfinder.com': 0,\n",
       " 'marcela_coman536048@lycos.com': 0,\n",
       " 'developers@palmgear.com': 0,\n",
       " 'a1itraffic1@web.de': 0,\n",
       " 'deqttx@aol.com': 0,\n",
       " 'loans@thezs.com': 0,\n",
       " 'dave650@altavista.com': 0,\n",
       " 'mcbride17377u48@horizonbiz.com': 0,\n",
       " 'fjxhx@au.ru': 0,\n",
       " 'jmjm@yahoo.com': 0,\n",
       " 'hitingitonthehead45@yahoo.co.uk': 0,\n",
       " 'saul5310wi@grenet.fr': 0,\n",
       " 'francop@aol.com': 0,\n",
       " 'cgibson@btamail.net.cn': 0,\n",
       " 'ebfme@playful.com': 0,\n",
       " 'Red_olga7045@eudoramail.com': 0,\n",
       " 'abcd7453b80@yahoo.com': 0,\n",
       " 'foundmoney@consumerpackage.net': 0,\n",
       " 'mojomoose@usa.pipeline.com': 0,\n",
       " '57yrhsryrs5y@msn.com': 0,\n",
       " 'sli@insurancemail.net': 0,\n",
       " 'andrea334huaa@rocketmail.com': 0,\n",
       " 'peter5445@aol.com': 0,\n",
       " 'slisa@compuserve.com': 0,\n",
       " 'andrea_tedrickhuaa@hotmail.com': 0,\n",
       " 'service@thezs.com': 0,\n",
       " 'saxvv@frankfurt.netsurf.de': 0,\n",
       " 'info@nextmail.net': 0,\n",
       " 'ross9917@Flashmail.com': 0,\n",
       " 'frothery3815u23@24horas.com': 0,\n",
       " 'donnaryder7@hotmail.com': 0,\n",
       " 'vixinte1563o74@24horas.com': 0,\n",
       " 'jim342u47@saintmail.net': 0,\n",
       " 'martenb@aol.com': 0,\n",
       " 'webmaster@bidstogo.biz': 0,\n",
       " 'nbc@insurancemail.net': 0,\n",
       " 'reply_3@ct2.consumertoday.net': 0,\n",
       " 'powersource2fg7@lycos.com': 0,\n",
       " 'learning_that_lasts@yahoo.com': 0,\n",
       " 'lowprices861@Flashmail.com': 0,\n",
       " 'zaida30281548599@hotmail.com': 0,\n",
       " 'MoreInks@netscape.net': 0,\n",
       " 'earn_1000_per_week@btamail.net.cn': 0,\n",
       " 'tn@Pitching.com': 0,\n",
       " 'zo3jaqc7p572@hotmail.com': 0,\n",
       " 'sales3642@Flashmail.com': 0,\n",
       " 'looking4money@imkit.com': 0,\n",
       " 'lp@insurancemail.net': 0,\n",
       " 'hc@TomGreen.com': 0,\n",
       " 'aos_Jbfun8575@mail.com': 0,\n",
       " 'vjli_Jbfun8575@mail.com': 0,\n",
       " 'steveadler@allexecs.com': 0,\n",
       " 'danaims@hotmail.com': 0,\n",
       " 'hxjinks1for1you@yahoo.com': 0,\n",
       " 'linda_blatt857875@address.com': 0,\n",
       " 'fddgl@dcs.rhbnc.ac.uk': 0,\n",
       " 'd_akh@hotmail.com': 0,\n",
       " 'justokandgroovy@kunmail.com': 0,\n",
       " 'ubpby@aol.com': 0,\n",
       " 'inquiresto@yahoo.com': 0,\n",
       " 'jared0123894889154@yahoo.com': 0,\n",
       " 'aa@insurancemail.net': 0,\n",
       " 'melbwireless@wireless.org.au': 0,\n",
       " 'ronardtony@mail.com': 0,\n",
       " 'JohnRobertson@terra.es': 0,\n",
       " 'mnereetcaenure@msn.com': 0,\n",
       " 'sensitive@ananzi.co.za': 0,\n",
       " 'goodroughy@ananzi.co.za': 0,\n",
       " 'Mrsoodles@mailbox.co.za': 0,\n",
       " 'abv@coulam1.freeserve.co.uk': 0,\n",
       " 'ubbowidmoefkuan@msn.com': 0,\n",
       " '71554.54dlx@dtk.com.tw': 0,\n",
       " '3444431.13@offer888.net': 0,\n",
       " 'uktfu@eei.ericsson.se': 0,\n",
       " 'gtts@cable.net.co': 0,\n",
       " 'ztoYSfJLcsupA@microsoft.com': 0,\n",
       " 'mailroom@speededelivery.com': 0,\n",
       " 'jim342u47@bboy.com': 0,\n",
       " 'two_naomi091667@excite.com': 0,\n",
       " 'adfxh@dialup.francenet.fr': 0,\n",
       " 'ethan4576@excite.com': 0,\n",
       " 'pitster267540871@hotmail.com': 0,\n",
       " 'insurmark@insurancemail.net': 0,\n",
       " 'webweaver@yahoo.com': 0,\n",
       " '2002@onebox.com': 0,\n",
       " 'beowulf_2020@hotmail.com': 0,\n",
       " 'nachogirls@mailbox.co.za': 0,\n",
       " 'publicservice2002_121@Flashmail.com': 0,\n",
       " 'Ink1899707@teacher.com': 0,\n",
       " 'mrhealth@btamail.net.cn': 0,\n",
       " 'sky9ex@aol.com': 0,\n",
       " 'bbradee@hotmail.com': 0,\n",
       " 'bestbuys@hotmail.com': 0,\n",
       " 'dfdfh@hotmail.com': 0,\n",
       " 'jy3dagq6x068@yahoo.com': 0,\n",
       " 'akai30@yahoo.com': 0,\n",
       " 'freequote@49.six86.com': 0,\n",
       " 'qdaakglj@national': 0,\n",
       " 'kvlci@gomail.com.ua': 0,\n",
       " 'legalconsul@consumerpackage.net': 0,\n",
       " 'Homes@ForeclosureWorld.net': 0,\n",
       " 'test2070w16@hotbot.com': 0,\n",
       " 'isrealsteedley@netscape.net': 0,\n",
       " 'callie@DEALSWEEPS.IREAYE.NET': 0,\n",
       " 'winnereritmugu@fasterpopmail.com': 0,\n",
       " 'money@viplook.net': 0,\n",
       " 'brenda_kwong@fastmail.fm': 0,\n",
       " 'iccsuuccesss@yahoo.com': 0,\n",
       " 'nobonesa@runbox.com': 0,\n",
       " 'mike0123896667196@yahoo.com': 0,\n",
       " 'dealsgreatestdealsonearth4426q45@yahoo.com': 0,\n",
       " 'ugrafromthesky@gt.ca': 0,\n",
       " 'lyetr66@uol.com.co': 0,\n",
       " 'Programmers@netscape.net': 0,\n",
       " 'easytest8341@email.com': 0,\n",
       " 'goodtimes9242@eudoramail.com': 0,\n",
       " 'Linnea2278102@email.is': 0,\n",
       " 'seni@istiyorum.com': 0,\n",
       " 'asrill@prontomail.com': 0,\n",
       " 'freebie4u@sinatown.com': 0,\n",
       " 'einstein.ssz.com@b.verticalresponse.com': 0,\n",
       " '1047@top': 0,\n",
       " 'oceandrive@email.is': 0,\n",
       " 'Emaildata@china1mail.com': 0,\n",
       " 'make_money299009@hotmaill.com': 0,\n",
       " 'ebargains@reply.mb00.net': 0,\n",
       " 'pitster263402078@hotmail.com': 0,\n",
       " 'legaliq@insurancemail.net': 0,\n",
       " 'cristy_moore@hotmail.com': 0,\n",
       " 'babsanni@maktoob.com': 0,\n",
       " 'PaulBennert4U0@msn.com': 0,\n",
       " 'PaulBennertPlus@yahoo.com': 0,\n",
       " 'info@clrea.com': 0,\n",
       " 'fitnessheaven@optinllc.com': 0,\n",
       " 'takinitezathome@yahoo.com': 0,\n",
       " 'dingonights@mailbox.co.za': 0,\n",
       " 'avkuntz@teleweb.at': 0,\n",
       " 'aweber@foreclosureworld.net': 0,\n",
       " '1054@top': 0,\n",
       " 'mraimecoilcipc@msn.com': 0,\n",
       " 'smath879136@yahoo.com': 0,\n",
       " 'zoufu@yangg.net': 0,\n",
       " ...}"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Spam_from"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "admin@taint.org\n",
      "admin@linux.ie\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@linux.ie\n",
      "admin@linux.ie\n",
      "admin@lists.sourceforge.net\n",
      "admin@linux.ie\n",
      "admin@xent.com\n",
      "admin@linux.ie\n",
      "admin@linux.ie\n",
      "admin@linux.ie\n",
      "admin@linux.ie\n",
      "admin@linux.ie\n",
      "admin@linux.ie\n",
      "admin@linux.ie\n",
      "admin@linux.ie\n",
      "admin@linux.ie\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "jm@netnoteinc.com\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@xent.com\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@lists.sourceforge.net\n",
      "admin@linux.ie\n",
      "admin@linux.ie\n",
      "melbwireless@wireless.org.au\n",
      "melbwireless@wireless.org.au\n",
      "admin@xent.com\n",
      "admin@linux.ie\n",
      "admin@lists.sourceforge.net\n",
      "admin@linux.ie\n",
      "admin@linux.ie\n",
      "admin@linux.ie\n",
      "admin@linux.ie\n",
      "admin@linux.ie\n",
      "COM@SMTP1.ADMANMAIL.COM\n",
      "spamassassin.taint.org?zzzz@bounce.tilw.net\n",
      "admin@linux.ie\n",
      "admin@linux.ie\n",
      "COM@SMTP1.ADMANMAIL.COM\n",
      "admin@linux.ie\n",
      "COM@SMTP1.ADMANMAIL.COM\n",
      "vbi@insiq.us\n",
      "admin@linux.ie\n",
      "besthomebiz@subdimension.com\n",
      "ghostrider_13@hotmail.com\n",
      "admin@taint.org\n",
      "admin@lists.sourceforge.net\n",
      "admin@linux.ie\n",
      "admin@linux.ie\n",
      "admin@linux.ie\n",
      "admin@lists.sourceforge.net\n",
      "COM@SMTP1.ADMANMAIL.COM\n",
      "wwc1@freeuk.com\n",
      "admin@linux.ie\n",
      "admin@linux.ie\n",
      "COM@SMTP1.ADMANMAIL.COM\n",
      "admin@linux.ie\n",
      "admin@linux.ie\n",
      "COM@SMTP1.ADMANMAIL.COM\n",
      "COM@SMTP1.ADMANMAIL.COM\n",
      "admin@crackmice.com\n",
      "admin@linux.ie\n",
      "COM@SMTP1.ADMANMAIL.COM\n",
      "admin@linux.ie\n",
      "admin@linux.ie\n",
      "admin@linux.ie\n",
      "einstein.ssz.com@b.verticalresponse.com\n",
      "cpunks_anon@einstein.ssz.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "anlin002@ms82.url.com.tw\n",
      "anlin002@ms82.url.com.tw\n",
      "admin@lists.sourceforge.net\n",
      "admin@xent.com\n",
      "asrill@prontomail.com\n",
      "admin@xent.com\n",
      "gtts@cable.net.co\n",
      "einstein.ssz.com@b.verticalresponse.com\n",
      "reply_3@ct2.consumertoday.net\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@lists.sourceforge.net\n",
      "admin@xent.com\n",
      "admin@lists.sourceforge.net\n",
      "admin@xent.com\n",
      "reply_3@ct2.consumertoday.net\n",
      "admin@xent.com\n",
      "jm@netnoteinc.com\n",
      "einstein.ssz.com@b.verticalresponse.com\n",
      "admin@xent.com\n",
      "admin@linux.ie\n",
      "admin@linux.ie\n",
      "admin@xent.com\n",
      "admin@linux.ie\n",
      "beth@yahoo.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "gort44@excite.com\n",
      "webmaster2fg7@address.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "jm@netnoteinc.com\n",
      "admin@linux.ie\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "mando@insurancemail.net\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "info@clrea.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@lists.sourceforge.net\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "mando@insurancemail.net\n",
      "mrhealth@btamail.net.cn\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@linux.ie\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "usafin@insurancemail.net\n",
      "admin@xent.com\n",
      "reply@seekercenter.net\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "melbwireless@wireless.org.au\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@lists.sourceforge.net\n",
      "reply@seekercenter.net\n",
      "admin@linux.ie\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "admin@linux.ie\n",
      "admin@xent.com\n",
      "admin@xent.com\n",
      "COM@SMTP1.ADMANMAIL.COM\n",
      "admin@xent.com\n",
      "admin@lists.sourceforge.net\n",
      "admin@linux.ie\n",
      "COM@SMTP1.ADMANMAIL.COM\n",
      "COM@SMTP1.ADMANMAIL.COM\n",
      "tba@insiq.us\n",
      "admin@linux.ie\n"
     ]
    }
   ],
   "source": [
    "count = 0\n",
    "cheat_result = result.copy()\n",
    "for mail in Testing:\n",
    "    file = codecs.open(mail, 'r', encoding='utf-8', errors='ignore')\n",
    "#     print(file.read())\n",
    "    word = re.findall(r\"From.*\\n\", file.read())[0]\n",
    "#     print(Spam_mail)\n",
    "    word_2 = re.findall(r\"[\\w*\\.?]*@[\\w*\\.?]*\", word)\n",
    "    if word_2[0] in Spam_from:\n",
    "        cheat_result[count] = 1\n",
    "        print(word_2[0])\n",
    "#     print(word_2[0])\n",
    "    count += 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([0, 0, 0, ..., 1, 1, 1])"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cheat_result"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Algorithm: K-nn\n",
      "              precision    recall  f1-score   support\n",
      "\n",
      "         ham       0.93      0.77      0.84      1299\n",
      "        Spam       0.64      0.86      0.73       592\n",
      "\n",
      "    accuracy                           0.80      1891\n",
      "   macro avg       0.78      0.82      0.79      1891\n",
      "weighted avg       0.83      0.80      0.81      1891\n",
      "\n"
     ]
    }
   ],
   "source": [
    "eva_fun_2(label_test, cheat_result, 'K-nn')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "721\n",
      "722\n",
      "730\n",
      "736\n",
      "746\n",
      "752\n",
      "753\n",
      "757\n",
      "758\n",
      "760\n",
      "770\n",
      "773\n",
      "774\n",
      "775\n",
      "777\n",
      "779\n",
      "780\n",
      "782\n",
      "783\n",
      "784\n",
      "785\n",
      "786\n",
      "787\n",
      "788\n",
      "789\n",
      "790\n",
      "791\n",
      "792\n",
      "793\n",
      "794\n",
      "795\n",
      "796\n",
      "797\n",
      "798\n",
      "799\n",
      "800\n",
      "801\n",
      "802\n",
      "803\n",
      "804\n",
      "805\n",
      "806\n",
      "807\n",
      "808\n",
      "809\n",
      "810\n",
      "811\n",
      "812\n",
      "813\n",
      "814\n",
      "815\n",
      "816\n",
      "817\n",
      "818\n",
      "819\n",
      "820\n",
      "821\n",
      "822\n",
      "823\n",
      "824\n",
      "825\n",
      "826\n",
      "827\n",
      "828\n",
      "829\n",
      "830\n",
      "831\n",
      "832\n",
      "833\n",
      "834\n",
      "835\n",
      "836\n",
      "837\n",
      "838\n",
      "840\n",
      "841\n",
      "842\n",
      "843\n",
      "844\n",
      "845\n",
      "846\n",
      "847\n",
      "848\n",
      "849\n",
      "850\n",
      "851\n",
      "852\n",
      "853\n",
      "854\n",
      "855\n",
      "856\n",
      "857\n",
      "858\n",
      "859\n",
      "860\n",
      "861\n",
      "862\n",
      "863\n",
      "864\n",
      "865\n",
      "866\n",
      "867\n",
      "868\n",
      "869\n",
      "870\n",
      "871\n",
      "872\n",
      "873\n",
      "874\n",
      "875\n",
      "876\n",
      "877\n",
      "878\n",
      "879\n",
      "880\n",
      "881\n",
      "882\n",
      "883\n",
      "884\n",
      "885\n",
      "886\n",
      "887\n",
      "888\n",
      "889\n",
      "890\n",
      "891\n",
      "892\n",
      "893\n",
      "894\n",
      "895\n",
      "896\n",
      "897\n",
      "898\n",
      "899\n",
      "900\n",
      "901\n",
      "902\n",
      "903\n",
      "904\n",
      "905\n",
      "906\n",
      "907\n",
      "908\n",
      "909\n",
      "910\n",
      "911\n",
      "912\n",
      "913\n",
      "914\n",
      "915\n",
      "916\n",
      "917\n",
      "918\n",
      "919\n",
      "920\n",
      "921\n",
      "922\n",
      "923\n",
      "924\n",
      "925\n",
      "926\n",
      "927\n",
      "928\n",
      "929\n",
      "930\n",
      "931\n",
      "932\n",
      "933\n",
      "934\n",
      "935\n",
      "936\n",
      "937\n",
      "938\n",
      "939\n",
      "940\n",
      "941\n",
      "942\n",
      "943\n",
      "944\n",
      "1092\n",
      "1093\n",
      "1094\n",
      "1097\n",
      "1103\n",
      "1104\n",
      "1105\n",
      "1106\n",
      "1110\n",
      "1111\n",
      "1112\n",
      "1118\n",
      "1119\n",
      "1120\n",
      "1121\n",
      "1126\n",
      "1127\n",
      "1128\n",
      "1129\n",
      "1131\n",
      "1140\n",
      "1143\n",
      "1154\n",
      "1155\n",
      "1157\n",
      "1158\n",
      "1159\n",
      "1160\n",
      "1161\n",
      "1162\n",
      "1163\n",
      "1164\n",
      "1165\n",
      "1179\n",
      "1184\n",
      "1185\n",
      "1186\n",
      "1187\n",
      "1188\n",
      "1203\n",
      "1204\n",
      "1207\n",
      "1212\n",
      "1213\n",
      "1216\n",
      "1221\n",
      "1223\n",
      "1273\n",
      "1289\n",
      "1299\n",
      "1312\n",
      "1314\n",
      "1315\n",
      "1330\n",
      "1332\n",
      "1345\n",
      "1353\n",
      "1363\n",
      "1364\n",
      "1395\n",
      "1398\n",
      "1413\n",
      "1433\n",
      "1447\n",
      "1448\n",
      "1540\n",
      "1553\n",
      "1555\n",
      "1596\n",
      "1597\n",
      "1615\n",
      "1619\n",
      "1627\n",
      "1642\n",
      "1647\n",
      "1660\n",
      "1666\n",
      "1667\n",
      "1690\n",
      "1696\n",
      "1707\n",
      "1717\n",
      "1721\n",
      "1738\n",
      "1754\n",
      "1760\n",
      "1765\n",
      "1769\n",
      "1770\n",
      "1772\n",
      "1779\n",
      "1781\n",
      "1783\n",
      "1784\n",
      "1811\n",
      "1818\n",
      "1827\n",
      "1846\n",
      "1851\n",
      "1866\n",
      "1890\n"
     ]
    }
   ],
   "source": [
    "for i in range(len(cheat_result)):\n",
    "    if cheat_result[i] != result[i]:\n",
    "        print(i)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}