test_nltk_neu.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "Preparing Data\n",
    "=============="
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "import json\n",
    "import cPickle as pickle\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "from pandas import factorize"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "bossa/tasks_export.json  bossa/tasks_runs_export.json\r\n"
     ]
    }
   ],
   "source": [
    "!ls bossa/*json"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "BOSSA Results\n",
    "-------------"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Processing `results_bossa.json` to get a *dictionary* with keys the task ids, and values in as the average value of the scores. To do that, we first convert scores from categorical (`neg`, `neu`, `pos`) to a numeric scale."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>result_id</th>\n",
       "      <th>seconds</th>\n",
       "      <th>task_id</th>\n",
       "      <th>score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>11203</td>\n",
       "      <td>0.000025</td>\n",
       "      <td>52775</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    result_id   seconds  task_id score\n",
       "50      11203  0.000025    52775     1"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bossa_results = pd.read_json(\"bossa/tasks_runs_export.json\")\n",
    "bossa_results.rename(columns={\"created\": \"start_time\", \"id\": \"result_id\", \"info\": \"score\"}, inplace=True)\n",
    "bossa_results[['start_time']]= bossa_results[['start_time']].apply(pd.to_datetime, dayfirst=True)\n",
    "bossa_results[['finish_time']]= bossa_results[['finish_time']].apply(pd.to_datetime, dayfirst=True)\n",
    "bossa_results['score'] = pd.Categorical(bossa_results['score'], categories=['vneg', 'neg', 'neu', 'pos', 'vpos'])\n",
    "bossa_results['score'].cat.rename_categories([-2, -1, 0, 1, 2], inplace=True)\n",
    "# Normalize everything to -1, 0, 1\n",
    "# bossa_results['score'] = bossa_results['score'].astype(float).apply(lambda x: -1 if x < 0 else 1 if x > 0 else 0)\n",
    "bossa_results[\"seconds\"] = (bossa_results[\"finish_time\"] - bossa_results[\"start_time\"]).astype('timedelta64[us]') / 1e6\n",
    "bossa_results = bossa_results[[\"result_id\", \"seconds\", \"task_id\", \"score\"]]\n",
    "bossa_results.ix[[50]]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "The information about the sentence comes in a dictionary inside the cells of the serie `info`, so we expand it."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>task_id</th>\n",
       "      <th>info</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>52851</td>\n",
       "      <td>{u'search_words': u'founder', u'appears_in_sen...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    task_id                                               info\n",
       "50    52851  {u'search_words': u'founder', u'appears_in_sen..."
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bossa_tasks = pd.read_json(\"bossa/tasks_export.json\")\n",
    "bossa_tasks[['created']]= bossa_tasks[['created']].apply(pd.to_datetime, dayfirst=True)\n",
    "bossa_tasks.rename(columns={'id': 'task_id'}, inplace=True)\n",
    "bossa_tasks = bossa_tasks[['task_id', 'info']]\n",
    "bossa_tasks.ix[[50]]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "And finally we merge the `DataFrame` with the scores with the one containing the sentences."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>result_id</th>\n",
       "      <th>seconds</th>\n",
       "      <th>task_id</th>\n",
       "      <th>score</th>\n",
       "      <th>info</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>11195</td>\n",
       "      <td>0.000021</td>\n",
       "      <td>52776</td>\n",
       "      <td>2</td>\n",
       "      <td>{u'search_words': u'executive', u'appears_in_s...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    result_id   seconds  task_id  score  \\\n",
       "50      11195  0.000021    52776      2   \n",
       "\n",
       "                                                 info  \n",
       "50  {u'search_words': u'executive', u'appears_in_s...  "
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bossa_tasks_scores = pd.merge(bossa_results, bossa_tasks, on='task_id')\n",
    "bossa_tasks_scores.ix[[50]]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Let's now expand the column `info` into as many new columns as keys has the dictionary `info`."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[u'search_words',\n",
       " u'appears_in_sentence',\n",
       " u'url',\n",
       " u'media',\n",
       " u'appears_in_noun_phrases',\n",
       " u'noun_phrases',\n",
       " u'sentence_id',\n",
       " u'text',\n",
       " u'sentence',\n",
       " u'pub_date',\n",
       " u'is_company']"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bossa_tasks_scores.ix[50].info.keys()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>result_id</th>\n",
       "      <th>seconds</th>\n",
       "      <th>task_id</th>\n",
       "      <th>score</th>\n",
       "      <th>search_words</th>\n",
       "      <th>appears_in_sentence</th>\n",
       "      <th>url</th>\n",
       "      <th>media</th>\n",
       "      <th>appears_in_noun_phrases</th>\n",
       "      <th>noun_phrases</th>\n",
       "      <th>sentence_id</th>\n",
       "      <th>text</th>\n",
       "      <th>sentence</th>\n",
       "      <th>pub_date</th>\n",
       "      <th>is_company</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>11195</td>\n",
       "      <td>0.000021</td>\n",
       "      <td>52776</td>\n",
       "      <td>2</td>\n",
       "      <td>executive</td>\n",
       "      <td>0</td>\n",
       "      <td>http://dealbook.nytimes.com/2013/05/17/a-toeho...</td>\n",
       "      <td>nyt</td>\n",
       "      <td>0</td>\n",
       "      <td>[chinese investors, overseas companies, politi...</td>\n",
       "      <td>14</td>\n",
       "      <td>Chinese investors are increasingly opting to b...</td>\n",
       "      <td>Chinese investors are increasingly opting to b...</td>\n",
       "      <td>2013-05-17T11:47:51Z</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>11205</td>\n",
       "      <td>0.000018</td>\n",
       "      <td>52776</td>\n",
       "      <td>-1</td>\n",
       "      <td>executive</td>\n",
       "      <td>0</td>\n",
       "      <td>http://dealbook.nytimes.com/2013/05/17/a-toeho...</td>\n",
       "      <td>nyt</td>\n",
       "      <td>0</td>\n",
       "      <td>[chinese investors, overseas companies, politi...</td>\n",
       "      <td>14</td>\n",
       "      <td>Chinese investors are increasingly opting to b...</td>\n",
       "      <td>Chinese investors are increasingly opting to b...</td>\n",
       "      <td>2013-05-17T11:47:51Z</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td>11207</td>\n",
       "      <td>0.000017</td>\n",
       "      <td>52776</td>\n",
       "      <td>1</td>\n",
       "      <td>executive</td>\n",
       "      <td>0</td>\n",
       "      <td>http://dealbook.nytimes.com/2013/05/17/a-toeho...</td>\n",
       "      <td>nyt</td>\n",
       "      <td>0</td>\n",
       "      <td>[chinese investors, overseas companies, politi...</td>\n",
       "      <td>14</td>\n",
       "      <td>Chinese investors are increasingly opting to b...</td>\n",
       "      <td>Chinese investors are increasingly opting to b...</td>\n",
       "      <td>2013-05-17T11:47:51Z</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>11209</td>\n",
       "      <td>0.000017</td>\n",
       "      <td>52776</td>\n",
       "      <td>-2</td>\n",
       "      <td>executive</td>\n",
       "      <td>0</td>\n",
       "      <td>http://dealbook.nytimes.com/2013/05/17/a-toeho...</td>\n",
       "      <td>nyt</td>\n",
       "      <td>0</td>\n",
       "      <td>[chinese investors, overseas companies, politi...</td>\n",
       "      <td>14</td>\n",
       "      <td>Chinese investors are increasingly opting to b...</td>\n",
       "      <td>Chinese investors are increasingly opting to b...</td>\n",
       "      <td>2013-05-17T11:47:51Z</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    result_id   seconds  task_id  score search_words appears_in_sentence  \\\n",
       "50      11195  0.000021    52776      2    executive                   0   \n",
       "51      11205  0.000018    52776     -1    executive                   0   \n",
       "52      11207  0.000017    52776      1    executive                   0   \n",
       "53      11209  0.000017    52776     -2    executive                   0   \n",
       "\n",
       "                                                  url media  \\\n",
       "50  http://dealbook.nytimes.com/2013/05/17/a-toeho...   nyt   \n",
       "51  http://dealbook.nytimes.com/2013/05/17/a-toeho...   nyt   \n",
       "52  http://dealbook.nytimes.com/2013/05/17/a-toeho...   nyt   \n",
       "53  http://dealbook.nytimes.com/2013/05/17/a-toeho...   nyt   \n",
       "\n",
       "   appears_in_noun_phrases                                       noun_phrases  \\\n",
       "50                       0  [chinese investors, overseas companies, politi...   \n",
       "51                       0  [chinese investors, overseas companies, politi...   \n",
       "52                       0  [chinese investors, overseas companies, politi...   \n",
       "53                       0  [chinese investors, overseas companies, politi...   \n",
       "\n",
       "   sentence_id                                               text  \\\n",
       "50          14  Chinese investors are increasingly opting to b...   \n",
       "51          14  Chinese investors are increasingly opting to b...   \n",
       "52          14  Chinese investors are increasingly opting to b...   \n",
       "53          14  Chinese investors are increasingly opting to b...   \n",
       "\n",
       "                                             sentence              pub_date  \\\n",
       "50  Chinese investors are increasingly opting to b...  2013-05-17T11:47:51Z   \n",
       "51  Chinese investors are increasingly opting to b...  2013-05-17T11:47:51Z   \n",
       "52  Chinese investors are increasingly opting to b...  2013-05-17T11:47:51Z   \n",
       "53  Chinese investors are increasingly opting to b...  2013-05-17T11:47:51Z   \n",
       "\n",
       "   is_company  \n",
       "50          0  \n",
       "51          0  \n",
       "52          0  \n",
       "53          0  "
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def json_to_series(info):\n",
    "    keys, values = zip(*info.iteritems())\n",
    "    return pd.Series(values, index=keys)\n",
    "\n",
    "bossa_info = bossa_tasks_scores[\"info\"].apply(json_to_series)\n",
    "bossa_info.reset_index()\n",
    "bossa = pd.concat([bossa_tasks_scores, bossa_info], axis=1)\n",
    "bossa.pop(\"info\")\n",
    "# bossa['id'] = bossa['id'].astype(float)\n",
    "bossa.ix[50:53]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Aggregate\n",
    "---------"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "We now aggregate calculating the average per `sentence_id` using a group by. In the process, we lose the source of the data, that's why we first have to save it."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "bossa.to_csv(\"sentiment/scores_ungrouped.csv\", encoding=\"utf8\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Finally, we aggregate and create a new `DataFrame` for the different sentences and their score."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "score    8996\n",
      "dtype: int64\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>score</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>sentence</th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>'We must hope after so much prevarication that this time Google's proposals represent a genuine attempt to address the concerns identified,' said David Wood, the legal counsel for Icomp, an industry group backed by Microsoft and a number of other companies.</th>\n",
       "      <td>-0.333333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>'We must push our leaders to step up and commit to action,' said Hugh Evans, the founder and chief executive of the charity.</th>\n",
       "      <td>-0.285714</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>'We need them to tell the story of how we are making decisions and putting the organization together,' said George Postolos, the Astros' president and chief executive, who added that the team would not want a broadcaster who was uncomfortable explaining the front office's strategy.</th>\n",
       "      <td>-0.666667</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                                                                                                                                                                                                                                               score\n",
       "sentence                                                                                                                                                                                                                                                                                            \n",
       "'We must hope after so much prevarication that this time Google's proposals represent a genuine attempt to address the concerns identified,' said David Wood, the legal counsel for Icomp, an industry group backed by Microsoft and a number of other companies.                          -0.333333\n",
       "'We must push our leaders to step up and commit to action,' said Hugh Evans, the founder and chief executive of the charity.                                                                                                                                                               -0.285714\n",
       "'We need them to tell the story of how we are making decisions and putting the organization together,' said George Postolos, the Astros' president and chief executive, who added that the team would not want a broadcaster who was uncomfortable explaining the front office's strategy. -0.666667"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sentences = bossa.groupby(['sentence'])[['score']].aggregate(np.average)\n",
    "sentences.to_csv(\"sentiment/scores.csv\", encoding=\"utf8\")\n",
    "print sentences.count()\n",
    "sentences[1001:1004]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "from collections import Counter\n",
    "\n",
    "def majority(series): #receives a Pandas Series\n",
    "    return Counter(map(lambda x: 1 if x > 0 else -1 if x < 0 else 0, series)).most_common(1)[0][0]\n",
    "\n",
    "# score_calculate = np.average\n",
    "score_calculate = majority\n",
    "\n",
    "sentences = bossa.groupby(['sentence'])[['score']].aggregate(score_calculate)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Sentence Classifier\n",
    "-------------------"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "from nltk.corpus import stopwords\n",
    "from sklearn.cross_validation import cross_val_score\n",
    "from sklearn.grid_search import GridSearchCV\n",
    "from sklearn.feature_extraction.text import CountVectorizer, TfidfTransformer, TfidfVectorizer\n",
    "from sklearn.linear_model import SGDClassifier\n",
    "from sklearn.metrics import precision_recall_fscore_support\n",
    "from sklearn.naive_bayes import MultinomialNB, BernoulliNB\n",
    "from sklearn.pipeline import Pipeline\n",
    "from sklearn.svm import LinearSVC"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Create the tranining and testing sets (data and labels) from a randomized version of the set of assessed sentences."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "sentence    8996\n",
       "score       8996\n",
       "dtype: int64"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sentences.reset_index().count()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "We could consider 3 classes, but it toruns out that using binary classficication seems to produce better results. Still, try multi-classs classifiers is something worth trying."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "raw_scores = sentences.reset_index()\n",
    "scores = raw_scores\n",
    "# scores = scores[scores.score!=0]  # We ignore the neutral sentences\n",
    "scores['sentiment'] = scores['score'].apply(lambda s: 'pos' if s > 0 else 'neg' if s < 0 else 0)\n",
    "# percentage = 0.85  #  percentage for training, rest for for testing\n",
    "# # We split to have enough representativenesss for both positive and negative sentiments\n",
    "# sent_min = min(\n",
    "#     scores[scores.sentiment=='pos'].sentiment.count(),\n",
    "#     scores[scores.sentiment=='neg'].sentiment.count(),\n",
    "# )\n",
    "# scores = scores[[\"sentence\", \"sentiment\"]]\n",
    "# train_data = np.array([])\n",
    "# train_labels = np.array([])\n",
    "# test_data = np.array([])\n",
    "# test_labels = np.array([])\n",
    "# for sent in ('pos', 'neg'):\n",
    "#     sent_scores = scores[scores['sentiment']==sent]\n",
    "#     sent_scores = sent_scores.reindex(np.random.permutation(sent_scores.index))\n",
    "#     sent_sentences_count = int(sent_scores['sentence'].count())\n",
    "#     sent_train = sent_scores[[\"sentence\", \"sentiment\"]][:int(sent_sentences_count * percentage)]\n",
    "#     sent_test = sent_scores[[\"sentence\", \"sentiment\"]][int(sent_sentences_count * percentage) + 1:]\n",
    "#     print sent, sent_min, sent_train.sentiment.count(), sent_test.sentiment.count()\n",
    "#     train_data = np.append(train_data, sent_train[\"sentence\"])\n",
    "#     train_labels = np.append(train_labels, sent_train[\"sentiment\"])\n",
    "#     test_data = np.append(test_data, sent_test[\"sentence\"])\n",
    "#     test_labels = np.append(test_labels, sent_test[\"sentiment\"])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#NLTK"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "document_df = scores[['sentence', 'sentiment']]\n",
    "document_df = document_df.reindex(np.random.permutation(document_df.index))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>sentence</th>\n",
       "      <th>sentiment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2908</th>\n",
       "      <td>Coming off a quarterly earnings report that pl...</td>\n",
       "      <td>pos</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7570</th>\n",
       "      <td>The executive who replaced Mr. Zucker just thr...</td>\n",
       "      <td>neg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1282</th>\n",
       "      <td>A copy of the filing, which was provided to Th...</td>\n",
       "      <td>neg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>674</th>\n",
       "      <td>'The Justice Department had a clear view on th...</td>\n",
       "      <td>pos</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2125</th>\n",
       "      <td>Arsenal manager Arsène Wenger offers an intrig...</td>\n",
       "      <td>pos</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               sentence sentiment\n",
       "2908  Coming off a quarterly earnings report that pl...       pos\n",
       "7570  The executive who replaced Mr. Zucker just thr...       neg\n",
       "1282  A copy of the filing, which was provided to Th...       neg\n",
       "674   'The Justice Department had a clear view on th...       pos\n",
       "2125  Arsenal manager Arsène Wenger offers an intrig...       pos"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "document_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "original_documents = [(r[1]['sentence'], r[1]['sentiment']) for r in document_df.iterrows()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "pos_file = open('positive-words.txt')\n",
    "all_pos_words = [w.strip().lower() for w in pos_file]\n",
    "\n",
    "neg_file = open('negative-words.txt')\n",
    "all_neg_words = [w.strip().lower() for w in neg_file]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "search_terms_f = open('search_terms.txt')\n",
    "search_terms = []\n",
    "for t in search_terms_f:\n",
    "    l = t.strip().split()\n",
    "    search_terms.extend(l)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import string\n",
    "\n",
    "import nltk\n",
    "from nltk.corpus import stopwords"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "###Options"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#stopwords_english\n",
    "stopwords_english = stopwords.words('english')\n",
    "#stopwords_domain\n",
    "stopwords_domain = search_terms + [\"'s\", '--']\n",
    "#stopwords_english\n",
    "punctuation = string.punctuation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def document_features1(document):      \n",
    "    document_words = set(document)\n",
    "    features = {}\n",
    "    for word in word_features:\n",
    "        features[word] = word in document_words\n",
    "    return features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def document_features2(document):      \n",
    "    document_words = list(document)\n",
    "    features = {}\n",
    "    for word in document_words:\n",
    "        if word in word_features:\n",
    "            features[word] = features.get(word, 0) + 1\n",
    "    return features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "def document_features3(document):\n",
    "    word_features3 = list(pos_words) + list(neg_words)\n",
    "    document_words = set(document)\n",
    "    features = {}\n",
    "    for word in word_features3:\n",
    "        features[word] = word in document_words\n",
    "    return features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# Filter stopwords, punctuation marks, and numbers\n",
    "# 'stopwords_english': stopwords_english,\n",
    "# 'stopwords_domain': stopwords_domain,\n",
    "# 'punctuation': punctuation,\n",
    "# 'numbers': True,\n",
    "#\n",
    "# Do not filter stopwords, punctuation marks, or numbers\n",
    "# 'stopwords_english': [],\n",
    "# 'stopwords_domain': [],\n",
    "# 'punctuation': [],\n",
    "# 'numbers': False,\n",
    "\n",
    "options = {}\n",
    "\n",
    "#Option 1\n",
    "opt1 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[1] = opt1\n",
    "\n",
    "#Option 2\n",
    "opt2 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': [],\n",
    "    'numbers': True,\n",
    "}\n",
    "options[2] = opt2\n",
    "\n",
    "#Option 3\n",
    "opt3 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[3] = opt3\n",
    "\n",
    "#Option 4\n",
    "opt4 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[4] = opt4\n",
    "\n",
    "#Option 5\n",
    "opt5 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': True,\n",
    "}\n",
    "options[5] = opt5\n",
    "\n",
    "#Option 6\n",
    "opt6 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[6] = opt6\n",
    "\n",
    "#Option 7\n",
    "opt7 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': [],\n",
    "    'numbers': True,\n",
    "}\n",
    "options[7] = opt7\n",
    "\n",
    "#Option 8\n",
    "opt8 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': True,\n",
    "}\n",
    "options[8] = opt8\n",
    "\n",
    "#Option 9\n",
    "opt9 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': False,\n",
    "}\n",
    "options[9] = opt9\n",
    "\n",
    "#Option 10\n",
    "opt10 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[10] = opt10\n",
    "\n",
    "#Option 11\n",
    "opt11 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': False,\n",
    "}\n",
    "options[11] = opt11\n",
    "\n",
    "#Option 12\n",
    "opt12 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': False,\n",
    "}\n",
    "options[12] = opt12\n",
    "\n",
    "#Option 13\n",
    "opt13 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[13] = opt13\n",
    "\n",
    "#Option 14\n",
    "opt14 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': False,\n",
    "}\n",
    "options[14] = opt14\n",
    "\n",
    "#Option 15\n",
    "opt15 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[15] = opt15\n",
    "\n",
    "#Option 16\n",
    "opt16 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[16] = opt16\n",
    "\n",
    "#Option 17\n",
    "opt17 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': True,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[17] = opt17\n",
    "\n",
    "#Option 18\n",
    "opt18 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': True,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': True,\n",
    "}\n",
    "options[18] = opt18\n",
    "\n",
    "#Option 19\n",
    "opt19 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': True,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[19] = opt19\n",
    "\n",
    "#Option 20\n",
    "opt20 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': True,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': True,\n",
    "}\n",
    "options[20] = opt20\n",
    "\n",
    "#Option 21\n",
    "opt21 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': True,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': False,\n",
    "}\n",
    "options[21] = opt21\n",
    "\n",
    "#Option 22\n",
    "opt22 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': True,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[22] = opt22\n",
    "\n",
    "#Option 23\n",
    "opt23 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': True,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': False,\n",
    "}\n",
    "options[23] = opt23\n",
    "\n",
    "#Option 24\n",
    "opt24 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': True,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[24] = opt24\n",
    "\n",
    "################################################################################################\n",
    "\n",
    "#Option 25\n",
    "opt25 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features2,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[25] = opt25\n",
    "\n",
    "#Option 26\n",
    "opt26 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features3,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[26] = opt26\n",
    "\n",
    "#Option 27\n",
    "opt27 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features2,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[27] = opt27\n",
    "\n",
    "#Option 28\n",
    "opt28 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features3,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[28] = opt28\n",
    "\n",
    "#Option 29\n",
    "opt29 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': True,\n",
    "    'document_features': document_features2,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[29] = opt29\n",
    "\n",
    "#Option 30\n",
    "opt30 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': True,\n",
    "    'document_features': document_features3,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[30] = opt30"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def filt(x):\n",
    "    c1 = x not in options[opt]['stopwords_english']\n",
    "    c2 = x not in options[opt]['stopwords_domain']\n",
    "    c3 = x not in options[opt]['punctuation']\n",
    "    c4 = True if options[opt]['numbers'] else not x.isdigit()\n",
    "    \n",
    "    cs = [c1, c2, c3, c4]\n",
    "    return all(cs)\n",
    " \n",
    "def preprocess(text):\n",
    "    text = text.lower()\n",
    "    tokens = nltk.word_tokenize(text)\n",
    "    filtered_words = filter(filt, tokens)\n",
    "    return filtered_words\n",
    "\n",
    "def print_option(opt):\n",
    "    d = dict(opt)\n",
    "    for k in d:\n",
    "        if (type(d[k]) == list or type(d[k]) == str) and len(d[k]) > 0:\n",
    "            d[k] = ['...']\n",
    "        elif hasattr(d[k], '__call__'):\n",
    "            d[k] = d[k].func_name\n",
    "    print(d)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 1\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.453333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     11.2 : 1.0\n",
      "                   built = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.2 : 1.0\n",
      "                declined = True              neg : pos    =      8.2 : 1.0\n",
      "                 compete = True              neg : 0      =      7.7 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.6 : 1.0\n",
      "                     500 = True              pos : 0      =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 2\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u';', u'would']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.458888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     11.2 : 1.0\n",
      "                   built = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.2 : 1.0\n",
      "                declined = True              neg : pos    =      8.2 : 1.0\n",
      "                 compete = True              neg : 0      =      7.7 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.6 : 1.0\n",
      "                     500 = True              pos : 0      =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 3\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'manager', u'apple', u'company', u'mr.', u'new', u'founder']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.456666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     11.2 : 1.0\n",
      "                   built = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.2 : 1.0\n",
      "                declined = True              neg : pos    =      8.2 : 1.0\n",
      "                 compete = True              neg : 0      =      7.7 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.6 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "              california = True                0 : neg    =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 4\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.486666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     11.2 : 1.0\n",
      "                   built = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.2 : 1.0\n",
      "                declined = True              neg : pos    =      8.2 : 1.0\n",
      "                 compete = True              neg : 0      =      7.7 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.6 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "              california = True                0 : neg    =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 5\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'manager', u'apple', u'company']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.461111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     11.2 : 1.0\n",
      "                   built = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.2 : 1.0\n",
      "                declined = True              neg : pos    =      8.2 : 1.0\n",
      "                 compete = True              neg : 0      =      7.7 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.6 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "              california = True                0 : neg    =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 6\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.484444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     11.2 : 1.0\n",
      "                   built = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.2 : 1.0\n",
      "                declined = True              neg : pos    =      8.2 : 1.0\n",
      "                 compete = True              neg : 0      =      7.7 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.6 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 7\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.483333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     11.2 : 1.0\n",
      "                   built = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.2 : 1.0\n",
      "                declined = True              neg : pos    =      8.2 : 1.0\n",
      "                 compete = True              neg : 0      =      7.7 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.6 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 8\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.483333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     11.2 : 1.0\n",
      "                   built = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.2 : 1.0\n",
      "                declined = True              neg : pos    =      8.2 : 1.0\n",
      "                 compete = True              neg : 0      =      7.7 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.6 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 9\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.457777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     11.2 : 1.0\n",
      "                   built = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.2 : 1.0\n",
      "                declined = True              neg : pos    =      8.2 : 1.0\n",
      "                 compete = True              neg : 0      =      7.7 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.6 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                 related = True              neg : 0      =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 10\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u';', u'would']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.464444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     11.2 : 1.0\n",
      "                   built = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.2 : 1.0\n",
      "                declined = True              neg : pos    =      8.2 : 1.0\n",
      "                 compete = True              neg : 0      =      7.7 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.6 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                 related = True              neg : 0      =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 11\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'manager', u'apple', u'company', u'mr.', u'new', u'founder']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.46\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     11.2 : 1.0\n",
      "                   built = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.2 : 1.0\n",
      "                declined = True              neg : pos    =      8.2 : 1.0\n",
      "                 compete = True              neg : 0      =      7.7 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.6 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "              california = True                0 : neg    =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 12\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.484444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     11.2 : 1.0\n",
      "                   built = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.2 : 1.0\n",
      "                declined = True              neg : pos    =      8.2 : 1.0\n",
      "                 compete = True              neg : 0      =      7.7 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.6 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "              california = True                0 : neg    =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 13\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'manager', u'apple', u'company']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.466666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     11.2 : 1.0\n",
      "                   built = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.2 : 1.0\n",
      "                declined = True              neg : pos    =      8.2 : 1.0\n",
      "                 compete = True              neg : 0      =      7.7 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.6 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "              california = True                0 : neg    =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 14\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.48\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     11.2 : 1.0\n",
      "                   built = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.2 : 1.0\n",
      "                declined = True              neg : pos    =      8.2 : 1.0\n",
      "                 compete = True              neg : 0      =      7.7 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.6 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 15\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.482222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     11.2 : 1.0\n",
      "                   built = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.2 : 1.0\n",
      "                declined = True              neg : pos    =      8.2 : 1.0\n",
      "                 compete = True              neg : 0      =      7.7 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.6 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "              california = True                0 : neg    =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 16\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.48\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     11.2 : 1.0\n",
      "                   built = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.2 : 1.0\n",
      "                declined = True              neg : pos    =      8.2 : 1.0\n",
      "                 compete = True              neg : 0      =      7.7 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.6 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 17\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.472222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "                 schools = True              pos : 0      =      7.1 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                channels = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    fake = True              neg : pos    =      6.0 : 1.0\n",
      "             controversy = True              neg : pos    =      6.0 : 1.0\n",
      "               following = True              neg : pos    =      5.6 : 1.0\n",
      "                  saying = True              neg : 0      =      4.8 : 1.0\n",
      "               criticism = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 18\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.473333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "                 schools = True              pos : 0      =      7.1 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                channels = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    fake = True              neg : pos    =      6.0 : 1.0\n",
      "             controversy = True              neg : pos    =      6.0 : 1.0\n",
      "               following = True              neg : pos    =      5.6 : 1.0\n",
      "                  saying = True              neg : 0      =      4.8 : 1.0\n",
      "               criticism = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 19\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.468888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "                 schools = True              pos : 0      =      7.1 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                channels = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    fake = True              neg : pos    =      6.0 : 1.0\n",
      "             controversy = True              neg : pos    =      6.0 : 1.0\n",
      "               following = True              neg : pos    =      5.6 : 1.0\n",
      "                  saying = True              neg : 0      =      4.8 : 1.0\n",
      "               criticism = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 20\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.47\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "                 schools = True              pos : 0      =      7.1 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                channels = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    fake = True              neg : pos    =      6.0 : 1.0\n",
      "             controversy = True              neg : pos    =      6.0 : 1.0\n",
      "               following = True              neg : pos    =      5.6 : 1.0\n",
      "                  saying = True              neg : 0      =      4.8 : 1.0\n",
      "               criticism = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 21\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.472222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "                 schools = True              pos : 0      =      7.1 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                channels = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    fake = True              neg : pos    =      6.0 : 1.0\n",
      "             controversy = True              neg : pos    =      6.0 : 1.0\n",
      "               following = True              neg : pos    =      5.6 : 1.0\n",
      "                  saying = True              neg : 0      =      4.8 : 1.0\n",
      "               criticism = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 22\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.471111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "                 schools = True              pos : 0      =      7.1 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                channels = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    fake = True              neg : pos    =      6.0 : 1.0\n",
      "             controversy = True              neg : pos    =      6.0 : 1.0\n",
      "               following = True              neg : pos    =      5.6 : 1.0\n",
      "                  saying = True              neg : 0      =      4.8 : 1.0\n",
      "               criticism = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 23\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.468888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "                 schools = True              pos : 0      =      7.1 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                channels = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    fake = True              neg : pos    =      6.0 : 1.0\n",
      "             controversy = True              neg : pos    =      6.0 : 1.0\n",
      "               following = True              neg : pos    =      5.6 : 1.0\n",
      "                  saying = True              neg : 0      =      4.8 : 1.0\n",
      "               criticism = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 24\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.468888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "                 schools = True              pos : 0      =      7.1 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                channels = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    fake = True              neg : pos    =      6.0 : 1.0\n",
      "             controversy = True              neg : pos    =      6.0 : 1.0\n",
      "               following = True              neg : pos    =      5.6 : 1.0\n",
      "                  saying = True              neg : 0      =      4.8 : 1.0\n",
      "               criticism = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 25\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.454444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     11.5 : 1.0\n",
      "                   force = 1                 neg : pos    =     11.2 : 1.0\n",
      "                 comment = 1                 neg : pos    =      9.3 : 1.0\n",
      "                   built = 1                   0 : neg    =      8.8 : 1.0\n",
      "               financing = 1                   0 : neg    =      8.8 : 1.0\n",
      "                declined = 1                 neg : pos    =      8.2 : 1.0\n",
      "                 compete = 1                 neg : 0      =      7.7 : 1.0\n",
      "                   space = 1                   0 : neg    =      7.6 : 1.0\n",
      "              government = 2                 neg : pos    =      7.3 : 1.0\n",
      "                     500 = 1                 pos : 0      =      7.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 26\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "35\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'fans', u'creative']\n",
      "Total positive words:\n",
      "17\n",
      "Top 10 positive words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad', u'fell']\n",
      "****************\n",
      "ACCURACY = 0.481111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                  helped = True              pos : neg    =      5.3 : 1.0\n",
      "                 problem = True              neg : 0      =      5.3 : 1.0\n",
      "              successful = True              pos : 0      =      5.1 : 1.0\n",
      "                    died = True              neg : pos    =      4.9 : 1.0\n",
      "                    lost = True              neg : pos    =      4.5 : 1.0\n",
      "                problems = True              neg : 0      =      4.3 : 1.0\n",
      "                   super = True              pos : neg    =      3.9 : 1.0\n",
      "                    fell = True              neg : pos    =      3.9 : 1.0\n",
      "                  crisis = True              neg : pos    =      3.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 27\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.458888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     11.5 : 1.0\n",
      "                   force = 1                 neg : pos    =     11.2 : 1.0\n",
      "                 comment = 1                 neg : pos    =      9.3 : 1.0\n",
      "                   built = 1                   0 : neg    =      8.8 : 1.0\n",
      "                declined = 1                 neg : pos    =      8.2 : 1.0\n",
      "                 compete = 1                 neg : 0      =      7.7 : 1.0\n",
      "                   space = 1                   0 : neg    =      7.6 : 1.0\n",
      "              government = 2                 neg : pos    =      7.3 : 1.0\n",
      "                festival = 1                   0 : neg    =      7.0 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 28\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "32\n",
      "Top 10 positive words:\n",
      "[u'right', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough', u'won']\n",
      "Total positive words:\n",
      "15\n",
      "Top 10 positive words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'fell', u'fall']\n",
      "****************\n",
      "ACCURACY = 0.478888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                  helped = True              pos : neg    =      5.3 : 1.0\n",
      "                 problem = True              neg : 0      =      5.3 : 1.0\n",
      "              successful = True              pos : 0      =      5.1 : 1.0\n",
      "                    lost = True              neg : pos    =      4.5 : 1.0\n",
      "                problems = True              neg : 0      =      4.3 : 1.0\n",
      "                   super = True              pos : neg    =      3.9 : 1.0\n",
      "                    fell = True              neg : pos    =      3.9 : 1.0\n",
      "                  crisis = True              neg : pos    =      3.9 : 1.0\n",
      "                   right = True              pos : neg    =      3.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 29\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.475555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     11.5 : 1.0\n",
      "                  losing = 1                 neg : pos    =     10.0 : 1.0\n",
      "                 schools = 1                 pos : 0      =      6.8 : 1.0\n",
      "                 effects = 1                 neg : pos    =      6.0 : 1.0\n",
      "             controversy = 1                 neg : pos    =      6.0 : 1.0\n",
      "                  mining = 1                 neg : pos    =      6.0 : 1.0\n",
      "                    debt = 1                 neg : pos    =      6.0 : 1.0\n",
      "               following = 1                 neg : pos    =      5.6 : 1.0\n",
      "                  saying = 1                 neg : 0      =      4.8 : 1.0\n",
      "               criticism = 1                 neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 30\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "Total positive words:\n",
      "42\n",
      "Top 10 positive words:\n",
      "[u'golden', u'spiritual', u'willingness', u'awesome', u'premier', u'magnificent', u'logical', u'upscale', u'valiant', u'principled']\n",
      "Total positive words:\n",
      "55\n",
      "Top 10 positive words:\n",
      "[u'criticism', u'obsessively', u'obese', u'doubts', u'foul', u'freeze', u'antagonistic', u'louder', u'thirst', u'stern']\n",
      "****************\n",
      "ACCURACY = 0.483333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                    fake = True              neg : pos    =      6.0 : 1.0\n",
      "             controversy = True              neg : pos    =      6.0 : 1.0\n",
      "               criticism = True              neg : pos    =      4.7 : 1.0\n",
      "                   angry = True              neg : pos    =      4.7 : 1.0\n",
      "                   split = True              neg : pos    =      4.4 : 1.0\n",
      "                 beloved = True              neg : pos    =      3.3 : 1.0\n",
      "                  worked = True                0 : neg    =      3.2 : 1.0\n",
      "                 premier = True              neg : pos    =      2.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 1\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.468888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     12.6 : 1.0\n",
      "                 comment = True              neg : pos    =     10.6 : 1.0\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "                   space = True                0 : neg    =      9.3 : 1.0\n",
      "               scheduled = True                0 : neg    =      8.7 : 1.0\n",
      "                declined = True              neg : pos    =      7.4 : 1.0\n",
      "                   filed = True              neg : 0      =      7.3 : 1.0\n",
      "                  hiring = True              neg : 0      =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                    ever = True              pos : 0      =      6.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 2\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u';', u'would']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.477777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     12.6 : 1.0\n",
      "                 comment = True              neg : pos    =     10.6 : 1.0\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "                   space = True                0 : neg    =      9.3 : 1.0\n",
      "               scheduled = True                0 : neg    =      8.7 : 1.0\n",
      "                declined = True              neg : pos    =      7.4 : 1.0\n",
      "                   filed = True              neg : 0      =      7.3 : 1.0\n",
      "                  hiring = True              neg : 0      =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                    ever = True              pos : 0      =      6.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 3\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'manager', u'apple', u'company', u'mr.', u'new', u'founder']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.466666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     12.6 : 1.0\n",
      "                 comment = True              neg : pos    =     10.6 : 1.0\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "                   space = True                0 : neg    =      9.3 : 1.0\n",
      "               scheduled = True                0 : neg    =      8.7 : 1.0\n",
      "                declined = True              neg : pos    =      7.4 : 1.0\n",
      "                   filed = True              neg : 0      =      7.3 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                students = True              pos : 0      =      6.2 : 1.0\n",
      "                    debt = True              neg : pos    =      5.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 4\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.472222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     12.6 : 1.0\n",
      "                 comment = True              neg : pos    =     10.6 : 1.0\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "                   space = True                0 : neg    =      9.3 : 1.0\n",
      "               scheduled = True                0 : neg    =      8.7 : 1.0\n",
      "                declined = True              neg : pos    =      7.4 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                students = True              pos : 0      =      6.2 : 1.0\n",
      "                    debt = True              neg : pos    =      5.8 : 1.0\n",
      "               financing = True                0 : neg    =      5.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 5\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'manager', u'apple', u'company']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.457777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     12.6 : 1.0\n",
      "                 comment = True              neg : pos    =     10.6 : 1.0\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "                   space = True                0 : neg    =      9.3 : 1.0\n",
      "               scheduled = True                0 : neg    =      8.7 : 1.0\n",
      "                declined = True              neg : pos    =      7.4 : 1.0\n",
      "                   filed = True              neg : 0      =      7.3 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                students = True              pos : 0      =      6.2 : 1.0\n",
      "                    debt = True              neg : pos    =      5.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 6\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.476666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     12.6 : 1.0\n",
      "                 comment = True              neg : pos    =     10.6 : 1.0\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "                   space = True                0 : neg    =      9.3 : 1.0\n",
      "               scheduled = True                0 : neg    =      8.7 : 1.0\n",
      "                declined = True              neg : pos    =      7.4 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                students = True              pos : 0      =      6.2 : 1.0\n",
      "                    debt = True              neg : pos    =      5.8 : 1.0\n",
      "                 problem = True              neg : 0      =      5.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 7\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.473333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     12.6 : 1.0\n",
      "                 comment = True              neg : pos    =     10.6 : 1.0\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "                   space = True                0 : neg    =      9.3 : 1.0\n",
      "               scheduled = True                0 : neg    =      8.7 : 1.0\n",
      "                declined = True              neg : pos    =      7.4 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                students = True              pos : 0      =      6.2 : 1.0\n",
      "                    debt = True              neg : pos    =      5.8 : 1.0\n",
      "               financing = True                0 : neg    =      5.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 8\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.475555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     12.6 : 1.0\n",
      "                 comment = True              neg : pos    =     10.6 : 1.0\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "                   space = True                0 : neg    =      9.3 : 1.0\n",
      "               scheduled = True                0 : neg    =      8.7 : 1.0\n",
      "                declined = True              neg : pos    =      7.4 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                students = True              pos : 0      =      6.2 : 1.0\n",
      "                    debt = True              neg : pos    =      5.8 : 1.0\n",
      "                 problem = True              neg : 0      =      5.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 9\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.472222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     12.6 : 1.0\n",
      "                 comment = True              neg : pos    =     10.6 : 1.0\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "                   space = True                0 : neg    =      9.3 : 1.0\n",
      "               scheduled = True                0 : neg    =      8.7 : 1.0\n",
      "                declined = True              neg : pos    =      7.4 : 1.0\n",
      "                   filed = True              neg : 0      =      7.3 : 1.0\n",
      "                  hiring = True              neg : 0      =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                    ever = True              pos : 0      =      6.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 10\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u';', u'would']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.481111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     12.6 : 1.0\n",
      "                 comment = True              neg : pos    =     10.6 : 1.0\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "                   space = True                0 : neg    =      9.3 : 1.0\n",
      "               scheduled = True                0 : neg    =      8.7 : 1.0\n",
      "                declined = True              neg : pos    =      7.4 : 1.0\n",
      "                   filed = True              neg : 0      =      7.3 : 1.0\n",
      "                  hiring = True              neg : 0      =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                    ever = True              pos : 0      =      6.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 11\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'manager', u'apple', u'company', u'mr.', u'new', u'founder']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.464444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     12.6 : 1.0\n",
      "                 comment = True              neg : pos    =     10.6 : 1.0\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "                   space = True                0 : neg    =      9.3 : 1.0\n",
      "               scheduled = True                0 : neg    =      8.7 : 1.0\n",
      "                declined = True              neg : pos    =      7.4 : 1.0\n",
      "                   filed = True              neg : 0      =      7.3 : 1.0\n",
      "                  hiring = True              neg : 0      =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                    ever = True              pos : 0      =      6.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 12\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.475555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     12.6 : 1.0\n",
      "                 comment = True              neg : pos    =     10.6 : 1.0\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "                   space = True                0 : neg    =      9.3 : 1.0\n",
      "               scheduled = True                0 : neg    =      8.7 : 1.0\n",
      "                declined = True              neg : pos    =      7.4 : 1.0\n",
      "                   filed = True              neg : 0      =      7.3 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                students = True              pos : 0      =      6.2 : 1.0\n",
      "                    debt = True              neg : pos    =      5.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 13\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'manager', u'apple', u'company']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.458888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     12.6 : 1.0\n",
      "                 comment = True              neg : pos    =     10.6 : 1.0\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "                   space = True                0 : neg    =      9.3 : 1.0\n",
      "               scheduled = True                0 : neg    =      8.7 : 1.0\n",
      "                declined = True              neg : pos    =      7.4 : 1.0\n",
      "                   filed = True              neg : 0      =      7.3 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                students = True              pos : 0      =      6.2 : 1.0\n",
      "                    debt = True              neg : pos    =      5.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 14\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.474444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     12.6 : 1.0\n",
      "                 comment = True              neg : pos    =     10.6 : 1.0\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "                   space = True                0 : neg    =      9.3 : 1.0\n",
      "               scheduled = True                0 : neg    =      8.7 : 1.0\n",
      "                declined = True              neg : pos    =      7.4 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                students = True              pos : 0      =      6.2 : 1.0\n",
      "                    debt = True              neg : pos    =      5.8 : 1.0\n",
      "                 problem = True              neg : 0      =      5.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 15\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.468888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     12.6 : 1.0\n",
      "                 comment = True              neg : pos    =     10.6 : 1.0\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "                   space = True                0 : neg    =      9.3 : 1.0\n",
      "               scheduled = True                0 : neg    =      8.7 : 1.0\n",
      "                declined = True              neg : pos    =      7.4 : 1.0\n",
      "                   filed = True              neg : 0      =      7.3 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                students = True              pos : 0      =      6.2 : 1.0\n",
      "                    debt = True              neg : pos    =      5.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 16\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.473333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     12.6 : 1.0\n",
      "                 comment = True              neg : pos    =     10.6 : 1.0\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "                   space = True                0 : neg    =      9.3 : 1.0\n",
      "               scheduled = True                0 : neg    =      8.7 : 1.0\n",
      "                declined = True              neg : pos    =      7.4 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                students = True              pos : 0      =      6.2 : 1.0\n",
      "                    debt = True              neg : pos    =      5.8 : 1.0\n",
      "                 problem = True              neg : 0      =      5.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 17\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.457777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.5 : 1.0\n",
      "                 schools = True              pos : 0      =      7.9 : 1.0\n",
      "                replaced = True              neg : pos    =      6.1 : 1.0\n",
      "                    debt = True              neg : pos    =      5.8 : 1.0\n",
      "                    jury = True              neg : pos    =      5.3 : 1.0\n",
      "                  saying = True              neg : 0      =      4.8 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.7 : 1.0\n",
      "                 effects = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 18\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.458888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.5 : 1.0\n",
      "                 schools = True              pos : 0      =      7.9 : 1.0\n",
      "                replaced = True              neg : pos    =      6.1 : 1.0\n",
      "                    debt = True              neg : pos    =      5.8 : 1.0\n",
      "                    jury = True              neg : pos    =      5.3 : 1.0\n",
      "                  saying = True              neg : 0      =      4.8 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.7 : 1.0\n",
      "                 effects = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 19\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.457777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.5 : 1.0\n",
      "                 schools = True              pos : 0      =      7.9 : 1.0\n",
      "                replaced = True              neg : pos    =      6.1 : 1.0\n",
      "                    debt = True              neg : pos    =      5.8 : 1.0\n",
      "                    jury = True              neg : pos    =      5.3 : 1.0\n",
      "                  saying = True              neg : 0      =      4.8 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.7 : 1.0\n",
      "                 effects = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 20\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.458888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.5 : 1.0\n",
      "                 schools = True              pos : 0      =      7.9 : 1.0\n",
      "                replaced = True              neg : pos    =      6.1 : 1.0\n",
      "                    debt = True              neg : pos    =      5.8 : 1.0\n",
      "                    jury = True              neg : pos    =      5.3 : 1.0\n",
      "                  saying = True              neg : 0      =      4.8 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.7 : 1.0\n",
      "                 effects = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 21\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.458888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.5 : 1.0\n",
      "                 schools = True              pos : 0      =      7.9 : 1.0\n",
      "                replaced = True              neg : pos    =      6.1 : 1.0\n",
      "                    debt = True              neg : pos    =      5.8 : 1.0\n",
      "                    jury = True              neg : pos    =      5.3 : 1.0\n",
      "                  saying = True              neg : 0      =      4.8 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.7 : 1.0\n",
      "                 effects = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 22\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.46\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.5 : 1.0\n",
      "                 schools = True              pos : 0      =      7.9 : 1.0\n",
      "                replaced = True              neg : pos    =      6.1 : 1.0\n",
      "                    debt = True              neg : pos    =      5.8 : 1.0\n",
      "                    jury = True              neg : pos    =      5.3 : 1.0\n",
      "                  saying = True              neg : 0      =      4.8 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.7 : 1.0\n",
      "                 effects = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 23\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.458888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.5 : 1.0\n",
      "                 schools = True              pos : 0      =      7.9 : 1.0\n",
      "                replaced = True              neg : pos    =      6.1 : 1.0\n",
      "                    debt = True              neg : pos    =      5.8 : 1.0\n",
      "                    jury = True              neg : pos    =      5.3 : 1.0\n",
      "                  saying = True              neg : 0      =      4.8 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.7 : 1.0\n",
      "                 effects = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 24\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.46\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.5 : 1.0\n",
      "                 schools = True              pos : 0      =      7.9 : 1.0\n",
      "                replaced = True              neg : pos    =      6.1 : 1.0\n",
      "                    debt = True              neg : pos    =      5.8 : 1.0\n",
      "                    jury = True              neg : pos    =      5.3 : 1.0\n",
      "                  saying = True              neg : 0      =      4.8 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.7 : 1.0\n",
      "                 effects = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 25\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.45\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = 1                 neg : pos    =     12.6 : 1.0\n",
      "                      '' = 2                   0 : pos    =     11.6 : 1.0\n",
      "                 comment = 1                 neg : pos    =     10.6 : 1.0\n",
      "                   built = 1                   0 : neg    =      9.3 : 1.0\n",
      "               financing = 1                   0 : neg    =      9.3 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.7 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.4 : 1.0\n",
      "                   filed = 1                 neg : 0      =      7.3 : 1.0\n",
      "                  hiring = 1                 neg : 0      =      7.0 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 26\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "35\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'fans', u'creative']\n",
      "Total positive words:\n",
      "17\n",
      "Top 10 positive words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad', u'fell']\n",
      "****************\n",
      "ACCURACY = 0.474444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      5.8 : 1.0\n",
      "                 problem = True              neg : 0      =      5.4 : 1.0\n",
      "                    died = True              neg : 0      =      5.1 : 1.0\n",
      "                    lost = True              neg : pos    =      4.9 : 1.0\n",
      "              successful = True              pos : 0      =      4.6 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.6 : 1.0\n",
      "                   clear = True              neg : pos    =      4.5 : 1.0\n",
      "                    fell = True              neg : pos    =      4.0 : 1.0\n",
      "                   super = True              pos : neg    =      3.7 : 1.0\n",
      "                   right = True              pos : neg    =      3.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 27\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.468888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = 1                 neg : pos    =     12.6 : 1.0\n",
      "                      '' = 2                   0 : pos    =     11.6 : 1.0\n",
      "                 comment = 1                 neg : pos    =     10.6 : 1.0\n",
      "                   built = 1                   0 : neg    =      9.3 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.7 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.4 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.6 : 1.0\n",
      "                festival = 1                   0 : neg    =      6.3 : 1.0\n",
      "                students = 1                 pos : 0      =      6.0 : 1.0\n",
      "                    debt = 1                 neg : pos    =      5.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 28\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "32\n",
      "Top 10 positive words:\n",
      "[u'right', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough', u'won']\n",
      "Total positive words:\n",
      "15\n",
      "Top 10 positive words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'fell', u'fall']\n",
      "****************\n",
      "ACCURACY = 0.474444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      5.8 : 1.0\n",
      "                 problem = True              neg : 0      =      5.4 : 1.0\n",
      "                    lost = True              neg : pos    =      4.9 : 1.0\n",
      "              successful = True              pos : 0      =      4.6 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.6 : 1.0\n",
      "                   clear = True              neg : pos    =      4.5 : 1.0\n",
      "                    fell = True              neg : pos    =      4.0 : 1.0\n",
      "                   super = True              pos : neg    =      3.7 : 1.0\n",
      "                   right = True              pos : neg    =      3.7 : 1.0\n",
      "                problems = True              neg : 0      =      3.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 29\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.458888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     11.6 : 1.0\n",
      "                  losing = 1                 neg : pos    =     11.5 : 1.0\n",
      "                 schools = 1                 pos : 0      =      7.5 : 1.0\n",
      "                  mining = 1                 neg : pos    =      6.1 : 1.0\n",
      "                    debt = 1                 neg : pos    =      5.8 : 1.0\n",
      "                replaced = 1                 neg : pos    =      5.5 : 1.0\n",
      "                    jury = 1                 neg : pos    =      5.3 : 1.0\n",
      "                  saying = 1                 neg : 0      =      4.8 : 1.0\n",
      "              threatened = 1                 neg : pos    =      4.7 : 1.0\n",
      "                 effects = 1                 neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 30\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "Total positive words:\n",
      "42\n",
      "Top 10 positive words:\n",
      "[u'golden', u'spiritual', u'willingness', u'awesome', u'premier', u'magnificent', u'logical', u'upscale', u'valiant', u'principled']\n",
      "Total positive words:\n",
      "55\n",
      "Top 10 positive words:\n",
      "[u'criticism', u'obsessively', u'obese', u'doubts', u'foul', u'freeze', u'antagonistic', u'louder', u'thirst', u'stern']\n",
      "****************\n",
      "ACCURACY = 0.466666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.5 : 1.0\n",
      "                    debt = True              neg : pos    =      5.8 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.7 : 1.0\n",
      "             controversy = True              neg : pos    =      4.7 : 1.0\n",
      "                   split = True              neg : pos    =      4.5 : 1.0\n",
      "                  doubts = True                0 : pos    =      4.3 : 1.0\n",
      "                    fake = True              neg : pos    =      3.4 : 1.0\n",
      "                  golden = True              neg : pos    =      3.4 : 1.0\n",
      "                survival = True                0 : pos    =      3.0 : 1.0\n",
      "                 premier = True              neg : pos    =      2.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 1\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.453333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.9 : 1.0\n",
      "                    debt = True              neg : pos    =      8.7 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                   force = True              neg : pos    =      8.3 : 1.0\n",
      "                declined = True              neg : pos    =      7.6 : 1.0\n",
      "                 comment = True              neg : pos    =      7.5 : 1.0\n",
      "                   filed = True              neg : 0      =      7.4 : 1.0\n",
      "                     500 = True              pos : 0      =      7.2 : 1.0\n",
      "                 compete = True              pos : 0      =      7.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 2\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u';', u'would']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.452222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.9 : 1.0\n",
      "                    debt = True              neg : pos    =      8.7 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                   force = True              neg : pos    =      8.3 : 1.0\n",
      "                declined = True              neg : pos    =      7.6 : 1.0\n",
      "                 comment = True              neg : pos    =      7.5 : 1.0\n",
      "                   filed = True              neg : 0      =      7.4 : 1.0\n",
      "                     500 = True              pos : 0      =      7.2 : 1.0\n",
      "                 compete = True              pos : 0      =      7.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 3\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'manager', u'apple', u'company', u'mr.', u'new', u'founder']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.464444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.9 : 1.0\n",
      "                    debt = True              neg : pos    =      8.7 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                   force = True              neg : pos    =      8.3 : 1.0\n",
      "                declined = True              neg : pos    =      7.6 : 1.0\n",
      "                 comment = True              neg : pos    =      7.5 : 1.0\n",
      "                   filed = True              neg : 0      =      7.4 : 1.0\n",
      "                 compete = True              pos : 0      =      7.2 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 4\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.473333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.9 : 1.0\n",
      "                    debt = True              neg : pos    =      8.7 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                   force = True              neg : pos    =      8.3 : 1.0\n",
      "                declined = True              neg : pos    =      7.6 : 1.0\n",
      "                 comment = True              neg : pos    =      7.5 : 1.0\n",
      "                 compete = True              pos : 0      =      7.2 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.1 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 5\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'manager', u'apple', u'company']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.468888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.9 : 1.0\n",
      "                    debt = True              neg : pos    =      8.7 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                   force = True              neg : pos    =      8.3 : 1.0\n",
      "                declined = True              neg : pos    =      7.6 : 1.0\n",
      "                 comment = True              neg : pos    =      7.5 : 1.0\n",
      "                   filed = True              neg : 0      =      7.4 : 1.0\n",
      "                 compete = True              pos : 0      =      7.2 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 6\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.496666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.9 : 1.0\n",
      "                    debt = True              neg : pos    =      8.7 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                   force = True              neg : pos    =      8.3 : 1.0\n",
      "                declined = True              neg : pos    =      7.6 : 1.0\n",
      "                 comment = True              neg : pos    =      7.5 : 1.0\n",
      "                 compete = True              pos : 0      =      7.2 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.1 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 7\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.476666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.9 : 1.0\n",
      "                    debt = True              neg : pos    =      8.7 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                   force = True              neg : pos    =      8.3 : 1.0\n",
      "                declined = True              neg : pos    =      7.6 : 1.0\n",
      "                 comment = True              neg : pos    =      7.5 : 1.0\n",
      "                 compete = True              pos : 0      =      7.2 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.1 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 8\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.485555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.9 : 1.0\n",
      "                    debt = True              neg : pos    =      8.7 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                   force = True              neg : pos    =      8.3 : 1.0\n",
      "                declined = True              neg : pos    =      7.6 : 1.0\n",
      "                 comment = True              neg : pos    =      7.5 : 1.0\n",
      "                 compete = True              pos : 0      =      7.2 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.1 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 9\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.46\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.9 : 1.0\n",
      "                    debt = True              neg : pos    =      8.7 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                   force = True              neg : pos    =      8.3 : 1.0\n",
      "                declined = True              neg : pos    =      7.6 : 1.0\n",
      "                 comment = True              neg : pos    =      7.5 : 1.0\n",
      "                   filed = True              neg : 0      =      7.4 : 1.0\n",
      "                 compete = True              pos : 0      =      7.2 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 10\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u';', u'would']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.454444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.9 : 1.0\n",
      "                    debt = True              neg : pos    =      8.7 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                   force = True              neg : pos    =      8.3 : 1.0\n",
      "                declined = True              neg : pos    =      7.6 : 1.0\n",
      "                 comment = True              neg : pos    =      7.5 : 1.0\n",
      "                   filed = True              neg : 0      =      7.4 : 1.0\n",
      "                 compete = True              pos : 0      =      7.2 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 11\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'manager', u'apple', u'company', u'mr.', u'new', u'founder']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.468888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.9 : 1.0\n",
      "                    debt = True              neg : pos    =      8.7 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                   force = True              neg : pos    =      8.3 : 1.0\n",
      "                declined = True              neg : pos    =      7.6 : 1.0\n",
      "                 comment = True              neg : pos    =      7.5 : 1.0\n",
      "                   filed = True              neg : 0      =      7.4 : 1.0\n",
      "                 compete = True              pos : 0      =      7.2 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 12\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.483333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.9 : 1.0\n",
      "                    debt = True              neg : pos    =      8.7 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                   force = True              neg : pos    =      8.3 : 1.0\n",
      "                declined = True              neg : pos    =      7.6 : 1.0\n",
      "                 comment = True              neg : pos    =      7.5 : 1.0\n",
      "                   filed = True              neg : 0      =      7.4 : 1.0\n",
      "                 compete = True              pos : 0      =      7.2 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 13\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'manager', u'apple', u'company']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.468888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.9 : 1.0\n",
      "                    debt = True              neg : pos    =      8.7 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                   force = True              neg : pos    =      8.3 : 1.0\n",
      "                declined = True              neg : pos    =      7.6 : 1.0\n",
      "                 comment = True              neg : pos    =      7.5 : 1.0\n",
      "                   filed = True              neg : 0      =      7.4 : 1.0\n",
      "                 compete = True              pos : 0      =      7.2 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 14\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.5\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.9 : 1.0\n",
      "                    debt = True              neg : pos    =      8.7 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                   force = True              neg : pos    =      8.3 : 1.0\n",
      "                declined = True              neg : pos    =      7.6 : 1.0\n",
      "                 comment = True              neg : pos    =      7.5 : 1.0\n",
      "                 compete = True              pos : 0      =      7.2 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.1 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 15\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.476666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.9 : 1.0\n",
      "                    debt = True              neg : pos    =      8.7 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                   force = True              neg : pos    =      8.3 : 1.0\n",
      "                declined = True              neg : pos    =      7.6 : 1.0\n",
      "                 comment = True              neg : pos    =      7.5 : 1.0\n",
      "                   filed = True              neg : 0      =      7.4 : 1.0\n",
      "                 compete = True              pos : 0      =      7.2 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 16\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.483333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.9 : 1.0\n",
      "                    debt = True              neg : pos    =      8.7 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                   force = True              neg : pos    =      8.3 : 1.0\n",
      "                declined = True              neg : pos    =      7.6 : 1.0\n",
      "                 comment = True              neg : pos    =      7.5 : 1.0\n",
      "                 compete = True              pos : 0      =      7.2 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.1 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 17\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.474444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "                    debt = True              neg : pos    =      8.7 : 1.0\n",
      "                 schools = True              pos : 0      =      8.0 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                channels = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                 opposed = True                0 : neg    =      5.7 : 1.0\n",
      "                  saying = True              neg : 0      =      5.3 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "               criticism = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 18\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.467777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "                    debt = True              neg : pos    =      8.7 : 1.0\n",
      "                 schools = True              pos : 0      =      8.0 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                channels = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                 opposed = True                0 : neg    =      5.7 : 1.0\n",
      "                  saying = True              neg : 0      =      5.3 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "               criticism = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 19\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.473333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "                    debt = True              neg : pos    =      8.7 : 1.0\n",
      "                 schools = True              pos : 0      =      8.0 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                channels = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                 opposed = True                0 : neg    =      5.7 : 1.0\n",
      "                  saying = True              neg : 0      =      5.3 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "               criticism = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 20\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.465555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "                    debt = True              neg : pos    =      8.7 : 1.0\n",
      "                 schools = True              pos : 0      =      8.0 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                channels = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                 opposed = True                0 : neg    =      5.7 : 1.0\n",
      "                  saying = True              neg : 0      =      5.3 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "               criticism = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 21\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.474444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "                    debt = True              neg : pos    =      8.7 : 1.0\n",
      "                 schools = True              pos : 0      =      8.0 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                channels = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                 opposed = True                0 : neg    =      5.7 : 1.0\n",
      "                  saying = True              neg : 0      =      5.3 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "               criticism = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 22\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.467777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "                    debt = True              neg : pos    =      8.7 : 1.0\n",
      "                 schools = True              pos : 0      =      8.0 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                channels = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                 opposed = True                0 : neg    =      5.7 : 1.0\n",
      "                  saying = True              neg : 0      =      5.3 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "               criticism = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 23\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.474444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "                    debt = True              neg : pos    =      8.7 : 1.0\n",
      "                 schools = True              pos : 0      =      8.0 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                channels = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                 opposed = True                0 : neg    =      5.7 : 1.0\n",
      "                  saying = True              neg : 0      =      5.3 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "               criticism = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 24\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.467777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "                    debt = True              neg : pos    =      8.7 : 1.0\n",
      "                 schools = True              pos : 0      =      8.0 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                channels = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                 opposed = True                0 : neg    =      5.7 : 1.0\n",
      "                  saying = True              neg : 0      =      5.3 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "               criticism = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 25\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.455555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     11.4 : 1.0\n",
      "                   built = 1                   0 : neg    =      9.9 : 1.0\n",
      "                    debt = 1                 neg : pos    =      8.7 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.3 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.1 : 1.0\n",
      "                   'what = 1                 neg : 0      =      7.8 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.6 : 1.0\n",
      "                 comment = 1                 neg : pos    =      7.5 : 1.0\n",
      "                   filed = 1                 neg : 0      =      7.4 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 26\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "35\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'fans', u'creative']\n",
      "Total positive words:\n",
      "17\n",
      "Top 10 positive words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad', u'fell']\n",
      "****************\n",
      "ACCURACY = 0.497777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      8.7 : 1.0\n",
      "                 problem = True              neg : 0      =      6.1 : 1.0\n",
      "                   super = True              pos : neg    =      5.1 : 1.0\n",
      "              successful = True              pos : 0      =      5.0 : 1.0\n",
      "                    fell = True              neg : pos    =      5.0 : 1.0\n",
      "                    died = True              neg : pos    =      5.0 : 1.0\n",
      "                    lost = True              neg : pos    =      4.3 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.3 : 1.0\n",
      "                concerns = True              neg : pos    =      3.6 : 1.0\n",
      "                   right = True              pos : neg    =      3.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 27\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.477777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     11.4 : 1.0\n",
      "                   built = 1                   0 : neg    =      9.9 : 1.0\n",
      "                    debt = 1                 neg : pos    =      8.7 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.3 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.1 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.6 : 1.0\n",
      "                 comment = 1                 neg : pos    =      7.5 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                 compete = 1                 pos : 0      =      7.2 : 1.0\n",
      "                    bowl = 1                 pos : neg    =      6.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 28\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "32\n",
      "Top 10 positive words:\n",
      "[u'right', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough', u'won']\n",
      "Total positive words:\n",
      "15\n",
      "Top 10 positive words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'fell', u'fall']\n",
      "****************\n",
      "ACCURACY = 0.495555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      8.7 : 1.0\n",
      "                 problem = True              neg : 0      =      6.1 : 1.0\n",
      "                   super = True              pos : neg    =      5.1 : 1.0\n",
      "              successful = True              pos : 0      =      5.0 : 1.0\n",
      "                    fell = True              neg : pos    =      5.0 : 1.0\n",
      "                    lost = True              neg : pos    =      4.3 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.3 : 1.0\n",
      "                concerns = True              neg : pos    =      3.6 : 1.0\n",
      "                   right = True              pos : neg    =      3.6 : 1.0\n",
      "                   clear = True              neg : pos    =      3.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 29\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.486666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     11.4 : 1.0\n",
      "                  losing = 1                 neg : pos    =     10.0 : 1.0\n",
      "                    debt = 1                 neg : pos    =      8.7 : 1.0\n",
      "                 schools = 1                 pos : 0      =      7.6 : 1.0\n",
      "             controversy = 1                 neg : pos    =      7.4 : 1.0\n",
      "                 effects = 1                 neg : pos    =      6.0 : 1.0\n",
      "                  mining = 1                 neg : pos    =      6.0 : 1.0\n",
      "                 opposed = 1                   0 : neg    =      5.7 : 1.0\n",
      "                european = 2                   0 : pos    =      5.4 : 1.0\n",
      "                  saying = 1                 neg : 0      =      5.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 30\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "Total positive words:\n",
      "42\n",
      "Top 10 positive words:\n",
      "[u'golden', u'spiritual', u'willingness', u'awesome', u'premier', u'magnificent', u'logical', u'upscale', u'valiant', u'principled']\n",
      "Total positive words:\n",
      "55\n",
      "Top 10 positive words:\n",
      "[u'criticism', u'obsessively', u'obese', u'doubts', u'foul', u'freeze', u'antagonistic', u'louder', u'thirst', u'stern']\n",
      "****************\n",
      "ACCURACY = 0.496666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "                    debt = True              neg : pos    =      8.7 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "               criticism = True              neg : pos    =      4.7 : 1.0\n",
      "                  doubts = True                0 : pos    =      4.2 : 1.0\n",
      "                    fake = True              neg : pos    =      3.6 : 1.0\n",
      "                 beloved = True              neg : pos    =      3.3 : 1.0\n",
      "                   split = True                0 : pos    =      3.2 : 1.0\n",
      "                   angry = True              neg : pos    =      2.8 : 1.0\n",
      "                  strike = True              pos : 0      =      2.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 1\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.482222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     11.3 : 1.0\n",
      "                   built = True                0 : neg    =     10.7 : 1.0\n",
      "               retailers = True              neg : 0      =      9.8 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.5 : 1.0\n",
      "                  county = True              neg : 0      =      9.1 : 1.0\n",
      "                    bbdo = True                0 : neg    =      8.3 : 1.0\n",
      "                   space = True                0 : neg    =      7.7 : 1.0\n",
      "                   force = True              neg : pos    =      7.3 : 1.0\n",
      "                declined = True              neg : pos    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 2\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u';', u'would']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.477777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     11.3 : 1.0\n",
      "                   built = True                0 : neg    =     10.7 : 1.0\n",
      "               retailers = True              neg : 0      =      9.8 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.5 : 1.0\n",
      "                  county = True              neg : 0      =      9.1 : 1.0\n",
      "                    bbdo = True                0 : neg    =      8.3 : 1.0\n",
      "                   space = True                0 : neg    =      7.7 : 1.0\n",
      "                   force = True              neg : pos    =      7.3 : 1.0\n",
      "                declined = True              neg : pos    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 3\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'manager', u'apple', u'company', u'mr.', u'new', u'founder']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.481111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     11.3 : 1.0\n",
      "                   built = True                0 : neg    =     10.7 : 1.0\n",
      "               retailers = True              neg : 0      =      9.8 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.5 : 1.0\n",
      "                    bbdo = True                0 : neg    =      8.3 : 1.0\n",
      "                   space = True                0 : neg    =      7.7 : 1.0\n",
      "                   force = True              neg : pos    =      7.3 : 1.0\n",
      "                declined = True              neg : pos    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "                 problem = True              neg : 0      =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 4\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.503333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     11.3 : 1.0\n",
      "                   built = True                0 : neg    =     10.7 : 1.0\n",
      "               retailers = True              neg : 0      =      9.8 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.5 : 1.0\n",
      "                    bbdo = True                0 : neg    =      8.3 : 1.0\n",
      "                   space = True                0 : neg    =      7.7 : 1.0\n",
      "                   force = True              neg : pos    =      7.3 : 1.0\n",
      "                declined = True              neg : pos    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "                 problem = True              neg : 0      =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 5\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'manager', u'apple', u'company']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.48\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     11.3 : 1.0\n",
      "                   built = True                0 : neg    =     10.7 : 1.0\n",
      "               retailers = True              neg : 0      =      9.8 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.5 : 1.0\n",
      "                    bbdo = True                0 : neg    =      8.3 : 1.0\n",
      "                   space = True                0 : neg    =      7.7 : 1.0\n",
      "                   force = True              neg : pos    =      7.3 : 1.0\n",
      "                declined = True              neg : pos    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "                 problem = True              neg : 0      =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 6\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.488888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     11.3 : 1.0\n",
      "                   built = True                0 : neg    =     10.7 : 1.0\n",
      "               retailers = True              neg : 0      =      9.8 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.5 : 1.0\n",
      "                    bbdo = True                0 : neg    =      8.3 : 1.0\n",
      "                   space = True                0 : neg    =      7.7 : 1.0\n",
      "                   force = True              neg : pos    =      7.3 : 1.0\n",
      "                declined = True              neg : pos    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "                 problem = True              neg : 0      =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 7\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.508888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     11.3 : 1.0\n",
      "                   built = True                0 : neg    =     10.7 : 1.0\n",
      "               retailers = True              neg : 0      =      9.8 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.5 : 1.0\n",
      "                    bbdo = True                0 : neg    =      8.3 : 1.0\n",
      "                   space = True                0 : neg    =      7.7 : 1.0\n",
      "                   force = True              neg : pos    =      7.3 : 1.0\n",
      "                declined = True              neg : pos    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "                 problem = True              neg : 0      =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 8\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.486666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     11.3 : 1.0\n",
      "                   built = True                0 : neg    =     10.7 : 1.0\n",
      "               retailers = True              neg : 0      =      9.8 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.5 : 1.0\n",
      "                    bbdo = True                0 : neg    =      8.3 : 1.0\n",
      "                   space = True                0 : neg    =      7.7 : 1.0\n",
      "                   force = True              neg : pos    =      7.3 : 1.0\n",
      "                declined = True              neg : pos    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "                 problem = True              neg : 0      =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 9\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.477777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     11.3 : 1.0\n",
      "                   built = True                0 : neg    =     10.7 : 1.0\n",
      "               retailers = True              neg : 0      =      9.8 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.5 : 1.0\n",
      "                  county = True              neg : 0      =      9.1 : 1.0\n",
      "                    bbdo = True                0 : neg    =      8.3 : 1.0\n",
      "                   space = True                0 : neg    =      7.7 : 1.0\n",
      "                   force = True              neg : pos    =      7.3 : 1.0\n",
      "                declined = True              neg : pos    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 10\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u';', u'would']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.475555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     11.3 : 1.0\n",
      "                   built = True                0 : neg    =     10.7 : 1.0\n",
      "               retailers = True              neg : 0      =      9.8 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.5 : 1.0\n",
      "                  county = True              neg : 0      =      9.1 : 1.0\n",
      "                    bbdo = True                0 : neg    =      8.3 : 1.0\n",
      "                   space = True                0 : neg    =      7.7 : 1.0\n",
      "                   force = True              neg : pos    =      7.3 : 1.0\n",
      "                declined = True              neg : pos    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 11\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'manager', u'apple', u'company', u'mr.', u'new', u'founder']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.474444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     11.3 : 1.0\n",
      "                   built = True                0 : neg    =     10.7 : 1.0\n",
      "               retailers = True              neg : 0      =      9.8 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.5 : 1.0\n",
      "                    bbdo = True                0 : neg    =      8.3 : 1.0\n",
      "                   space = True                0 : neg    =      7.7 : 1.0\n",
      "                   force = True              neg : pos    =      7.3 : 1.0\n",
      "                declined = True              neg : pos    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "                 problem = True              neg : 0      =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 12\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.498888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     11.3 : 1.0\n",
      "                   built = True                0 : neg    =     10.7 : 1.0\n",
      "               retailers = True              neg : 0      =      9.8 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.5 : 1.0\n",
      "                    bbdo = True                0 : neg    =      8.3 : 1.0\n",
      "                   space = True                0 : neg    =      7.7 : 1.0\n",
      "                   force = True              neg : pos    =      7.3 : 1.0\n",
      "                declined = True              neg : pos    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "                 problem = True              neg : 0      =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 13\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'manager', u'apple', u'company']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.472222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     11.3 : 1.0\n",
      "                   built = True                0 : neg    =     10.7 : 1.0\n",
      "               retailers = True              neg : 0      =      9.8 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.5 : 1.0\n",
      "                    bbdo = True                0 : neg    =      8.3 : 1.0\n",
      "                   space = True                0 : neg    =      7.7 : 1.0\n",
      "                   force = True              neg : pos    =      7.3 : 1.0\n",
      "                declined = True              neg : pos    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "                 problem = True              neg : 0      =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 14\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.488888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     11.3 : 1.0\n",
      "                   built = True                0 : neg    =     10.7 : 1.0\n",
      "               retailers = True              neg : 0      =      9.8 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.5 : 1.0\n",
      "                    bbdo = True                0 : neg    =      8.3 : 1.0\n",
      "                   space = True                0 : neg    =      7.7 : 1.0\n",
      "                   force = True              neg : pos    =      7.3 : 1.0\n",
      "                declined = True              neg : pos    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "                 problem = True              neg : 0      =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 15\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.503333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     11.3 : 1.0\n",
      "                   built = True                0 : neg    =     10.7 : 1.0\n",
      "               retailers = True              neg : 0      =      9.8 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.5 : 1.0\n",
      "                    bbdo = True                0 : neg    =      8.3 : 1.0\n",
      "                   space = True                0 : neg    =      7.7 : 1.0\n",
      "                   force = True              neg : pos    =      7.3 : 1.0\n",
      "                declined = True              neg : pos    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "                 problem = True              neg : 0      =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 16\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.491111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     11.3 : 1.0\n",
      "                   built = True                0 : neg    =     10.7 : 1.0\n",
      "               retailers = True              neg : 0      =      9.8 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.5 : 1.0\n",
      "                    bbdo = True                0 : neg    =      8.3 : 1.0\n",
      "                   space = True                0 : neg    =      7.7 : 1.0\n",
      "                   force = True              neg : pos    =      7.3 : 1.0\n",
      "                declined = True              neg : pos    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "                 problem = True              neg : 0      =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 17\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.484444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      8.6 : 1.0\n",
      "             controversy = True              neg : pos    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "                lapierre = True              neg : pos    =      6.0 : 1.0\n",
      "                replaced = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                 message = True              neg : 0      =      4.7 : 1.0\n",
      "               benefited = True              neg : pos    =      4.6 : 1.0\n",
      "               criticism = True              neg : pos    =      4.6 : 1.0\n",
      "              threatened = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 18\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.485555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      8.6 : 1.0\n",
      "             controversy = True              neg : pos    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "                lapierre = True              neg : pos    =      6.0 : 1.0\n",
      "                replaced = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                 message = True              neg : 0      =      4.7 : 1.0\n",
      "               benefited = True              neg : pos    =      4.6 : 1.0\n",
      "               criticism = True              neg : pos    =      4.6 : 1.0\n",
      "              threatened = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 19\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.481111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      8.6 : 1.0\n",
      "             controversy = True              neg : pos    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "                lapierre = True              neg : pos    =      6.0 : 1.0\n",
      "                replaced = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                 message = True              neg : 0      =      4.7 : 1.0\n",
      "               benefited = True              neg : pos    =      4.6 : 1.0\n",
      "               criticism = True              neg : pos    =      4.6 : 1.0\n",
      "              threatened = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 20\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.481111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      8.6 : 1.0\n",
      "             controversy = True              neg : pos    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "                lapierre = True              neg : pos    =      6.0 : 1.0\n",
      "                replaced = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                 message = True              neg : 0      =      4.7 : 1.0\n",
      "               benefited = True              neg : pos    =      4.6 : 1.0\n",
      "               criticism = True              neg : pos    =      4.6 : 1.0\n",
      "              threatened = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 21\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.484444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      8.6 : 1.0\n",
      "             controversy = True              neg : pos    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "                lapierre = True              neg : pos    =      6.0 : 1.0\n",
      "                replaced = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                 message = True              neg : 0      =      4.7 : 1.0\n",
      "               benefited = True              neg : pos    =      4.6 : 1.0\n",
      "               criticism = True              neg : pos    =      4.6 : 1.0\n",
      "              threatened = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 22\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.484444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      8.6 : 1.0\n",
      "             controversy = True              neg : pos    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "                lapierre = True              neg : pos    =      6.0 : 1.0\n",
      "                replaced = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                 message = True              neg : 0      =      4.7 : 1.0\n",
      "               benefited = True              neg : pos    =      4.6 : 1.0\n",
      "               criticism = True              neg : pos    =      4.6 : 1.0\n",
      "              threatened = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 23\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.481111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      8.6 : 1.0\n",
      "             controversy = True              neg : pos    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "                lapierre = True              neg : pos    =      6.0 : 1.0\n",
      "                replaced = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                 message = True              neg : 0      =      4.7 : 1.0\n",
      "               benefited = True              neg : pos    =      4.6 : 1.0\n",
      "               criticism = True              neg : pos    =      4.6 : 1.0\n",
      "              threatened = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 24\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.482222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      8.6 : 1.0\n",
      "             controversy = True              neg : pos    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "                lapierre = True              neg : pos    =      6.0 : 1.0\n",
      "                replaced = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                 message = True              neg : 0      =      4.7 : 1.0\n",
      "               benefited = True              neg : pos    =      4.6 : 1.0\n",
      "               criticism = True              neg : pos    =      4.6 : 1.0\n",
      "              threatened = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 25\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.468888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = 1                 neg : pos    =     11.3 : 1.0\n",
      "                   built = 1                   0 : neg    =     10.1 : 1.0\n",
      "               financing = 1                   0 : neg    =      9.5 : 1.0\n",
      "               retailers = 1                 neg : 0      =      9.1 : 1.0\n",
      "                  county = 1                 neg : 0      =      8.3 : 1.0\n",
      "                   force = 1                 neg : pos    =      7.3 : 1.0\n",
      "              government = 2                 neg : pos    =      7.3 : 1.0\n",
      "                   space = 1                   0 : neg    =      7.0 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.0 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 26\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "35\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'fans', u'creative']\n",
      "Total positive words:\n",
      "17\n",
      "Top 10 positive words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad', u'fell']\n",
      "****************\n",
      "ACCURACY = 0.501111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                 problem = True              neg : 0      =      6.4 : 1.0\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "                creative = True              pos : neg    =      5.0 : 1.0\n",
      "                    died = True              neg : pos    =      4.9 : 1.0\n",
      "                problems = True              neg : 0      =      4.9 : 1.0\n",
      "                    lost = True              neg : pos    =      4.1 : 1.0\n",
      "                   clear = True              neg : pos    =      3.9 : 1.0\n",
      "              successful = True              pos : 0      =      3.7 : 1.0\n",
      "                  crisis = True              neg : pos    =      3.7 : 1.0\n",
      "                   right = True              pos : neg    =      3.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 27\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.467777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = 1                 neg : pos    =     11.3 : 1.0\n",
      "                   built = 1                   0 : neg    =     10.1 : 1.0\n",
      "               retailers = 1                 neg : 0      =      9.1 : 1.0\n",
      "                   force = 1                 neg : pos    =      7.3 : 1.0\n",
      "              government = 2                 neg : pos    =      7.3 : 1.0\n",
      "                   space = 1                   0 : neg    =      7.0 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.0 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.5 : 1.0\n",
      "                festival = 1                   0 : neg    =      6.4 : 1.0\n",
      "                 problem = 1                 neg : 0      =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 28\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "32\n",
      "Top 10 positive words:\n",
      "[u'right', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough', u'won']\n",
      "Total positive words:\n",
      "15\n",
      "Top 10 positive words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'fell', u'fall']\n",
      "****************\n",
      "ACCURACY = 0.498888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                 problem = True              neg : 0      =      6.4 : 1.0\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "                creative = True              pos : neg    =      5.0 : 1.0\n",
      "                problems = True              neg : 0      =      4.9 : 1.0\n",
      "                    lost = True              neg : pos    =      4.1 : 1.0\n",
      "                   clear = True              neg : pos    =      3.9 : 1.0\n",
      "              successful = True              pos : 0      =      3.7 : 1.0\n",
      "                  crisis = True              neg : pos    =      3.7 : 1.0\n",
      "                   right = True              pos : neg    =      3.7 : 1.0\n",
      "                   super = True              pos : neg    =      3.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 29\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.485555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = 1                 neg : pos    =      8.6 : 1.0\n",
      "             controversy = 1                 neg : pos    =      7.3 : 1.0\n",
      "                    debt = 1                 neg : pos    =      6.3 : 1.0\n",
      "                lapierre = 1                 neg : pos    =      6.0 : 1.0\n",
      "                  mining = 1                 neg : pos    =      6.0 : 1.0\n",
      "                replaced = 1                 neg : pos    =      5.4 : 1.0\n",
      "                    jury = 1                 neg : pos    =      5.2 : 1.0\n",
      "                 message = 1                 neg : 0      =      4.7 : 1.0\n",
      "               criticism = 1                 neg : pos    =      4.6 : 1.0\n",
      "              threatened = 1                 neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 30\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "Total positive words:\n",
      "42\n",
      "Top 10 positive words:\n",
      "[u'golden', u'spiritual', u'willingness', u'awesome', u'premier', u'magnificent', u'logical', u'upscale', u'valiant', u'principled']\n",
      "Total positive words:\n",
      "55\n",
      "Top 10 positive words:\n",
      "[u'criticism', u'obsessively', u'obese', u'doubts', u'foul', u'freeze', u'antagonistic', u'louder', u'thirst', u'stern']\n",
      "****************\n",
      "ACCURACY = 0.492222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      8.6 : 1.0\n",
      "             controversy = True              neg : pos    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.6 : 1.0\n",
      "               criticism = True              neg : pos    =      4.6 : 1.0\n",
      "                   split = True              neg : pos    =      4.4 : 1.0\n",
      "                    fake = True              neg : pos    =      3.6 : 1.0\n",
      "                  doubts = True                0 : pos    =      3.0 : 1.0\n",
      "                 premier = True              neg : pos    =      2.8 : 1.0\n",
      "                   angry = True              neg : pos    =      2.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 1\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.471111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.9 : 1.0\n",
      "                   space = True                0 : neg    =      8.9 : 1.0\n",
      "               financing = True                0 : neg    =      8.9 : 1.0\n",
      "                   built = True                0 : neg    =      8.3 : 1.0\n",
      "           investigation = True              neg : pos    =      7.5 : 1.0\n",
      "                 compete = True              pos : 0      =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      6.9 : 1.0\n",
      "                engineer = True                0 : neg    =      6.4 : 1.0\n",
      "                    rose = True              pos : neg    =      6.4 : 1.0\n",
      "              developing = True              pos : neg    =      6.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 2\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u';', u'would']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.468888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.9 : 1.0\n",
      "                   space = True                0 : neg    =      8.9 : 1.0\n",
      "               financing = True                0 : neg    =      8.9 : 1.0\n",
      "                   built = True                0 : neg    =      8.3 : 1.0\n",
      "           investigation = True              neg : pos    =      7.5 : 1.0\n",
      "                 compete = True              pos : 0      =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      6.9 : 1.0\n",
      "                engineer = True                0 : neg    =      6.4 : 1.0\n",
      "                    rose = True              pos : neg    =      6.4 : 1.0\n",
      "              developing = True              pos : neg    =      6.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 3\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'manager', u'apple', u'company', u'mr.', u'new', u'founder']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.467777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.9 : 1.0\n",
      "                   space = True                0 : neg    =      8.9 : 1.0\n",
      "               financing = True                0 : neg    =      8.9 : 1.0\n",
      "                   built = True                0 : neg    =      8.3 : 1.0\n",
      "           investigation = True              neg : pos    =      7.5 : 1.0\n",
      "                 compete = True              pos : 0      =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      6.9 : 1.0\n",
      "                engineer = True                0 : neg    =      6.4 : 1.0\n",
      "                    rose = True              pos : neg    =      6.4 : 1.0\n",
      "                   force = True              neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 4\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.48\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.9 : 1.0\n",
      "                   space = True                0 : neg    =      8.9 : 1.0\n",
      "               financing = True                0 : neg    =      8.9 : 1.0\n",
      "                   built = True                0 : neg    =      8.3 : 1.0\n",
      "           investigation = True              neg : pos    =      7.5 : 1.0\n",
      "                 compete = True              pos : 0      =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      6.9 : 1.0\n",
      "                engineer = True                0 : neg    =      6.4 : 1.0\n",
      "                    rose = True              pos : neg    =      6.4 : 1.0\n",
      "                   force = True              neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 5\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'manager', u'apple', u'company']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.467777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.9 : 1.0\n",
      "                   space = True                0 : neg    =      8.9 : 1.0\n",
      "               financing = True                0 : neg    =      8.9 : 1.0\n",
      "                   built = True                0 : neg    =      8.3 : 1.0\n",
      "           investigation = True              neg : pos    =      7.5 : 1.0\n",
      "                 compete = True              pos : 0      =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      6.9 : 1.0\n",
      "                engineer = True                0 : neg    =      6.4 : 1.0\n",
      "                    rose = True              pos : neg    =      6.4 : 1.0\n",
      "                   force = True              neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 6\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.475555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.9 : 1.0\n",
      "                   space = True                0 : neg    =      8.9 : 1.0\n",
      "                   built = True                0 : neg    =      8.3 : 1.0\n",
      "           investigation = True              neg : pos    =      7.5 : 1.0\n",
      "                 compete = True              pos : 0      =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      6.9 : 1.0\n",
      "                    rose = True              pos : neg    =      6.4 : 1.0\n",
      "                   force = True              neg : pos    =      6.0 : 1.0\n",
      "                   super = True              pos : neg    =      5.3 : 1.0\n",
      "                 problem = True              neg : 0      =      5.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 7\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.475555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.9 : 1.0\n",
      "                   space = True                0 : neg    =      8.9 : 1.0\n",
      "               financing = True                0 : neg    =      8.9 : 1.0\n",
      "                   built = True                0 : neg    =      8.3 : 1.0\n",
      "           investigation = True              neg : pos    =      7.5 : 1.0\n",
      "                 compete = True              pos : 0      =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      6.9 : 1.0\n",
      "                engineer = True                0 : neg    =      6.4 : 1.0\n",
      "                    rose = True              pos : neg    =      6.4 : 1.0\n",
      "                   force = True              neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 8\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.485555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.9 : 1.0\n",
      "                   space = True                0 : neg    =      8.9 : 1.0\n",
      "                   built = True                0 : neg    =      8.3 : 1.0\n",
      "           investigation = True              neg : pos    =      7.5 : 1.0\n",
      "                 compete = True              pos : 0      =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      6.9 : 1.0\n",
      "                    rose = True              pos : neg    =      6.4 : 1.0\n",
      "                   force = True              neg : pos    =      6.0 : 1.0\n",
      "                   super = True              pos : neg    =      5.3 : 1.0\n",
      "                 problem = True              neg : 0      =      5.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 9\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.476666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.9 : 1.0\n",
      "                   space = True                0 : neg    =      8.9 : 1.0\n",
      "               financing = True                0 : neg    =      8.9 : 1.0\n",
      "                   built = True                0 : neg    =      8.3 : 1.0\n",
      "           investigation = True              neg : pos    =      7.5 : 1.0\n",
      "                 compete = True              pos : 0      =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      6.9 : 1.0\n",
      "                engineer = True                0 : neg    =      6.4 : 1.0\n",
      "                    rose = True              pos : neg    =      6.4 : 1.0\n",
      "              developing = True              pos : neg    =      6.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 10\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u';', u'would']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.474444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.9 : 1.0\n",
      "                   space = True                0 : neg    =      8.9 : 1.0\n",
      "               financing = True                0 : neg    =      8.9 : 1.0\n",
      "                   built = True                0 : neg    =      8.3 : 1.0\n",
      "           investigation = True              neg : pos    =      7.5 : 1.0\n",
      "                 compete = True              pos : 0      =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      6.9 : 1.0\n",
      "                engineer = True                0 : neg    =      6.4 : 1.0\n",
      "                    rose = True              pos : neg    =      6.4 : 1.0\n",
      "              developing = True              pos : neg    =      6.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 11\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'manager', u'apple', u'company', u'mr.', u'new', u'founder']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.477777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.9 : 1.0\n",
      "                   space = True                0 : neg    =      8.9 : 1.0\n",
      "               financing = True                0 : neg    =      8.9 : 1.0\n",
      "                   built = True                0 : neg    =      8.3 : 1.0\n",
      "           investigation = True              neg : pos    =      7.5 : 1.0\n",
      "                 compete = True              pos : 0      =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      6.9 : 1.0\n",
      "                engineer = True                0 : neg    =      6.4 : 1.0\n",
      "                    rose = True              pos : neg    =      6.4 : 1.0\n",
      "                    ever = True              neg : 0      =      6.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 12\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.48\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.9 : 1.0\n",
      "                   space = True                0 : neg    =      8.9 : 1.0\n",
      "               financing = True                0 : neg    =      8.9 : 1.0\n",
      "                   built = True                0 : neg    =      8.3 : 1.0\n",
      "           investigation = True              neg : pos    =      7.5 : 1.0\n",
      "                 compete = True              pos : 0      =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      6.9 : 1.0\n",
      "                engineer = True                0 : neg    =      6.4 : 1.0\n",
      "                    rose = True              pos : neg    =      6.4 : 1.0\n",
      "                   force = True              neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 13\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'manager', u'apple', u'company']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.48\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.9 : 1.0\n",
      "                   space = True                0 : neg    =      8.9 : 1.0\n",
      "               financing = True                0 : neg    =      8.9 : 1.0\n",
      "                   built = True                0 : neg    =      8.3 : 1.0\n",
      "           investigation = True              neg : pos    =      7.5 : 1.0\n",
      "                 compete = True              pos : 0      =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      6.9 : 1.0\n",
      "                engineer = True                0 : neg    =      6.4 : 1.0\n",
      "                    rose = True              pos : neg    =      6.4 : 1.0\n",
      "                   force = True              neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 14\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.476666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.9 : 1.0\n",
      "                   space = True                0 : neg    =      8.9 : 1.0\n",
      "                   built = True                0 : neg    =      8.3 : 1.0\n",
      "           investigation = True              neg : pos    =      7.5 : 1.0\n",
      "                 compete = True              pos : 0      =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      6.9 : 1.0\n",
      "                    rose = True              pos : neg    =      6.4 : 1.0\n",
      "                   force = True              neg : pos    =      6.0 : 1.0\n",
      "                   super = True              pos : neg    =      5.3 : 1.0\n",
      "                 problem = True              neg : 0      =      5.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 15\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.481111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.9 : 1.0\n",
      "                   space = True                0 : neg    =      8.9 : 1.0\n",
      "               financing = True                0 : neg    =      8.9 : 1.0\n",
      "                   built = True                0 : neg    =      8.3 : 1.0\n",
      "           investigation = True              neg : pos    =      7.5 : 1.0\n",
      "                 compete = True              pos : 0      =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      6.9 : 1.0\n",
      "                engineer = True                0 : neg    =      6.4 : 1.0\n",
      "                    rose = True              pos : neg    =      6.4 : 1.0\n",
      "                   force = True              neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 16\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.483333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.9 : 1.0\n",
      "                   space = True                0 : neg    =      8.9 : 1.0\n",
      "                   built = True                0 : neg    =      8.3 : 1.0\n",
      "           investigation = True              neg : pos    =      7.5 : 1.0\n",
      "                 compete = True              pos : 0      =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      6.9 : 1.0\n",
      "                    rose = True              pos : neg    =      6.4 : 1.0\n",
      "                   force = True              neg : pos    =      6.0 : 1.0\n",
      "                   super = True              pos : neg    =      5.3 : 1.0\n",
      "                 problem = True              neg : 0      =      5.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 17\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.485555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      8.6 : 1.0\n",
      "             controversy = True              neg : pos    =      7.3 : 1.0\n",
      "                 schools = True              pos : 0      =      6.8 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                lapierre = True              neg : pos    =      6.0 : 1.0\n",
      "                   doors = True                0 : pos    =      5.5 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                    debt = True              neg : pos    =      5.0 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.6 : 1.0\n",
      "               regulator = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 18\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.486666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      8.6 : 1.0\n",
      "             controversy = True              neg : pos    =      7.3 : 1.0\n",
      "                 schools = True              pos : 0      =      6.8 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                lapierre = True              neg : pos    =      6.0 : 1.0\n",
      "                   doors = True                0 : pos    =      5.5 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                    debt = True              neg : pos    =      5.0 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.6 : 1.0\n",
      "               regulator = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 19\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.483333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      8.6 : 1.0\n",
      "             controversy = True              neg : pos    =      7.3 : 1.0\n",
      "                 schools = True              pos : 0      =      6.8 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                lapierre = True              neg : pos    =      6.0 : 1.0\n",
      "                   doors = True                0 : pos    =      5.5 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                    debt = True              neg : pos    =      5.0 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.6 : 1.0\n",
      "               regulator = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 20\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.484444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      8.6 : 1.0\n",
      "             controversy = True              neg : pos    =      7.3 : 1.0\n",
      "                 schools = True              pos : 0      =      6.8 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                lapierre = True              neg : pos    =      6.0 : 1.0\n",
      "                   doors = True                0 : pos    =      5.5 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                    debt = True              neg : pos    =      5.0 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.6 : 1.0\n",
      "               regulator = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 21\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.485555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      8.6 : 1.0\n",
      "             controversy = True              neg : pos    =      7.3 : 1.0\n",
      "                 schools = True              pos : 0      =      6.8 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                lapierre = True              neg : pos    =      6.0 : 1.0\n",
      "                   doors = True                0 : pos    =      5.5 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                    debt = True              neg : pos    =      5.0 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.6 : 1.0\n",
      "               mortgages = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 22\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.486666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      8.6 : 1.0\n",
      "             controversy = True              neg : pos    =      7.3 : 1.0\n",
      "                 schools = True              pos : 0      =      6.8 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                lapierre = True              neg : pos    =      6.0 : 1.0\n",
      "                   doors = True                0 : pos    =      5.5 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                    debt = True              neg : pos    =      5.0 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.6 : 1.0\n",
      "               mortgages = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 23\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.483333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      8.6 : 1.0\n",
      "             controversy = True              neg : pos    =      7.3 : 1.0\n",
      "                 schools = True              pos : 0      =      6.8 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                lapierre = True              neg : pos    =      6.0 : 1.0\n",
      "                   doors = True                0 : pos    =      5.5 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                    debt = True              neg : pos    =      5.0 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.6 : 1.0\n",
      "               mortgages = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 24\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.484444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      8.6 : 1.0\n",
      "             controversy = True              neg : pos    =      7.3 : 1.0\n",
      "                 schools = True              pos : 0      =      6.8 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                lapierre = True              neg : pos    =      6.0 : 1.0\n",
      "                   doors = True                0 : pos    =      5.5 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                    debt = True              neg : pos    =      5.0 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.6 : 1.0\n",
      "               mortgages = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 25\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.458888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = 1                 neg : pos    =      9.9 : 1.0\n",
      "               financing = 1                   0 : neg    =      8.9 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.3 : 1.0\n",
      "                   built = 1                   0 : neg    =      7.6 : 1.0\n",
      "              government = 2                 neg : pos    =      7.3 : 1.0\n",
      "           investigation = 1                 neg : pos    =      7.2 : 1.0\n",
      "                 compete = 1                 pos : 0      =      7.1 : 1.0\n",
      "                festival = 1                   0 : neg    =      7.0 : 1.0\n",
      "                declined = 1                 neg : pos    =      6.9 : 1.0\n",
      "                engineer = 1                   0 : neg    =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 26\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "35\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'fans', u'creative']\n",
      "Total positive words:\n",
      "17\n",
      "Top 10 positive words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad', u'fell']\n",
      "****************\n",
      "ACCURACY = 0.508888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                   super = True              pos : neg    =      5.3 : 1.0\n",
      "                 problem = True              neg : 0      =      5.3 : 1.0\n",
      "                    debt = True              neg : pos    =      5.0 : 1.0\n",
      "                    died = True              neg : 0      =      4.5 : 1.0\n",
      "                    lost = True              neg : pos    =      4.5 : 1.0\n",
      "                    fell = True              neg : pos    =      4.5 : 1.0\n",
      "              successful = True              pos : 0      =      4.3 : 1.0\n",
      "                   right = True              pos : neg    =      3.7 : 1.0\n",
      "                problems = True              neg : 0      =      3.6 : 1.0\n",
      "                   clear = True              neg : pos    =      3.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 27\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.445555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = 1                 neg : pos    =      9.9 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.3 : 1.0\n",
      "                   built = 1                   0 : neg    =      7.6 : 1.0\n",
      "              government = 2                 neg : pos    =      7.3 : 1.0\n",
      "           investigation = 1                 neg : pos    =      7.2 : 1.0\n",
      "                 compete = 1                 pos : 0      =      7.1 : 1.0\n",
      "                festival = 1                   0 : neg    =      7.0 : 1.0\n",
      "                declined = 1                 neg : pos    =      6.9 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.2 : 1.0\n",
      "                   force = 1                 neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 28\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "32\n",
      "Top 10 positive words:\n",
      "[u'right', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough', u'won']\n",
      "Total positive words:\n",
      "15\n",
      "Top 10 positive words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'fell', u'fall']\n",
      "****************\n",
      "ACCURACY = 0.503333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                   super = True              pos : neg    =      5.3 : 1.0\n",
      "                 problem = True              neg : 0      =      5.3 : 1.0\n",
      "                    debt = True              neg : pos    =      5.0 : 1.0\n",
      "                    lost = True              neg : pos    =      4.5 : 1.0\n",
      "                    fell = True              neg : pos    =      4.5 : 1.0\n",
      "              successful = True              pos : 0      =      4.3 : 1.0\n",
      "                   right = True              pos : neg    =      3.7 : 1.0\n",
      "                problems = True              neg : 0      =      3.6 : 1.0\n",
      "                   clear = True              neg : pos    =      3.4 : 1.0\n",
      "                  crisis = True              neg : pos    =      3.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 29\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.492222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = 1                 neg : pos    =      8.6 : 1.0\n",
      "             controversy = 1                 neg : pos    =      7.3 : 1.0\n",
      "                 schools = 1                 pos : 0      =      6.4 : 1.0\n",
      "                 effects = 1                 neg : pos    =      6.0 : 1.0\n",
      "                lapierre = 1                 neg : pos    =      6.0 : 1.0\n",
      "                  mining = 1                 neg : pos    =      6.0 : 1.0\n",
      "                   doors = 1                   0 : pos    =      5.5 : 1.0\n",
      "                    jury = 1                 neg : pos    =      5.2 : 1.0\n",
      "                    debt = 1                 neg : pos    =      5.0 : 1.0\n",
      "               regulator = 1                 neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 30\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "Total positive words:\n",
      "42\n",
      "Top 10 positive words:\n",
      "[u'golden', u'spiritual', u'willingness', u'awesome', u'premier', u'magnificent', u'logical', u'upscale', u'valiant', u'principled']\n",
      "Total positive words:\n",
      "55\n",
      "Top 10 positive words:\n",
      "[u'criticism', u'obsessively', u'obese', u'doubts', u'foul', u'freeze', u'antagonistic', u'louder', u'thirst', u'stern']\n",
      "****************\n",
      "ACCURACY = 0.498888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      8.6 : 1.0\n",
      "             controversy = True              neg : pos    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      5.0 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.6 : 1.0\n",
      "                    fake = True              neg : pos    =      3.6 : 1.0\n",
      "                   split = True              neg : pos    =      3.6 : 1.0\n",
      "               criticism = True              neg : pos    =      3.3 : 1.0\n",
      "                   boost = True              pos : neg    =      2.9 : 1.0\n",
      "                   angry = True              neg : pos    =      2.8 : 1.0\n",
      "                  strike = True              pos : 0      =      2.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 1\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.485555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     10.1 : 1.0\n",
      "               scheduled = True                0 : neg    =     10.0 : 1.0\n",
      "                declined = True              neg : pos    =      8.8 : 1.0\n",
      "                 comment = True              neg : pos    =      8.6 : 1.0\n",
      "                   built = True                0 : neg    =      8.2 : 1.0\n",
      "               financing = True                0 : neg    =      8.2 : 1.0\n",
      "                 compete = True              neg : 0      =      7.7 : 1.0\n",
      "                   space = True                0 : neg    =      7.0 : 1.0\n",
      "                     500 = True              pos : 0      =      6.7 : 1.0\n",
      "                    rose = True              pos : neg    =      6.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 2\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u';', u'would']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.49\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     10.1 : 1.0\n",
      "               scheduled = True                0 : neg    =     10.0 : 1.0\n",
      "                declined = True              neg : pos    =      8.8 : 1.0\n",
      "                 comment = True              neg : pos    =      8.6 : 1.0\n",
      "                   built = True                0 : neg    =      8.2 : 1.0\n",
      "               financing = True                0 : neg    =      8.2 : 1.0\n",
      "                 compete = True              neg : 0      =      7.7 : 1.0\n",
      "                   space = True                0 : neg    =      7.0 : 1.0\n",
      "                     500 = True              pos : 0      =      6.7 : 1.0\n",
      "                    rose = True              pos : neg    =      6.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 3\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'manager', u'apple', u'company', u'mr.', u'new', u'founder']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.484444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     10.1 : 1.0\n",
      "               scheduled = True                0 : neg    =     10.0 : 1.0\n",
      "                declined = True              neg : pos    =      8.8 : 1.0\n",
      "                 comment = True              neg : pos    =      8.6 : 1.0\n",
      "                   built = True                0 : neg    =      8.2 : 1.0\n",
      "               financing = True                0 : neg    =      8.2 : 1.0\n",
      "                 compete = True              neg : 0      =      7.7 : 1.0\n",
      "                   space = True                0 : neg    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.6 : 1.0\n",
      "                    debt = True              neg : pos    =      6.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 4\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.482222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     10.1 : 1.0\n",
      "               scheduled = True                0 : neg    =     10.0 : 1.0\n",
      "                declined = True              neg : pos    =      8.8 : 1.0\n",
      "                 comment = True              neg : pos    =      8.6 : 1.0\n",
      "                   built = True                0 : neg    =      8.2 : 1.0\n",
      "               financing = True                0 : neg    =      8.2 : 1.0\n",
      "                 compete = True              neg : 0      =      7.7 : 1.0\n",
      "                   space = True                0 : neg    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.6 : 1.0\n",
      "                    debt = True              neg : pos    =      6.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 5\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'manager', u'apple', u'company']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.492222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     10.1 : 1.0\n",
      "               scheduled = True                0 : neg    =     10.0 : 1.0\n",
      "                declined = True              neg : pos    =      8.8 : 1.0\n",
      "                 comment = True              neg : pos    =      8.6 : 1.0\n",
      "                   built = True                0 : neg    =      8.2 : 1.0\n",
      "               financing = True                0 : neg    =      8.2 : 1.0\n",
      "                 compete = True              neg : 0      =      7.7 : 1.0\n",
      "                   space = True                0 : neg    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.6 : 1.0\n",
      "                    debt = True              neg : pos    =      6.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 6\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.494444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     10.1 : 1.0\n",
      "               scheduled = True                0 : neg    =     10.0 : 1.0\n",
      "                declined = True              neg : pos    =      8.8 : 1.0\n",
      "                 comment = True              neg : pos    =      8.6 : 1.0\n",
      "                   built = True                0 : neg    =      8.2 : 1.0\n",
      "                 compete = True              neg : 0      =      7.7 : 1.0\n",
      "                   space = True                0 : neg    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.6 : 1.0\n",
      "                    debt = True              neg : pos    =      6.1 : 1.0\n",
      "                 lawsuit = True              neg : pos    =      5.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 7\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.491111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     10.1 : 1.0\n",
      "               scheduled = True                0 : neg    =     10.0 : 1.0\n",
      "                declined = True              neg : pos    =      8.8 : 1.0\n",
      "                 comment = True              neg : pos    =      8.6 : 1.0\n",
      "                   built = True                0 : neg    =      8.2 : 1.0\n",
      "               financing = True                0 : neg    =      8.2 : 1.0\n",
      "                 compete = True              neg : 0      =      7.7 : 1.0\n",
      "                   space = True                0 : neg    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.6 : 1.0\n",
      "                    debt = True              neg : pos    =      6.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 8\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.496666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     10.1 : 1.0\n",
      "               scheduled = True                0 : neg    =     10.0 : 1.0\n",
      "                declined = True              neg : pos    =      8.8 : 1.0\n",
      "                 comment = True              neg : pos    =      8.6 : 1.0\n",
      "                   built = True                0 : neg    =      8.2 : 1.0\n",
      "                 compete = True              neg : 0      =      7.7 : 1.0\n",
      "                   space = True                0 : neg    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.6 : 1.0\n",
      "                    debt = True              neg : pos    =      6.1 : 1.0\n",
      "                 problem = True              neg : 0      =      4.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 9\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.481111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     10.1 : 1.0\n",
      "               scheduled = True                0 : neg    =     10.0 : 1.0\n",
      "                declined = True              neg : pos    =      8.8 : 1.0\n",
      "                 comment = True              neg : pos    =      8.6 : 1.0\n",
      "                    turn = True              neg : 0      =      8.4 : 1.0\n",
      "                   built = True                0 : neg    =      8.2 : 1.0\n",
      "               financing = True                0 : neg    =      8.2 : 1.0\n",
      "                 compete = True              neg : 0      =      7.7 : 1.0\n",
      "                   space = True                0 : neg    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 10\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u';', u'would']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.484444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     10.1 : 1.0\n",
      "               scheduled = True                0 : neg    =     10.0 : 1.0\n",
      "                declined = True              neg : pos    =      8.8 : 1.0\n",
      "                 comment = True              neg : pos    =      8.6 : 1.0\n",
      "                   built = True                0 : neg    =      8.2 : 1.0\n",
      "               financing = True                0 : neg    =      8.2 : 1.0\n",
      "                 compete = True              neg : 0      =      7.7 : 1.0\n",
      "                   space = True                0 : neg    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.6 : 1.0\n",
      "                    ever = True              neg : 0      =      6.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 11\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'manager', u'apple', u'company', u'mr.', u'new', u'founder']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.482222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     10.1 : 1.0\n",
      "               scheduled = True                0 : neg    =     10.0 : 1.0\n",
      "                declined = True              neg : pos    =      8.8 : 1.0\n",
      "                 comment = True              neg : pos    =      8.6 : 1.0\n",
      "                   built = True                0 : neg    =      8.2 : 1.0\n",
      "               financing = True                0 : neg    =      8.2 : 1.0\n",
      "                 compete = True              neg : 0      =      7.7 : 1.0\n",
      "                   space = True                0 : neg    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.6 : 1.0\n",
      "                    ever = True              neg : 0      =      6.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 12\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.486666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     10.1 : 1.0\n",
      "               scheduled = True                0 : neg    =     10.0 : 1.0\n",
      "                declined = True              neg : pos    =      8.8 : 1.0\n",
      "                 comment = True              neg : pos    =      8.6 : 1.0\n",
      "                   built = True                0 : neg    =      8.2 : 1.0\n",
      "               financing = True                0 : neg    =      8.2 : 1.0\n",
      "                 compete = True              neg : 0      =      7.7 : 1.0\n",
      "                   space = True                0 : neg    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.6 : 1.0\n",
      "                    debt = True              neg : pos    =      6.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 13\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'manager', u'apple', u'company']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.485555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     10.1 : 1.0\n",
      "               scheduled = True                0 : neg    =     10.0 : 1.0\n",
      "                declined = True              neg : pos    =      8.8 : 1.0\n",
      "                 comment = True              neg : pos    =      8.6 : 1.0\n",
      "                   built = True                0 : neg    =      8.2 : 1.0\n",
      "               financing = True                0 : neg    =      8.2 : 1.0\n",
      "                 compete = True              neg : 0      =      7.7 : 1.0\n",
      "                   space = True                0 : neg    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.6 : 1.0\n",
      "                    debt = True              neg : pos    =      6.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 14\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.492222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     10.1 : 1.0\n",
      "               scheduled = True                0 : neg    =     10.0 : 1.0\n",
      "                declined = True              neg : pos    =      8.8 : 1.0\n",
      "                 comment = True              neg : pos    =      8.6 : 1.0\n",
      "                   built = True                0 : neg    =      8.2 : 1.0\n",
      "                 compete = True              neg : 0      =      7.7 : 1.0\n",
      "                   space = True                0 : neg    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.6 : 1.0\n",
      "                    debt = True              neg : pos    =      6.1 : 1.0\n",
      "                 lawsuit = True              neg : pos    =      5.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 15\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.488888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     10.1 : 1.0\n",
      "               scheduled = True                0 : neg    =     10.0 : 1.0\n",
      "                declined = True              neg : pos    =      8.8 : 1.0\n",
      "                 comment = True              neg : pos    =      8.6 : 1.0\n",
      "                   built = True                0 : neg    =      8.2 : 1.0\n",
      "               financing = True                0 : neg    =      8.2 : 1.0\n",
      "                 compete = True              neg : 0      =      7.7 : 1.0\n",
      "                   space = True                0 : neg    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.6 : 1.0\n",
      "                    debt = True              neg : pos    =      6.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 16\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.491111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     10.1 : 1.0\n",
      "               scheduled = True                0 : neg    =     10.0 : 1.0\n",
      "                declined = True              neg : pos    =      8.8 : 1.0\n",
      "                 comment = True              neg : pos    =      8.6 : 1.0\n",
      "                   built = True                0 : neg    =      8.2 : 1.0\n",
      "                 compete = True              neg : 0      =      7.7 : 1.0\n",
      "                   space = True                0 : neg    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.6 : 1.0\n",
      "                    debt = True              neg : pos    =      6.1 : 1.0\n",
      "                 lawsuit = True              neg : pos    =      5.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 17\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.441111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.4 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                 schools = True              pos : 0      =      7.1 : 1.0\n",
      "                 effects = True              neg : pos    =      6.1 : 1.0\n",
      "                    debt = True              neg : pos    =      6.1 : 1.0\n",
      "               following = True              neg : pos    =      5.6 : 1.0\n",
      "             derivatives = True                0 : pos    =      5.5 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                replaced = True              neg : pos    =      4.9 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 18\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.442222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.4 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                 schools = True              pos : 0      =      7.1 : 1.0\n",
      "                 effects = True              neg : pos    =      6.1 : 1.0\n",
      "                    debt = True              neg : pos    =      6.1 : 1.0\n",
      "               following = True              neg : pos    =      5.6 : 1.0\n",
      "             derivatives = True                0 : pos    =      5.5 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                replaced = True              neg : pos    =      4.9 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 19\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.441111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.4 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                 schools = True              pos : 0      =      7.1 : 1.0\n",
      "                 effects = True              neg : pos    =      6.1 : 1.0\n",
      "                    debt = True              neg : pos    =      6.1 : 1.0\n",
      "               following = True              neg : pos    =      5.6 : 1.0\n",
      "             derivatives = True                0 : pos    =      5.5 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                replaced = True              neg : pos    =      4.9 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 20\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.441111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.4 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                 schools = True              pos : 0      =      7.1 : 1.0\n",
      "                 effects = True              neg : pos    =      6.1 : 1.0\n",
      "                    debt = True              neg : pos    =      6.1 : 1.0\n",
      "               following = True              neg : pos    =      5.6 : 1.0\n",
      "             derivatives = True                0 : pos    =      5.5 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                replaced = True              neg : pos    =      4.9 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 21\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.442222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.4 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                 schools = True              pos : 0      =      7.1 : 1.0\n",
      "                 effects = True              neg : pos    =      6.1 : 1.0\n",
      "                    debt = True              neg : pos    =      6.1 : 1.0\n",
      "               following = True              neg : pos    =      5.6 : 1.0\n",
      "             derivatives = True                0 : pos    =      5.5 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                replaced = True              neg : pos    =      4.9 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 22\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.442222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.4 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                 schools = True              pos : 0      =      7.1 : 1.0\n",
      "                 effects = True              neg : pos    =      6.1 : 1.0\n",
      "                    debt = True              neg : pos    =      6.1 : 1.0\n",
      "               following = True              neg : pos    =      5.6 : 1.0\n",
      "             derivatives = True                0 : pos    =      5.5 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                replaced = True              neg : pos    =      4.9 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 23\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.441111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.4 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                 schools = True              pos : 0      =      7.1 : 1.0\n",
      "                 effects = True              neg : pos    =      6.1 : 1.0\n",
      "                    debt = True              neg : pos    =      6.1 : 1.0\n",
      "               following = True              neg : pos    =      5.6 : 1.0\n",
      "             derivatives = True                0 : pos    =      5.5 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                replaced = True              neg : pos    =      4.9 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 24\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.441111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.4 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                 schools = True              pos : 0      =      7.1 : 1.0\n",
      "                 effects = True              neg : pos    =      6.1 : 1.0\n",
      "                    debt = True              neg : pos    =      6.1 : 1.0\n",
      "               following = True              neg : pos    =      5.6 : 1.0\n",
      "             derivatives = True                0 : pos    =      5.5 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                replaced = True              neg : pos    =      4.9 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 25\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.47\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     11.6 : 1.0\n",
      "                   force = 1                 neg : pos    =     10.1 : 1.0\n",
      "                declined = 1                 neg : pos    =      8.8 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.6 : 1.0\n",
      "                   'what = 1                 neg : 0      =      8.4 : 1.0\n",
      "                   built = 1                 pos : neg    =      8.1 : 1.0\n",
      "                 compete = 1                 neg : 0      =      7.7 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                   space = 1                   0 : neg    =      7.0 : 1.0\n",
      "                festival = 1                   0 : neg    =      7.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 26\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "35\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'fans', u'creative']\n",
      "Total positive words:\n",
      "17\n",
      "Top 10 positive words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad', u'fell']\n",
      "****************\n",
      "ACCURACY = 0.476666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      6.1 : 1.0\n",
      "                 problem = True              neg : 0      =      4.9 : 1.0\n",
      "                  helped = True              pos : neg    =      4.3 : 1.0\n",
      "                   right = True              pos : neg    =      4.3 : 1.0\n",
      "                    died = True              neg : 0      =      4.3 : 1.0\n",
      "                    love = True              pos : 0      =      4.2 : 1.0\n",
      "                  crisis = True              neg : pos    =      3.9 : 1.0\n",
      "                    free = True              pos : 0      =      3.9 : 1.0\n",
      "                    fell = True              neg : pos    =      3.9 : 1.0\n",
      "                   clear = True              neg : pos    =      3.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 27\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.48\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     11.6 : 1.0\n",
      "                   force = 1                 neg : pos    =     10.1 : 1.0\n",
      "                declined = 1                 neg : pos    =      8.8 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.6 : 1.0\n",
      "                   built = 1                 pos : neg    =      8.1 : 1.0\n",
      "                 compete = 1                 neg : 0      =      7.7 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                   space = 1                   0 : neg    =      7.0 : 1.0\n",
      "                festival = 1                   0 : neg    =      7.0 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 28\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "32\n",
      "Top 10 positive words:\n",
      "[u'right', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough', u'won']\n",
      "Total positive words:\n",
      "15\n",
      "Top 10 positive words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'fell', u'fall']\n",
      "****************\n",
      "ACCURACY = 0.473333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      6.1 : 1.0\n",
      "                 problem = True              neg : 0      =      4.9 : 1.0\n",
      "                  helped = True              pos : neg    =      4.3 : 1.0\n",
      "                   right = True              pos : neg    =      4.3 : 1.0\n",
      "                  crisis = True              neg : pos    =      3.9 : 1.0\n",
      "                    free = True              pos : 0      =      3.9 : 1.0\n",
      "                    fell = True              neg : pos    =      3.9 : 1.0\n",
      "                   clear = True              neg : pos    =      3.9 : 1.0\n",
      "              successful = True              pos : 0      =      3.8 : 1.0\n",
      "                problems = True              neg : 0      =      3.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 29\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.441111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     11.6 : 1.0\n",
      "                  losing = 1                 neg : pos    =     11.4 : 1.0\n",
      "             controversy = 1                 neg : pos    =      7.4 : 1.0\n",
      "                 schools = 1                 pos : 0      =      7.1 : 1.0\n",
      "                 effects = 1                 neg : pos    =      6.1 : 1.0\n",
      "                  mining = 1                 neg : pos    =      6.1 : 1.0\n",
      "                    debt = 1                 neg : pos    =      6.1 : 1.0\n",
      "               following = 1                 neg : pos    =      5.6 : 1.0\n",
      "             derivatives = 1                   0 : pos    =      5.5 : 1.0\n",
      "                    jury = 1                 neg : pos    =      5.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 30\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "Total positive words:\n",
      "42\n",
      "Top 10 positive words:\n",
      "[u'golden', u'spiritual', u'willingness', u'awesome', u'premier', u'magnificent', u'logical', u'upscale', u'valiant', u'principled']\n",
      "Total positive words:\n",
      "55\n",
      "Top 10 positive words:\n",
      "[u'criticism', u'obsessively', u'obese', u'doubts', u'foul', u'freeze', u'antagonistic', u'louder', u'thirst', u'stern']\n",
      "****************\n",
      "ACCURACY = 0.463333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.4 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                    debt = True              neg : pos    =      6.1 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.7 : 1.0\n",
      "               criticism = True              neg : pos    =      4.7 : 1.0\n",
      "                   split = True              neg : pos    =      4.4 : 1.0\n",
      "                  doubts = True                0 : pos    =      4.3 : 1.0\n",
      "                    fake = True              neg : pos    =      3.6 : 1.0\n",
      "                 upscale = True                0 : pos    =      3.1 : 1.0\n",
      "                 premier = True              neg : pos    =      2.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 1\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.457777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =     10.6 : 1.0\n",
      "                   force = True              neg : pos    =     10.6 : 1.0\n",
      "                    main = True              neg : 0      =     10.6 : 1.0\n",
      "                   space = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                declined = True              neg : pos    =      7.9 : 1.0\n",
      "               developer = True              pos : 0      =      7.8 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 2\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u';', u'would']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.458888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =     10.6 : 1.0\n",
      "                   force = True              neg : pos    =     10.6 : 1.0\n",
      "                    main = True              neg : 0      =     10.6 : 1.0\n",
      "                   space = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                declined = True              neg : pos    =      7.9 : 1.0\n",
      "               developer = True              pos : 0      =      7.8 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 3\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'manager', u'apple', u'company', u'mr.', u'new', u'founder']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.458888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =     10.6 : 1.0\n",
      "                   force = True              neg : pos    =     10.6 : 1.0\n",
      "                   space = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                declined = True              neg : pos    =      7.9 : 1.0\n",
      "               developer = True              pos : 0      =      7.8 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.1 : 1.0\n",
      "               relations = True                0 : neg    =      7.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 4\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.467777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =     10.6 : 1.0\n",
      "                   force = True              neg : pos    =     10.6 : 1.0\n",
      "                   space = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                declined = True              neg : pos    =      7.9 : 1.0\n",
      "               developer = True              pos : 0      =      7.8 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.1 : 1.0\n",
      "                    died = True              neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 5\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'manager', u'apple', u'company']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.458888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =     10.6 : 1.0\n",
      "                   force = True              neg : pos    =     10.6 : 1.0\n",
      "                   space = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                declined = True              neg : pos    =      7.9 : 1.0\n",
      "               developer = True              pos : 0      =      7.8 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.1 : 1.0\n",
      "               relations = True                0 : neg    =      7.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 6\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.47\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =     10.6 : 1.0\n",
      "                   force = True              neg : pos    =     10.6 : 1.0\n",
      "                   space = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                declined = True              neg : pos    =      7.9 : 1.0\n",
      "               developer = True              pos : 0      =      7.8 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.1 : 1.0\n",
      "                students = True              pos : neg    =      5.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 7\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.465555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =     10.6 : 1.0\n",
      "                   force = True              neg : pos    =     10.6 : 1.0\n",
      "                   space = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                declined = True              neg : pos    =      7.9 : 1.0\n",
      "               developer = True              pos : 0      =      7.8 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.1 : 1.0\n",
      "                    died = True              neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 8\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.467777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =     10.6 : 1.0\n",
      "                   force = True              neg : pos    =     10.6 : 1.0\n",
      "                   space = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                declined = True              neg : pos    =      7.9 : 1.0\n",
      "               developer = True              pos : 0      =      7.8 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.1 : 1.0\n",
      "                students = True              pos : neg    =      5.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 9\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.462222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =     10.6 : 1.0\n",
      "                   force = True              neg : pos    =     10.6 : 1.0\n",
      "                    main = True              neg : 0      =     10.6 : 1.0\n",
      "                   space = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                declined = True              neg : pos    =      7.9 : 1.0\n",
      "               developer = True              pos : 0      =      7.8 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 10\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u';', u'would']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.451111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =     10.6 : 1.0\n",
      "                   force = True              neg : pos    =     10.6 : 1.0\n",
      "                    main = True              neg : 0      =     10.6 : 1.0\n",
      "                   space = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                declined = True              neg : pos    =      7.9 : 1.0\n",
      "               developer = True              pos : 0      =      7.8 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 11\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'manager', u'apple', u'company', u'mr.', u'new', u'founder']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.455555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =     10.6 : 1.0\n",
      "                   force = True              neg : pos    =     10.6 : 1.0\n",
      "                    main = True              neg : 0      =     10.6 : 1.0\n",
      "                   space = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                declined = True              neg : pos    =      7.9 : 1.0\n",
      "               developer = True              pos : 0      =      7.8 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 12\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.47\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =     10.6 : 1.0\n",
      "                   force = True              neg : pos    =     10.6 : 1.0\n",
      "                   space = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                declined = True              neg : pos    =      7.9 : 1.0\n",
      "               developer = True              pos : 0      =      7.8 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.1 : 1.0\n",
      "               relations = True                0 : neg    =      7.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 13\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'manager', u'apple', u'company']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.455555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =     10.6 : 1.0\n",
      "                   force = True              neg : pos    =     10.6 : 1.0\n",
      "                    main = True              neg : 0      =     10.6 : 1.0\n",
      "                   space = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                declined = True              neg : pos    =      7.9 : 1.0\n",
      "               developer = True              pos : 0      =      7.8 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 14\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.474444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =     10.6 : 1.0\n",
      "                   force = True              neg : pos    =     10.6 : 1.0\n",
      "                   space = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                declined = True              neg : pos    =      7.9 : 1.0\n",
      "               developer = True              pos : 0      =      7.8 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.1 : 1.0\n",
      "                    died = True              neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 15\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.47\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =     10.6 : 1.0\n",
      "                   force = True              neg : pos    =     10.6 : 1.0\n",
      "                   space = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                declined = True              neg : pos    =      7.9 : 1.0\n",
      "               developer = True              pos : 0      =      7.8 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.1 : 1.0\n",
      "               relations = True                0 : neg    =      7.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 16\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.472222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =     10.6 : 1.0\n",
      "                   force = True              neg : pos    =     10.6 : 1.0\n",
      "                   space = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                declined = True              neg : pos    =      7.9 : 1.0\n",
      "               developer = True              pos : 0      =      7.8 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.1 : 1.0\n",
      "                students = True              pos : neg    =      5.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 17\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.462222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                    jury = True              neg : pos    =      8.7 : 1.0\n",
      "                  losing = True                0 : pos    =      7.9 : 1.0\n",
      "                 schools = True              pos : 0      =      7.8 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                    debt = True              neg : pos    =      5.4 : 1.0\n",
      "                  travel = True                0 : neg    =      5.2 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "                channels = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 18\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.463333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                    jury = True              neg : pos    =      8.7 : 1.0\n",
      "                  losing = True                0 : pos    =      7.9 : 1.0\n",
      "                 schools = True              pos : 0      =      7.8 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                    debt = True              neg : pos    =      5.4 : 1.0\n",
      "                  travel = True                0 : neg    =      5.2 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "                channels = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 19\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.461111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                    jury = True              neg : pos    =      8.7 : 1.0\n",
      "                  losing = True                0 : pos    =      7.9 : 1.0\n",
      "                 schools = True              pos : 0      =      7.8 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                    debt = True              neg : pos    =      5.4 : 1.0\n",
      "                  travel = True                0 : neg    =      5.2 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "                channels = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 20\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.462222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                    jury = True              neg : pos    =      8.7 : 1.0\n",
      "                  losing = True                0 : pos    =      7.9 : 1.0\n",
      "                 schools = True              pos : 0      =      7.8 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                    debt = True              neg : pos    =      5.4 : 1.0\n",
      "                  travel = True                0 : neg    =      5.2 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "                channels = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 21\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.46\n",
      "****************\n",
      "Most Informative Features\n",
      "                    jury = True              neg : pos    =      8.7 : 1.0\n",
      "                  losing = True                0 : pos    =      7.9 : 1.0\n",
      "                 schools = True              pos : 0      =      7.8 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                    debt = True              neg : pos    =      5.4 : 1.0\n",
      "                  travel = True                0 : neg    =      5.2 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "                channels = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 22\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.462222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                    jury = True              neg : pos    =      8.7 : 1.0\n",
      "                  losing = True                0 : pos    =      7.9 : 1.0\n",
      "                 schools = True              pos : 0      =      7.8 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                    debt = True              neg : pos    =      5.4 : 1.0\n",
      "                  travel = True                0 : neg    =      5.2 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "                channels = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 23\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.458888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                    jury = True              neg : pos    =      8.7 : 1.0\n",
      "                  losing = True                0 : pos    =      7.9 : 1.0\n",
      "                 schools = True              pos : 0      =      7.8 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                    debt = True              neg : pos    =      5.4 : 1.0\n",
      "                  travel = True                0 : neg    =      5.2 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "                channels = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 24\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.46\n",
      "****************\n",
      "Most Informative Features\n",
      "                    jury = True              neg : pos    =      8.7 : 1.0\n",
      "                  losing = True                0 : pos    =      7.9 : 1.0\n",
      "                 schools = True              pos : 0      =      7.8 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                    debt = True              neg : pos    =      5.4 : 1.0\n",
      "                  travel = True                0 : neg    =      5.2 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "                channels = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 25\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.44\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = 1                 neg : pos    =     10.6 : 1.0\n",
      "                    main = 1                 neg : 0      =     10.6 : 1.0\n",
      "                      '' = 2                   0 : pos    =     10.4 : 1.0\n",
      "                   built = 1                   0 : neg    =     10.0 : 1.0\n",
      "               financing = 1                   0 : neg    =      9.4 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.9 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.8 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.9 : 1.0\n",
      "                    bowl = 1                 pos : neg    =      7.1 : 1.0\n",
      "               relations = 1                   0 : neg    =      7.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 26\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "35\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'fans', u'creative']\n",
      "Total positive words:\n",
      "17\n",
      "Top 10 positive words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad', u'fell']\n",
      "****************\n",
      "ACCURACY = 0.485555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                    died = True              neg : pos    =      6.0 : 1.0\n",
      "                    debt = True              neg : pos    =      5.4 : 1.0\n",
      "                 problem = True              neg : 0      =      5.3 : 1.0\n",
      "                   super = True              pos : neg    =      5.3 : 1.0\n",
      "                   clear = True              neg : pos    =      4.4 : 1.0\n",
      "                    free = True              pos : 0      =      4.2 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.1 : 1.0\n",
      "                    love = True              pos : neg    =      3.9 : 1.0\n",
      "                    fell = True              neg : pos    =      3.8 : 1.0\n",
      "                creative = True                0 : neg    =      3.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 27\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.431111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = 1                 neg : pos    =     10.6 : 1.0\n",
      "                      '' = 2                   0 : pos    =     10.4 : 1.0\n",
      "                   built = 1                   0 : neg    =     10.0 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.9 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.8 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.9 : 1.0\n",
      "                    bowl = 1                 pos : neg    =      7.1 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.9 : 1.0\n",
      "               developer = 1                 pos : 0      =      6.7 : 1.0\n",
      "                  health = 2                   0 : pos    =      6.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 28\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "32\n",
      "Top 10 positive words:\n",
      "[u'right', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough', u'won']\n",
      "Total positive words:\n",
      "15\n",
      "Top 10 positive words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'fell', u'fall']\n",
      "****************\n",
      "ACCURACY = 0.486666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      5.4 : 1.0\n",
      "                 problem = True              neg : 0      =      5.3 : 1.0\n",
      "                   super = True              pos : neg    =      5.3 : 1.0\n",
      "                   clear = True              neg : pos    =      4.4 : 1.0\n",
      "                    free = True              pos : 0      =      4.2 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.1 : 1.0\n",
      "                    fell = True              neg : pos    =      3.8 : 1.0\n",
      "                creative = True                0 : neg    =      3.8 : 1.0\n",
      "              successful = True              pos : 0      =      3.7 : 1.0\n",
      "                   right = True              pos : neg    =      3.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 29\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.46\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     10.4 : 1.0\n",
      "                    jury = 1                 neg : pos    =      8.7 : 1.0\n",
      "                  losing = 1                   0 : pos    =      7.9 : 1.0\n",
      "                 schools = 1                 pos : 0      =      7.5 : 1.0\n",
      "             controversy = 1                 neg : pos    =      7.4 : 1.0\n",
      "                  mining = 1                 neg : pos    =      6.0 : 1.0\n",
      "                    debt = 1                 neg : pos    =      5.4 : 1.0\n",
      "                  travel = 1                   0 : neg    =      5.2 : 1.0\n",
      "              threatened = 1                 neg : pos    =      4.7 : 1.0\n",
      "                 effects = 1                 neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 30\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "Total positive words:\n",
      "42\n",
      "Top 10 positive words:\n",
      "[u'golden', u'spiritual', u'willingness', u'awesome', u'premier', u'magnificent', u'logical', u'upscale', u'valiant', u'principled']\n",
      "Total positive words:\n",
      "55\n",
      "Top 10 positive words:\n",
      "[u'criticism', u'obsessively', u'obese', u'doubts', u'foul', u'freeze', u'antagonistic', u'louder', u'thirst', u'stern']\n",
      "****************\n",
      "ACCURACY = 0.475555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True                0 : pos    =      7.9 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                    debt = True              neg : pos    =      5.4 : 1.0\n",
      "                    fake = True              neg : pos    =      4.7 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.7 : 1.0\n",
      "                   split = True              neg : pos    =      4.4 : 1.0\n",
      "                  doubts = True                0 : pos    =      3.1 : 1.0\n",
      "                   boost = True              pos : neg    =      2.8 : 1.0\n",
      "                   angry = True              neg : pos    =      2.8 : 1.0\n",
      "               encourage = True              neg : 0      =      2.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 1\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.444444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     13.0 : 1.0\n",
      "                declined = True              neg : pos    =      9.3 : 1.0\n",
      "                   built = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "               financing = True                0 : neg    =      6.9 : 1.0\n",
      "                    cnbc = True                0 : neg    =      6.9 : 1.0\n",
      "                    ever = True              pos : 0      =      6.8 : 1.0\n",
      "                    rose = True              pos : neg    =      6.6 : 1.0\n",
      "                     500 = True              pos : 0      =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 2\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u';', u'would']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.444444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     13.0 : 1.0\n",
      "                declined = True              neg : pos    =      9.3 : 1.0\n",
      "                   built = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "               financing = True                0 : neg    =      6.9 : 1.0\n",
      "                    cnbc = True                0 : neg    =      6.9 : 1.0\n",
      "                    ever = True              pos : 0      =      6.8 : 1.0\n",
      "                    rose = True              pos : neg    =      6.6 : 1.0\n",
      "                     500 = True              pos : 0      =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 3\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'manager', u'apple', u'company', u'mr.', u'new', u'founder']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.452222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     13.0 : 1.0\n",
      "                declined = True              neg : pos    =      9.3 : 1.0\n",
      "                   built = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "               financing = True                0 : neg    =      6.9 : 1.0\n",
      "                    cnbc = True                0 : neg    =      6.9 : 1.0\n",
      "                    rose = True              pos : neg    =      6.6 : 1.0\n",
      "               relations = True                0 : neg    =      6.3 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 4\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.451111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     13.0 : 1.0\n",
      "                declined = True              neg : pos    =      9.3 : 1.0\n",
      "                   built = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "               financing = True                0 : neg    =      6.9 : 1.0\n",
      "                    cnbc = True                0 : neg    =      6.9 : 1.0\n",
      "                    rose = True              pos : neg    =      6.6 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                 problem = True              neg : 0      =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 5\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'manager', u'apple', u'company']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.455555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     13.0 : 1.0\n",
      "                declined = True              neg : pos    =      9.3 : 1.0\n",
      "                   built = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "               financing = True                0 : neg    =      6.9 : 1.0\n",
      "                    cnbc = True                0 : neg    =      6.9 : 1.0\n",
      "                    rose = True              pos : neg    =      6.6 : 1.0\n",
      "               relations = True                0 : neg    =      6.3 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 6\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.458888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     13.0 : 1.0\n",
      "                declined = True              neg : pos    =      9.3 : 1.0\n",
      "                   built = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "                    cnbc = True                0 : neg    =      6.9 : 1.0\n",
      "                    rose = True              pos : neg    =      6.6 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                 problem = True              neg : 0      =      6.0 : 1.0\n",
      "                    west = True                0 : neg    =      5.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 7\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.448888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     13.0 : 1.0\n",
      "                declined = True              neg : pos    =      9.3 : 1.0\n",
      "                   built = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "               financing = True                0 : neg    =      6.9 : 1.0\n",
      "                    cnbc = True                0 : neg    =      6.9 : 1.0\n",
      "                    rose = True              pos : neg    =      6.6 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                 problem = True              neg : 0      =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 8\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.453333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     13.0 : 1.0\n",
      "                declined = True              neg : pos    =      9.3 : 1.0\n",
      "                   built = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "                    cnbc = True                0 : neg    =      6.9 : 1.0\n",
      "                    rose = True              pos : neg    =      6.6 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                 problem = True              neg : 0      =      6.0 : 1.0\n",
      "                    west = True                0 : neg    =      5.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 9\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.442222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     13.0 : 1.0\n",
      "                declined = True              neg : pos    =      9.3 : 1.0\n",
      "                   built = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "               financing = True                0 : neg    =      6.9 : 1.0\n",
      "                    cnbc = True                0 : neg    =      6.9 : 1.0\n",
      "                    ever = True              pos : 0      =      6.8 : 1.0\n",
      "                    rose = True              pos : neg    =      6.6 : 1.0\n",
      "                 related = True              neg : 0      =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 10\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u';', u'would']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.445555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     13.0 : 1.0\n",
      "                declined = True              neg : pos    =      9.3 : 1.0\n",
      "                   built = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "               financing = True                0 : neg    =      6.9 : 1.0\n",
      "                    cnbc = True                0 : neg    =      6.9 : 1.0\n",
      "                    ever = True              pos : 0      =      6.8 : 1.0\n",
      "                    rose = True              pos : neg    =      6.6 : 1.0\n",
      "                 related = True              neg : 0      =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 11\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'manager', u'apple', u'company', u'mr.', u'new', u'founder']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.45\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     13.0 : 1.0\n",
      "                declined = True              neg : pos    =      9.3 : 1.0\n",
      "                   built = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "               financing = True                0 : neg    =      6.9 : 1.0\n",
      "                    cnbc = True                0 : neg    =      6.9 : 1.0\n",
      "                    ever = True              pos : 0      =      6.8 : 1.0\n",
      "                    rose = True              pos : neg    =      6.6 : 1.0\n",
      "               relations = True                0 : neg    =      6.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 12\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.45\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     13.0 : 1.0\n",
      "                declined = True              neg : pos    =      9.3 : 1.0\n",
      "                   built = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "               financing = True                0 : neg    =      6.9 : 1.0\n",
      "                    cnbc = True                0 : neg    =      6.9 : 1.0\n",
      "                    rose = True              pos : neg    =      6.6 : 1.0\n",
      "               relations = True                0 : neg    =      6.3 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 13\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'manager', u'apple', u'company']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.455555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     13.0 : 1.0\n",
      "                declined = True              neg : pos    =      9.3 : 1.0\n",
      "                   built = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "               financing = True                0 : neg    =      6.9 : 1.0\n",
      "                    cnbc = True                0 : neg    =      6.9 : 1.0\n",
      "                    rose = True              pos : neg    =      6.6 : 1.0\n",
      "               relations = True                0 : neg    =      6.3 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 14\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.457777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     13.0 : 1.0\n",
      "                declined = True              neg : pos    =      9.3 : 1.0\n",
      "                   built = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "                    cnbc = True                0 : neg    =      6.9 : 1.0\n",
      "                    rose = True              pos : neg    =      6.6 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                 problem = True              neg : 0      =      6.0 : 1.0\n",
      "                    west = True                0 : neg    =      5.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 15\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.45\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     13.0 : 1.0\n",
      "                declined = True              neg : pos    =      9.3 : 1.0\n",
      "                   built = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "               financing = True                0 : neg    =      6.9 : 1.0\n",
      "                    cnbc = True                0 : neg    =      6.9 : 1.0\n",
      "                    rose = True              pos : neg    =      6.6 : 1.0\n",
      "               relations = True                0 : neg    =      6.3 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 16\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.454444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     13.0 : 1.0\n",
      "                declined = True              neg : pos    =      9.3 : 1.0\n",
      "                   built = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "                    cnbc = True                0 : neg    =      6.9 : 1.0\n",
      "                    rose = True              pos : neg    =      6.6 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                 problem = True              neg : 0      =      6.0 : 1.0\n",
      "                    west = True                0 : neg    =      5.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 17\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.461111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                 schools = True              pos : 0      =      7.5 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                  losing = True              neg : pos    =      7.4 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.7 : 1.0\n",
      "              pioneering = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 18\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.458888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                 schools = True              pos : 0      =      7.5 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                  losing = True              neg : pos    =      7.4 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.7 : 1.0\n",
      "              pioneering = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 19\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.46\n",
      "****************\n",
      "Most Informative Features\n",
      "                 schools = True              pos : 0      =      7.5 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                  losing = True              neg : pos    =      7.4 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.7 : 1.0\n",
      "              pioneering = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 20\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.458888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                 schools = True              pos : 0      =      7.5 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                  losing = True              neg : pos    =      7.4 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.7 : 1.0\n",
      "              pioneering = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 21\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.461111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                 schools = True              pos : 0      =      7.5 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                  losing = True              neg : pos    =      7.4 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.7 : 1.0\n",
      "              pioneering = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 22\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.458888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                 schools = True              pos : 0      =      7.5 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                  losing = True              neg : pos    =      7.4 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.7 : 1.0\n",
      "              pioneering = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 23\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.46\n",
      "****************\n",
      "Most Informative Features\n",
      "                 schools = True              pos : 0      =      7.5 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                  losing = True              neg : pos    =      7.4 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.7 : 1.0\n",
      "              pioneering = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 24\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.458888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                 schools = True              pos : 0      =      7.5 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                  losing = True              neg : pos    =      7.4 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "               benefited = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.7 : 1.0\n",
      "              pioneering = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 25\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.448888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = 1                 neg : pos    =     13.0 : 1.0\n",
      "                declined = 1                 neg : pos    =      9.3 : 1.0\n",
      "                   built = 1                   0 : neg    =      8.7 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.1 : 1.0\n",
      "                   force = 1                 neg : pos    =      7.8 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                  health = 2                   0 : pos    =      6.7 : 1.0\n",
      "                    ever = 1                 pos : 0      =      6.4 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.2 : 1.0\n",
      "                     500 = 1                 pos : 0      =      6.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 26\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "35\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'fans', u'creative']\n",
      "Total positive words:\n",
      "17\n",
      "Top 10 positive words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad', u'fell']\n",
      "****************\n",
      "ACCURACY = 0.492222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                 problem = True              neg : 0      =      6.0 : 1.0\n",
      "                  crisis = True              neg : pos    =      5.8 : 1.0\n",
      "              successful = True              pos : 0      =      5.0 : 1.0\n",
      "                    died = True              neg : 0      =      4.8 : 1.0\n",
      "                   super = True              pos : neg    =      4.3 : 1.0\n",
      "                    love = True              pos : 0      =      4.1 : 1.0\n",
      "                concerns = True              neg : pos    =      3.9 : 1.0\n",
      "                problems = True              neg : 0      =      3.8 : 1.0\n",
      "                    lost = True              neg : pos    =      3.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 27\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.458888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = 1                 neg : pos    =     13.0 : 1.0\n",
      "                declined = 1                 neg : pos    =      9.3 : 1.0\n",
      "                   built = 1                   0 : neg    =      8.7 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.1 : 1.0\n",
      "                   force = 1                 neg : pos    =      7.8 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                  health = 2                   0 : pos    =      6.7 : 1.0\n",
      "                   which = 2                 pos : neg    =      6.4 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.2 : 1.0\n",
      "                 average = 1                 pos : 0      =      6.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 28\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "32\n",
      "Top 10 positive words:\n",
      "[u'right', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough', u'won']\n",
      "Total positive words:\n",
      "15\n",
      "Top 10 positive words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'fell', u'fall']\n",
      "****************\n",
      "ACCURACY = 0.491111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                 problem = True              neg : 0      =      6.0 : 1.0\n",
      "                  crisis = True              neg : pos    =      5.8 : 1.0\n",
      "              successful = True              pos : 0      =      5.0 : 1.0\n",
      "                   super = True              pos : neg    =      4.3 : 1.0\n",
      "                concerns = True              neg : pos    =      3.9 : 1.0\n",
      "                problems = True              neg : 0      =      3.8 : 1.0\n",
      "                    lost = True              neg : pos    =      3.6 : 1.0\n",
      "                   clear = True              neg : pos    =      3.4 : 1.0\n",
      "                    fell = True              neg : pos    =      3.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 29\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.462222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "             controversy = 1                 neg : pos    =      7.4 : 1.0\n",
      "                  losing = 1                 neg : pos    =      7.4 : 1.0\n",
      "                 schools = 1                 pos : 0      =      7.2 : 1.0\n",
      "                    debt = 1                 neg : pos    =      6.0 : 1.0\n",
      "                 effects = 1                 neg : pos    =      6.0 : 1.0\n",
      "                    jury = 1                 neg : pos    =      5.2 : 1.0\n",
      "              threatened = 1                 neg : pos    =      4.7 : 1.0\n",
      "               benefited = 1                 neg : pos    =      4.7 : 1.0\n",
      "                    kids = 1                 neg : pos    =      4.7 : 1.0\n",
      "              pioneering = 1                 neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 30\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "Total positive words:\n",
      "42\n",
      "Top 10 positive words:\n",
      "[u'golden', u'spiritual', u'willingness', u'awesome', u'premier', u'magnificent', u'logical', u'upscale', u'valiant', u'principled']\n",
      "Total positive words:\n",
      "55\n",
      "Top 10 positive words:\n",
      "[u'criticism', u'obsessively', u'obese', u'doubts', u'foul', u'freeze', u'antagonistic', u'louder', u'thirst', u'stern']\n",
      "****************\n",
      "ACCURACY = 0.481111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                  losing = True              neg : pos    =      7.4 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.7 : 1.0\n",
      "                   split = True              neg : pos    =      4.4 : 1.0\n",
      "                 logical = True              neg : pos    =      3.4 : 1.0\n",
      "                   angry = True              neg : pos    =      3.4 : 1.0\n",
      "                  doubts = True                0 : pos    =      3.0 : 1.0\n",
      "                 premier = True              neg : pos    =      2.8 : 1.0\n",
      "                    fake = True              neg : pos    =      2.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 1\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.49\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     10.8 : 1.0\n",
      "                declined = True              neg : pos    =      9.9 : 1.0\n",
      "                   force = True              neg : pos    =      9.9 : 1.0\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                 compete = True              pos : 0      =      8.4 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.5 : 1.0\n",
      "           investigation = True              neg : pos    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 2\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u';', u'would']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.483333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     10.8 : 1.0\n",
      "                declined = True              neg : pos    =      9.9 : 1.0\n",
      "                   force = True              neg : pos    =      9.9 : 1.0\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                 compete = True              pos : 0      =      8.4 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.5 : 1.0\n",
      "           investigation = True              neg : pos    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 3\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'manager', u'apple', u'company', u'mr.', u'new', u'founder']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.494444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     10.8 : 1.0\n",
      "                declined = True              neg : pos    =      9.9 : 1.0\n",
      "                   force = True              neg : pos    =      9.9 : 1.0\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                 compete = True              pos : 0      =      8.4 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.5 : 1.0\n",
      "           investigation = True              neg : pos    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 4\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.505555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     10.8 : 1.0\n",
      "                declined = True              neg : pos    =      9.9 : 1.0\n",
      "                   force = True              neg : pos    =      9.9 : 1.0\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                 compete = True              pos : 0      =      8.4 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.5 : 1.0\n",
      "           investigation = True              neg : pos    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 5\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'manager', u'apple', u'company']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.493333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     10.8 : 1.0\n",
      "                declined = True              neg : pos    =      9.9 : 1.0\n",
      "                   force = True              neg : pos    =      9.9 : 1.0\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                 compete = True              pos : 0      =      8.4 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.5 : 1.0\n",
      "           investigation = True              neg : pos    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 6\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.508888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     10.8 : 1.0\n",
      "                declined = True              neg : pos    =      9.9 : 1.0\n",
      "                   force = True              neg : pos    =      9.9 : 1.0\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                 compete = True              pos : 0      =      8.4 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.5 : 1.0\n",
      "           investigation = True              neg : pos    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 7\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.494444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     10.8 : 1.0\n",
      "                declined = True              neg : pos    =      9.9 : 1.0\n",
      "                   force = True              neg : pos    =      9.9 : 1.0\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                 compete = True              pos : 0      =      8.4 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.5 : 1.0\n",
      "           investigation = True              neg : pos    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 8\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.507777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     10.8 : 1.0\n",
      "                declined = True              neg : pos    =      9.9 : 1.0\n",
      "                   force = True              neg : pos    =      9.9 : 1.0\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                 compete = True              pos : 0      =      8.4 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.5 : 1.0\n",
      "           investigation = True              neg : pos    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 9\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.49\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     10.8 : 1.0\n",
      "                declined = True              neg : pos    =      9.9 : 1.0\n",
      "                   force = True              neg : pos    =      9.9 : 1.0\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                 compete = True              pos : 0      =      8.4 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.5 : 1.0\n",
      "           investigation = True              neg : pos    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 10\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u';', u'would']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.487777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     10.8 : 1.0\n",
      "                declined = True              neg : pos    =      9.9 : 1.0\n",
      "                   force = True              neg : pos    =      9.9 : 1.0\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                 compete = True              pos : 0      =      8.4 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.5 : 1.0\n",
      "           investigation = True              neg : pos    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 11\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'manager', u'apple', u'company', u'mr.', u'new', u'founder']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.488888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     10.8 : 1.0\n",
      "                declined = True              neg : pos    =      9.9 : 1.0\n",
      "                   force = True              neg : pos    =      9.9 : 1.0\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                 compete = True              pos : 0      =      8.4 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.5 : 1.0\n",
      "           investigation = True              neg : pos    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 12\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.497777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     10.8 : 1.0\n",
      "                declined = True              neg : pos    =      9.9 : 1.0\n",
      "                   force = True              neg : pos    =      9.9 : 1.0\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                 compete = True              pos : 0      =      8.4 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.5 : 1.0\n",
      "           investigation = True              neg : pos    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 13\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'manager', u'apple', u'company']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.488888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     10.8 : 1.0\n",
      "                declined = True              neg : pos    =      9.9 : 1.0\n",
      "                   force = True              neg : pos    =      9.9 : 1.0\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                 compete = True              pos : 0      =      8.4 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.5 : 1.0\n",
      "           investigation = True              neg : pos    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 14\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.501111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     10.8 : 1.0\n",
      "                declined = True              neg : pos    =      9.9 : 1.0\n",
      "                   force = True              neg : pos    =      9.9 : 1.0\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                 compete = True              pos : 0      =      8.4 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.5 : 1.0\n",
      "           investigation = True              neg : pos    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 15\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.494444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     10.8 : 1.0\n",
      "                declined = True              neg : pos    =      9.9 : 1.0\n",
      "                   force = True              neg : pos    =      9.9 : 1.0\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                 compete = True              pos : 0      =      8.4 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.5 : 1.0\n",
      "           investigation = True              neg : pos    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 16\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.505555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     10.8 : 1.0\n",
      "                declined = True              neg : pos    =      9.9 : 1.0\n",
      "                   force = True              neg : pos    =      9.9 : 1.0\n",
      "                   built = True                0 : neg    =      9.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                 compete = True              pos : 0      =      8.4 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.5 : 1.0\n",
      "           investigation = True              neg : pos    =      7.0 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 17\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.494444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.3 : 1.0\n",
      "                 schools = True              pos : 0      =      7.6 : 1.0\n",
      "             controversy = True              neg : pos    =      7.3 : 1.0\n",
      "                   match = True              neg : pos    =      6.0 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "               criticism = True              neg : pos    =      4.6 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.6 : 1.0\n",
      "                 effects = True              neg : pos    =      4.6 : 1.0\n",
      "              pioneering = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 18\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.495555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.3 : 1.0\n",
      "                 schools = True              pos : 0      =      7.6 : 1.0\n",
      "             controversy = True              neg : pos    =      7.3 : 1.0\n",
      "                   match = True              neg : pos    =      6.0 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "               criticism = True              neg : pos    =      4.6 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.6 : 1.0\n",
      "                 effects = True              neg : pos    =      4.6 : 1.0\n",
      "              pioneering = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 19\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.493333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.3 : 1.0\n",
      "                 schools = True              pos : 0      =      7.6 : 1.0\n",
      "             controversy = True              neg : pos    =      7.3 : 1.0\n",
      "                   match = True              neg : pos    =      6.0 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "               criticism = True              neg : pos    =      4.6 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.6 : 1.0\n",
      "                 effects = True              neg : pos    =      4.6 : 1.0\n",
      "              pioneering = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 20\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.494444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.3 : 1.0\n",
      "                 schools = True              pos : 0      =      7.6 : 1.0\n",
      "             controversy = True              neg : pos    =      7.3 : 1.0\n",
      "                   match = True              neg : pos    =      6.0 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "               criticism = True              neg : pos    =      4.6 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.6 : 1.0\n",
      "                 effects = True              neg : pos    =      4.6 : 1.0\n",
      "              pioneering = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 21\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.494444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.3 : 1.0\n",
      "                 schools = True              pos : 0      =      7.6 : 1.0\n",
      "             controversy = True              neg : pos    =      7.3 : 1.0\n",
      "                   match = True              neg : pos    =      6.0 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "               criticism = True              neg : pos    =      4.6 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.6 : 1.0\n",
      "                 effects = True              neg : pos    =      4.6 : 1.0\n",
      "               mortgages = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 22\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.496666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.3 : 1.0\n",
      "                 schools = True              pos : 0      =      7.6 : 1.0\n",
      "             controversy = True              neg : pos    =      7.3 : 1.0\n",
      "                   match = True              neg : pos    =      6.0 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "               criticism = True              neg : pos    =      4.6 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.6 : 1.0\n",
      "                 effects = True              neg : pos    =      4.6 : 1.0\n",
      "               mortgages = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 23\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.493333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.3 : 1.0\n",
      "                 schools = True              pos : 0      =      7.6 : 1.0\n",
      "             controversy = True              neg : pos    =      7.3 : 1.0\n",
      "                   match = True              neg : pos    =      6.0 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "               criticism = True              neg : pos    =      4.6 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.6 : 1.0\n",
      "                 effects = True              neg : pos    =      4.6 : 1.0\n",
      "               mortgages = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 24\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.494444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.3 : 1.0\n",
      "                 schools = True              pos : 0      =      7.6 : 1.0\n",
      "             controversy = True              neg : pos    =      7.3 : 1.0\n",
      "                   match = True              neg : pos    =      6.0 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "               criticism = True              neg : pos    =      4.6 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.6 : 1.0\n",
      "                 effects = True              neg : pos    =      4.6 : 1.0\n",
      "               mortgages = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 25\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.466666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = 1                 neg : pos    =     10.8 : 1.0\n",
      "                      '' = 2                   0 : pos    =     10.2 : 1.0\n",
      "                declined = 1                 neg : pos    =      9.9 : 1.0\n",
      "                   force = 1                 neg : pos    =      9.9 : 1.0\n",
      "                   built = 1                   0 : neg    =      9.3 : 1.0\n",
      "                 compete = 1                 pos : 0      =      8.4 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.1 : 1.0\n",
      "               financing = 1                   0 : neg    =      8.1 : 1.0\n",
      "                proposal = 1                   0 : pos    =      6.9 : 1.0\n",
      "               relations = 1                   0 : neg    =      6.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 26\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "35\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'fans', u'creative']\n",
      "Total positive words:\n",
      "17\n",
      "Top 10 positive words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad', u'fell']\n",
      "****************\n",
      "ACCURACY = 0.522222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                    died = True              neg : 0      =      5.9 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "                  crisis = True              neg : pos    =      5.1 : 1.0\n",
      "                 problem = True              neg : 0      =      4.7 : 1.0\n",
      "                   super = True              pos : neg    =      4.1 : 1.0\n",
      "                    fell = True              neg : pos    =      3.9 : 1.0\n",
      "              successful = True              pos : 0      =      3.8 : 1.0\n",
      "                    free = True              pos : 0      =      3.7 : 1.0\n",
      "                    lost = True              neg : pos    =      3.7 : 1.0\n",
      "                concerns = True              neg : pos    =      3.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 27\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.482222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = 1                 neg : pos    =     10.8 : 1.0\n",
      "                      '' = 2                   0 : pos    =     10.2 : 1.0\n",
      "                declined = 1                 neg : pos    =      9.9 : 1.0\n",
      "                   force = 1                 neg : pos    =      9.9 : 1.0\n",
      "                   built = 1                   0 : neg    =      9.3 : 1.0\n",
      "                 compete = 1                 pos : 0      =      8.4 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.1 : 1.0\n",
      "                  health = 2                   0 : pos    =      6.6 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.5 : 1.0\n",
      "           investigation = 1                 neg : pos    =      6.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 28\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "32\n",
      "Top 10 positive words:\n",
      "[u'right', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough', u'won']\n",
      "Total positive words:\n",
      "15\n",
      "Top 10 positive words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'fell', u'fall']\n",
      "****************\n",
      "ACCURACY = 0.518888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "                  crisis = True              neg : pos    =      5.1 : 1.0\n",
      "                 problem = True              neg : 0      =      4.7 : 1.0\n",
      "                   super = True              pos : neg    =      4.1 : 1.0\n",
      "                    fell = True              neg : pos    =      3.9 : 1.0\n",
      "              successful = True              pos : 0      =      3.8 : 1.0\n",
      "                    free = True              pos : 0      =      3.7 : 1.0\n",
      "                    lost = True              neg : pos    =      3.7 : 1.0\n",
      "                concerns = True              neg : pos    =      3.6 : 1.0\n",
      "                problems = True              neg : 0      =      3.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 29\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.496666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = 1                 neg : pos    =     11.3 : 1.0\n",
      "                      '' = 2                   0 : pos    =     10.2 : 1.0\n",
      "             controversy = 1                 neg : pos    =      7.3 : 1.0\n",
      "                 schools = 1                 pos : 0      =      7.2 : 1.0\n",
      "                   match = 1                 neg : pos    =      6.0 : 1.0\n",
      "                  mining = 1                 neg : pos    =      6.0 : 1.0\n",
      "                    debt = 1                 neg : pos    =      5.7 : 1.0\n",
      "                    jury = 1                 neg : pos    =      5.2 : 1.0\n",
      "               criticism = 1                 neg : pos    =      4.6 : 1.0\n",
      "                 effects = 1                 neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 30\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "Total positive words:\n",
      "42\n",
      "Top 10 positive words:\n",
      "[u'golden', u'spiritual', u'willingness', u'awesome', u'premier', u'magnificent', u'logical', u'upscale', u'valiant', u'principled']\n",
      "Total positive words:\n",
      "55\n",
      "Top 10 positive words:\n",
      "[u'criticism', u'obsessively', u'obese', u'doubts', u'foul', u'freeze', u'antagonistic', u'louder', u'thirst', u'stern']\n",
      "****************\n",
      "ACCURACY = 0.507777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.3 : 1.0\n",
      "             controversy = True              neg : pos    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "               criticism = True              neg : pos    =      4.6 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.6 : 1.0\n",
      "                   split = True              neg : pos    =      4.4 : 1.0\n",
      "                  doubts = True                0 : pos    =      4.2 : 1.0\n",
      "                    fake = True              neg : pos    =      3.6 : 1.0\n",
      "                 upscale = True                0 : pos    =      3.0 : 1.0\n",
      "                 premier = True              neg : pos    =      2.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 1\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.452222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     10.9 : 1.0\n",
      "                   space = True                0 : neg    =      9.5 : 1.0\n",
      "                   built = True                0 : neg    =      9.5 : 1.0\n",
      "                   force = True              neg : pos    =      8.7 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.6 : 1.0\n",
      "                declined = True              neg : pos    =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                 problem = True              neg : 0      =      6.4 : 1.0\n",
      "                students = True              pos : 0      =      6.0 : 1.0\n",
      "                 foreign = True              neg : 0      =      5.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 2\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u';', u'would']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.46\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     10.9 : 1.0\n",
      "                   space = True                0 : neg    =      9.5 : 1.0\n",
      "                   built = True                0 : neg    =      9.5 : 1.0\n",
      "                   force = True              neg : pos    =      8.7 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.6 : 1.0\n",
      "                declined = True              neg : pos    =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                 problem = True              neg : 0      =      6.4 : 1.0\n",
      "                students = True              pos : 0      =      6.0 : 1.0\n",
      "                 foreign = True              neg : 0      =      5.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 3\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'manager', u'apple', u'company', u'mr.', u'new', u'founder']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.453333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     10.9 : 1.0\n",
      "                   space = True                0 : neg    =      9.5 : 1.0\n",
      "                   built = True                0 : neg    =      9.5 : 1.0\n",
      "                   force = True              neg : pos    =      8.7 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.6 : 1.0\n",
      "                declined = True              neg : pos    =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                 problem = True              neg : 0      =      6.4 : 1.0\n",
      "                students = True              pos : 0      =      6.0 : 1.0\n",
      "                 foreign = True              neg : 0      =      5.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 4\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.465555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     10.9 : 1.0\n",
      "                   space = True                0 : neg    =      9.5 : 1.0\n",
      "                   built = True                0 : neg    =      9.5 : 1.0\n",
      "                   force = True              neg : pos    =      8.7 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.6 : 1.0\n",
      "                declined = True              neg : pos    =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                 problem = True              neg : 0      =      6.4 : 1.0\n",
      "                students = True              pos : 0      =      6.0 : 1.0\n",
      "                 foreign = True              neg : 0      =      5.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 5\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'manager', u'apple', u'company']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.457777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     10.9 : 1.0\n",
      "                   space = True                0 : neg    =      9.5 : 1.0\n",
      "                   built = True                0 : neg    =      9.5 : 1.0\n",
      "                   force = True              neg : pos    =      8.7 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.6 : 1.0\n",
      "                declined = True              neg : pos    =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                 problem = True              neg : 0      =      6.4 : 1.0\n",
      "                students = True              pos : 0      =      6.0 : 1.0\n",
      "                 foreign = True              neg : 0      =      5.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 6\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.468888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     10.9 : 1.0\n",
      "                   space = True                0 : neg    =      9.5 : 1.0\n",
      "                   built = True                0 : neg    =      9.5 : 1.0\n",
      "                   force = True              neg : pos    =      8.7 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.6 : 1.0\n",
      "                declined = True              neg : pos    =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                 problem = True              neg : 0      =      6.4 : 1.0\n",
      "                students = True              pos : 0      =      6.0 : 1.0\n",
      "                 foreign = True              neg : 0      =      5.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 7\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.465555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     10.9 : 1.0\n",
      "                   space = True                0 : neg    =      9.5 : 1.0\n",
      "                   built = True                0 : neg    =      9.5 : 1.0\n",
      "                   force = True              neg : pos    =      8.7 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.6 : 1.0\n",
      "                declined = True              neg : pos    =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                 problem = True              neg : 0      =      6.4 : 1.0\n",
      "                students = True              pos : 0      =      6.0 : 1.0\n",
      "                 foreign = True              neg : 0      =      5.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 8\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.465555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     10.9 : 1.0\n",
      "                   space = True                0 : neg    =      9.5 : 1.0\n",
      "                   built = True                0 : neg    =      9.5 : 1.0\n",
      "                   force = True              neg : pos    =      8.7 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.6 : 1.0\n",
      "                declined = True              neg : pos    =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                 problem = True              neg : 0      =      6.4 : 1.0\n",
      "                students = True              pos : 0      =      6.0 : 1.0\n",
      "                 foreign = True              neg : 0      =      5.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 9\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.446666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     10.9 : 1.0\n",
      "                   space = True                0 : neg    =      9.5 : 1.0\n",
      "                   built = True                0 : neg    =      9.5 : 1.0\n",
      "                   force = True              neg : pos    =      8.7 : 1.0\n",
      "                    turn = True              neg : 0      =      8.4 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.6 : 1.0\n",
      "                declined = True              neg : pos    =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                 problem = True              neg : 0      =      6.4 : 1.0\n",
      "                students = True              pos : 0      =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 10\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u';', u'would']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.454444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     10.9 : 1.0\n",
      "                   space = True                0 : neg    =      9.5 : 1.0\n",
      "                   built = True                0 : neg    =      9.5 : 1.0\n",
      "                   force = True              neg : pos    =      8.7 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.6 : 1.0\n",
      "                declined = True              neg : pos    =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                 problem = True              neg : 0      =      6.4 : 1.0\n",
      "                students = True              pos : 0      =      6.0 : 1.0\n",
      "                 foreign = True              neg : 0      =      5.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 11\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'manager', u'apple', u'company', u'mr.', u'new', u'founder']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.444444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     10.9 : 1.0\n",
      "                   space = True                0 : neg    =      9.5 : 1.0\n",
      "                   built = True                0 : neg    =      9.5 : 1.0\n",
      "                   force = True              neg : pos    =      8.7 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.6 : 1.0\n",
      "                declined = True              neg : pos    =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                 problem = True              neg : 0      =      6.4 : 1.0\n",
      "                students = True              pos : 0      =      6.0 : 1.0\n",
      "                 foreign = True              neg : 0      =      5.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 12\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.457777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     10.9 : 1.0\n",
      "                   space = True                0 : neg    =      9.5 : 1.0\n",
      "                   built = True                0 : neg    =      9.5 : 1.0\n",
      "                   force = True              neg : pos    =      8.7 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.6 : 1.0\n",
      "                declined = True              neg : pos    =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                 problem = True              neg : 0      =      6.4 : 1.0\n",
      "                students = True              pos : 0      =      6.0 : 1.0\n",
      "                 foreign = True              neg : 0      =      5.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 13\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'manager', u'apple', u'company']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.44\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     10.9 : 1.0\n",
      "                   space = True                0 : neg    =      9.5 : 1.0\n",
      "                   built = True                0 : neg    =      9.5 : 1.0\n",
      "                   force = True              neg : pos    =      8.7 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.6 : 1.0\n",
      "                declined = True              neg : pos    =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                 problem = True              neg : 0      =      6.4 : 1.0\n",
      "                students = True              pos : 0      =      6.0 : 1.0\n",
      "                 foreign = True              neg : 0      =      5.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 14\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.472222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     10.9 : 1.0\n",
      "                   space = True                0 : neg    =      9.5 : 1.0\n",
      "                   built = True                0 : neg    =      9.5 : 1.0\n",
      "                   force = True              neg : pos    =      8.7 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.6 : 1.0\n",
      "                declined = True              neg : pos    =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                 problem = True              neg : 0      =      6.4 : 1.0\n",
      "                students = True              pos : 0      =      6.0 : 1.0\n",
      "                 foreign = True              neg : 0      =      5.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 15\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.466666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     10.9 : 1.0\n",
      "                   space = True                0 : neg    =      9.5 : 1.0\n",
      "                   built = True                0 : neg    =      9.5 : 1.0\n",
      "                   force = True              neg : pos    =      8.7 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.6 : 1.0\n",
      "                declined = True              neg : pos    =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                 problem = True              neg : 0      =      6.4 : 1.0\n",
      "                students = True              pos : 0      =      6.0 : 1.0\n",
      "                 foreign = True              neg : 0      =      5.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 16\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.47\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     10.9 : 1.0\n",
      "                   space = True                0 : neg    =      9.5 : 1.0\n",
      "                   built = True                0 : neg    =      9.5 : 1.0\n",
      "                   force = True              neg : pos    =      8.7 : 1.0\n",
      "                    cnbc = True                0 : neg    =      7.6 : 1.0\n",
      "                declined = True              neg : pos    =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                 problem = True              neg : 0      =      6.4 : 1.0\n",
      "                students = True              pos : 0      =      6.0 : 1.0\n",
      "                 foreign = True              neg : 0      =      5.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 17\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.461111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "                 schools = True              pos : 0      =      7.1 : 1.0\n",
      "                lapierre = True              neg : pos    =      6.0 : 1.0\n",
      "             controversy = True              neg : pos    =      6.0 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "                  saying = True              neg : 0      =      5.2 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.7 : 1.0\n",
      "              pioneering = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 18\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.461111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "                 schools = True              pos : 0      =      7.1 : 1.0\n",
      "                lapierre = True              neg : pos    =      6.0 : 1.0\n",
      "             controversy = True              neg : pos    =      6.0 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "                  saying = True              neg : 0      =      5.2 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.7 : 1.0\n",
      "              pioneering = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 19\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.463333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "                 schools = True              pos : 0      =      7.1 : 1.0\n",
      "                lapierre = True              neg : pos    =      6.0 : 1.0\n",
      "             controversy = True              neg : pos    =      6.0 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "                  saying = True              neg : 0      =      5.2 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.7 : 1.0\n",
      "              pioneering = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 20\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.463333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "                 schools = True              pos : 0      =      7.1 : 1.0\n",
      "                lapierre = True              neg : pos    =      6.0 : 1.0\n",
      "             controversy = True              neg : pos    =      6.0 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "                  saying = True              neg : 0      =      5.2 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.7 : 1.0\n",
      "              pioneering = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 21\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.46\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "                 schools = True              pos : 0      =      7.1 : 1.0\n",
      "                lapierre = True              neg : pos    =      6.0 : 1.0\n",
      "             controversy = True              neg : pos    =      6.0 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "                  saying = True              neg : 0      =      5.2 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.7 : 1.0\n",
      "              pioneering = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 22\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.46\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "                 schools = True              pos : 0      =      7.1 : 1.0\n",
      "                lapierre = True              neg : pos    =      6.0 : 1.0\n",
      "             controversy = True              neg : pos    =      6.0 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "                  saying = True              neg : 0      =      5.2 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.7 : 1.0\n",
      "              pioneering = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 23\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.463333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "                 schools = True              pos : 0      =      7.1 : 1.0\n",
      "                lapierre = True              neg : pos    =      6.0 : 1.0\n",
      "             controversy = True              neg : pos    =      6.0 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "                  saying = True              neg : 0      =      5.2 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.7 : 1.0\n",
      "              pioneering = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 24\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.463333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "                 schools = True              pos : 0      =      7.1 : 1.0\n",
      "                lapierre = True              neg : pos    =      6.0 : 1.0\n",
      "             controversy = True              neg : pos    =      6.0 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "                  saying = True              neg : 0      =      5.2 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.7 : 1.0\n",
      "              pioneering = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 25\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.433333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = 1                 neg : pos    =     10.9 : 1.0\n",
      "               financing = 1                   0 : neg    =      9.5 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.9 : 1.0\n",
      "                   built = 1                   0 : neg    =      8.9 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.7 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.5 : 1.0\n",
      "              government = 2                 neg : pos    =      7.3 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.9 : 1.0\n",
      "                 problem = 1                 neg : 0      =      6.4 : 1.0\n",
      "                festival = 1                   0 : neg    =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 26\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "35\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'fans', u'creative']\n",
      "Total positive words:\n",
      "17\n",
      "Top 10 positive words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad', u'fell']\n",
      "****************\n",
      "ACCURACY = 0.487777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                 problem = True              neg : 0      =      6.4 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.5 : 1.0\n",
      "                   super = True              pos : neg    =      4.4 : 1.0\n",
      "                    fell = True              neg : pos    =      4.3 : 1.0\n",
      "                    died = True              neg : 0      =      4.2 : 1.0\n",
      "                    lost = True              neg : pos    =      4.1 : 1.0\n",
      "              successful = True              pos : 0      =      3.8 : 1.0\n",
      "                    love = True              pos : neg    =      3.7 : 1.0\n",
      "                   clear = True              neg : pos    =      3.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 27\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.444444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = 1                 neg : pos    =     10.9 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.9 : 1.0\n",
      "                   built = 1                   0 : neg    =      8.9 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.7 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.5 : 1.0\n",
      "              government = 2                 neg : pos    =      7.3 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.9 : 1.0\n",
      "                 problem = 1                 neg : 0      =      6.4 : 1.0\n",
      "                festival = 1                   0 : neg    =      6.4 : 1.0\n",
      "                     tax = 2                 neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 28\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "32\n",
      "Top 10 positive words:\n",
      "[u'right', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough', u'won']\n",
      "Total positive words:\n",
      "15\n",
      "Top 10 positive words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'fell', u'fall']\n",
      "****************\n",
      "ACCURACY = 0.485555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                 problem = True              neg : 0      =      6.4 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.5 : 1.0\n",
      "                   super = True              pos : neg    =      4.4 : 1.0\n",
      "                    fell = True              neg : pos    =      4.3 : 1.0\n",
      "                    lost = True              neg : pos    =      4.1 : 1.0\n",
      "              successful = True              pos : 0      =      3.8 : 1.0\n",
      "                   clear = True              neg : pos    =      3.7 : 1.0\n",
      "                  helped = True              pos : neg    =      3.7 : 1.0\n",
      "                problems = True              neg : 0      =      3.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 29\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.456666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = 1                 neg : pos    =     10.0 : 1.0\n",
      "                 schools = 1                 pos : 0      =      6.7 : 1.0\n",
      "                lapierre = 1                 neg : pos    =      6.0 : 1.0\n",
      "             controversy = 1                 neg : pos    =      6.0 : 1.0\n",
      "                  mining = 1                 neg : pos    =      6.0 : 1.0\n",
      "                    debt = 1                 neg : pos    =      5.7 : 1.0\n",
      "                european = 2                   0 : pos    =      5.5 : 1.0\n",
      "                 natural = 1                 pos : neg    =      5.5 : 1.0\n",
      "                  saying = 1                 neg : 0      =      5.2 : 1.0\n",
      "                    jury = 1                 neg : pos    =      5.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 30\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'shaye', u'revelers', u'woods', u'thirst']\n",
      "----------------\n",
      "Total positive words:\n",
      "42\n",
      "Top 10 positive words:\n",
      "[u'golden', u'spiritual', u'willingness', u'awesome', u'premier', u'magnificent', u'logical', u'upscale', u'valiant', u'principled']\n",
      "Total positive words:\n",
      "55\n",
      "Top 10 positive words:\n",
      "[u'criticism', u'obsessively', u'obese', u'doubts', u'foul', u'freeze', u'antagonistic', u'louder', u'thirst', u'stern']\n",
      "****************\n",
      "ACCURACY = 0.48\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "             controversy = True              neg : pos    =      6.0 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "                 beloved = True              neg : pos    =      4.7 : 1.0\n",
      "                   split = True              neg : pos    =      4.4 : 1.0\n",
      "               criticism = True              neg : pos    =      3.3 : 1.0\n",
      "                 upscale = True                0 : pos    =      3.1 : 1.0\n",
      "                   boost = True              pos : neg    =      2.8 : 1.0\n",
      "                    fake = True              neg : pos    =      2.8 : 1.0\n",
      "                  strike = True              pos : 0      =      2.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "**************** BEST RESULT ****************\n",
      "BEST OPTION: 26\n",
      "{'length': 1000, 'reverse': False, 'document_features': <function document_features3 at 0x7f9ee73b37d0>, 'numbers': True, 'stopwords_domain_in_features': False, 'punctuation': '!\"#$%&\\'()*+,-./:;<=>?@[\\\\]^_`{|}~', 'stopwords_domain': ['entrepreneur', 'startup', 'new', 'venture', 'manager', 'executive', 'founder', 'wal-mart', 'exxon', 'chevron', 'berkshire', 'hathaway', 'apple', 'samsung', 'phillips', '66', 'general', 'motors', 'ford', 'valero', 'exelon', 'corporation', 'dow', 'chemical', 'conocophillips', 'morgan', 'chase', 'world', 'fuel', 'services', 'illinois', 'tool', 'works', 'boeing', 'intel', 'corporation', 'pepsico', 'tjx', 'companies', 'costco', 'wholesale', 'metlife', 'blackrock', 'at&t', 'johnson', '&', 'johnson', 'abbott', 'laboratories', 'cvs', 'caremark', 'visa', 'cisco', 'systems', 'walt', 'disney', 'company', 'rock', 'tenn', 'company', 'halliburton', 'company', 'alcoa', 'fluor', 'corporation', 'general', 'electric', 'cbre', 'group', 'energy', 'transfer', 'equity', 'express', 'scripts', 'holding', 'hca', 'holdings', 'nrg', 'energy', 'aramark', 'holdings', 'corporation', 'honeywell', 'international', 'nike', 'amazon.com', 'procter', '&', 'gamble', 'unitedhealth', 'group', 'microsoft', 'Google', 'Salesforce', 'SAS', 'Quicken', 'Intuit', 'las', 'vegas', 'sands', 'autonation', '3m', 'company', 'danaher', 'corporation', 'new', 'york', 'life', 'insurance', 'company', 'mcdonalds', 'corporation', 'caterpillar', 'ryder', 'systems', 'd.r.', 'horton', 'stanley', 'black', '&', 'decker', 'archer', 'daniels', 'midland', 'coca-cola', 'company', 'united', 'continental', 'holdings', 'ingram', 'micro', 'chs', 'international', 'paper', 'company', 'mckesson', 'phillip', 'morris', 'international', 'state', 'farm', 'insurance', 'owens', 'corning', 'waste', 'management', 'c.h.', 'robinson', 'worldwide', 'harley-davidson', 'manpower', 'group', 'union', 'pacific', 'r.r', 'donnelley', '&', 'sons', 'company', 'graham', 'holdings', 'company', 'emc', 'corporation', 'mattel', 'united', 'parcel', 'service', 'omnicom', 'group', 'mckinsey', '&', 'company', 'pricewaterhousecoopers', 'intuitive', 'research', 'and', 'tech', 'international', 'bussiness', 'machines', 'formerly', 'BrightTag', 'aka', 'Wright', 'Foods', 'turospree.com', 'nirvanix.com', 'getpostrocket.com', 'votertide.com', 'gamelayers.com', 'unifyo.com', 'lookery.com', 'canv.as', 'blurtt.com', 'manilla.com', 'admaze.ly.com', 'springpad.com', 'ex.fm', 'sambamobile.com', 'qik.com', 'inbloom.org', 'intonow.com', 'getfindit.com', 'inqmobile.com', 'outboxmail.com', 'argylesocial.com', 'iamexec.com', 'stippleit.com', '500px', 'Inc', 'Wajam', 'Keek', 'Inc', 'GuySpy', 'Woozworld', 'TinEye', 'Idee', 'Inc', 'Jigsy', 'Voices.com', 'Snapsort', 'EmpireAvenue', 'Frank', 'and', 'Oak', 'LoginRadius', 'Chango', 'Inc', 'Pure', 'Energies', 'Group', 'Inc', 'Buytopia.ca', 'Smoke', 'NV', 'Inc', 'Just', 'Quality', 'International', 'Inc', 'Sterling', 'Cross', 'Defense', 'Systems', 'Corp', 'Magnet', 'Forensics', 'Inc', 'Greenlife', 'Water', 'Corp', 'Secure', 'Sense', 'Solutions', 'Sandstorm', 'Gold', 'Ltd', 'ScribbleLive', 'Technologies', 'Inc', 'TDot', 'Performance', 'Ltd', 'Redwood', 'Strategic', 'Inc', 'Emcision', 'International', 'Inc', 'Henkaa', 'Inc', 'Whirlscape', 'Inc', 'Bionym', 'Thalmic', 'Labs', 'Recon', 'Instruments', 'Om', 'Malik', 'Technology', 'Affino', 'AnalyzeRE', 'Atomic', 'Reach', 'Cloud', 'Dynamics', 'Exo', 'U', 'Fabric', 'Engine', 'Finmaven', 'Granify', 'InfraDog', 'Introhive', 'Invici', 'Technologies', 'Login', 'Radius', 'mnubo', 'Obero', 'Solutions', 'PeopleInsight', 'Procima', 'Experts', 'reelyActive', 'RtTech', 'Software', 'Seamless', 'Mobile', 'Health', 'Slyce', 'Smart', 'Employee', 'Benefits', 'SweetIQ', 'Thalmic', 'Labs', 'Vena', 'Solutions', 'WestonExprerssions', 'Linkett', '360pi', 'AcademixDirect', 'Inc', 'Adconion', 'Direct', 'Adesto', 'Technologies', 'Corporation', 'Alfresco', 'Aitierre', 'Corporation', 'Altitude', 'Digital', 'Anametrix', 'Aphios', 'Corporation', 'AppDirect', 'Applied', 'Predictive', 'Technologies', 'appsFreedom', 'Apttus', 'Argos', 'Therapeutics', 'Inc', 'Aseptia/Wright', 'Foods', 'Atlantis', 'Computing', 'Avere', 'Systems', 'Become', 'Inc', 'BeyondTrust', 'Bluebeam', 'Software', 'Inc', 'Signal', 'Cinsay', 'Inc', 'Cognitive', 'Networks', 'Compass-EOS', 'Credit', 'Sesame', 'Curemark', 'LLC', 'Daintree', 'Networks', 'Data', 'Dynamics', 'Inc', 'Defense.Net', 'DigiCert', 'Inc', 'DiscGenics', 'Duda', 'Electric', 'Cloud', 'Flybits', 'Fruition', 'Partners', 'GENBAND', 'globalVCard', 'CSI', 'Enterprise', 'GuideSpark', 'HasOffers', 'Health', 'Catalyst', 'Hortonworks', 'iBuildApp', 'iCIMS', 'Inc', 'ImaginAb', 'Inc', 'iPipeline', 'JAB', 'Broadband', 'Kahuna', 'Inc', 'Kareo', 'Klocwork', 'Inc.', 'Rogue', 'Wave', 'Lancope', 'Load', 'DynamiX', 'LocalResponse', 'Looker', 'Malcovery', 'Security', 'Maxta', 'Inc', 'MicroGREEN', 'Polymers', 'Inc', 'Modernizing', 'Medicine', 'Inc', 'myoscience', 'NearWoo', 'Nomis', 'Solutions', 'Inc', 'OxiCool', 'Inc', 'Packsize', 'LLC', 'Panaya', 'Paxata', 'Perfecto', 'Mobile', 'Perseus', 'Telecom', 'Phunware', 'Pluribus', 'Networks', 'PowerPlan', 'Inc', 'Quanterix', 'RealMatch', 'Red', 'Lambda', 'Inc', 'Rise', 'Interactive', 'RootMetrics', 'RxWiki', 'Inc', 'Scaled', 'Agile', 'Inc', 'Scribe', 'Software', 'Seamless', 'Medical', 'Systems', 'Inc', 'SecureAuth', 'SeeChange', 'Health', 'Shape', 'Security', 'SkyCross', 'Skyhigh', 'Networks', 'Skyonic', 'Corporation', 'SmartZip', 'Analytics', 'Inc', 'Solace', 'Systems', 'Solavei', 'SpiderCloud', 'Wireless', 'Inc', 'Splice', 'Machine', 'SpotXchange', 'Inc', 'SPR', 'Therapeutics', 'LLC', 'Stoke', 'Inc', 'StreetLight', 'Data', 'Sureline', 'Systems', 'Inc', 'T3', 'Motion', 'Inc', 'TechLeads', 'Online', 'Tenable', 'Network', 'Security', 'Inc', 'ThreatTrack', 'Security', 'Trueffect', 'TRX', 'Systems', 'Inc', 'Ubiquity', 'Global', 'Services', 'Inc', 'Welltok', 'Xactly', 'Corporation', 'XCOR', 'Aerospace', 'Inc', 'Yashi', 'Zeta', 'Interactive', 'Fuh', 'Quest', 'Nutrition', 'Reliant', 'Asset', 'Management', 'Superfish', 'Acacia', 'Communications', 'Provider', 'Power', 'Crescendo', 'Bioscience', 'Plexus', 'Worldwide', 'Vacasa', 'Go', 'Energies', 'Minute', 'Key', 'Sainstore', 'The', 'HCI', 'Group', 'Dynamic', 'Dental', 'Partners', 'Group', 'Aseptia', 'Asentra', 'Health', 'American', 'Solar', 'Direct', 'Prescient', 'Edge', 'BlueSquare', 'Resolutions', 'BES', 'Design', 'Build', 'Simpler', 'Trading', 'sweetFrog', 'Premium', 'Frozen', 'Yogurt', 'Base', 'Commerce', 'CPSG', 'Partners', 'MedHOK', 'Showroom', 'Logic', 'WeVeel', 'PackIt', 'American', 'Retirement', 'Advisors', 'Highpoint', 'Global', 'AdKarma', 'Axtria', 'Dolls', 'Kill', 'Centric', 'Digital', 'Retail', 'Capital', 'Restore', 'Health', 'OpenRoad', 'Lending', 'Pontchartrain', 'Partners', 'Team', 'Extreme', 'Marketing', 'International', 'Choice', 'Energy', 'ReviMedia', 'SmartZip', 'Analytics', 'Thompson', 'Gray', 'MCSG', 'Technologies', 'Innovative', 'Surveillance', 'Solutions', 'Nordic', 'Michigan', 'Realty', 'Solutions', 'Ohio', 'Investments', 'Adore', 'Me', 'IQ', 'Formulations', 'Alcohol', 'by', 'Volume', 'H.Bloom', 'Tealium', 'Boostability', 'Solve', 'Media', 'Heartland', 'Energy', 'Partners', 'Bridger', 'Jeunesse', 'Global', 'Touchsuite', 'Accleration', 'Partners', 'Moore', 'Heating', '&', 'Air', 'Conditioning', 'Optimatic', 'Media', 'EPI', 'Engineering', 'Simplicity', 'Laser', 'Cinium', 'Financial', 'Services', 'TNH', 'Advanced', 'Specialty', 'Pharmacy', 'Human', 'Movement', 'Management', 'Allegheny', 'Science', '&', 'Technology', 'Hudl', 'GuideSpark', 'Optimus', 'Technology', 'Luxe', 'Royale', 'SoluComp', 'RPM', 'Freight', 'Systems', 'Motivational', 'Press', '99dresses', 'Dinnr', 'Seesmic', 'Video', 'Treehouse', 'Logic', 'Backchat', 'Patient', 'Communicator', 'Twitpic', 'BERG', 'Wishberg', 'GreenGar', 'Studios', 'Rivet', '&', 'Sway', 'Dijiwan', 'Wantful', 'Disruptive', 'Media', 'Calexda', 'TurnTable.fm', 'Tutorspree', 'Nirvanix', 'PostRocket', 'VoterTide', 'SkyRocket', 'GameLayers', 'Serendip', 'Unifyo', 'Lookery', 'Canvas', 'Networks', 'Blurtt', 'Manilla', 'Pumodo', 'Admazely', 'Springpad', 'ExFM', 'Samba', 'Mobile', 'Qik', 'inBloom', 'IntoNow', 'FindIt', 'Inq', 'Mobile', 'Outbox', 'Argyle', 'Company', 'Exec', 'Bloom.fm', 'Stipple', 'Zumbox', 'Behance', 'Eventbrite', 'MailChimp', 'Twitch', 'Moz', 'HubSpot', 'Indeed', 'BufferApp', 'Airbnb', 'ThinkGeek', 'Quora', 'Tesla', 'Motors', 'Grooveshark', 'Klout', 'Zendesk', 'About.me', 'Uber', 'Lumosity', \"'s\", '--'], 'stopwords_english': [u'i', u'me', u'my', u'myself', u'we', u'our', u'ours', u'ourselves', u'you', u'your', u'yours', u'yourself', u'yourselves', u'he', u'him', u'his', u'himself', u'she', u'her', u'hers', u'herself', u'it', u'its', u'itself', u'they', u'them', u'their', u'theirs', u'themselves', u'what', u'which', u'who', u'whom', u'this', u'that', u'these', u'those', u'am', u'is', u'are', u'was', u'were', u'be', u'been', u'being', u'have', u'has', u'had', u'having', u'do', u'does', u'did', u'doing', u'a', u'an', u'the', u'and', u'but', u'if', u'or', u'because', u'as', u'until', u'while', u'of', u'at', u'by', u'for', u'with', u'about', u'against', u'between', u'into', u'through', u'during', u'before', u'after', u'above', u'below', u'to', u'from', u'up', u'down', u'in', u'out', u'on', u'off', u'over', u'under', u'again', u'further', u'then', u'once', u'here', u'there', u'when', u'where', u'why', u'how', u'all', u'any', u'both', u'each', u'few', u'more', u'most', u'other', u'some', u'such', u'no', u'nor', u'not', u'only', u'own', u'same', u'so', u'than', u'too', u'very', u's', u't', u'can', u'will', u'just', u'don', u'should', u'now']}\n",
      "('ACCURACY =', 0.5222222222222223)\n",
      "*********************************************\n"
     ]
    }
   ],
   "source": [
    "#%%prun -l4\n",
    "from collections import defaultdict\n",
    "from random import shuffle\n",
    "\n",
    "best_option = None\n",
    "best_accuracy = 0\n",
    "best_index = 0\n",
    "d_accuracies = defaultdict(list)\n",
    "\n",
    "all_words = [w.lower() for d in original_documents for w in nltk.word_tokenize(d[0])]\n",
    "\n",
    "for i in range(10):\n",
    "    shuffle(original_documents)\n",
    "    for opt in options:\n",
    "        print('=======================================================')\n",
    "        print('RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:')\n",
    "        print('\\nOption {}'.format(opt))\n",
    "        print_option(options[opt])\n",
    "        print(score_calculate.func_name)\n",
    "        print('\\niteration: {}\\n'.format(i))\n",
    "        \n",
    "        documents = [(preprocess(d[0]), d[1]) for d in original_documents]\n",
    "        filtered_words = filter(filt, all_words)\n",
    "        freq_dist = nltk.FreqDist(filtered_words)\n",
    "        most_common_words = [word for word, freq in freq_dist.most_common()]\n",
    "        most_common_words = filter(filt, most_common_words)\n",
    "\n",
    "        if options[opt]['stopwords_domain_in_features']:\n",
    "            most_common_words = list(set(most_common_words).difference(search_terms))\n",
    "        if options[opt]['reverse']:\n",
    "            most_common_words.reverse()\n",
    "        \n",
    "        word_features = most_common_words[:options[opt]['length']]\n",
    "        print('----------------')\n",
    "        print('Total features:')\n",
    "        print(options[opt]['length'])\n",
    "        print('Top 10 features:')\n",
    "        print(word_features[:10])\n",
    "        print('----------------')\n",
    "\n",
    "        if options[opt]['document_features'] == document_features3:\n",
    "            pos_words = set(all_pos_words).intersection(word_features)\n",
    "            print('Total positive words:')\n",
    "            print(len(pos_words))\n",
    "            print('Top 10 positive words:')\n",
    "            print list(pos_words)[:10]\n",
    "\n",
    "            neg_words = set(all_neg_words).intersection(word_features)\n",
    "            print('Total positive words:')\n",
    "            print(len(neg_words))\n",
    "            print('Top 10 positive words:')\n",
    "            print list(neg_words)[:10]\n",
    "\n",
    "        featureset = [(options[opt]['document_features'](d[0]), d[1]) for d in documents]\n",
    "        size = int(len(featureset) * 0.9)\n",
    "        train_set = featureset[:size]\n",
    "        test_set = featureset[size:]\n",
    "\n",
    "        classifier = nltk.NaiveBayesClassifier.train(train_set)\n",
    "        accuracy = nltk.classify.accuracy(classifier, test_set)\n",
    "        print('****************')\n",
    "        print('ACCURACY = {}'.format(accuracy))\n",
    "        print('****************')\n",
    "        classifier.show_most_informative_features(10)\n",
    "        print('\\n\\n\\n\\n\\n')\n",
    "        d_accuracies[opt].append(accuracy)\n",
    "\n",
    "        if accuracy > best_accuracy:\n",
    "            best_accuracy = accuracy\n",
    "            best_option = options[opt]\n",
    "            best_index = opt\n",
    "\n",
    "print('**************** BEST RESULT ****************')\n",
    "print('BEST OPTION: {}'.format(best_index))\n",
    "print(best_option)\n",
    "print('ACCURACY =', best_accuracy)\n",
    "print('*********************************************')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.47833333333333333"
      ]
     },
     "execution_count": 49,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "np.array(d_accuracies[7]).mean()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.016157022705809668"
      ]
     },
     "execution_count": 50,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "np.array(d_accuracies[7]).std()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.465888888889\n",
      "0.0151620872207\n",
      "0.467222222222\n",
      "0.0139243990495\n",
      "0.468\n",
      "0.013533679981\n",
      "0.478777777778\n",
      "0.0159044213125\n",
      "0.469333333333\n",
      "0.013601016665\n",
      "0.482333333333\n",
      "0.0143711817259\n",
      "0.478333333333\n",
      "0.0161570227058\n",
      "0.480777777778\n",
      "0.0149983538191\n",
      "0.466666666667\n",
      "0.0146565621759\n",
      "0.467333333333\n",
      "0.0144802973846\n",
      "0.466666666667\n",
      "0.0136716341469\n",
      "0.478444444444\n",
      "0.0149583784689\n",
      "0.467222222222\n",
      "0.0144209210165\n",
      "0.481777777778\n",
      "0.0129214148979\n",
      "0.478222222222\n",
      "0.0145568277646\n",
      "0.480444444444\n",
      "0.0133351850566\n",
      "0.469444444444\n",
      "0.0150738920728\n",
      "0.469333333333\n",
      "0.0152526055252\n",
      "0.468333333333\n",
      "0.0142746429762\n",
      "0.468\n",
      "0.0144768866444\n",
      "0.469333333333\n",
      "0.014974876079\n",
      "0.469\n",
      "0.0153272934964\n",
      "0.468333333333\n",
      "0.0143694635071\n",
      "0.468111111111\n",
      "0.0145894431646\n",
      "0.454666666667\n",
      "0.0115127411973\n",
      "0.492777777778\n",
      "0.0142486733192\n",
      "0.461555555556\n",
      "0.0161642800835\n",
      "0.490666666667\n",
      "0.0133906176846\n",
      "0.471555555556\n",
      "0.0174001560941\n",
      "0.484555555556\n",
      "0.0135487232326\n"
     ]
    }
   ],
   "source": [
    "for k in options:\n",
    "    print(np.array(d_accuracies[k]).mean())\n",
    "    print(np.array(d_accuracies[k]).std())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}