test_nltk-other-clsf-neu-majority.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "Preparing Data\n",
    "=============="
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "import json\n",
    "import cPickle as pickle\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "from pandas import factorize"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "bossa/tasks_export.json  bossa/tasks_runs_export.json\r\n"
     ]
    }
   ],
   "source": [
    "!ls bossa/*json"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "BOSSA Results\n",
    "-------------"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Processing `results_bossa.json` to get a *dictionary* with keys the task ids, and values in as the average value of the scores. To do that, we first convert scores from categorical (`neg`, `neu`, `pos`) to a numeric scale."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>result_id</th>\n",
       "      <th>seconds</th>\n",
       "      <th>task_id</th>\n",
       "      <th>score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>11203</td>\n",
       "      <td>0.000025</td>\n",
       "      <td>52775</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    result_id   seconds  task_id score\n",
       "50      11203  0.000025    52775     1"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bossa_results = pd.read_json(\"bossa/tasks_runs_export.json\")\n",
    "bossa_results.rename(columns={\"created\": \"start_time\", \"id\": \"result_id\", \"info\": \"score\"}, inplace=True)\n",
    "bossa_results[['start_time']]= bossa_results[['start_time']].apply(pd.to_datetime, dayfirst=True)\n",
    "bossa_results[['finish_time']]= bossa_results[['finish_time']].apply(pd.to_datetime, dayfirst=True)\n",
    "bossa_results['score'] = pd.Categorical(bossa_results['score'], categories=['vneg', 'neg', 'neu', 'pos', 'vpos'])\n",
    "bossa_results['score'].cat.rename_categories([-2, -1, 0, 1, 2], inplace=True)\n",
    "# Normalize everything to -1, 0, 1\n",
    "# bossa_results['score'] = bossa_results['score'].astype(float).apply(lambda x: -1 if x < 0 else 1 if x > 0 else 0)\n",
    "bossa_results[\"seconds\"] = (bossa_results[\"finish_time\"] - bossa_results[\"start_time\"]).astype('timedelta64[us]') / 1e6\n",
    "bossa_results = bossa_results[[\"result_id\", \"seconds\", \"task_id\", \"score\"]]\n",
    "bossa_results.ix[[50]]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "The information about the sentence comes in a dictionary inside the cells of the serie `info`, so we expand it."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>task_id</th>\n",
       "      <th>info</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>52851</td>\n",
       "      <td>{u'search_words': u'founder', u'appears_in_sen...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    task_id                                               info\n",
       "50    52851  {u'search_words': u'founder', u'appears_in_sen..."
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bossa_tasks = pd.read_json(\"bossa/tasks_export.json\")\n",
    "bossa_tasks[['created']]= bossa_tasks[['created']].apply(pd.to_datetime, dayfirst=True)\n",
    "bossa_tasks.rename(columns={'id': 'task_id'}, inplace=True)\n",
    "bossa_tasks = bossa_tasks[['task_id', 'info']]\n",
    "bossa_tasks.ix[[50]]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "And finally we merge the `DataFrame` with the scores with the one containing the sentences."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>result_id</th>\n",
       "      <th>seconds</th>\n",
       "      <th>task_id</th>\n",
       "      <th>score</th>\n",
       "      <th>info</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>11195</td>\n",
       "      <td>0.000021</td>\n",
       "      <td>52776</td>\n",
       "      <td>2</td>\n",
       "      <td>{u'search_words': u'executive', u'appears_in_s...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    result_id   seconds  task_id  score  \\\n",
       "50      11195  0.000021    52776      2   \n",
       "\n",
       "                                                 info  \n",
       "50  {u'search_words': u'executive', u'appears_in_s...  "
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bossa_tasks_scores = pd.merge(bossa_results, bossa_tasks, on='task_id')\n",
    "bossa_tasks_scores.ix[[50]]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Let's now expand the column `info` into as many new columns as keys has the dictionary `info`."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[u'search_words',\n",
       " u'appears_in_sentence',\n",
       " u'url',\n",
       " u'media',\n",
       " u'appears_in_noun_phrases',\n",
       " u'noun_phrases',\n",
       " u'sentence_id',\n",
       " u'text',\n",
       " u'sentence',\n",
       " u'pub_date',\n",
       " u'is_company']"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bossa_tasks_scores.ix[50].info.keys()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>result_id</th>\n",
       "      <th>seconds</th>\n",
       "      <th>task_id</th>\n",
       "      <th>score</th>\n",
       "      <th>search_words</th>\n",
       "      <th>appears_in_sentence</th>\n",
       "      <th>url</th>\n",
       "      <th>media</th>\n",
       "      <th>appears_in_noun_phrases</th>\n",
       "      <th>noun_phrases</th>\n",
       "      <th>sentence_id</th>\n",
       "      <th>text</th>\n",
       "      <th>sentence</th>\n",
       "      <th>pub_date</th>\n",
       "      <th>is_company</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>11195</td>\n",
       "      <td>0.000021</td>\n",
       "      <td>52776</td>\n",
       "      <td>2</td>\n",
       "      <td>executive</td>\n",
       "      <td>0</td>\n",
       "      <td>http://dealbook.nytimes.com/2013/05/17/a-toeho...</td>\n",
       "      <td>nyt</td>\n",
       "      <td>0</td>\n",
       "      <td>[chinese investors, overseas companies, politi...</td>\n",
       "      <td>14</td>\n",
       "      <td>Chinese investors are increasingly opting to b...</td>\n",
       "      <td>Chinese investors are increasingly opting to b...</td>\n",
       "      <td>2013-05-17T11:47:51Z</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>11205</td>\n",
       "      <td>0.000018</td>\n",
       "      <td>52776</td>\n",
       "      <td>-1</td>\n",
       "      <td>executive</td>\n",
       "      <td>0</td>\n",
       "      <td>http://dealbook.nytimes.com/2013/05/17/a-toeho...</td>\n",
       "      <td>nyt</td>\n",
       "      <td>0</td>\n",
       "      <td>[chinese investors, overseas companies, politi...</td>\n",
       "      <td>14</td>\n",
       "      <td>Chinese investors are increasingly opting to b...</td>\n",
       "      <td>Chinese investors are increasingly opting to b...</td>\n",
       "      <td>2013-05-17T11:47:51Z</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td>11207</td>\n",
       "      <td>0.000017</td>\n",
       "      <td>52776</td>\n",
       "      <td>1</td>\n",
       "      <td>executive</td>\n",
       "      <td>0</td>\n",
       "      <td>http://dealbook.nytimes.com/2013/05/17/a-toeho...</td>\n",
       "      <td>nyt</td>\n",
       "      <td>0</td>\n",
       "      <td>[chinese investors, overseas companies, politi...</td>\n",
       "      <td>14</td>\n",
       "      <td>Chinese investors are increasingly opting to b...</td>\n",
       "      <td>Chinese investors are increasingly opting to b...</td>\n",
       "      <td>2013-05-17T11:47:51Z</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>11209</td>\n",
       "      <td>0.000017</td>\n",
       "      <td>52776</td>\n",
       "      <td>-2</td>\n",
       "      <td>executive</td>\n",
       "      <td>0</td>\n",
       "      <td>http://dealbook.nytimes.com/2013/05/17/a-toeho...</td>\n",
       "      <td>nyt</td>\n",
       "      <td>0</td>\n",
       "      <td>[chinese investors, overseas companies, politi...</td>\n",
       "      <td>14</td>\n",
       "      <td>Chinese investors are increasingly opting to b...</td>\n",
       "      <td>Chinese investors are increasingly opting to b...</td>\n",
       "      <td>2013-05-17T11:47:51Z</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    result_id   seconds  task_id  score search_words appears_in_sentence  \\\n",
       "50      11195  0.000021    52776      2    executive                   0   \n",
       "51      11205  0.000018    52776     -1    executive                   0   \n",
       "52      11207  0.000017    52776      1    executive                   0   \n",
       "53      11209  0.000017    52776     -2    executive                   0   \n",
       "\n",
       "                                                  url media  \\\n",
       "50  http://dealbook.nytimes.com/2013/05/17/a-toeho...   nyt   \n",
       "51  http://dealbook.nytimes.com/2013/05/17/a-toeho...   nyt   \n",
       "52  http://dealbook.nytimes.com/2013/05/17/a-toeho...   nyt   \n",
       "53  http://dealbook.nytimes.com/2013/05/17/a-toeho...   nyt   \n",
       "\n",
       "   appears_in_noun_phrases                                       noun_phrases  \\\n",
       "50                       0  [chinese investors, overseas companies, politi...   \n",
       "51                       0  [chinese investors, overseas companies, politi...   \n",
       "52                       0  [chinese investors, overseas companies, politi...   \n",
       "53                       0  [chinese investors, overseas companies, politi...   \n",
       "\n",
       "   sentence_id                                               text  \\\n",
       "50          14  Chinese investors are increasingly opting to b...   \n",
       "51          14  Chinese investors are increasingly opting to b...   \n",
       "52          14  Chinese investors are increasingly opting to b...   \n",
       "53          14  Chinese investors are increasingly opting to b...   \n",
       "\n",
       "                                             sentence              pub_date  \\\n",
       "50  Chinese investors are increasingly opting to b...  2013-05-17T11:47:51Z   \n",
       "51  Chinese investors are increasingly opting to b...  2013-05-17T11:47:51Z   \n",
       "52  Chinese investors are increasingly opting to b...  2013-05-17T11:47:51Z   \n",
       "53  Chinese investors are increasingly opting to b...  2013-05-17T11:47:51Z   \n",
       "\n",
       "   is_company  \n",
       "50          0  \n",
       "51          0  \n",
       "52          0  \n",
       "53          0  "
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def json_to_series(info):\n",
    "    keys, values = zip(*info.iteritems())\n",
    "    return pd.Series(values, index=keys)\n",
    "\n",
    "bossa_info = bossa_tasks_scores[\"info\"].apply(json_to_series)\n",
    "bossa_info.reset_index()\n",
    "bossa = pd.concat([bossa_tasks_scores, bossa_info], axis=1)\n",
    "bossa.pop(\"info\")\n",
    "# bossa['id'] = bossa['id'].astype(float)\n",
    "bossa.ix[50:53]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Aggregate\n",
    "---------"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "We now aggregate calculating the average per `sentence_id` using a group by. In the process, we lose the source of the data, that's why we first have to save it."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "bossa.to_csv(\"sentiment/scores_ungrouped.csv\", encoding=\"utf8\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Finally, we aggregate and create a new `DataFrame` for the different sentences and their score."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "score    8996\n",
      "dtype: int64\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>score</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>sentence</th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>'We must hope after so much prevarication that this time Google's proposals represent a genuine attempt to address the concerns identified,' said David Wood, the legal counsel for Icomp, an industry group backed by Microsoft and a number of other companies.</th>\n",
       "      <td>-0.333333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>'We must push our leaders to step up and commit to action,' said Hugh Evans, the founder and chief executive of the charity.</th>\n",
       "      <td>-0.285714</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>'We need them to tell the story of how we are making decisions and putting the organization together,' said George Postolos, the Astros' president and chief executive, who added that the team would not want a broadcaster who was uncomfortable explaining the front office's strategy.</th>\n",
       "      <td>-0.666667</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                                                                                                                                                                                                                                               score\n",
       "sentence                                                                                                                                                                                                                                                                                            \n",
       "'We must hope after so much prevarication that this time Google's proposals represent a genuine attempt to address the concerns identified,' said David Wood, the legal counsel for Icomp, an industry group backed by Microsoft and a number of other companies.                          -0.333333\n",
       "'We must push our leaders to step up and commit to action,' said Hugh Evans, the founder and chief executive of the charity.                                                                                                                                                               -0.285714\n",
       "'We need them to tell the story of how we are making decisions and putting the organization together,' said George Postolos, the Astros' president and chief executive, who added that the team would not want a broadcaster who was uncomfortable explaining the front office's strategy. -0.666667"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sentences = bossa.groupby(['sentence'])[['score']].aggregate(np.average)\n",
    "sentences.to_csv(\"sentiment/scores.csv\", encoding=\"utf8\")\n",
    "print sentences.count()\n",
    "sentences[1001:1004]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "from collections import Counter\n",
    "\n",
    "def majority(series): #receives a Pandas Series\n",
    "    return Counter(map(lambda x: 1 if x > 0 else -1 if x < 0 else 0, series)).most_common(1)[0][0]\n",
    "\n",
    "# score_calculate = np.average\n",
    "score_calculate = majority\n",
    "\n",
    "sentences = bossa.groupby(['sentence'])[['score']].aggregate(score_calculate)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Sentence Classifier\n",
    "-------------------"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "from nltk.corpus import stopwords\n",
    "from sklearn.cross_validation import cross_val_score\n",
    "from sklearn.grid_search import GridSearchCV\n",
    "from sklearn.feature_extraction.text import CountVectorizer, TfidfTransformer, TfidfVectorizer\n",
    "from sklearn.linear_model import SGDClassifier\n",
    "from sklearn.metrics import precision_recall_fscore_support\n",
    "from sklearn.naive_bayes import MultinomialNB, BernoulliNB\n",
    "from sklearn.pipeline import Pipeline\n",
    "from sklearn.svm import LinearSVC"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Create the tranining and testing sets (data and labels) from a randomized version of the set of assessed sentences."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "sentence    8996\n",
       "score       8996\n",
       "dtype: int64"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sentences.reset_index().count()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "We could consider 3 classes, but it toruns out that using binary classficication seems to produce better results. Still, try multi-classs classifiers is something worth trying."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "raw_scores = sentences.reset_index()\n",
    "scores = raw_scores\n",
    "# scores = scores[scores.score!=0]  # We ignore the neutral sentences\n",
    "# scores['sentiment'] = scores['score'].apply(lambda s: 'pos' if s > 0 else 'neg')\n",
    "scores['sentiment'] = scores['score'].apply(lambda s: 'pos' if s > 0 else 'neg' if s < 0 else 0)\n",
    "# percentage = 0.85  #  percentage for training, rest for for testing\n",
    "# # We split to have enough representativenesss for both positive and negative sentiments\n",
    "# sent_min = min(\n",
    "#     scores[scores.sentiment=='pos'].sentiment.count(),\n",
    "#     scores[scores.sentiment=='neg'].sentiment.count(),\n",
    "# )\n",
    "# scores = scores[[\"sentence\", \"sentiment\"]]\n",
    "# train_data = np.array([])\n",
    "# train_labels = np.array([])\n",
    "# test_data = np.array([])\n",
    "# test_labels = np.array([])\n",
    "# for sent in ('pos', 'neg'):\n",
    "#     sent_scores = scores[scores['sentiment']==sent]\n",
    "#     sent_scores = sent_scores.reindex(np.random.permutation(sent_scores.index))\n",
    "#     sent_sentences_count = int(sent_scores['sentence'].count())\n",
    "#     sent_train = sent_scores[[\"sentence\", \"sentiment\"]][:int(sent_sentences_count * percentage)]\n",
    "#     sent_test = sent_scores[[\"sentence\", \"sentiment\"]][int(sent_sentences_count * percentage) + 1:]\n",
    "#     print sent, sent_min, sent_train.sentiment.count(), sent_test.sentiment.count()\n",
    "#     train_data = np.append(train_data, sent_train[\"sentence\"])\n",
    "#     train_labels = np.append(train_labels, sent_train[\"sentiment\"])\n",
    "#     test_data = np.append(test_data, sent_test[\"sentence\"])\n",
    "#     test_labels = np.append(test_labels, sent_test[\"sentiment\"])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#NLTK"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "document_df = scores[['sentence', 'sentiment']]\n",
    "document_df = document_df.reindex(np.random.permutation(document_df.index))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>sentence</th>\n",
       "      <th>sentiment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1643</th>\n",
       "      <td>Also, there's another app for the Model S. Sah...</td>\n",
       "      <td>pos</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3707</th>\n",
       "      <td>He is the founder and editor of McSweeney's.</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>230</th>\n",
       "      <td>'Everybody wants to believe that the big drug ...</td>\n",
       "      <td>neg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1849</th>\n",
       "      <td>And if you still have a contract with AT&amp;T or ...</td>\n",
       "      <td>neg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4421</th>\n",
       "      <td>In the past, the Morgenthaler name has been be...</td>\n",
       "      <td>pos</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               sentence sentiment\n",
       "1643  Also, there's another app for the Model S. Sah...       pos\n",
       "3707       He is the founder and editor of McSweeney's.         0\n",
       "230   'Everybody wants to believe that the big drug ...       neg\n",
       "1849  And if you still have a contract with AT&T or ...       neg\n",
       "4421  In the past, the Morgenthaler name has been be...       pos"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "document_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "original_documents = [(r[1]['sentence'], r[1]['sentiment']) for r in document_df.iterrows()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "pos_file = open('positive-words.txt')\n",
    "all_pos_words = [w.strip().lower() for w in pos_file]\n",
    "\n",
    "neg_file = open('negative-words.txt')\n",
    "all_neg_words = [w.strip().lower() for w in neg_file]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "search_terms_f = open('search_terms.txt')\n",
    "search_terms = []\n",
    "for t in search_terms_f:\n",
    "    l = t.strip().split()\n",
    "    search_terms.extend(l)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import string\n",
    "\n",
    "import nltk\n",
    "from nltk.corpus import stopwords"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "###Options"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#stopwords_english\n",
    "stopwords_english = stopwords.words('english')\n",
    "#stopwords_domain\n",
    "stopwords_domain = search_terms + [\"'s\", '--']\n",
    "#stopwords_english\n",
    "punctuation = string.punctuation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def document_features1(document):      \n",
    "    document_words = set(document)\n",
    "    features = {}\n",
    "    for word in word_features:\n",
    "        features[word] = word in document_words\n",
    "    return features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def document_features2(document):      \n",
    "    document_words = list(document)\n",
    "    features = {}\n",
    "    for word in document_words:\n",
    "        if word in word_features:\n",
    "            features[word] = features.get(word, 0) + 1\n",
    "    return features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "def document_features3(document):\n",
    "    word_features3 = list(pos_words) + list(neg_words)\n",
    "    document_words = set(document)\n",
    "    features = {}\n",
    "    for word in word_features3:\n",
    "        features[word] = word in document_words\n",
    "    return features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# Filter stopwords, punctuation marks, and numbers\n",
    "# 'stopwords_english': stopwords_english,\n",
    "# 'stopwords_domain': stopwords_domain,\n",
    "# 'punctuation': punctuation,\n",
    "# 'numbers': True,\n",
    "#\n",
    "# Do not filter stopwords, punctuation marks, or numbers\n",
    "# 'stopwords_english': [],\n",
    "# 'stopwords_domain': [],\n",
    "# 'punctuation': [],\n",
    "# 'numbers': False,\n",
    "\n",
    "options = {}\n",
    "\n",
    "#Option 1\n",
    "opt1 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[1] = opt1\n",
    "\n",
    "#Option 2\n",
    "opt2 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': [],\n",
    "    'numbers': True,\n",
    "}\n",
    "options[2] = opt2\n",
    "\n",
    "#Option 3\n",
    "opt3 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[3] = opt3\n",
    "\n",
    "#Option 4\n",
    "opt4 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[4] = opt4\n",
    "\n",
    "#Option 5\n",
    "opt5 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': True,\n",
    "}\n",
    "options[5] = opt5\n",
    "\n",
    "#Option 6\n",
    "opt6 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[6] = opt6\n",
    "\n",
    "#Option 7\n",
    "opt7 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': [],\n",
    "    'numbers': True,\n",
    "}\n",
    "options[7] = opt7\n",
    "\n",
    "#Option 8\n",
    "opt8 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': True,\n",
    "}\n",
    "options[8] = opt8\n",
    "\n",
    "#Option 9\n",
    "opt9 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': False,\n",
    "}\n",
    "options[9] = opt9\n",
    "\n",
    "#Option 10\n",
    "opt10 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[10] = opt10\n",
    "\n",
    "#Option 11\n",
    "opt11 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': False,\n",
    "}\n",
    "options[11] = opt11\n",
    "\n",
    "#Option 12\n",
    "opt12 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': False,\n",
    "}\n",
    "options[12] = opt12\n",
    "\n",
    "#Option 13\n",
    "opt13 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[13] = opt13\n",
    "\n",
    "#Option 14\n",
    "opt14 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': False,\n",
    "}\n",
    "options[14] = opt14\n",
    "\n",
    "#Option 15\n",
    "opt15 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[15] = opt15\n",
    "\n",
    "#Option 16\n",
    "opt16 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[16] = opt16\n",
    "\n",
    "#Option 17\n",
    "opt17 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': True,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[17] = opt17\n",
    "\n",
    "#Option 18\n",
    "opt18 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': True,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': True,\n",
    "}\n",
    "options[18] = opt18\n",
    "\n",
    "#Option 19\n",
    "opt19 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': True,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[19] = opt19\n",
    "\n",
    "#Option 20\n",
    "opt20 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': True,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': True,\n",
    "}\n",
    "options[20] = opt20\n",
    "\n",
    "#Option 21\n",
    "opt21 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': True,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': False,\n",
    "}\n",
    "options[21] = opt21\n",
    "\n",
    "#Option 22\n",
    "opt22 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': True,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[22] = opt22\n",
    "\n",
    "#Option 23\n",
    "opt23 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': True,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': False,\n",
    "}\n",
    "options[23] = opt23\n",
    "\n",
    "#Option 24\n",
    "opt24 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': True,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[24] = opt24\n",
    "\n",
    "################################################################################################\n",
    "\n",
    "#Option 25\n",
    "opt25 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features2,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[25] = opt25\n",
    "\n",
    "#Option 26\n",
    "opt26 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features3,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[26] = opt26\n",
    "\n",
    "#Option 27\n",
    "opt27 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features2,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[27] = opt27\n",
    "\n",
    "#Option 28\n",
    "opt28 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features3,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[28] = opt28\n",
    "\n",
    "#Option 29\n",
    "opt29 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': True,\n",
    "    'document_features': document_features2,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[29] = opt29\n",
    "\n",
    "#Option 30\n",
    "opt30 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': True,\n",
    "    'document_features': document_features3,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[30] = opt30\n",
    "\n",
    "################################################################################################\n",
    "\n",
    "options = {}\n",
    "\n",
    "#Option \n",
    "opt31 = {\n",
    "    'length': 100,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[31] = opt31\n",
    "\n",
    "#Option \n",
    "opt32 = {\n",
    "    'length': 100,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features2,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[32] = opt32\n",
    "\n",
    "#Option \n",
    "opt33 = {\n",
    "    'length': 100,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features3,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[33] = opt33\n",
    "\n",
    "#Option \n",
    "opt34 = {\n",
    "    'length': 500,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[34] = opt34\n",
    "\n",
    "#Option \n",
    "opt35 = {\n",
    "    'length': 500,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features2,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[35] = opt35\n",
    "\n",
    "#Option \n",
    "opt36 = {\n",
    "    'length': 500,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features3,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[36] = opt36\n",
    "\n",
    "#Option \n",
    "opt37 = {\n",
    "    'length': 900,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[37] = opt37\n",
    "\n",
    "#Option \n",
    "opt38 = {\n",
    "    'length': 900,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features2,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[38] = opt38\n",
    "\n",
    "#Option \n",
    "opt39 = {\n",
    "    'length': 900,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features3,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[39] = opt39\n",
    "\n",
    "#Option \n",
    "opt40 = {\n",
    "    'length': 1100,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[40] = opt40\n",
    "\n",
    "#Option \n",
    "opt41 = {\n",
    "    'length': 1100,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features2,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[41] = opt41\n",
    "\n",
    "#Option \n",
    "opt42 = {\n",
    "    'length': 1100,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features3,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[42] = opt42\n",
    "\n",
    "#Option \n",
    "opt43 = {\n",
    "    'length': 1500,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[43] = opt43\n",
    "\n",
    "#Option \n",
    "opt44 = {\n",
    "    'length': 1500,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features2,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[44] = opt44\n",
    "\n",
    "#Option \n",
    "opt45 = {\n",
    "    'length': 1500,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features3,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[45] = opt45\n",
    "\n",
    "#Option \n",
    "opt46 = {\n",
    "    'length': 2000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[46] = opt46\n",
    "\n",
    "#Option \n",
    "opt47 = {\n",
    "    'length': 2000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features2,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[47] = opt47\n",
    "\n",
    "#Option \n",
    "opt48 = {\n",
    "    'length': 2000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features3,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[48] = opt48\n",
    "\n",
    "#Option \n",
    "opt49 = {\n",
    "    'length': 100,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[49] = opt49\n",
    "\n",
    "#Option \n",
    "opt50 = {\n",
    "    'length': 100,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features2,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[50] = opt50\n",
    "\n",
    "#Option \n",
    "opt51 = {\n",
    "    'length': 100,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features3,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[51] = opt51\n",
    "\n",
    "#Option \n",
    "opt52 = {\n",
    "    'length': 500,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[52] = opt52\n",
    "\n",
    "#Option \n",
    "opt53 = {\n",
    "    'length': 500,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features2,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[53] = opt53\n",
    "\n",
    "#Option \n",
    "opt54 = {\n",
    "    'length': 500,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features3,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[54] = opt54\n",
    "\n",
    "#Option \n",
    "opt55 = {\n",
    "    'length': 900,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[55] = opt55\n",
    "\n",
    "#Option \n",
    "opt56 = {\n",
    "    'length': 900,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features2,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[56] = opt56\n",
    "\n",
    "#Option \n",
    "opt57 = {\n",
    "    'length': 900,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features3,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[57] = opt57\n",
    "\n",
    "#Option \n",
    "opt58 = {\n",
    "    'length': 1100,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[58] = opt58\n",
    "\n",
    "#Option \n",
    "opt59 = {\n",
    "    'length': 1100,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features2,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[59] = opt59\n",
    "\n",
    "#Option \n",
    "opt60 = {\n",
    "    'length': 1100,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features3,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[60] = opt60\n",
    "\n",
    "#Option \n",
    "opt61 = {\n",
    "    'length': 1500,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[61] = opt61\n",
    "\n",
    "#Option \n",
    "opt62 = {\n",
    "    'length': 1500,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features2,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[62] = opt62\n",
    "\n",
    "#Option \n",
    "opt63 = {\n",
    "    'length': 1500,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features3,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[63] = opt63\n",
    "\n",
    "#Option \n",
    "opt64 = {\n",
    "    'length': 2000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[64] = opt64\n",
    "\n",
    "#Option \n",
    "opt65 = {\n",
    "    'length': 2000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features2,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[65] = opt65\n",
    "\n",
    "#Option \n",
    "opt66 = {\n",
    "    'length': 2000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features3,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[66] = opt66"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def filt(x):\n",
    "    c1 = x not in options[opt]['stopwords_english']\n",
    "    c2 = x not in options[opt]['stopwords_domain']\n",
    "    c3 = x not in options[opt]['punctuation']\n",
    "    c4 = not x.isdigit() if options[opt]['numbers'] else True\n",
    "    \n",
    "    cs = [c1, c2, c3, c4]\n",
    "    return all(cs)\n",
    " \n",
    "def preprocess(text):\n",
    "    text = text.lower()\n",
    "    tokens = nltk.word_tokenize(text)\n",
    "    filtered_words = filter(filt, tokens)\n",
    "    return filtered_words\n",
    "\n",
    "def print_option(opt):\n",
    "    d = dict(opt)\n",
    "    for k in d:\n",
    "        if (type(d[k]) == list or type(d[k]) == str) and len(d[k]) > 0:\n",
    "            d[k] = ['...']\n",
    "        elif hasattr(d[k], '__call__'):\n",
    "            d[k] = d[k].func_name\n",
    "    print(d)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 31\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 100, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.468888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                 include = True                0 : neg    =      4.0 : 1.0\n",
      "                    news = True              neg : pos    =      2.4 : 1.0\n",
      "                    firm = True                0 : neg    =      2.1 : 1.0\n",
      "                     n't = True              neg : 0      =      2.0 : 1.0\n",
      "                    even = True              neg : pos    =      2.0 : 1.0\n",
      "                     may = True              neg : pos    =      2.0 : 1.0\n",
      "                  mobile = True              pos : neg    =      2.0 : 1.0\n",
      "                 percent = True              neg : 0      =      1.9 : 1.0\n",
      "              co-founder = True                0 : neg    =      1.9 : 1.0\n",
      "                  people = True              neg : 0      =      1.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 32\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 100, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.462222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     10.3 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                     n't = 2                 neg : 0      =      6.3 : 1.0\n",
      "                    bank = 2                 neg : pos    =      4.7 : 1.0\n",
      "                 include = 1                   0 : neg    =      4.4 : 1.0\n",
      "                 billion = 2                 pos : 0      =      3.8 : 1.0\n",
      "                     per = 2                 neg : 0      =      3.8 : 1.0\n",
      "                    cent = 2                 neg : 0      =      3.8 : 1.0\n",
      "                      `` = 2                   0 : pos    =      3.4 : 1.0\n",
      "                 capital = 2                   0 : neg    =      3.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 33\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 100, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "3\n",
      "Top 10 positive words:\n",
      "[u'work', u'well', u'like']\n",
      "Total negative words:\n",
      "1\n",
      "Top 10 negative words:\n",
      "[u'vice']\n",
      "****************\n",
      "ACCURACY = 0.472222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                    vice = True              pos : neg    =      1.6 : 1.0\n",
      "                    like = True              neg : pos    =      1.3 : 1.0\n",
      "                    well = True              pos : neg    =      1.2 : 1.0\n",
      "                    work = True              neg : 0      =      1.1 : 1.0\n",
      "                    like = False             pos : neg    =      1.0 : 1.0\n",
      "                    vice = False             neg : pos    =      1.0 : 1.0\n",
      "                    well = False             neg : pos    =      1.0 : 1.0\n",
      "                    work = False               0 : neg    =      1.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 34\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 500, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.46\n",
      "****************\n",
      "Most Informative Features\n",
      "                    rose = True              pos : neg    =      6.6 : 1.0\n",
      "                 problem = True              neg : 0      =      5.5 : 1.0\n",
      "                  brands = True              pos : neg    =      4.4 : 1.0\n",
      "                  iphone = True              pos : 0      =      4.3 : 1.0\n",
      "                 include = True                0 : neg    =      4.0 : 1.0\n",
      "                  branch = True              neg : pos    =      3.9 : 1.0\n",
      "                    cost = True              neg : 0      =      3.9 : 1.0\n",
      "              successful = True              pos : 0      =      3.8 : 1.0\n",
      "                  bought = True              pos : neg    =      3.8 : 1.0\n",
      "                 founded = True              pos : neg    =      3.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 35\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 500, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.465555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     10.3 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                     n't = 2                 neg : 0      =      6.3 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.2 : 1.0\n",
      "                     tax = 2                 neg : pos    =      6.0 : 1.0\n",
      "                 problem = 1                 neg : 0      =      5.5 : 1.0\n",
      "                    used = 2                 neg : pos    =      4.7 : 1.0\n",
      "                 trading = 2                 neg : pos    =      4.7 : 1.0\n",
      "                european = 2                 neg : pos    =      4.7 : 1.0\n",
      "                    bank = 2                 neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 36\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 500, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "22\n",
      "Top 10 positive words:\n",
      "[u'right', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'available', u'good']\n",
      "Total negative words:\n",
      "6\n",
      "Top 10 negative words:\n",
      "[u'vice', u'hard', u'problems', u'hedge', u'issue', u'problem']\n",
      "****************\n",
      "ACCURACY = 0.474444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                 problem = True              neg : 0      =      5.5 : 1.0\n",
      "              successful = True              pos : 0      =      3.8 : 1.0\n",
      "                problems = True              neg : 0      =      3.5 : 1.0\n",
      "                  helped = True              pos : neg    =      3.5 : 1.0\n",
      "                   right = True              pos : neg    =      3.4 : 1.0\n",
      "                    free = True              pos : neg    =      3.1 : 1.0\n",
      "                creative = True                0 : neg    =      2.7 : 1.0\n",
      "                    best = True              pos : neg    =      2.7 : 1.0\n",
      "               important = True              pos : neg    =      2.6 : 1.0\n",
      "                  worked = True                0 : neg    =      2.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 37\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 900, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.465555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                   built = True                0 : neg    =      8.8 : 1.0\n",
      "                 comment = True              neg : pos    =      8.6 : 1.0\n",
      "                   force = True              neg : pos    =      8.3 : 1.0\n",
      "                    cnbc = True                0 : neg    =      8.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.9 : 1.0\n",
      "                    rose = True              pos : neg    =      6.6 : 1.0\n",
      "                 central = True              neg : pos    =      6.6 : 1.0\n",
      "           investigation = True              neg : pos    =      6.1 : 1.0\n",
      "                   super = True              pos : neg    =      5.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 38\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 900, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.454444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     10.3 : 1.0\n",
      "                   built = 1                   0 : neg    =      8.8 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.6 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.3 : 1.0\n",
      "               financing = 1                   0 : neg    =      8.1 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.9 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "               relations = 1                   0 : neg    =      6.9 : 1.0\n",
      "                 central = 1                 neg : pos    =      6.6 : 1.0\n",
      "                     n't = 2                 neg : 0      =      6.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 39\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 900, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "32\n",
      "Top 10 positive words:\n",
      "[u'right', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough']\n",
      "Total negative words:\n",
      "17\n",
      "Top 10 negative words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad', u'fell']\n",
      "****************\n",
      "ACCURACY = 0.478888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                   super = True              pos : neg    =      5.8 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "                 problem = True              neg : 0      =      5.5 : 1.0\n",
      "                  crisis = True              neg : pos    =      5.2 : 1.0\n",
      "                    died = True              neg : 0      =      4.5 : 1.0\n",
      "                   clear = True              neg : pos    =      4.4 : 1.0\n",
      "                    fell = True              neg : pos    =      3.9 : 1.0\n",
      "              successful = True              pos : 0      =      3.8 : 1.0\n",
      "                concerns = True              neg : pos    =      3.5 : 1.0\n",
      "                problems = True              neg : 0      =      3.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 40\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1100, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.478888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "             authorities = True              neg : 0      =     12.1 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                   built = True                0 : neg    =      8.8 : 1.0\n",
      "                 comment = True              neg : pos    =      8.6 : 1.0\n",
      "                   'what = True              neg : 0      =      8.5 : 1.0\n",
      "                   force = True              neg : pos    =      8.3 : 1.0\n",
      "                    cnbc = True                0 : neg    =      8.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.9 : 1.0\n",
      "               automaker = True              neg : 0      =      7.7 : 1.0\n",
      "                 schools = True              pos : 0      =      7.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 41\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1100, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.47\n",
      "****************\n",
      "Most Informative Features\n",
      "             authorities = 1                 neg : 0      =     12.1 : 1.0\n",
      "                      '' = 2                   0 : pos    =     10.3 : 1.0\n",
      "                   built = 1                   0 : neg    =      8.8 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.6 : 1.0\n",
      "                   'what = 1                 neg : 0      =      8.5 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.3 : 1.0\n",
      "               financing = 1                   0 : neg    =      8.1 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.9 : 1.0\n",
      "               automaker = 1                 neg : 0      =      7.7 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 42\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1100, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "39\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'modern', u'helped', u'likes', u'best', u'lead', u'leading', u'top', u'fans']\n",
      "Total negative words:\n",
      "20\n",
      "Top 10 negative words:\n",
      "[u'emergency', u'criminal', u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis']\n",
      "****************\n",
      "ACCURACY = 0.483333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                   super = True              pos : neg    =      5.8 : 1.0\n",
      "                  gained = True              pos : neg    =      5.8 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "               emergency = True              neg : pos    =      5.6 : 1.0\n",
      "                 problem = True              neg : 0      =      5.5 : 1.0\n",
      "                  crisis = True              neg : pos    =      5.2 : 1.0\n",
      "                criminal = True              neg : pos    =      5.0 : 1.0\n",
      "                    died = True              neg : 0      =      4.5 : 1.0\n",
      "                   clear = True              neg : pos    =      4.4 : 1.0\n",
      "                positive = True              pos : 0      =      4.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 43\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1500, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.468888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     22.2 : 1.0\n",
      "             authorities = True              neg : 0      =     12.1 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                   built = True                0 : neg    =      8.8 : 1.0\n",
      "                 comment = True              neg : pos    =      8.6 : 1.0\n",
      "                   'what = True              neg : 0      =      8.5 : 1.0\n",
      "                   force = True              neg : pos    =      8.3 : 1.0\n",
      "                    cnbc = True                0 : neg    =      8.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.9 : 1.0\n",
      "               automaker = True              neg : 0      =      7.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 44\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1500, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.456666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     22.2 : 1.0\n",
      "             authorities = 1                 neg : 0      =     12.1 : 1.0\n",
      "                      '' = 2                   0 : pos    =     10.3 : 1.0\n",
      "               decisions = 1                 neg : pos    =     10.1 : 1.0\n",
      "                   built = 1                   0 : neg    =      8.8 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.6 : 1.0\n",
      "                   'what = 1                 neg : 0      =      8.5 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.3 : 1.0\n",
      "               financing = 1                   0 : neg    =      8.1 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 45\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1500, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "60\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'fair', u'win', u'modern', u'powerful', u'helped', u'likes', u'tough', u'trust']\n",
      "Total negative words:\n",
      "31\n",
      "Top 10 negative words:\n",
      "[u'limited', u'hard', u'crisis', u'cloud', u'death', u'complex', u'conservative', u'failed', u'concerns', u'issues']\n",
      "****************\n",
      "ACCURACY = 0.483333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "               difficult = True                0 : pos    =      7.7 : 1.0\n",
      "              struggling = True              neg : 0      =      7.0 : 1.0\n",
      "                   tough = True                0 : pos    =      6.0 : 1.0\n",
      "                   super = True              pos : neg    =      5.8 : 1.0\n",
      "                  gained = True              pos : neg    =      5.8 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "               emergency = True              neg : pos    =      5.6 : 1.0\n",
      "                  losses = True              neg : pos    =      5.6 : 1.0\n",
      "                 problem = True              neg : 0      =      5.5 : 1.0\n",
      "                     win = True              pos : neg    =      5.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 46\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 2000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.46\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     22.2 : 1.0\n",
      "             authorities = True              neg : 0      =     12.1 : 1.0\n",
      "             enforcement = True              neg : pos    =     11.4 : 1.0\n",
      "                  donald = True                0 : pos    =     10.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                   built = True                0 : neg    =      8.8 : 1.0\n",
      "                 comment = True              neg : pos    =      8.6 : 1.0\n",
      "                  forced = True              neg : 0      =      8.5 : 1.0\n",
      "                   'what = True              neg : 0      =      8.5 : 1.0\n",
      "                   force = True              neg : pos    =      8.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 47\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 2000, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.456666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     22.2 : 1.0\n",
      "             authorities = 1                 neg : 0      =     12.1 : 1.0\n",
      "             enforcement = 1                 neg : pos    =     11.4 : 1.0\n",
      "                  donald = 1                   0 : pos    =     10.4 : 1.0\n",
      "                      '' = 2                   0 : pos    =     10.3 : 1.0\n",
      "               decisions = 1                 neg : pos    =     10.1 : 1.0\n",
      "                   built = 1                   0 : neg    =      8.8 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.6 : 1.0\n",
      "                   'what = 1                 neg : 0      =      8.5 : 1.0\n",
      "                  forced = 1                 neg : 0      =      8.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 48\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 2000, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "91\n",
      "Top 10 positive words:\n",
      "[u'gold', u'competitive', u'tough', u'fine', u'enough', u'better', u'willing', u'rich', u'stable', u'worth']\n",
      "Total negative words:\n",
      "47\n",
      "Top 10 negative words:\n",
      "[u'limited', u'cancer', u'criticized', u'hard', u'concern', u'negative', u'aggressive', u'crisis', u'cloud', u'collapse']\n",
      "****************\n",
      "ACCURACY = 0.486666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "               difficult = True                0 : pos    =      7.7 : 1.0\n",
      "              struggling = True              neg : 0      =      7.0 : 1.0\n",
      "                  warned = True              neg : pos    =      6.9 : 1.0\n",
      "                   tough = True                0 : pos    =      6.0 : 1.0\n",
      "                   super = True              pos : neg    =      5.8 : 1.0\n",
      "                  gained = True              pos : neg    =      5.8 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "               emergency = True              neg : pos    =      5.6 : 1.0\n",
      "                  losses = True              neg : pos    =      5.6 : 1.0\n",
      "                 problem = True              neg : 0      =      5.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 49\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 100, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.46\n",
      "****************\n",
      "Most Informative Features\n",
      "                     not = True              neg : 0      =      2.2 : 1.0\n",
      "                     n't = True              neg : 0      =      2.0 : 1.0\n",
      "                 percent = True              neg : 0      =      1.9 : 1.0\n",
      "                       ; = True                0 : neg    =      1.7 : 1.0\n",
      "                       . = False               0 : pos    =      1.7 : 1.0\n",
      "                    last = True              neg : 0      =      1.6 : 1.0\n",
      "               president = True                0 : neg    =      1.6 : 1.0\n",
      "                   after = True              neg : 0      =      1.6 : 1.0\n",
      "                    over = True              neg : 0      =      1.6 : 1.0\n",
      "                    were = True              neg : pos    =      1.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 50\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 100, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.456666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                     n't = 2                 neg : 0      =      6.3 : 1.0\n",
      "                     not = 3                 neg : pos    =      4.7 : 1.0\n",
      "                       $ = 3                 pos : 0      =      4.2 : 1.0\n",
      "                       ) = 3                   0 : neg    =      3.9 : 1.0\n",
      "                       ( = 3                   0 : neg    =      3.9 : 1.0\n",
      "                    were = 2                   0 : pos    =      3.9 : 1.0\n",
      "                     but = 2                 neg : pos    =      3.6 : 1.0\n",
      "                       a = 7                 neg : pos    =      3.6 : 1.0\n",
      "               executive = 3                 neg : pos    =      3.4 : 1.0\n",
      "                     its = 3                   0 : neg    =      3.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 51\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 100, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "1\n",
      "Top 10 positive words:\n",
      "[u'like']\n",
      "Total negative words:\n",
      "0\n",
      "Top 10 negative words:\n",
      "[]\n",
      "****************\n",
      "ACCURACY = 0.472222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                    like = True              neg : pos    =      1.3 : 1.0\n",
      "                    like = False             pos : neg    =      1.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 52\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 500, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.477777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                  brands = True              pos : neg    =      4.4 : 1.0\n",
      "                  iphone = True              pos : 0      =      4.3 : 1.0\n",
      "                 include = True                0 : neg    =      4.0 : 1.0\n",
      "                  bought = True              pos : neg    =      3.8 : 1.0\n",
      "                 omnicom = True                0 : neg    =      3.8 : 1.0\n",
      "               berkshire = True                0 : neg    =      3.6 : 1.0\n",
      "                   right = True              pos : neg    =      3.4 : 1.0\n",
      "           entrepreneurs = True              pos : 0      =      3.3 : 1.0\n",
      "                hathaway = True                0 : neg    =      3.3 : 1.0\n",
      "                     pay = True              neg : 0      =      3.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 53\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 500, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.444444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     10.3 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                     n't = 2                 neg : 0      =      6.3 : 1.0\n",
      "                    used = 2                 neg : pos    =      4.7 : 1.0\n",
      "                 trading = 2                 neg : pos    =      4.7 : 1.0\n",
      "                     not = 3                 neg : pos    =      4.7 : 1.0\n",
      "                european = 2                 neg : pos    =      4.7 : 1.0\n",
      "                    bank = 2                 neg : pos    =      4.7 : 1.0\n",
      "                 include = 1                   0 : neg    =      4.4 : 1.0\n",
      "                  brands = 1                 pos : neg    =      4.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 54\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 500, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "14\n",
      "Top 10 positive words:\n",
      "[u'available', u'good', u'led', u'like', u'top', u'work', u'well', u'creative', u'better', u'right']\n",
      "Total negative words:\n",
      "2\n",
      "Top 10 negative words:\n",
      "[u'hedge', u'vice']\n",
      "****************\n",
      "ACCURACY = 0.472222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                   right = True              pos : neg    =      3.4 : 1.0\n",
      "                creative = True                0 : neg    =      2.7 : 1.0\n",
      "                    best = True              pos : neg    =      2.7 : 1.0\n",
      "                  worked = True                0 : neg    =      2.2 : 1.0\n",
      "                   works = True              pos : neg    =      2.2 : 1.0\n",
      "                  better = True              pos : neg    =      1.8 : 1.0\n",
      "                     top = True                0 : neg    =      1.7 : 1.0\n",
      "                    vice = True              pos : neg    =      1.6 : 1.0\n",
      "               available = True              pos : 0      =      1.5 : 1.0\n",
      "                   hedge = True              neg : pos    =      1.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 55\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 900, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.48\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =      8.8 : 1.0\n",
      "                 comment = True              neg : pos    =      8.6 : 1.0\n",
      "                declined = True              neg : pos    =      7.9 : 1.0\n",
      "                    rose = True              pos : neg    =      6.6 : 1.0\n",
      "           investigation = True              neg : pos    =      6.1 : 1.0\n",
      "                   super = True              pos : neg    =      5.8 : 1.0\n",
      "                 problem = True              neg : 0      =      5.5 : 1.0\n",
      "                  crisis = True              neg : pos    =      5.2 : 1.0\n",
      "                    bowl = True              pos : neg    =      4.9 : 1.0\n",
      "                    bbdo = True                0 : neg    =      4.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 56\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 900, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.454444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     10.3 : 1.0\n",
      "                   built = 1                   0 : neg    =      8.8 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.6 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.9 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                     n't = 2                 neg : 0      =      6.3 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.2 : 1.0\n",
      "                     tax = 2                 neg : pos    =      6.0 : 1.0\n",
      "                   super = 1                 pos : neg    =      5.7 : 1.0\n",
      "           investigation = 1                 neg : pos    =      5.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 57\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 900, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "28\n",
      "Top 10 positive words:\n",
      "[u'right', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough', u'worth']\n",
      "Total negative words:\n",
      "14\n",
      "Top 10 negative words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'fell', u'fall']\n",
      "****************\n",
      "ACCURACY = 0.477777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                   super = True              pos : neg    =      5.8 : 1.0\n",
      "                 problem = True              neg : 0      =      5.5 : 1.0\n",
      "                  crisis = True              neg : pos    =      5.2 : 1.0\n",
      "                    fell = True              neg : pos    =      3.9 : 1.0\n",
      "              successful = True              pos : 0      =      3.8 : 1.0\n",
      "                concerns = True              neg : pos    =      3.5 : 1.0\n",
      "                problems = True              neg : 0      =      3.5 : 1.0\n",
      "                  helped = True              pos : neg    =      3.5 : 1.0\n",
      "                   right = True              pos : neg    =      3.4 : 1.0\n",
      "                    lost = True              neg : pos    =      3.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 58\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1100, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.476666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                   built = True                0 : neg    =      8.8 : 1.0\n",
      "                 comment = True              neg : pos    =      8.6 : 1.0\n",
      "                   force = True              neg : pos    =      8.3 : 1.0\n",
      "                    cnbc = True                0 : neg    =      8.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.9 : 1.0\n",
      "                    rose = True              pos : neg    =      6.6 : 1.0\n",
      "                 central = True              neg : pos    =      6.6 : 1.0\n",
      "           investigation = True              neg : pos    =      6.1 : 1.0\n",
      "                   super = True              pos : neg    =      5.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 59\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1100, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.454444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     10.3 : 1.0\n",
      "                   built = 1                   0 : neg    =      8.8 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.6 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.3 : 1.0\n",
      "               financing = 1                   0 : neg    =      8.1 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.9 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                 central = 1                 neg : pos    =      6.6 : 1.0\n",
      "                     n't = 2                 neg : 0      =      6.3 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 60\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1100, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "33\n",
      "Top 10 positive words:\n",
      "[u'right', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough']\n",
      "Total negative words:\n",
      "17\n",
      "Top 10 negative words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad', u'fell']\n",
      "****************\n",
      "ACCURACY = 0.478888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                   super = True              pos : neg    =      5.8 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "                 problem = True              neg : 0      =      5.5 : 1.0\n",
      "                  crisis = True              neg : pos    =      5.2 : 1.0\n",
      "                    died = True              neg : 0      =      4.5 : 1.0\n",
      "                   clear = True              neg : pos    =      4.4 : 1.0\n",
      "                    fell = True              neg : pos    =      3.9 : 1.0\n",
      "              successful = True              pos : 0      =      3.8 : 1.0\n",
      "                concerns = True              neg : pos    =      3.5 : 1.0\n",
      "                problems = True              neg : 0      =      3.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 61\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1500, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.497777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     22.2 : 1.0\n",
      "             authorities = True              neg : 0      =     12.1 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                   built = True                0 : neg    =      8.8 : 1.0\n",
      "                 comment = True              neg : pos    =      8.6 : 1.0\n",
      "                   'what = True              neg : 0      =      8.5 : 1.0\n",
      "                   force = True              neg : pos    =      8.3 : 1.0\n",
      "                    cnbc = True                0 : neg    =      8.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.9 : 1.0\n",
      "               automaker = True              neg : 0      =      7.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 62\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1500, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.448888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     22.2 : 1.0\n",
      "             authorities = 1                 neg : 0      =     12.1 : 1.0\n",
      "                      '' = 2                   0 : pos    =     10.3 : 1.0\n",
      "                   built = 1                   0 : neg    =      8.8 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.6 : 1.0\n",
      "                   'what = 1                 neg : 0      =      8.5 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.3 : 1.0\n",
      "               financing = 1                   0 : neg    =      8.1 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.9 : 1.0\n",
      "               automaker = 1                 neg : 0      =      7.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 63\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1500, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "51\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'fair', u'win', u'modern', u'helped', u'likes', u'best', u'lead', u'reform']\n",
      "Total negative words:\n",
      "23\n",
      "Top 10 negative words:\n",
      "[u'hard', u'crisis', u'cloud', u'death', u'concerns', u'issues', u'struck', u'criminal', u'issue', u'difficult']\n",
      "****************\n",
      "ACCURACY = 0.482222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "               difficult = True                0 : pos    =      7.7 : 1.0\n",
      "                   super = True              pos : neg    =      5.8 : 1.0\n",
      "                  gained = True              pos : neg    =      5.8 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "               emergency = True              neg : pos    =      5.6 : 1.0\n",
      "                 problem = True              neg : 0      =      5.5 : 1.0\n",
      "                     win = True              pos : neg    =      5.5 : 1.0\n",
      "                  crisis = True              neg : pos    =      5.2 : 1.0\n",
      "                criminal = True              neg : pos    =      5.0 : 1.0\n",
      "                    died = True              neg : 0      =      4.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 64\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 2000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.484444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     22.2 : 1.0\n",
      "             authorities = True              neg : 0      =     12.1 : 1.0\n",
      "             enforcement = True              neg : pos    =     11.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                   built = True                0 : neg    =      8.8 : 1.0\n",
      "                 comment = True              neg : pos    =      8.6 : 1.0\n",
      "                  forced = True              neg : 0      =      8.5 : 1.0\n",
      "                   'what = True              neg : 0      =      8.5 : 1.0\n",
      "                   force = True              neg : pos    =      8.3 : 1.0\n",
      "                    cnbc = True                0 : neg    =      8.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 65\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 2000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.452222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     22.2 : 1.0\n",
      "             authorities = 1                 neg : 0      =     12.1 : 1.0\n",
      "             enforcement = 1                 neg : pos    =     11.4 : 1.0\n",
      "                      '' = 2                   0 : pos    =     10.3 : 1.0\n",
      "               decisions = 1                 neg : pos    =     10.1 : 1.0\n",
      "                   built = 1                   0 : neg    =      8.8 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.6 : 1.0\n",
      "                  forced = 1                 neg : 0      =      8.5 : 1.0\n",
      "                   'what = 1                 neg : 0      =      8.5 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 66\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 2000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "75\n",
      "Top 10 positive words:\n",
      "[u'interests', u'right', u'love', u'secure', u'fair', u'win', u'modern', u'powerful', u'helped', u'likes']\n",
      "Total negative words:\n",
      "37\n",
      "Top 10 negative words:\n",
      "[u'limited', u'hard', u'crisis', u'cloud', u'death', u'complex', u'conservative', u'failed', u'expensive', u'concerns']\n",
      "****************\n",
      "ACCURACY = 0.484444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "               difficult = True                0 : pos    =      7.7 : 1.0\n",
      "              struggling = True              neg : 0      =      7.0 : 1.0\n",
      "                  warned = True              neg : pos    =      6.9 : 1.0\n",
      "                   tough = True                0 : pos    =      6.0 : 1.0\n",
      "                   super = True              pos : neg    =      5.8 : 1.0\n",
      "                  gained = True              pos : neg    =      5.8 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "                  losses = True              neg : pos    =      5.6 : 1.0\n",
      "               emergency = True              neg : pos    =      5.6 : 1.0\n",
      "                 problem = True              neg : 0      =      5.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 31\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 100, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.467777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                 include = True                0 : neg    =      4.7 : 1.0\n",
      "                    news = True              neg : pos    =      2.2 : 1.0\n",
      "                    firm = True                0 : neg    =      2.1 : 1.0\n",
      "                    even = True              neg : pos    =      2.1 : 1.0\n",
      "                 america = True                0 : neg    =      2.0 : 1.0\n",
      "                     n't = True              neg : pos    =      2.0 : 1.0\n",
      "                campaign = True                0 : pos    =      2.0 : 1.0\n",
      "               president = True                0 : neg    =      1.9 : 1.0\n",
      "              co-founder = True                0 : neg    =      1.9 : 1.0\n",
      "                     may = True              neg : pos    =      1.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 32\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 100, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.461111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                    cent = 2                 neg : 0      =      6.2 : 1.0\n",
      "                      `` = 2                   0 : pos    =      5.5 : 1.0\n",
      "                 include = 1                   0 : neg    =      5.2 : 1.0\n",
      "                 million = 2                 pos : 0      =      4.5 : 1.0\n",
      "                 billion = 2                 pos : 0      =      3.8 : 1.0\n",
      "                     n't = 2                 neg : 0      =      3.7 : 1.0\n",
      "                     per = 2                 neg : 0      =      3.7 : 1.0\n",
      "                  google = 2                 pos : neg    =      3.5 : 1.0\n",
      "                    deal = 2                 neg : pos    =      3.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 33\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 100, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "3\n",
      "Top 10 positive words:\n",
      "[u'work', u'well', u'like']\n",
      "Total negative words:\n",
      "1\n",
      "Top 10 negative words:\n",
      "[u'vice']\n",
      "****************\n",
      "ACCURACY = 0.478888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                    vice = True                0 : neg    =      1.7 : 1.0\n",
      "                    well = True                0 : neg    =      1.3 : 1.0\n",
      "                    like = True              neg : pos    =      1.2 : 1.0\n",
      "                    work = True              neg : pos    =      1.2 : 1.0\n",
      "                    like = False             pos : neg    =      1.0 : 1.0\n",
      "                    vice = False             neg : 0      =      1.0 : 1.0\n",
      "                    well = False             neg : 0      =      1.0 : 1.0\n",
      "                    work = False             pos : neg    =      1.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 34\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 500, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.476666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                    rose = True              pos : neg    =      6.7 : 1.0\n",
      "                  sports = True              pos : neg    =      5.9 : 1.0\n",
      "                 problem = True              neg : 0      =      4.9 : 1.0\n",
      "                 include = True                0 : neg    =      4.7 : 1.0\n",
      "                problems = True              neg : 0      =      4.1 : 1.0\n",
      "                  saying = True              neg : 0      =      4.1 : 1.0\n",
      "                     cut = True              neg : pos    =      4.1 : 1.0\n",
      "                    paid = True              neg : 0      =      4.0 : 1.0\n",
      "              successful = True              pos : 0      =      4.0 : 1.0\n",
      "                 founded = True              pos : neg    =      3.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 35\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 500, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.468888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.3 : 1.0\n",
      "                    cent = 2                 neg : 0      =      6.2 : 1.0\n",
      "                     tax = 2                 neg : pos    =      6.0 : 1.0\n",
      "                  sports = 1                 pos : neg    =      5.7 : 1.0\n",
      "                      `` = 2                   0 : pos    =      5.5 : 1.0\n",
      "                 include = 1                   0 : neg    =      5.2 : 1.0\n",
      "                 problem = 1                 neg : 0      =      4.9 : 1.0\n",
      "                    used = 2                 neg : pos    =      4.7 : 1.0\n",
      "                european = 2                 neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 36\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 500, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "22\n",
      "Top 10 positive words:\n",
      "[u'right', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'available', u'good']\n",
      "Total negative words:\n",
      "6\n",
      "Top 10 negative words:\n",
      "[u'vice', u'hard', u'problems', u'hedge', u'issue', u'problem']\n",
      "****************\n",
      "ACCURACY = 0.48\n",
      "****************\n",
      "Most Informative Features\n",
      "                 problem = True              neg : 0      =      4.9 : 1.0\n",
      "                problems = True              neg : 0      =      4.1 : 1.0\n",
      "              successful = True              pos : 0      =      4.0 : 1.0\n",
      "                creative = True                0 : neg    =      3.1 : 1.0\n",
      "                    free = True              pos : 0      =      3.0 : 1.0\n",
      "                   right = True              pos : neg    =      2.8 : 1.0\n",
      "                  helped = True              pos : neg    =      2.8 : 1.0\n",
      "               important = True              pos : neg    =      2.6 : 1.0\n",
      "                    best = True              pos : neg    =      2.1 : 1.0\n",
      "                  worked = True                0 : neg    =      2.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 37\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 900, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.461111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "               scheduled = True                0 : neg    =     10.6 : 1.0\n",
      "                   force = True              neg : pos    =     10.6 : 1.0\n",
      "                   space = True                0 : neg    =      8.8 : 1.0\n",
      "                   built = True                0 : neg    =      8.8 : 1.0\n",
      "                 comment = True              neg : pos    =      8.6 : 1.0\n",
      "                 compete = True              neg : 0      =      7.7 : 1.0\n",
      "                declined = True              neg : pos    =      7.6 : 1.0\n",
      "                    rose = True              pos : neg    =      6.7 : 1.0\n",
      "               cellphone = True              pos : 0      =      6.0 : 1.0\n",
      "                  sports = True              pos : neg    =      5.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 38\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 900, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.461111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = 1                 neg : pos    =     10.6 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.6 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.2 : 1.0\n",
      "                   built = 1                   0 : neg    =      8.2 : 1.0\n",
      "               financing = 1                   0 : neg    =      8.2 : 1.0\n",
      "                 compete = 1                 neg : 0      =      7.7 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.6 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                festival = 1                   0 : neg    =      6.4 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 39\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 900, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "32\n",
      "Top 10 positive words:\n",
      "[u'right', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough']\n",
      "Total negative words:\n",
      "17\n",
      "Top 10 negative words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad', u'fell']\n",
      "****************\n",
      "ACCURACY = 0.478888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                    died = True              neg : 0      =      5.8 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "                    fell = True              neg : pos    =      5.3 : 1.0\n",
      "                    lost = True              neg : pos    =      5.1 : 1.0\n",
      "                 problem = True              neg : 0      =      4.9 : 1.0\n",
      "                problems = True              neg : 0      =      4.1 : 1.0\n",
      "              successful = True              pos : 0      =      4.0 : 1.0\n",
      "                   super = True              pos : neg    =      3.9 : 1.0\n",
      "                   clear = True              neg : pos    =      3.9 : 1.0\n",
      "                concerns = True              neg : pos    =      3.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 40\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1100, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.45\n",
      "****************\n",
      "Most Informative Features\n",
      "             authorities = True              neg : 0      =     12.8 : 1.0\n",
      "               scheduled = True                0 : neg    =     10.6 : 1.0\n",
      "                   force = True              neg : pos    =     10.6 : 1.0\n",
      "                   space = True                0 : neg    =      8.8 : 1.0\n",
      "                   built = True                0 : neg    =      8.8 : 1.0\n",
      "                 comment = True              neg : pos    =      8.6 : 1.0\n",
      "                 compete = True              neg : 0      =      7.7 : 1.0\n",
      "                  impact = True              neg : 0      =      7.7 : 1.0\n",
      "                declined = True              neg : pos    =      7.6 : 1.0\n",
      "                 schools = True              pos : 0      =      7.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 41\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1100, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.445555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "             authorities = 1                 neg : 0      =     12.8 : 1.0\n",
      "                   force = 1                 neg : pos    =     10.6 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.6 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.2 : 1.0\n",
      "                   built = 1                   0 : neg    =      8.2 : 1.0\n",
      "               financing = 1                   0 : neg    =      8.2 : 1.0\n",
      "                 compete = 1                 neg : 0      =      7.7 : 1.0\n",
      "                  impact = 1                 neg : 0      =      7.7 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.6 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 42\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1100, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "39\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'modern', u'helped', u'likes', u'best', u'lead', u'leading', u'top', u'fans']\n",
      "Total negative words:\n",
      "20\n",
      "Top 10 negative words:\n",
      "[u'emergency', u'criminal', u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis']\n",
      "****************\n",
      "ACCURACY = 0.483333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                  gained = True              pos : neg    =      6.8 : 1.0\n",
      "                criminal = True              neg : pos    =      6.0 : 1.0\n",
      "                    died = True              neg : 0      =      5.8 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "                    fell = True              neg : pos    =      5.3 : 1.0\n",
      "                    lost = True              neg : pos    =      5.1 : 1.0\n",
      "                 problem = True              neg : 0      =      4.9 : 1.0\n",
      "               emergency = True              neg : pos    =      4.2 : 1.0\n",
      "                problems = True              neg : 0      =      4.1 : 1.0\n",
      "              successful = True              pos : 0      =      4.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 43\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1500, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.462222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     22.1 : 1.0\n",
      "             authorities = True              neg : 0      =     12.8 : 1.0\n",
      "               scheduled = True                0 : neg    =     10.6 : 1.0\n",
      "                   force = True              neg : pos    =     10.6 : 1.0\n",
      "                   space = True                0 : neg    =      8.8 : 1.0\n",
      "                   built = True                0 : neg    =      8.8 : 1.0\n",
      "                 comment = True              neg : pos    =      8.6 : 1.0\n",
      "              struggling = True              neg : 0      =      8.4 : 1.0\n",
      "               campaigns = True                0 : neg    =      8.2 : 1.0\n",
      "                 compete = True              neg : 0      =      7.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 44\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1500, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.436666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     22.1 : 1.0\n",
      "             authorities = 1                 neg : 0      =     12.8 : 1.0\n",
      "                   force = 1                 neg : pos    =     10.6 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.6 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.2 : 1.0\n",
      "                   built = 1                   0 : neg    =      8.2 : 1.0\n",
      "               financing = 1                   0 : neg    =      8.2 : 1.0\n",
      "               campaigns = 1                   0 : neg    =      8.2 : 1.0\n",
      "                 compete = 1                 neg : 0      =      7.7 : 1.0\n",
      "                  impact = 1                 neg : 0      =      7.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 45\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1500, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "60\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'fair', u'win', u'modern', u'powerful', u'helped', u'likes', u'tough', u'trust']\n",
      "Total negative words:\n",
      "31\n",
      "Top 10 negative words:\n",
      "[u'limited', u'hard', u'crisis', u'cloud', u'death', u'complex', u'conservative', u'failed', u'concerns', u'issues']\n",
      "****************\n",
      "ACCURACY = 0.487777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "              struggling = True              neg : 0      =      8.4 : 1.0\n",
      "               difficult = True              neg : pos    =      7.6 : 1.0\n",
      "                  gained = True              pos : neg    =      6.8 : 1.0\n",
      "                  losses = True              neg : pos    =      6.0 : 1.0\n",
      "                criminal = True              neg : pos    =      6.0 : 1.0\n",
      "                   tough = True                0 : pos    =      6.0 : 1.0\n",
      "                    died = True              neg : 0      =      5.8 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "               advantage = True              neg : 0      =      5.5 : 1.0\n",
      "                    fell = True              neg : pos    =      5.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 46\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 2000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.445555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     22.1 : 1.0\n",
      "             authorities = True              neg : 0      =     12.8 : 1.0\n",
      "                  losing = True              neg : pos    =     11.4 : 1.0\n",
      "               scheduled = True                0 : neg    =     10.6 : 1.0\n",
      "                   force = True              neg : pos    =     10.6 : 1.0\n",
      "                  warned = True              neg : pos    =     10.0 : 1.0\n",
      "                  donald = True                0 : pos    =      9.1 : 1.0\n",
      "                   space = True                0 : neg    =      8.8 : 1.0\n",
      "                   built = True                0 : neg    =      8.8 : 1.0\n",
      "                 comment = True              neg : pos    =      8.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 47\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 2000, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.424444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     22.1 : 1.0\n",
      "             authorities = 1                 neg : 0      =     12.8 : 1.0\n",
      "                  losing = 1                 neg : pos    =     11.4 : 1.0\n",
      "                   force = 1                 neg : pos    =     10.6 : 1.0\n",
      "                  warned = 1                 neg : pos    =     10.0 : 1.0\n",
      "                  donald = 1                   0 : pos    =      9.1 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.6 : 1.0\n",
      "                  forced = 1                 neg : 0      =      8.4 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.2 : 1.0\n",
      "                   built = 1                   0 : neg    =      8.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 48\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 2000, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "91\n",
      "Top 10 positive words:\n",
      "[u'gold', u'competitive', u'tough', u'fine', u'enough', u'better', u'willing', u'rich', u'stable', u'worth']\n",
      "Total negative words:\n",
      "47\n",
      "Top 10 negative words:\n",
      "[u'limited', u'cancer', u'criticized', u'hard', u'concern', u'negative', u'aggressive', u'crisis', u'cloud', u'collapse']\n",
      "****************\n",
      "ACCURACY = 0.478888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.4 : 1.0\n",
      "                  warned = True              neg : pos    =     10.0 : 1.0\n",
      "              struggling = True              neg : 0      =      8.4 : 1.0\n",
      "               difficult = True              neg : pos    =      7.6 : 1.0\n",
      "                    loss = True              neg : pos    =      7.6 : 1.0\n",
      "                  gained = True              pos : neg    =      6.8 : 1.0\n",
      "               dedicated = True                0 : pos    =      6.7 : 1.0\n",
      "                negative = True              neg : pos    =      6.0 : 1.0\n",
      "                criminal = True              neg : pos    =      6.0 : 1.0\n",
      "                  losses = True              neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 49\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 100, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.478888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                     not = True              neg : 0      =      2.1 : 1.0\n",
      "                     n't = True              neg : pos    =      2.0 : 1.0\n",
      "               president = True                0 : neg    =      1.9 : 1.0\n",
      "                       ; = True                0 : neg    =      1.7 : 1.0\n",
      "                       . = False               0 : pos    =      1.7 : 1.0\n",
      "                   after = True              neg : 0      =      1.6 : 1.0\n",
      "                 percent = True              neg : 0      =      1.6 : 1.0\n",
      "                    were = True              neg : pos    =      1.6 : 1.0\n",
      "                    over = True              neg : 0      =      1.6 : 1.0\n",
      "                    ford = True              pos : 0      =      1.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 50\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 100, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.444444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                     not = 3                 neg : pos    =      4.7 : 1.0\n",
      "                     but = 2                 neg : pos    =      4.4 : 1.0\n",
      "                       a = 7                 neg : pos    =      4.4 : 1.0\n",
      "                    they = 3                   0 : pos    =      4.3 : 1.0\n",
      "                       ; = 5                   0 : pos    =      4.3 : 1.0\n",
      "                       , = 12                  0 : pos    =      4.3 : 1.0\n",
      "                     its = 3                   0 : pos    =      4.0 : 1.0\n",
      "                       ) = 3                   0 : neg    =      3.9 : 1.0\n",
      "                       ( = 3                   0 : neg    =      3.9 : 1.0\n",
      "                    were = 2                   0 : pos    =      3.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 51\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 100, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "1\n",
      "Top 10 positive words:\n",
      "[u'like']\n",
      "Total negative words:\n",
      "0\n",
      "Top 10 negative words:\n",
      "[]\n",
      "****************\n",
      "ACCURACY = 0.478888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                    like = True              neg : pos    =      1.2 : 1.0\n",
      "                    like = False             pos : neg    =      1.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 52\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 500, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.474444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                 include = True                0 : neg    =      4.7 : 1.0\n",
      "                     job = True              pos : 0      =      3.9 : 1.0\n",
      "                 omnicom = True                0 : neg    =      3.8 : 1.0\n",
      "                    each = True                0 : neg    =      3.6 : 1.0\n",
      "                  iphone = True              neg : 0      =      3.5 : 1.0\n",
      "           entrepreneurs = True              pos : 0      =      3.1 : 1.0\n",
      "             development = True              pos : neg    =      3.1 : 1.0\n",
      "                creative = True                0 : neg    =      3.1 : 1.0\n",
      "                    help = True              pos : neg    =      3.1 : 1.0\n",
      "             advertising = True              pos : neg    =      3.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 53\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 500, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.45\n",
      "****************\n",
      "Most Informative Features\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                    cent = 2                 neg : 0      =      6.2 : 1.0\n",
      "                      if = 2                 neg : pos    =      6.0 : 1.0\n",
      "                      `` = 2                   0 : pos    =      5.5 : 1.0\n",
      "                 include = 1                   0 : neg    =      5.2 : 1.0\n",
      "                    used = 2                 neg : pos    =      4.7 : 1.0\n",
      "                     not = 3                 neg : pos    =      4.7 : 1.0\n",
      "                european = 2                 neg : pos    =      4.7 : 1.0\n",
      "                 trading = 2                 neg : pos    =      4.7 : 1.0\n",
      "                     job = 1                 pos : 0      =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 54\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 500, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "14\n",
      "Top 10 positive words:\n",
      "[u'available', u'good', u'led', u'like', u'top', u'work', u'well', u'creative', u'better', u'right']\n",
      "Total negative words:\n",
      "2\n",
      "Top 10 negative words:\n",
      "[u'hedge', u'vice']\n",
      "****************\n",
      "ACCURACY = 0.478888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                creative = True                0 : neg    =      3.1 : 1.0\n",
      "                   right = True              pos : neg    =      2.8 : 1.0\n",
      "                    best = True              pos : neg    =      2.1 : 1.0\n",
      "                  worked = True                0 : neg    =      2.1 : 1.0\n",
      "                  better = True                0 : neg    =      1.9 : 1.0\n",
      "                   works = True              pos : neg    =      1.8 : 1.0\n",
      "                    vice = True                0 : neg    =      1.7 : 1.0\n",
      "                   hedge = True              neg : pos    =      1.6 : 1.0\n",
      "                     top = True                0 : pos    =      1.5 : 1.0\n",
      "                     led = True              neg : pos    =      1.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 55\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 900, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.464444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                   space = True                0 : neg    =      8.8 : 1.0\n",
      "                   built = True                0 : neg    =      8.8 : 1.0\n",
      "                 comment = True              neg : pos    =      8.6 : 1.0\n",
      "                declined = True              neg : pos    =      7.6 : 1.0\n",
      "                    rose = True              pos : neg    =      6.7 : 1.0\n",
      "                  sports = True              pos : neg    =      5.9 : 1.0\n",
      "               retailers = True              neg : 0      =      5.5 : 1.0\n",
      "                    fell = True              neg : pos    =      5.3 : 1.0\n",
      "                   groom = True              pos : neg    =      5.1 : 1.0\n",
      "                    lost = True              neg : pos    =      5.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 56\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 900, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.452222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = 1                 neg : pos    =      8.6 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.2 : 1.0\n",
      "                   built = 1                   0 : neg    =      8.2 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.6 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.3 : 1.0\n",
      "                    cent = 2                 neg : 0      =      6.2 : 1.0\n",
      "                      if = 2                 neg : pos    =      6.0 : 1.0\n",
      "                     tax = 2                 neg : pos    =      6.0 : 1.0\n",
      "                  sports = 1                 pos : neg    =      5.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 57\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 900, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "28\n",
      "Top 10 positive words:\n",
      "[u'right', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough', u'worth']\n",
      "Total negative words:\n",
      "14\n",
      "Top 10 negative words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'fell', u'fall']\n",
      "****************\n",
      "ACCURACY = 0.474444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                    fell = True              neg : pos    =      5.3 : 1.0\n",
      "                    lost = True              neg : pos    =      5.1 : 1.0\n",
      "                 problem = True              neg : 0      =      4.9 : 1.0\n",
      "                problems = True              neg : 0      =      4.1 : 1.0\n",
      "              successful = True              pos : 0      =      4.0 : 1.0\n",
      "                   super = True              pos : neg    =      3.9 : 1.0\n",
      "                concerns = True              neg : pos    =      3.9 : 1.0\n",
      "                  crisis = True              neg : pos    =      3.7 : 1.0\n",
      "                   rival = True              neg : pos    =      3.2 : 1.0\n",
      "                creative = True                0 : neg    =      3.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 58\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1100, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.452222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "               scheduled = True                0 : neg    =     10.6 : 1.0\n",
      "                   force = True              neg : pos    =     10.6 : 1.0\n",
      "                   space = True                0 : neg    =      8.8 : 1.0\n",
      "                   built = True                0 : neg    =      8.8 : 1.0\n",
      "                 comment = True              neg : pos    =      8.6 : 1.0\n",
      "                 compete = True              neg : 0      =      7.7 : 1.0\n",
      "                declined = True              neg : pos    =      7.6 : 1.0\n",
      "                    rose = True              pos : neg    =      6.7 : 1.0\n",
      "                  sports = True              pos : neg    =      5.9 : 1.0\n",
      "                    died = True              neg : 0      =      5.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 59\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1100, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.456666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = 1                 neg : pos    =     10.6 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.6 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.2 : 1.0\n",
      "               financing = 1                   0 : neg    =      8.2 : 1.0\n",
      "                   built = 1                   0 : neg    =      8.2 : 1.0\n",
      "                 compete = 1                 neg : 0      =      7.7 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.6 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                festival = 1                   0 : neg    =      6.4 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 60\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1100, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "33\n",
      "Top 10 positive words:\n",
      "[u'right', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough']\n",
      "Total negative words:\n",
      "17\n",
      "Top 10 negative words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad', u'fell']\n",
      "****************\n",
      "ACCURACY = 0.478888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                    died = True              neg : 0      =      5.8 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "                    fell = True              neg : pos    =      5.3 : 1.0\n",
      "                    lost = True              neg : pos    =      5.1 : 1.0\n",
      "                 problem = True              neg : 0      =      4.9 : 1.0\n",
      "                problems = True              neg : 0      =      4.1 : 1.0\n",
      "              successful = True              pos : 0      =      4.0 : 1.0\n",
      "                   super = True              pos : neg    =      3.9 : 1.0\n",
      "                   clear = True              neg : pos    =      3.9 : 1.0\n",
      "                concerns = True              neg : pos    =      3.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 61\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1500, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.471111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     22.1 : 1.0\n",
      "             authorities = True              neg : 0      =     12.8 : 1.0\n",
      "               scheduled = True                0 : neg    =     10.6 : 1.0\n",
      "                   force = True              neg : pos    =     10.6 : 1.0\n",
      "                   space = True                0 : neg    =      8.8 : 1.0\n",
      "                   built = True                0 : neg    =      8.8 : 1.0\n",
      "                 comment = True              neg : pos    =      8.6 : 1.0\n",
      "                 compete = True              neg : 0      =      7.7 : 1.0\n",
      "                  impact = True              neg : 0      =      7.7 : 1.0\n",
      "               difficult = True              neg : pos    =      7.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 62\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1500, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.461111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     22.1 : 1.0\n",
      "             authorities = 1                 neg : 0      =     12.8 : 1.0\n",
      "                   force = 1                 neg : pos    =     10.6 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.6 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.2 : 1.0\n",
      "                   built = 1                   0 : neg    =      8.2 : 1.0\n",
      "               financing = 1                   0 : neg    =      8.2 : 1.0\n",
      "                 compete = 1                 neg : 0      =      7.7 : 1.0\n",
      "                  impact = 1                 neg : 0      =      7.7 : 1.0\n",
      "               difficult = 1                 neg : pos    =      7.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 63\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1500, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "51\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'fair', u'win', u'modern', u'helped', u'likes', u'best', u'lead', u'reform']\n",
      "Total negative words:\n",
      "23\n",
      "Top 10 negative words:\n",
      "[u'hard', u'crisis', u'cloud', u'death', u'concerns', u'issues', u'struck', u'criminal', u'issue', u'difficult']\n",
      "****************\n",
      "ACCURACY = 0.487777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "               difficult = True              neg : pos    =      7.6 : 1.0\n",
      "                  gained = True              pos : neg    =      6.8 : 1.0\n",
      "                criminal = True              neg : pos    =      6.0 : 1.0\n",
      "                    died = True              neg : 0      =      5.8 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "               advantage = True              neg : 0      =      5.5 : 1.0\n",
      "                    fell = True              neg : pos    =      5.3 : 1.0\n",
      "                     win = True              pos : neg    =      5.2 : 1.0\n",
      "                    lost = True              neg : pos    =      5.1 : 1.0\n",
      "                 problem = True              neg : 0      =      4.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 64\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 2000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.482222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     22.1 : 1.0\n",
      "             authorities = True              neg : 0      =     12.8 : 1.0\n",
      "               scheduled = True                0 : neg    =     10.6 : 1.0\n",
      "                   force = True              neg : pos    =     10.6 : 1.0\n",
      "                  warned = True              neg : pos    =     10.0 : 1.0\n",
      "                   space = True                0 : neg    =      8.8 : 1.0\n",
      "                   built = True                0 : neg    =      8.8 : 1.0\n",
      "                 comment = True              neg : pos    =      8.6 : 1.0\n",
      "                  forced = True              neg : 0      =      8.4 : 1.0\n",
      "              struggling = True              neg : 0      =      8.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 65\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 2000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.446666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     22.1 : 1.0\n",
      "             authorities = 1                 neg : 0      =     12.8 : 1.0\n",
      "                   force = 1                 neg : pos    =     10.6 : 1.0\n",
      "                  warned = 1                 neg : pos    =     10.0 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.6 : 1.0\n",
      "                  forced = 1                 neg : 0      =      8.4 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.2 : 1.0\n",
      "                   built = 1                   0 : neg    =      8.2 : 1.0\n",
      "               financing = 1                   0 : neg    =      8.2 : 1.0\n",
      "               campaigns = 1                   0 : neg    =      8.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 66\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 2000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "75\n",
      "Top 10 positive words:\n",
      "[u'interests', u'right', u'love', u'secure', u'fair', u'win', u'modern', u'powerful', u'helped', u'likes']\n",
      "Total negative words:\n",
      "37\n",
      "Top 10 negative words:\n",
      "[u'limited', u'hard', u'crisis', u'cloud', u'death', u'complex', u'conservative', u'failed', u'expensive', u'concerns']\n",
      "****************\n",
      "ACCURACY = 0.482222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                  warned = True              neg : pos    =     10.0 : 1.0\n",
      "              struggling = True              neg : 0      =      8.4 : 1.0\n",
      "               difficult = True              neg : pos    =      7.6 : 1.0\n",
      "                    loss = True              neg : pos    =      7.6 : 1.0\n",
      "                  gained = True              pos : neg    =      6.8 : 1.0\n",
      "                criminal = True              neg : pos    =      6.0 : 1.0\n",
      "                  losses = True              neg : pos    =      6.0 : 1.0\n",
      "                   tough = True                0 : pos    =      6.0 : 1.0\n",
      "                    died = True              neg : 0      =      5.8 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 31\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 100, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.467777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                 include = True                0 : neg    =      3.3 : 1.0\n",
      "                    news = True              neg : pos    =      2.3 : 1.0\n",
      "                    firm = True                0 : neg    =      2.1 : 1.0\n",
      "                     n't = True              neg : 0      =      2.1 : 1.0\n",
      "              government = True              neg : 0      =      2.0 : 1.0\n",
      "                    even = True              neg : pos    =      2.0 : 1.0\n",
      "                  mobile = True              pos : 0      =      1.9 : 1.0\n",
      "                    week = True              neg : 0      =      1.9 : 1.0\n",
      "              co-founder = True                0 : neg    =      1.9 : 1.0\n",
      "                 america = True                0 : neg    =      1.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 32\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 100, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.467777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     10.3 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                     n't = 2                 neg : 0      =      5.6 : 1.0\n",
      "                    bank = 2                 neg : 0      =      5.6 : 1.0\n",
      "                  former = 2                 neg : 0      =      3.8 : 1.0\n",
      "                 include = 1                   0 : neg    =      3.6 : 1.0\n",
      "                 billion = 2                 pos : 0      =      3.5 : 1.0\n",
      "                  google = 2                 pos : neg    =      3.5 : 1.0\n",
      "                    firm = 2                 neg : pos    =      3.4 : 1.0\n",
      "                    deal = 2                 neg : pos    =      3.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 33\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 100, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "3\n",
      "Top 10 positive words:\n",
      "[u'work', u'well', u'like']\n",
      "Total negative words:\n",
      "1\n",
      "Top 10 negative words:\n",
      "[u'vice']\n",
      "****************\n",
      "ACCURACY = 0.481111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                    vice = True                0 : neg    =      1.6 : 1.0\n",
      "                    like = True              neg : pos    =      1.2 : 1.0\n",
      "                    well = True                0 : neg    =      1.2 : 1.0\n",
      "                    work = True              pos : 0      =      1.2 : 1.0\n",
      "                    like = False             pos : neg    =      1.0 : 1.0\n",
      "                    vice = False             neg : 0      =      1.0 : 1.0\n",
      "                    work = False               0 : pos    =      1.0 : 1.0\n",
      "                    well = False             neg : 0      =      1.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 34\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 500, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.458888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                    rose = True              pos : neg    =     11.0 : 1.0\n",
      "                 problem = True              neg : 0      =      6.6 : 1.0\n",
      "                 founded = True              pos : neg    =      5.4 : 1.0\n",
      "                    cost = True              neg : 0      =      4.6 : 1.0\n",
      "                    paid = True              neg : 0      =      4.0 : 1.0\n",
      "                  saying = True              neg : 0      =      4.0 : 1.0\n",
      "                  iphone = True              neg : 0      =      3.9 : 1.0\n",
      "                problems = True              neg : 0      =      3.9 : 1.0\n",
      "                     cut = True              neg : pos    =      3.8 : 1.0\n",
      "                  mother = True                0 : neg    =      3.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 35\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 500, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.457777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                    rose = 1                 pos : neg    =     10.4 : 1.0\n",
      "                      '' = 2                   0 : pos    =     10.3 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                 problem = 1                 neg : 0      =      6.6 : 1.0\n",
      "                     tax = 2                 neg : pos    =      6.1 : 1.0\n",
      "                     n't = 2                 neg : 0      =      5.6 : 1.0\n",
      "                    bank = 2                 neg : 0      =      5.6 : 1.0\n",
      "                european = 2                   0 : pos    =      5.4 : 1.0\n",
      "                 founded = 1                 pos : neg    =      5.3 : 1.0\n",
      "                 trading = 2                 neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 36\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 500, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "22\n",
      "Top 10 positive words:\n",
      "[u'right', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'available', u'good']\n",
      "Total negative words:\n",
      "6\n",
      "Top 10 negative words:\n",
      "[u'vice', u'hard', u'problems', u'hedge', u'issue', u'problem']\n",
      "****************\n",
      "ACCURACY = 0.482222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                 problem = True              neg : 0      =      6.6 : 1.0\n",
      "                problems = True              neg : 0      =      3.9 : 1.0\n",
      "                   right = True              pos : neg    =      3.6 : 1.0\n",
      "              successful = True              pos : 0      =      3.5 : 1.0\n",
      "                    free = True              pos : 0      =      3.1 : 1.0\n",
      "                creative = True              pos : neg    =      2.9 : 1.0\n",
      "                  helped = True              pos : neg    =      2.9 : 1.0\n",
      "               important = True              pos : neg    =      2.2 : 1.0\n",
      "                    best = True              pos : neg    =      2.2 : 1.0\n",
      "                  worked = True                0 : neg    =      2.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 37\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 900, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.47\n",
      "****************\n",
      "Most Informative Features\n",
      "                    rose = True              pos : neg    =     11.0 : 1.0\n",
      "                   built = True                0 : neg    =     10.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.8 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                   force = True              neg : pos    =      8.3 : 1.0\n",
      "                 comment = True              neg : pos    =      7.9 : 1.0\n",
      "                 compete = True              pos : 0      =      7.6 : 1.0\n",
      "                declined = True              neg : pos    =      7.1 : 1.0\n",
      "                 problem = True              neg : 0      =      6.6 : 1.0\n",
      "                   track = True              pos : neg    =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 38\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 900, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.47\n",
      "****************\n",
      "Most Informative Features\n",
      "                    rose = 1                 pos : neg    =     10.4 : 1.0\n",
      "                      '' = 2                   0 : pos    =     10.3 : 1.0\n",
      "                   built = 1                   0 : neg    =      9.8 : 1.0\n",
      "               financing = 1                   0 : neg    =      9.3 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.3 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.1 : 1.0\n",
      "                 comment = 1                 neg : pos    =      7.9 : 1.0\n",
      "                 compete = 1                 pos : 0      =      7.6 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 39\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 900, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "32\n",
      "Top 10 positive words:\n",
      "[u'right', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough']\n",
      "Total negative words:\n",
      "17\n",
      "Top 10 negative words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad', u'fell']\n",
      "****************\n",
      "ACCURACY = 0.497777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                 problem = True              neg : 0      =      6.6 : 1.0\n",
      "                    debt = True              neg : pos    =      6.4 : 1.0\n",
      "                    died = True              neg : 0      =      4.9 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.3 : 1.0\n",
      "                problems = True              neg : 0      =      3.9 : 1.0\n",
      "                    lost = True              neg : pos    =      3.8 : 1.0\n",
      "                   super = True              pos : neg    =      3.6 : 1.0\n",
      "                    fell = True              neg : pos    =      3.6 : 1.0\n",
      "                   right = True              pos : neg    =      3.6 : 1.0\n",
      "                   clear = True              neg : pos    =      3.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 40\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1100, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.474444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                    rose = True              pos : neg    =     11.0 : 1.0\n",
      "             authorities = True              neg : 0      =     10.8 : 1.0\n",
      "                   built = True                0 : neg    =     10.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.8 : 1.0\n",
      "                 related = True              neg : 0      =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "               automaker = True              neg : 0      =      8.6 : 1.0\n",
      "                   force = True              neg : pos    =      8.3 : 1.0\n",
      "                 comment = True              neg : pos    =      7.9 : 1.0\n",
      "                 compete = True              pos : 0      =      7.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 41\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1100, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.468888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "             authorities = 1                 neg : 0      =     10.8 : 1.0\n",
      "                    rose = 1                 pos : neg    =     10.4 : 1.0\n",
      "                      '' = 2                   0 : pos    =     10.3 : 1.0\n",
      "                   built = 1                   0 : neg    =      9.8 : 1.0\n",
      "                 related = 1                 neg : 0      =      9.3 : 1.0\n",
      "               financing = 1                   0 : neg    =      9.3 : 1.0\n",
      "               automaker = 1                 neg : 0      =      8.6 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.3 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.1 : 1.0\n",
      "                 comment = 1                 neg : pos    =      7.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 42\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1100, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "39\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'modern', u'helped', u'likes', u'best', u'lead', u'leading', u'top', u'fans']\n",
      "Total negative words:\n",
      "20\n",
      "Top 10 negative words:\n",
      "[u'emergency', u'criminal', u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis']\n",
      "****************\n",
      "ACCURACY = 0.493333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "               emergency = True              neg : pos    =      7.2 : 1.0\n",
      "                 problem = True              neg : 0      =      6.6 : 1.0\n",
      "                  gained = True              pos : neg    =      6.4 : 1.0\n",
      "                    debt = True              neg : pos    =      6.4 : 1.0\n",
      "                criminal = True              neg : pos    =      6.1 : 1.0\n",
      "                    died = True              neg : 0      =      4.9 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.3 : 1.0\n",
      "                positive = True              pos : 0      =      3.9 : 1.0\n",
      "                problems = True              neg : 0      =      3.9 : 1.0\n",
      "                    lost = True              neg : pos    =      3.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 43\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1500, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.481111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     23.6 : 1.0\n",
      "                    rose = True              pos : neg    =     11.0 : 1.0\n",
      "             authorities = True              neg : 0      =     10.8 : 1.0\n",
      "                   built = True                0 : neg    =     10.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.8 : 1.0\n",
      "                 related = True              neg : 0      =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "               automaker = True              neg : 0      =      8.6 : 1.0\n",
      "                   force = True              neg : pos    =      8.3 : 1.0\n",
      "                 comment = True              neg : pos    =      7.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 44\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1500, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.466666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     23.6 : 1.0\n",
      "             authorities = 1                 neg : 0      =     10.8 : 1.0\n",
      "                    rose = 1                 pos : neg    =     10.4 : 1.0\n",
      "                      '' = 2                   0 : pos    =     10.3 : 1.0\n",
      "                   built = 1                   0 : neg    =      9.8 : 1.0\n",
      "                 related = 1                 neg : 0      =      9.3 : 1.0\n",
      "               financing = 1                   0 : neg    =      9.3 : 1.0\n",
      "               automaker = 1                 neg : 0      =      8.6 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.3 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 45\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1500, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "60\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'fair', u'win', u'modern', u'powerful', u'helped', u'likes', u'tough', u'trust']\n",
      "Total negative words:\n",
      "31\n",
      "Top 10 negative words:\n",
      "[u'limited', u'hard', u'crisis', u'cloud', u'death', u'complex', u'conservative', u'failed', u'concerns', u'issues']\n",
      "****************\n",
      "ACCURACY = 0.497777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "              struggling = True              neg : 0      =      7.8 : 1.0\n",
      "               difficult = True              neg : pos    =      7.7 : 1.0\n",
      "               emergency = True              neg : pos    =      7.2 : 1.0\n",
      "                 problem = True              neg : 0      =      6.6 : 1.0\n",
      "                  gained = True              pos : neg    =      6.4 : 1.0\n",
      "                    debt = True              neg : pos    =      6.4 : 1.0\n",
      "                criminal = True              neg : pos    =      6.1 : 1.0\n",
      "                   tough = True                0 : pos    =      5.9 : 1.0\n",
      "                  losses = True              neg : pos    =      5.6 : 1.0\n",
      "               advantage = True              neg : 0      =      5.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 46\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 2000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.48\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     23.6 : 1.0\n",
      "                  losing = True              neg : pos    =     11.5 : 1.0\n",
      "                    rose = True              pos : neg    =     11.0 : 1.0\n",
      "             authorities = True              neg : 0      =     10.8 : 1.0\n",
      "                   built = True                0 : neg    =     10.4 : 1.0\n",
      "                  donald = True                0 : pos    =     10.3 : 1.0\n",
      "                 jessica = True              neg : pos    =     10.1 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.8 : 1.0\n",
      "                 related = True              neg : 0      =      9.3 : 1.0\n",
      "                 handful = True                0 : pos    =      9.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 47\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 2000, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.462222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     23.6 : 1.0\n",
      "                  losing = 1                 neg : pos    =     11.5 : 1.0\n",
      "             authorities = 1                 neg : 0      =     10.8 : 1.0\n",
      "                    rose = 1                 pos : neg    =     10.4 : 1.0\n",
      "                  donald = 1                   0 : pos    =     10.3 : 1.0\n",
      "                      '' = 2                   0 : pos    =     10.3 : 1.0\n",
      "                 jessica = 1                 neg : pos    =     10.1 : 1.0\n",
      "                   built = 1                   0 : neg    =      9.8 : 1.0\n",
      "                 related = 1                 neg : 0      =      9.3 : 1.0\n",
      "               financing = 1                   0 : neg    =      9.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 48\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 2000, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "91\n",
      "Top 10 positive words:\n",
      "[u'gold', u'competitive', u'tough', u'fine', u'enough', u'better', u'willing', u'rich', u'stable', u'worth']\n",
      "Total negative words:\n",
      "47\n",
      "Top 10 negative words:\n",
      "[u'limited', u'cancer', u'criticized', u'hard', u'concern', u'negative', u'aggressive', u'crisis', u'cloud', u'collapse']\n",
      "****************\n",
      "ACCURACY = 0.497777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.5 : 1.0\n",
      "              struggling = True              neg : 0      =      7.8 : 1.0\n",
      "               difficult = True              neg : pos    =      7.7 : 1.0\n",
      "               emergency = True              neg : pos    =      7.2 : 1.0\n",
      "                 problem = True              neg : 0      =      6.6 : 1.0\n",
      "                  gained = True              pos : neg    =      6.4 : 1.0\n",
      "                    debt = True              neg : pos    =      6.4 : 1.0\n",
      "                criminal = True              neg : pos    =      6.1 : 1.0\n",
      "                   tough = True                0 : pos    =      5.9 : 1.0\n",
      "                  losses = True              neg : pos    =      5.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 49\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 100, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.473333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                     not = True              neg : pos    =      2.1 : 1.0\n",
      "                     n't = True              neg : 0      =      2.1 : 1.0\n",
      "                 percent = True              neg : 0      =      1.7 : 1.0\n",
      "                    over = True              neg : 0      =      1.6 : 1.0\n",
      "               president = True                0 : neg    =      1.6 : 1.0\n",
      "            entrepreneur = True              pos : neg    =      1.6 : 1.0\n",
      "                    were = True              neg : pos    =      1.6 : 1.0\n",
      "                       $ = True              pos : 0      =      1.5 : 1.0\n",
      "                    last = True              neg : 0      =      1.5 : 1.0\n",
      "                   after = True              neg : 0      =      1.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 50\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 100, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.461111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                       a = 7                 neg : pos    =      7.4 : 1.0\n",
      "                     n't = 2                 neg : 0      =      5.6 : 1.0\n",
      "                     not = 3                 neg : pos    =      4.7 : 1.0\n",
      "                       , = 12                  0 : pos    =      4.2 : 1.0\n",
      "                       ) = 3                   0 : neg    =      3.9 : 1.0\n",
      "                       ( = 3                   0 : neg    =      3.9 : 1.0\n",
      "                  former = 2                 neg : 0      =      3.8 : 1.0\n",
      "                     but = 2                 neg : pos    =      3.6 : 1.0\n",
      "                  google = 2                 pos : neg    =      3.5 : 1.0\n",
      "               executive = 3                 neg : pos    =      3.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 51\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 100, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "1\n",
      "Top 10 positive words:\n",
      "[u'like']\n",
      "Total negative words:\n",
      "0\n",
      "Top 10 negative words:\n",
      "[]\n",
      "****************\n",
      "ACCURACY = 0.481111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                    like = True              neg : pos    =      1.2 : 1.0\n",
      "                    like = False             pos : neg    =      1.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 52\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 500, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.476666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                  iphone = True              neg : 0      =      3.9 : 1.0\n",
      "                   right = True              pos : neg    =      3.6 : 1.0\n",
      "                 omnicom = True                0 : neg    =      3.4 : 1.0\n",
      "                 include = True                0 : neg    =      3.3 : 1.0\n",
      "                  brands = True              pos : neg    =      3.3 : 1.0\n",
      "                    each = True                0 : neg    =      3.2 : 1.0\n",
      "                     job = True              pos : 0      =      3.2 : 1.0\n",
      "             advertising = True              pos : neg    =      3.2 : 1.0\n",
      "               employees = True              neg : 0      =      3.2 : 1.0\n",
      "                 against = True              neg : pos    =      3.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 53\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 500, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.453333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     10.3 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                       a = 7                 neg : pos    =      7.4 : 1.0\n",
      "                      if = 2                 neg : pos    =      6.1 : 1.0\n",
      "                     n't = 2                 neg : 0      =      5.6 : 1.0\n",
      "                    bank = 2                 neg : 0      =      5.6 : 1.0\n",
      "                european = 2                   0 : pos    =      5.4 : 1.0\n",
      "                      no = 2                 neg : pos    =      4.7 : 1.0\n",
      "                     not = 3                 neg : pos    =      4.7 : 1.0\n",
      "                 trading = 2                 neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 54\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 500, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "14\n",
      "Top 10 positive words:\n",
      "[u'available', u'good', u'led', u'like', u'top', u'work', u'well', u'creative', u'better', u'right']\n",
      "Total negative words:\n",
      "2\n",
      "Top 10 negative words:\n",
      "[u'hedge', u'vice']\n",
      "****************\n",
      "ACCURACY = 0.481111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                   right = True              pos : neg    =      3.6 : 1.0\n",
      "                creative = True              pos : neg    =      2.9 : 1.0\n",
      "                    best = True              pos : neg    =      2.2 : 1.0\n",
      "                  worked = True                0 : neg    =      2.1 : 1.0\n",
      "                   works = True              pos : neg    =      2.0 : 1.0\n",
      "                  better = True                0 : neg    =      1.9 : 1.0\n",
      "                     top = True                0 : pos    =      1.6 : 1.0\n",
      "                    vice = True                0 : neg    =      1.6 : 1.0\n",
      "               available = True              pos : 0      =      1.5 : 1.0\n",
      "                 support = True                0 : pos    =      1.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 55\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 900, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.49\n",
      "****************\n",
      "Most Informative Features\n",
      "                    rose = True              pos : neg    =     11.0 : 1.0\n",
      "                   built = True                0 : neg    =     10.4 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                 comment = True              neg : pos    =      7.9 : 1.0\n",
      "                declined = True              neg : pos    =      7.1 : 1.0\n",
      "                 problem = True              neg : 0      =      6.6 : 1.0\n",
      "           investigation = True              neg : pos    =      6.3 : 1.0\n",
      "               retailers = True              neg : 0      =      6.0 : 1.0\n",
      "                 founded = True              pos : neg    =      5.4 : 1.0\n",
      "                  things = True              neg : 0      =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 56\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 900, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.466666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                    rose = 1                 pos : neg    =     10.4 : 1.0\n",
      "                      '' = 2                   0 : pos    =     10.3 : 1.0\n",
      "                   built = 1                   0 : neg    =      9.8 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.1 : 1.0\n",
      "                 comment = 1                 neg : pos    =      7.9 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                       a = 7                 neg : pos    =      7.4 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.1 : 1.0\n",
      "                 problem = 1                 neg : 0      =      6.6 : 1.0\n",
      "                      if = 2                 neg : pos    =      6.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 57\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 900, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "28\n",
      "Top 10 positive words:\n",
      "[u'right', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough', u'worth']\n",
      "Total negative words:\n",
      "14\n",
      "Top 10 negative words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'fell', u'fall']\n",
      "****************\n",
      "ACCURACY = 0.492222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                 problem = True              neg : 0      =      6.6 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.3 : 1.0\n",
      "                problems = True              neg : 0      =      3.9 : 1.0\n",
      "                    lost = True              neg : pos    =      3.8 : 1.0\n",
      "                   super = True              pos : neg    =      3.6 : 1.0\n",
      "                    fell = True              neg : pos    =      3.6 : 1.0\n",
      "                   right = True              pos : neg    =      3.6 : 1.0\n",
      "              successful = True              pos : 0      =      3.5 : 1.0\n",
      "                    free = True              pos : 0      =      3.1 : 1.0\n",
      "                creative = True              pos : neg    =      2.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 58\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1100, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.495555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                    rose = True              pos : neg    =     11.0 : 1.0\n",
      "                   built = True                0 : neg    =     10.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.8 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                   force = True              neg : pos    =      8.3 : 1.0\n",
      "                 comment = True              neg : pos    =      7.9 : 1.0\n",
      "                 compete = True              pos : 0      =      7.6 : 1.0\n",
      "                declined = True              neg : pos    =      7.1 : 1.0\n",
      "                 problem = True              neg : 0      =      6.6 : 1.0\n",
      "                    debt = True              neg : pos    =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 59\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1100, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.473333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                    rose = 1                 pos : neg    =     10.4 : 1.0\n",
      "                      '' = 2                   0 : pos    =     10.3 : 1.0\n",
      "                   built = 1                   0 : neg    =      9.8 : 1.0\n",
      "               financing = 1                   0 : neg    =      9.3 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.3 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.1 : 1.0\n",
      "                 comment = 1                 neg : pos    =      7.9 : 1.0\n",
      "                 compete = 1                 pos : 0      =      7.6 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                       a = 7                 neg : pos    =      7.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 60\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1100, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "33\n",
      "Top 10 positive words:\n",
      "[u'right', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough']\n",
      "Total negative words:\n",
      "17\n",
      "Top 10 negative words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad', u'fell']\n",
      "****************\n",
      "ACCURACY = 0.497777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                 problem = True              neg : 0      =      6.6 : 1.0\n",
      "                    debt = True              neg : pos    =      6.4 : 1.0\n",
      "                    died = True              neg : 0      =      4.9 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.3 : 1.0\n",
      "                problems = True              neg : 0      =      3.9 : 1.0\n",
      "                    lost = True              neg : pos    =      3.8 : 1.0\n",
      "                   super = True              pos : neg    =      3.6 : 1.0\n",
      "                    fell = True              neg : pos    =      3.6 : 1.0\n",
      "                   right = True              pos : neg    =      3.6 : 1.0\n",
      "                   clear = True              neg : pos    =      3.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 61\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1500, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.496666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     23.6 : 1.0\n",
      "                    rose = True              pos : neg    =     11.0 : 1.0\n",
      "             authorities = True              neg : 0      =     10.8 : 1.0\n",
      "                   built = True                0 : neg    =     10.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.8 : 1.0\n",
      "                 related = True              neg : 0      =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "               automaker = True              neg : 0      =      8.6 : 1.0\n",
      "                   force = True              neg : pos    =      8.3 : 1.0\n",
      "                 comment = True              neg : pos    =      7.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 62\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1500, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.477777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     23.6 : 1.0\n",
      "             authorities = 1                 neg : 0      =     10.8 : 1.0\n",
      "                    rose = 1                 pos : neg    =     10.4 : 1.0\n",
      "                      '' = 2                   0 : pos    =     10.3 : 1.0\n",
      "                   built = 1                   0 : neg    =      9.8 : 1.0\n",
      "                 related = 1                 neg : 0      =      9.3 : 1.0\n",
      "               financing = 1                   0 : neg    =      9.3 : 1.0\n",
      "               automaker = 1                 neg : 0      =      8.6 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.3 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 63\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1500, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "51\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'fair', u'win', u'modern', u'helped', u'likes', u'best', u'lead', u'reform']\n",
      "Total negative words:\n",
      "23\n",
      "Top 10 negative words:\n",
      "[u'hard', u'crisis', u'cloud', u'death', u'concerns', u'issues', u'struck', u'criminal', u'issue', u'difficult']\n",
      "****************\n",
      "ACCURACY = 0.495555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "               difficult = True              neg : pos    =      7.7 : 1.0\n",
      "               emergency = True              neg : pos    =      7.2 : 1.0\n",
      "                 problem = True              neg : 0      =      6.6 : 1.0\n",
      "                  gained = True              pos : neg    =      6.4 : 1.0\n",
      "                    debt = True              neg : pos    =      6.4 : 1.0\n",
      "                criminal = True              neg : pos    =      6.1 : 1.0\n",
      "               advantage = True              neg : 0      =      5.6 : 1.0\n",
      "                     win = True              pos : neg    =      5.4 : 1.0\n",
      "                    died = True              neg : 0      =      4.9 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 64\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 2000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.49\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     23.6 : 1.0\n",
      "                    rose = True              pos : neg    =     11.0 : 1.0\n",
      "             authorities = True              neg : 0      =     10.8 : 1.0\n",
      "                   built = True                0 : neg    =     10.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.8 : 1.0\n",
      "                 related = True              neg : 0      =      9.3 : 1.0\n",
      "                evidence = True              neg : pos    =      8.8 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "               automaker = True              neg : 0      =      8.6 : 1.0\n",
      "                   force = True              neg : pos    =      8.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 65\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 2000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.484444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     23.6 : 1.0\n",
      "             authorities = 1                 neg : 0      =     10.8 : 1.0\n",
      "                    rose = 1                 pos : neg    =     10.4 : 1.0\n",
      "                      '' = 2                   0 : pos    =     10.3 : 1.0\n",
      "                   built = 1                   0 : neg    =      9.8 : 1.0\n",
      "                 related = 1                 neg : 0      =      9.3 : 1.0\n",
      "               financing = 1                   0 : neg    =      9.3 : 1.0\n",
      "                evidence = 1                 neg : pos    =      8.8 : 1.0\n",
      "               automaker = 1                 neg : 0      =      8.6 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 66\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 2000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "75\n",
      "Top 10 positive words:\n",
      "[u'interests', u'right', u'love', u'secure', u'fair', u'win', u'modern', u'powerful', u'helped', u'likes']\n",
      "Total negative words:\n",
      "37\n",
      "Top 10 negative words:\n",
      "[u'limited', u'hard', u'crisis', u'cloud', u'death', u'complex', u'conservative', u'failed', u'expensive', u'concerns']\n",
      "****************\n",
      "ACCURACY = 0.498888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "              struggling = True              neg : 0      =      7.8 : 1.0\n",
      "               difficult = True              neg : pos    =      7.7 : 1.0\n",
      "               emergency = True              neg : pos    =      7.2 : 1.0\n",
      "                 problem = True              neg : 0      =      6.6 : 1.0\n",
      "                  gained = True              pos : neg    =      6.4 : 1.0\n",
      "                    debt = True              neg : pos    =      6.4 : 1.0\n",
      "                criminal = True              neg : pos    =      6.1 : 1.0\n",
      "                   tough = True                0 : pos    =      5.9 : 1.0\n",
      "                  losses = True              neg : pos    =      5.6 : 1.0\n",
      "               advantage = True              neg : 0      =      5.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 31\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 100, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.457777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                 include = True                0 : neg    =      4.2 : 1.0\n",
      "              co-founder = True                0 : neg    =      2.4 : 1.0\n",
      "                    even = True              neg : pos    =      2.2 : 1.0\n",
      "                  mobile = True              pos : 0      =      2.1 : 1.0\n",
      "                     n't = True              neg : 0      =      2.0 : 1.0\n",
      "                     may = True              neg : pos    =      2.0 : 1.0\n",
      "                    much = True              neg : pos    =      1.9 : 1.0\n",
      "                    news = True              neg : pos    =      1.9 : 1.0\n",
      "                    firm = True                0 : neg    =      1.9 : 1.0\n",
      "                    week = True              neg : 0      =      1.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 32\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 100, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.446666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     11.6 : 1.0\n",
      "                 include = 1                   0 : neg    =      4.7 : 1.0\n",
      "                 million = 2                 pos : 0      =      4.5 : 1.0\n",
      "                      `` = 2                   0 : pos    =      3.9 : 1.0\n",
      "                    bank = 2                 neg : pos    =      3.8 : 1.0\n",
      "                     n't = 2                 neg : 0      =      3.7 : 1.0\n",
      "                  agency = 2                 neg : pos    =      3.6 : 1.0\n",
      "                    firm = 2                 neg : pos    =      3.3 : 1.0\n",
      "                    deal = 2                 neg : pos    =      3.3 : 1.0\n",
      "                   money = 2                 neg : pos    =      3.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 33\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 100, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "3\n",
      "Top 10 positive words:\n",
      "[u'work', u'well', u'like']\n",
      "Total negative words:\n",
      "1\n",
      "Top 10 negative words:\n",
      "[u'vice']\n",
      "****************\n",
      "ACCURACY = 0.474444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                    vice = True              pos : neg    =      1.4 : 1.0\n",
      "                    well = True                0 : neg    =      1.4 : 1.0\n",
      "                    like = True              neg : 0      =      1.2 : 1.0\n",
      "                    work = True              neg : pos    =      1.1 : 1.0\n",
      "                    like = False               0 : neg    =      1.0 : 1.0\n",
      "                    vice = False             neg : pos    =      1.0 : 1.0\n",
      "                    well = False             neg : 0      =      1.0 : 1.0\n",
      "                    work = False             pos : neg    =      1.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 34\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 500, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.456666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                    rose = True              pos : neg    =     12.1 : 1.0\n",
      "                 problem = True              neg : 0      =      6.0 : 1.0\n",
      "                  sports = True              pos : neg    =      5.7 : 1.0\n",
      "                    free = True              pos : 0      =      5.1 : 1.0\n",
      "              successful = True              pos : 0      =      4.8 : 1.0\n",
      "               education = True              pos : neg    =      4.5 : 1.0\n",
      "                     cut = True              neg : pos    =      4.3 : 1.0\n",
      "                 include = True                0 : neg    =      4.2 : 1.0\n",
      "                  saying = True              neg : 0      =      4.1 : 1.0\n",
      "                    cost = True              neg : 0      =      4.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 35\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 500, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.46\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     11.6 : 1.0\n",
      "                    rose = 1                 pos : neg    =     11.5 : 1.0\n",
      "                     tax = 2                 neg : pos    =      6.0 : 1.0\n",
      "                 problem = 1                 neg : 0      =      6.0 : 1.0\n",
      "                european = 2                   0 : pos    =      5.5 : 1.0\n",
      "                  sports = 1                 pos : neg    =      5.5 : 1.0\n",
      "                    free = 1                 pos : 0      =      5.1 : 1.0\n",
      "                 trading = 2                 neg : pos    =      4.7 : 1.0\n",
      "                 include = 1                   0 : neg    =      4.7 : 1.0\n",
      "              successful = 1                 pos : 0      =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 36\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 500, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "22\n",
      "Top 10 positive words:\n",
      "[u'right', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'available', u'good']\n",
      "Total negative words:\n",
      "6\n",
      "Top 10 negative words:\n",
      "[u'vice', u'hard', u'problems', u'hedge', u'issue', u'problem']\n",
      "****************\n",
      "ACCURACY = 0.473333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                 problem = True              neg : 0      =      6.0 : 1.0\n",
      "                    free = True              pos : 0      =      5.1 : 1.0\n",
      "              successful = True              pos : 0      =      4.8 : 1.0\n",
      "                problems = True              neg : 0      =      4.0 : 1.0\n",
      "                creative = True              pos : neg    =      3.6 : 1.0\n",
      "                  helped = True              pos : neg    =      3.3 : 1.0\n",
      "               important = True              pos : neg    =      3.2 : 1.0\n",
      "                   right = True              pos : neg    =      3.2 : 1.0\n",
      "                    best = True              pos : neg    =      2.5 : 1.0\n",
      "                  worked = True                0 : neg    =      2.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 37\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 900, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.46\n",
      "****************\n",
      "Most Informative Features\n",
      "                    rose = True              pos : neg    =     12.1 : 1.0\n",
      "                declined = True              neg : pos    =     11.8 : 1.0\n",
      "                 comment = True              neg : pos    =     10.9 : 1.0\n",
      "                   built = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                    died = True              neg : 0      =      8.5 : 1.0\n",
      "                    cnbc = True                0 : neg    =      8.2 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "           investigation = True              neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 38\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 900, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.458888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                declined = 1                 neg : pos    =     11.8 : 1.0\n",
      "                      '' = 2                   0 : pos    =     11.6 : 1.0\n",
      "                    rose = 1                 pos : neg    =     11.5 : 1.0\n",
      "                 comment = 1                 neg : pos    =     10.9 : 1.0\n",
      "               financing = 1                   0 : neg    =      9.4 : 1.0\n",
      "                   built = 1                   0 : neg    =      9.4 : 1.0\n",
      "                    died = 1                 neg : 0      =      8.5 : 1.0\n",
      "                   force = 1                 neg : pos    =      7.8 : 1.0\n",
      "                festival = 1                   0 : neg    =      7.0 : 1.0\n",
      "               relations = 1                   0 : neg    =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 39\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 900, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "32\n",
      "Top 10 positive words:\n",
      "[u'right', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough']\n",
      "Total negative words:\n",
      "17\n",
      "Top 10 negative words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad', u'fell']\n",
      "****************\n",
      "ACCURACY = 0.48\n",
      "****************\n",
      "Most Informative Features\n",
      "                    died = True              neg : 0      =      8.5 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                 problem = True              neg : 0      =      6.0 : 1.0\n",
      "                    free = True              pos : 0      =      5.1 : 1.0\n",
      "              successful = True              pos : 0      =      4.8 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.7 : 1.0\n",
      "                   clear = True              neg : pos    =      4.7 : 1.0\n",
      "                    lost = True              neg : pos    =      4.3 : 1.0\n",
      "                problems = True              neg : 0      =      4.0 : 1.0\n",
      "                   super = True              pos : neg    =      3.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 40\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1100, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.47\n",
      "****************\n",
      "Most Informative Features\n",
      "                    rose = True              pos : neg    =     12.1 : 1.0\n",
      "             authorities = True              neg : 0      =     12.0 : 1.0\n",
      "                declined = True              neg : pos    =     11.8 : 1.0\n",
      "                 comment = True              neg : pos    =     10.9 : 1.0\n",
      "                   built = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                    died = True              neg : 0      =      8.5 : 1.0\n",
      "                    turn = True              neg : 0      =      8.4 : 1.0\n",
      "               automaker = True              neg : 0      =      8.4 : 1.0\n",
      "                    cnbc = True                0 : neg    =      8.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 41\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1100, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.475555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "             authorities = 1                 neg : 0      =     12.0 : 1.0\n",
      "                declined = 1                 neg : pos    =     11.8 : 1.0\n",
      "                      '' = 2                   0 : pos    =     11.6 : 1.0\n",
      "                    rose = 1                 pos : neg    =     11.5 : 1.0\n",
      "                 comment = 1                 neg : pos    =     10.9 : 1.0\n",
      "               financing = 1                   0 : neg    =      9.4 : 1.0\n",
      "                   built = 1                   0 : neg    =      9.4 : 1.0\n",
      "                    died = 1                 neg : 0      =      8.5 : 1.0\n",
      "                    turn = 1                 neg : 0      =      8.4 : 1.0\n",
      "               automaker = 1                 neg : 0      =      8.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 42\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1100, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "39\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'modern', u'helped', u'likes', u'best', u'lead', u'leading', u'top', u'fans']\n",
      "Total negative words:\n",
      "20\n",
      "Top 10 negative words:\n",
      "[u'emergency', u'criminal', u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis']\n",
      "****************\n",
      "ACCURACY = 0.48\n",
      "****************\n",
      "Most Informative Features\n",
      "                    died = True              neg : 0      =      8.5 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "               emergency = True              neg : pos    =      6.0 : 1.0\n",
      "                 problem = True              neg : 0      =      6.0 : 1.0\n",
      "                  gained = True              pos : neg    =      5.8 : 1.0\n",
      "                criminal = True              neg : pos    =      5.6 : 1.0\n",
      "                    free = True              pos : 0      =      5.1 : 1.0\n",
      "              successful = True              pos : 0      =      4.8 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.7 : 1.0\n",
      "                   clear = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 43\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1500, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.485555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     26.1 : 1.0\n",
      "                    rose = True              pos : neg    =     12.1 : 1.0\n",
      "             authorities = True              neg : 0      =     12.0 : 1.0\n",
      "                declined = True              neg : pos    =     11.8 : 1.0\n",
      "                 comment = True              neg : pos    =     10.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                   built = True                0 : neg    =      9.4 : 1.0\n",
      "                   tough = True                0 : pos    =      9.2 : 1.0\n",
      "                    died = True              neg : 0      =      8.5 : 1.0\n",
      "               difficult = True              neg : pos    =      8.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 44\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1500, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.456666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     26.1 : 1.0\n",
      "             authorities = 1                 neg : 0      =     12.0 : 1.0\n",
      "                declined = 1                 neg : pos    =     11.8 : 1.0\n",
      "                      '' = 2                   0 : pos    =     11.6 : 1.0\n",
      "                    rose = 1                 pos : neg    =     11.5 : 1.0\n",
      "                 comment = 1                 neg : pos    =     10.9 : 1.0\n",
      "               financing = 1                   0 : neg    =      9.4 : 1.0\n",
      "                   built = 1                   0 : neg    =      9.4 : 1.0\n",
      "                   tough = 1                   0 : pos    =      9.2 : 1.0\n",
      "                    died = 1                 neg : 0      =      8.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 45\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1500, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "60\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'fair', u'win', u'modern', u'powerful', u'helped', u'likes', u'tough', u'trust']\n",
      "Total negative words:\n",
      "31\n",
      "Top 10 negative words:\n",
      "[u'limited', u'hard', u'crisis', u'cloud', u'death', u'complex', u'conservative', u'failed', u'concerns', u'issues']\n",
      "****************\n",
      "ACCURACY = 0.484444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                   tough = True                0 : pos    =      9.2 : 1.0\n",
      "                    died = True              neg : 0      =      8.5 : 1.0\n",
      "               difficult = True              neg : pos    =      8.4 : 1.0\n",
      "              struggling = True              neg : 0      =      6.9 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "               emergency = True              neg : pos    =      6.0 : 1.0\n",
      "                 problem = True              neg : 0      =      6.0 : 1.0\n",
      "                     win = True              pos : neg    =      5.8 : 1.0\n",
      "                  gained = True              pos : neg    =      5.8 : 1.0\n",
      "                  losses = True              neg : pos    =      5.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 46\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 2000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.475555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     26.1 : 1.0\n",
      "                  forced = True              neg : pos    =     15.4 : 1.0\n",
      "                    rose = True              pos : neg    =     12.1 : 1.0\n",
      "             authorities = True              neg : 0      =     12.0 : 1.0\n",
      "                declined = True              neg : pos    =     11.8 : 1.0\n",
      "             enforcement = True              neg : pos    =     11.4 : 1.0\n",
      "                  recall = True              neg : pos    =     11.4 : 1.0\n",
      "                  losing = True              neg : pos    =     11.4 : 1.0\n",
      "                 comment = True              neg : pos    =     10.9 : 1.0\n",
      "                 e-mails = True              neg : pos    =     10.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 47\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 2000, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.445555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     26.1 : 1.0\n",
      "                  forced = 1                 neg : pos    =     15.4 : 1.0\n",
      "             authorities = 1                 neg : 0      =     12.0 : 1.0\n",
      "                declined = 1                 neg : pos    =     11.8 : 1.0\n",
      "                      '' = 2                   0 : pos    =     11.6 : 1.0\n",
      "                    rose = 1                 pos : neg    =     11.5 : 1.0\n",
      "                  recall = 1                 neg : pos    =     11.4 : 1.0\n",
      "             enforcement = 1                 neg : pos    =     11.4 : 1.0\n",
      "                  losing = 1                 neg : pos    =     11.4 : 1.0\n",
      "                 comment = 1                 neg : pos    =     10.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 48\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 2000, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "91\n",
      "Top 10 positive words:\n",
      "[u'gold', u'competitive', u'tough', u'fine', u'enough', u'better', u'willing', u'rich', u'stable', u'worth']\n",
      "Total negative words:\n",
      "47\n",
      "Top 10 negative words:\n",
      "[u'limited', u'cancer', u'criticized', u'hard', u'concern', u'negative', u'aggressive', u'crisis', u'cloud', u'collapse']\n",
      "****************\n",
      "ACCURACY = 0.482222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.4 : 1.0\n",
      "                   tough = True                0 : pos    =      9.2 : 1.0\n",
      "                    died = True              neg : 0      =      8.5 : 1.0\n",
      "               difficult = True              neg : pos    =      8.4 : 1.0\n",
      "              struggling = True              neg : 0      =      6.9 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                  warned = True              neg : pos    =      6.0 : 1.0\n",
      "               emergency = True              neg : pos    =      6.0 : 1.0\n",
      "                 problem = True              neg : 0      =      6.0 : 1.0\n",
      "                     win = True              pos : neg    =      5.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 49\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 100, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.45\n",
      "****************\n",
      "Most Informative Features\n",
      "                     not = True              neg : 0      =      2.1 : 1.0\n",
      "                     n't = True              neg : 0      =      2.0 : 1.0\n",
      "                 percent = True              neg : 0      =      1.9 : 1.0\n",
      "                   after = True              neg : 0      =      1.8 : 1.0\n",
      "                       ; = True                0 : neg    =      1.7 : 1.0\n",
      "                    were = True              neg : pos    =      1.7 : 1.0\n",
      "                    last = True              neg : 0      =      1.6 : 1.0\n",
      "               president = True                0 : neg    =      1.6 : 1.0\n",
      "                    over = True              neg : 0      =      1.6 : 1.0\n",
      "                    ford = True              pos : 0      =      1.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 50\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 100, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.434444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                     but = 2                 neg : pos    =      7.4 : 1.0\n",
      "                     not = 3                 neg : pos    =      4.7 : 1.0\n",
      "                       a = 7                 neg : pos    =      4.4 : 1.0\n",
      "                       , = 12                  0 : pos    =      4.3 : 1.0\n",
      "                   which = 2                 pos : neg    =      4.1 : 1.0\n",
      "                       ) = 3                   0 : neg    =      4.0 : 1.0\n",
      "                       ( = 3                   0 : neg    =      4.0 : 1.0\n",
      "                       $ = 3                 pos : 0      =      3.8 : 1.0\n",
      "                     n't = 2                 neg : 0      =      3.7 : 1.0\n",
      "               executive = 3                 neg : pos    =      3.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 51\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 100, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "1\n",
      "Top 10 positive words:\n",
      "[u'like']\n",
      "Total negative words:\n",
      "0\n",
      "Top 10 negative words:\n",
      "[]\n",
      "****************\n",
      "ACCURACY = 0.474444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                    like = True              neg : 0      =      1.2 : 1.0\n",
      "                    like = False               0 : neg    =      1.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 52\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 500, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.483333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                 include = True                0 : neg    =      4.2 : 1.0\n",
      "                 omnicom = True                0 : neg    =      3.7 : 1.0\n",
      "                  iphone = True              pos : 0      =      3.7 : 1.0\n",
      "                creative = True              pos : neg    =      3.6 : 1.0\n",
      "               employees = True              neg : 0      =      3.2 : 1.0\n",
      "                   right = True              pos : neg    =      3.2 : 1.0\n",
      "               berkshire = True                0 : neg    =      3.2 : 1.0\n",
      "              university = True              pos : 0      =      3.0 : 1.0\n",
      "                    case = True              neg : pos    =      3.0 : 1.0\n",
      "                internet = True                0 : neg    =      3.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 53\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 500, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.445555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     11.6 : 1.0\n",
      "                     but = 2                 neg : pos    =      7.4 : 1.0\n",
      "                european = 2                   0 : pos    =      5.5 : 1.0\n",
      "                     not = 3                 neg : pos    =      4.7 : 1.0\n",
      "                 trading = 2                 neg : pos    =      4.7 : 1.0\n",
      "                 include = 1                   0 : neg    =      4.7 : 1.0\n",
      "                 million = 2                 pos : 0      =      4.5 : 1.0\n",
      "                       a = 7                 neg : pos    =      4.4 : 1.0\n",
      "                  report = 2                   0 : pos    =      4.3 : 1.0\n",
      "                    does = 2                   0 : pos    =      4.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 54\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 500, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "14\n",
      "Top 10 positive words:\n",
      "[u'available', u'good', u'led', u'like', u'top', u'work', u'well', u'creative', u'better', u'right']\n",
      "Total negative words:\n",
      "2\n",
      "Top 10 negative words:\n",
      "[u'hedge', u'vice']\n",
      "****************\n",
      "ACCURACY = 0.474444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                creative = True              pos : neg    =      3.6 : 1.0\n",
      "                   right = True              pos : neg    =      3.2 : 1.0\n",
      "                    best = True              pos : neg    =      2.5 : 1.0\n",
      "                  worked = True                0 : neg    =      2.5 : 1.0\n",
      "                   works = True              pos : neg    =      2.0 : 1.0\n",
      "                  better = True                0 : neg    =      1.8 : 1.0\n",
      "                     top = True                0 : neg    =      1.5 : 1.0\n",
      "                    vice = True              pos : neg    =      1.4 : 1.0\n",
      "                   hedge = True              neg : pos    =      1.4 : 1.0\n",
      "               available = True              pos : 0      =      1.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 55\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 900, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.474444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                    rose = True              pos : neg    =     12.1 : 1.0\n",
      "                declined = True              neg : pos    =     11.8 : 1.0\n",
      "                 comment = True              neg : pos    =     10.9 : 1.0\n",
      "                   built = True                0 : neg    =      9.4 : 1.0\n",
      "           investigation = True              neg : pos    =      6.0 : 1.0\n",
      "                 problem = True              neg : 0      =      6.0 : 1.0\n",
      "                  sports = True              pos : neg    =      5.7 : 1.0\n",
      "                    free = True              pos : 0      =      5.1 : 1.0\n",
      "                    bbdo = True                0 : neg    =      4.9 : 1.0\n",
      "              successful = True              pos : 0      =      4.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 56\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 900, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.455555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                declined = 1                 neg : pos    =     11.8 : 1.0\n",
      "                      '' = 2                   0 : pos    =     11.6 : 1.0\n",
      "                    rose = 1                 pos : neg    =     11.5 : 1.0\n",
      "                 comment = 1                 neg : pos    =     10.9 : 1.0\n",
      "                   built = 1                   0 : neg    =      9.4 : 1.0\n",
      "                     but = 2                 neg : pos    =      7.4 : 1.0\n",
      "                     tax = 2                 neg : pos    =      6.0 : 1.0\n",
      "                 problem = 1                 neg : 0      =      6.0 : 1.0\n",
      "           investigation = 1                 neg : pos    =      5.5 : 1.0\n",
      "                european = 2                   0 : pos    =      5.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 57\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 900, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "28\n",
      "Top 10 positive words:\n",
      "[u'right', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough', u'worth']\n",
      "Total negative words:\n",
      "14\n",
      "Top 10 negative words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'fell', u'fall']\n",
      "****************\n",
      "ACCURACY = 0.48\n",
      "****************\n",
      "Most Informative Features\n",
      "                 problem = True              neg : 0      =      6.0 : 1.0\n",
      "                    free = True              pos : 0      =      5.1 : 1.0\n",
      "              successful = True              pos : 0      =      4.8 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.7 : 1.0\n",
      "                    lost = True              neg : pos    =      4.3 : 1.0\n",
      "                problems = True              neg : 0      =      4.0 : 1.0\n",
      "                   super = True              pos : neg    =      3.8 : 1.0\n",
      "                creative = True              pos : neg    =      3.6 : 1.0\n",
      "                    fell = True              neg : pos    =      3.4 : 1.0\n",
      "                  helped = True              pos : neg    =      3.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 58\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1100, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.473333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                    rose = True              pos : neg    =     12.1 : 1.0\n",
      "                declined = True              neg : pos    =     11.8 : 1.0\n",
      "                 comment = True              neg : pos    =     10.9 : 1.0\n",
      "                   built = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                    died = True              neg : 0      =      8.5 : 1.0\n",
      "                    cnbc = True                0 : neg    =      8.2 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "           investigation = True              neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 59\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1100, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.456666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                declined = 1                 neg : pos    =     11.8 : 1.0\n",
      "                      '' = 2                   0 : pos    =     11.6 : 1.0\n",
      "                    rose = 1                 pos : neg    =     11.5 : 1.0\n",
      "                 comment = 1                 neg : pos    =     10.9 : 1.0\n",
      "               financing = 1                   0 : neg    =      9.4 : 1.0\n",
      "                   built = 1                   0 : neg    =      9.4 : 1.0\n",
      "                    died = 1                 neg : 0      =      8.5 : 1.0\n",
      "                   force = 1                 neg : pos    =      7.8 : 1.0\n",
      "                     but = 2                 neg : pos    =      7.4 : 1.0\n",
      "                festival = 1                   0 : neg    =      7.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 60\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1100, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "33\n",
      "Top 10 positive words:\n",
      "[u'right', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough']\n",
      "Total negative words:\n",
      "17\n",
      "Top 10 negative words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad', u'fell']\n",
      "****************\n",
      "ACCURACY = 0.48\n",
      "****************\n",
      "Most Informative Features\n",
      "                    died = True              neg : 0      =      8.5 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                 problem = True              neg : 0      =      6.0 : 1.0\n",
      "                    free = True              pos : 0      =      5.1 : 1.0\n",
      "              successful = True              pos : 0      =      4.8 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.7 : 1.0\n",
      "                   clear = True              neg : pos    =      4.7 : 1.0\n",
      "                    lost = True              neg : pos    =      4.3 : 1.0\n",
      "                problems = True              neg : 0      =      4.0 : 1.0\n",
      "                   super = True              pos : neg    =      3.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 61\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1500, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.477777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     26.1 : 1.0\n",
      "                    rose = True              pos : neg    =     12.1 : 1.0\n",
      "             authorities = True              neg : 0      =     12.0 : 1.0\n",
      "                declined = True              neg : pos    =     11.8 : 1.0\n",
      "                 comment = True              neg : pos    =     10.9 : 1.0\n",
      "                   built = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                    died = True              neg : 0      =      8.5 : 1.0\n",
      "               difficult = True              neg : pos    =      8.4 : 1.0\n",
      "                  female = True              neg : 0      =      8.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 62\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1500, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.455555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     26.1 : 1.0\n",
      "             authorities = 1                 neg : 0      =     12.0 : 1.0\n",
      "                declined = 1                 neg : pos    =     11.8 : 1.0\n",
      "                      '' = 2                   0 : pos    =     11.6 : 1.0\n",
      "                    rose = 1                 pos : neg    =     11.5 : 1.0\n",
      "                 comment = 1                 neg : pos    =     10.9 : 1.0\n",
      "               financing = 1                   0 : neg    =      9.4 : 1.0\n",
      "                   built = 1                   0 : neg    =      9.4 : 1.0\n",
      "                    died = 1                 neg : 0      =      8.5 : 1.0\n",
      "               difficult = 1                 neg : pos    =      8.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 63\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1500, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "51\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'fair', u'win', u'modern', u'helped', u'likes', u'best', u'lead', u'reform']\n",
      "Total negative words:\n",
      "23\n",
      "Top 10 negative words:\n",
      "[u'hard', u'crisis', u'cloud', u'death', u'concerns', u'issues', u'struck', u'criminal', u'issue', u'difficult']\n",
      "****************\n",
      "ACCURACY = 0.482222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                    died = True              neg : 0      =      8.5 : 1.0\n",
      "               difficult = True              neg : pos    =      8.4 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "               emergency = True              neg : pos    =      6.0 : 1.0\n",
      "                 problem = True              neg : 0      =      6.0 : 1.0\n",
      "                     win = True              pos : neg    =      5.8 : 1.0\n",
      "                  gained = True              pos : neg    =      5.8 : 1.0\n",
      "                criminal = True              neg : pos    =      5.6 : 1.0\n",
      "                    free = True              pos : 0      =      5.1 : 1.0\n",
      "                   death = True              neg : 0      =      5.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 64\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 2000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.487777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     26.1 : 1.0\n",
      "                  forced = True              neg : pos    =     15.4 : 1.0\n",
      "                    rose = True              pos : neg    =     12.1 : 1.0\n",
      "             authorities = True              neg : 0      =     12.0 : 1.0\n",
      "                declined = True              neg : pos    =     11.8 : 1.0\n",
      "                  recall = True              neg : pos    =     11.4 : 1.0\n",
      "             enforcement = True              neg : pos    =     11.4 : 1.0\n",
      "                 comment = True              neg : pos    =     10.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                   built = True                0 : neg    =      9.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 65\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 2000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.446666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     26.1 : 1.0\n",
      "                  forced = 1                 neg : pos    =     15.4 : 1.0\n",
      "             authorities = 1                 neg : 0      =     12.0 : 1.0\n",
      "                declined = 1                 neg : pos    =     11.8 : 1.0\n",
      "                      '' = 2                   0 : pos    =     11.6 : 1.0\n",
      "                    rose = 1                 pos : neg    =     11.5 : 1.0\n",
      "                  recall = 1                 neg : pos    =     11.4 : 1.0\n",
      "             enforcement = 1                 neg : pos    =     11.4 : 1.0\n",
      "                 comment = 1                 neg : pos    =     10.9 : 1.0\n",
      "               financing = 1                   0 : neg    =      9.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 66\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 2000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "75\n",
      "Top 10 positive words:\n",
      "[u'interests', u'right', u'love', u'secure', u'fair', u'win', u'modern', u'powerful', u'helped', u'likes']\n",
      "Total negative words:\n",
      "37\n",
      "Top 10 negative words:\n",
      "[u'limited', u'hard', u'crisis', u'cloud', u'death', u'complex', u'conservative', u'failed', u'expensive', u'concerns']\n",
      "****************\n",
      "ACCURACY = 0.484444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                   tough = True                0 : pos    =      9.2 : 1.0\n",
      "                    died = True              neg : 0      =      8.5 : 1.0\n",
      "               difficult = True              neg : pos    =      8.4 : 1.0\n",
      "              struggling = True              neg : 0      =      6.9 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "               emergency = True              neg : pos    =      6.0 : 1.0\n",
      "                  warned = True              neg : pos    =      6.0 : 1.0\n",
      "                 problem = True              neg : 0      =      6.0 : 1.0\n",
      "                     win = True              pos : neg    =      5.8 : 1.0\n",
      "                  gained = True              pos : neg    =      5.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 31\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 100, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.465555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                 include = True                0 : neg    =      3.8 : 1.0\n",
      "                    news = True              neg : pos    =      2.4 : 1.0\n",
      "                     n't = True              neg : 0      =      2.1 : 1.0\n",
      "                  people = True              neg : 0      =      2.0 : 1.0\n",
      "              government = True              neg : 0      =      1.9 : 1.0\n",
      "                    even = True              neg : pos    =      1.9 : 1.0\n",
      "              co-founder = True                0 : neg    =      1.9 : 1.0\n",
      "                    part = True                0 : neg    =      1.9 : 1.0\n",
      "                 percent = True              neg : 0      =      1.9 : 1.0\n",
      "                 america = True                0 : neg    =      1.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 32\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 100, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.466666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     10.3 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                     per = 2                 neg : 0      =      6.3 : 1.0\n",
      "                      `` = 2                 neg : pos    =      5.2 : 1.0\n",
      "                 billion = 2                 pos : 0      =      3.9 : 1.0\n",
      "                 include = 1                   0 : neg    =      3.8 : 1.0\n",
      "                     n't = 2                 neg : 0      =      3.8 : 1.0\n",
      "                    cent = 2                 neg : 0      =      3.8 : 1.0\n",
      "                  google = 2                 pos : neg    =      3.5 : 1.0\n",
      "                  former = 2                 neg : 0      =      3.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 33\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 100, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "3\n",
      "Top 10 positive words:\n",
      "[u'work', u'well', u'like']\n",
      "Total negative words:\n",
      "1\n",
      "Top 10 negative words:\n",
      "[u'vice']\n",
      "****************\n",
      "ACCURACY = 0.481111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                    vice = True              pos : neg    =      1.6 : 1.0\n",
      "                    well = True              pos : neg    =      1.3 : 1.0\n",
      "                    like = True              neg : 0      =      1.3 : 1.0\n",
      "                    work = True              pos : 0      =      1.0 : 1.0\n",
      "                    like = False               0 : neg    =      1.0 : 1.0\n",
      "                    vice = False             neg : pos    =      1.0 : 1.0\n",
      "                    well = False             neg : pos    =      1.0 : 1.0\n",
      "                    work = False               0 : pos    =      1.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 34\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 500, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.457777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "              successful = True              pos : 0      =      7.4 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                 problem = True              neg : 0      =      5.1 : 1.0\n",
      "                  mother = True                0 : neg    =      4.8 : 1.0\n",
      "                    paid = True              neg : 0      =      4.7 : 1.0\n",
      "                     tax = True              neg : pos    =      4.5 : 1.0\n",
      "                 founded = True              pos : neg    =      4.2 : 1.0\n",
      "                   owned = True                0 : neg    =      4.2 : 1.0\n",
      "                problems = True              neg : 0      =      4.2 : 1.0\n",
      "                  saying = True              neg : 0      =      4.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 35\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 500, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.446666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     10.3 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "              successful = 1                 pos : 0      =      7.2 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.8 : 1.0\n",
      "                     per = 2                 neg : 0      =      6.3 : 1.0\n",
      "                european = 2                   0 : pos    =      5.4 : 1.0\n",
      "                      `` = 2                 neg : pos    =      5.2 : 1.0\n",
      "                 problem = 1                 neg : 0      =      5.1 : 1.0\n",
      "                   owned = 1                   0 : neg    =      5.0 : 1.0\n",
      "                    used = 2                 neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 36\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 500, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "22\n",
      "Top 10 positive words:\n",
      "[u'right', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'available', u'good']\n",
      "Total negative words:\n",
      "6\n",
      "Top 10 negative words:\n",
      "[u'vice', u'hard', u'problems', u'hedge', u'issue', u'problem']\n",
      "****************\n",
      "ACCURACY = 0.484444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "              successful = True              pos : 0      =      7.4 : 1.0\n",
      "                 problem = True              neg : 0      =      5.1 : 1.0\n",
      "                problems = True              neg : 0      =      4.2 : 1.0\n",
      "                  helped = True              pos : neg    =      3.5 : 1.0\n",
      "                   right = True              pos : neg    =      3.3 : 1.0\n",
      "                    free = True              pos : 0      =      2.9 : 1.0\n",
      "                creative = True              pos : neg    =      2.6 : 1.0\n",
      "                  worked = True                0 : neg    =      2.3 : 1.0\n",
      "                    best = True              pos : neg    =      2.3 : 1.0\n",
      "                  strong = True              pos : neg    =      2.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 37\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 900, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.49\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     10.1 : 1.0\n",
      "                   built = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                 comment = True              neg : pos    =      8.2 : 1.0\n",
      "               scheduled = True                0 : neg    =      8.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.9 : 1.0\n",
      "              successful = True              pos : 0      =      7.4 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                    died = True              neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 38\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 900, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.46\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     10.3 : 1.0\n",
      "                   force = 1                 neg : pos    =     10.1 : 1.0\n",
      "                   built = 1                   0 : neg    =      8.7 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.2 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.1 : 1.0\n",
      "               financing = 1                   0 : neg    =      8.1 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.9 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "              successful = 1                 pos : 0      =      7.2 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 39\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 900, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "32\n",
      "Top 10 positive words:\n",
      "[u'right', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough']\n",
      "Total negative words:\n",
      "17\n",
      "Top 10 negative words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad', u'fell']\n",
      "****************\n",
      "ACCURACY = 0.493333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "              successful = True              pos : 0      =      7.4 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                    died = True              neg : pos    =      6.0 : 1.0\n",
      "                 problem = True              neg : 0      =      5.1 : 1.0\n",
      "                   clear = True              neg : pos    =      5.1 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.6 : 1.0\n",
      "                problems = True              neg : 0      =      4.2 : 1.0\n",
      "                   super = True              pos : neg    =      4.2 : 1.0\n",
      "                    fell = True              neg : pos    =      3.9 : 1.0\n",
      "                    lost = True              neg : pos    =      3.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 40\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1100, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.487777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "             authorities = True              neg : 0      =     13.0 : 1.0\n",
      "                   force = True              neg : pos    =     10.1 : 1.0\n",
      "                   built = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                 comment = True              neg : pos    =      8.2 : 1.0\n",
      "               scheduled = True                0 : neg    =      8.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.9 : 1.0\n",
      "              successful = True              pos : 0      =      7.4 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                criminal = True              neg : pos    =      6.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 41\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1100, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.462222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "             authorities = 1                 neg : 0      =     13.0 : 1.0\n",
      "                      '' = 2                   0 : pos    =     10.3 : 1.0\n",
      "                   force = 1                 neg : pos    =     10.1 : 1.0\n",
      "                   built = 1                   0 : neg    =      8.7 : 1.0\n",
      "                criminal = 1                 neg : pos    =      8.3 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.2 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.1 : 1.0\n",
      "               financing = 1                   0 : neg    =      8.1 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.9 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 42\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1100, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "39\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'modern', u'helped', u'likes', u'best', u'lead', u'leading', u'top', u'fans']\n",
      "Total negative words:\n",
      "20\n",
      "Top 10 negative words:\n",
      "[u'emergency', u'criminal', u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis']\n",
      "****************\n",
      "ACCURACY = 0.494444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "              successful = True              pos : 0      =      7.4 : 1.0\n",
      "                criminal = True              neg : pos    =      6.9 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                    died = True              neg : pos    =      6.0 : 1.0\n",
      "                  gained = True              pos : neg    =      5.8 : 1.0\n",
      "                 problem = True              neg : 0      =      5.1 : 1.0\n",
      "                   clear = True              neg : pos    =      5.1 : 1.0\n",
      "               emergency = True              neg : pos    =      4.6 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.6 : 1.0\n",
      "                positive = True              pos : 0      =      4.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 43\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1500, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.463333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     26.2 : 1.0\n",
      "             authorities = True              neg : 0      =     13.0 : 1.0\n",
      "                   force = True              neg : pos    =     10.1 : 1.0\n",
      "                   built = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "              struggling = True              neg : 0      =      8.5 : 1.0\n",
      "                  asking = True                0 : pos    =      8.3 : 1.0\n",
      "                 comment = True              neg : pos    =      8.2 : 1.0\n",
      "               scheduled = True                0 : neg    =      8.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 44\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1500, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.452222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     26.2 : 1.0\n",
      "             authorities = 1                 neg : 0      =     13.0 : 1.0\n",
      "                      '' = 2                   0 : pos    =     10.3 : 1.0\n",
      "                   force = 1                 neg : pos    =     10.1 : 1.0\n",
      "                   built = 1                   0 : neg    =      8.7 : 1.0\n",
      "                criminal = 1                 neg : pos    =      8.3 : 1.0\n",
      "                  asking = 1                   0 : pos    =      8.3 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.2 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.1 : 1.0\n",
      "               financing = 1                   0 : neg    =      8.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 45\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1500, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "60\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'fair', u'win', u'modern', u'powerful', u'helped', u'likes', u'tough', u'trust']\n",
      "Total negative words:\n",
      "31\n",
      "Top 10 negative words:\n",
      "[u'limited', u'hard', u'crisis', u'cloud', u'death', u'complex', u'conservative', u'failed', u'concerns', u'issues']\n",
      "****************\n",
      "ACCURACY = 0.49\n",
      "****************\n",
      "Most Informative Features\n",
      "              struggling = True              neg : 0      =      8.5 : 1.0\n",
      "               difficult = True              neg : pos    =      7.7 : 1.0\n",
      "              successful = True              pos : 0      =      7.4 : 1.0\n",
      "                  losses = True              neg : pos    =      7.2 : 1.0\n",
      "                criminal = True              neg : pos    =      6.9 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                    died = True              neg : pos    =      6.0 : 1.0\n",
      "                   tough = True                0 : pos    =      6.0 : 1.0\n",
      "                  gained = True              pos : neg    =      5.8 : 1.0\n",
      "                     win = True              pos : neg    =      5.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 46\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 2000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.48\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     26.2 : 1.0\n",
      "             authorities = True              neg : 0      =     13.0 : 1.0\n",
      "                    loss = True              neg : pos    =     11.4 : 1.0\n",
      "                   basis = True                0 : pos    =     10.3 : 1.0\n",
      "                   force = True              neg : pos    =     10.1 : 1.0\n",
      "                regional = True              neg : pos    =     10.1 : 1.0\n",
      "                evidence = True              neg : pos    =     10.1 : 1.0\n",
      "                  losing = True              neg : pos    =     10.1 : 1.0\n",
      "                   built = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 47\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 2000, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.458888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     26.2 : 1.0\n",
      "             authorities = 1                 neg : 0      =     13.0 : 1.0\n",
      "                    loss = 1                 neg : pos    =     11.4 : 1.0\n",
      "                   basis = 1                   0 : pos    =     10.3 : 1.0\n",
      "                      '' = 2                   0 : pos    =     10.3 : 1.0\n",
      "                   force = 1                 neg : pos    =     10.1 : 1.0\n",
      "                evidence = 1                 neg : pos    =     10.1 : 1.0\n",
      "                regional = 1                 neg : pos    =     10.1 : 1.0\n",
      "                  losing = 1                 neg : pos    =     10.1 : 1.0\n",
      "                   built = 1                   0 : neg    =      8.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 48\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 2000, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "91\n",
      "Top 10 positive words:\n",
      "[u'gold', u'competitive', u'tough', u'fine', u'enough', u'better', u'willing', u'rich', u'stable', u'worth']\n",
      "Total negative words:\n",
      "47\n",
      "Top 10 negative words:\n",
      "[u'limited', u'cancer', u'criticized', u'hard', u'concern', u'negative', u'aggressive', u'crisis', u'cloud', u'collapse']\n",
      "****************\n",
      "ACCURACY = 0.488888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                    loss = True              neg : pos    =     11.4 : 1.0\n",
      "                  losing = True              neg : pos    =     10.1 : 1.0\n",
      "              struggling = True              neg : 0      =      8.5 : 1.0\n",
      "               difficult = True              neg : pos    =      7.7 : 1.0\n",
      "              successful = True              pos : 0      =      7.4 : 1.0\n",
      "                  losses = True              neg : pos    =      7.2 : 1.0\n",
      "                criminal = True              neg : pos    =      6.9 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                    died = True              neg : pos    =      6.0 : 1.0\n",
      "                   tough = True                0 : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 49\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 100, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.462222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                     not = True              neg : 0      =      2.1 : 1.0\n",
      "                     n't = True              neg : 0      =      2.1 : 1.0\n",
      "                       . = False               0 : pos    =      1.9 : 1.0\n",
      "                 percent = True              neg : 0      =      1.9 : 1.0\n",
      "            entrepreneur = True              pos : neg    =      1.8 : 1.0\n",
      "               president = True                0 : neg    =      1.7 : 1.0\n",
      "                    were = True              neg : pos    =      1.7 : 1.0\n",
      "                    last = True              neg : 0      =      1.6 : 1.0\n",
      "                       ; = True                0 : neg    =      1.6 : 1.0\n",
      "                   after = True              neg : 0      =      1.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 50\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 100, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.44\n",
      "****************\n",
      "Most Informative Features\n",
      "                    over = 2                 neg : pos    =      4.7 : 1.0\n",
      "                       a = 7                 neg : pos    =      4.4 : 1.0\n",
      "                   which = 2                 pos : neg    =      4.3 : 1.0\n",
      "                       , = 12                  0 : pos    =      4.2 : 1.0\n",
      "                       ) = 3                   0 : neg    =      3.9 : 1.0\n",
      "                       ( = 3                   0 : neg    =      3.9 : 1.0\n",
      "                     n't = 2                 neg : 0      =      3.8 : 1.0\n",
      "                     but = 2                 neg : pos    =      3.6 : 1.0\n",
      "                  google = 2                 pos : neg    =      3.5 : 1.0\n",
      "                     not = 3                 neg : pos    =      3.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 51\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 100, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "1\n",
      "Top 10 positive words:\n",
      "[u'like']\n",
      "Total negative words:\n",
      "0\n",
      "Top 10 negative words:\n",
      "[]\n",
      "****************\n",
      "ACCURACY = 0.481111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                    like = True              neg : 0      =      1.3 : 1.0\n",
      "                    like = False               0 : neg    =      1.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 52\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 500, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.48\n",
      "****************\n",
      "Most Informative Features\n",
      "                   owned = True                0 : neg    =      4.2 : 1.0\n",
      "                 omnicom = True                0 : neg    =      3.9 : 1.0\n",
      "                 include = True                0 : neg    =      3.8 : 1.0\n",
      "                     pay = True              neg : 0      =      3.5 : 1.0\n",
      "                     app = True              pos : neg    =      3.5 : 1.0\n",
      "               berkshire = True                0 : neg    =      3.3 : 1.0\n",
      "                   right = True              pos : neg    =      3.3 : 1.0\n",
      "                  iphone = True              neg : 0      =      3.2 : 1.0\n",
      "                    case = True              neg : pos    =      3.1 : 1.0\n",
      "             development = True                0 : neg    =      3.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 53\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 500, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.466666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     10.3 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                     per = 2                 neg : 0      =      6.3 : 1.0\n",
      "                european = 2                   0 : pos    =      5.4 : 1.0\n",
      "                      `` = 2                 neg : pos    =      5.2 : 1.0\n",
      "                   owned = 1                   0 : neg    =      5.0 : 1.0\n",
      "                    used = 2                 neg : pos    =      4.7 : 1.0\n",
      "                  online = 2                 neg : pos    =      4.7 : 1.0\n",
      "                    over = 2                 neg : pos    =      4.7 : 1.0\n",
      "                 trading = 2                 neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 54\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 500, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "14\n",
      "Top 10 positive words:\n",
      "[u'available', u'good', u'led', u'like', u'top', u'work', u'well', u'creative', u'better', u'right']\n",
      "Total negative words:\n",
      "2\n",
      "Top 10 negative words:\n",
      "[u'hedge', u'vice']\n",
      "****************\n",
      "ACCURACY = 0.481111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                   right = True              pos : neg    =      3.3 : 1.0\n",
      "                creative = True              pos : neg    =      2.6 : 1.0\n",
      "                   works = True              pos : neg    =      2.5 : 1.0\n",
      "                  worked = True                0 : neg    =      2.3 : 1.0\n",
      "                    best = True              pos : neg    =      2.3 : 1.0\n",
      "                  better = True                0 : neg    =      1.8 : 1.0\n",
      "                    vice = True              pos : neg    =      1.6 : 1.0\n",
      "                     top = True                0 : neg    =      1.6 : 1.0\n",
      "               available = True              pos : 0      =      1.5 : 1.0\n",
      "                   hedge = True              neg : pos    =      1.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 55\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 900, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.482222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                 comment = True              neg : pos    =      8.2 : 1.0\n",
      "                declined = True              neg : pos    =      7.9 : 1.0\n",
      "              successful = True              pos : 0      =      7.4 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "           investigation = True              neg : pos    =      5.3 : 1.0\n",
      "                 problem = True              neg : 0      =      5.1 : 1.0\n",
      "                    bbdo = True                0 : neg    =      4.9 : 1.0\n",
      "                  mother = True                0 : neg    =      4.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 56\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 900, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.466666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     10.3 : 1.0\n",
      "                   built = 1                   0 : neg    =      8.7 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.2 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.1 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.9 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "              successful = 1                 pos : 0      =      7.2 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.8 : 1.0\n",
      "                     per = 2                 neg : 0      =      6.3 : 1.0\n",
      "                european = 2                   0 : pos    =      5.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 57\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 900, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "28\n",
      "Top 10 positive words:\n",
      "[u'right', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough', u'worth']\n",
      "Total negative words:\n",
      "14\n",
      "Top 10 negative words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'fell', u'fall']\n",
      "****************\n",
      "ACCURACY = 0.493333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "              successful = True              pos : 0      =      7.4 : 1.0\n",
      "                 problem = True              neg : 0      =      5.1 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.6 : 1.0\n",
      "                problems = True              neg : 0      =      4.2 : 1.0\n",
      "                   super = True              pos : neg    =      4.2 : 1.0\n",
      "                    fell = True              neg : pos    =      3.9 : 1.0\n",
      "                    lost = True              neg : pos    =      3.9 : 1.0\n",
      "                  helped = True              pos : neg    =      3.5 : 1.0\n",
      "                   right = True              pos : neg    =      3.3 : 1.0\n",
      "                    free = True              pos : 0      =      2.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 58\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1100, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.483333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     10.1 : 1.0\n",
      "                   built = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                 comment = True              neg : pos    =      8.2 : 1.0\n",
      "               scheduled = True                0 : neg    =      8.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.9 : 1.0\n",
      "              successful = True              pos : 0      =      7.4 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                    died = True              neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 59\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1100, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.466666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     10.3 : 1.0\n",
      "                   force = 1                 neg : pos    =     10.1 : 1.0\n",
      "                   built = 1                   0 : neg    =      8.7 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.2 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.1 : 1.0\n",
      "               financing = 1                   0 : neg    =      8.1 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.9 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "              successful = 1                 pos : 0      =      7.2 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 60\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1100, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "33\n",
      "Top 10 positive words:\n",
      "[u'right', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough']\n",
      "Total negative words:\n",
      "17\n",
      "Top 10 negative words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad', u'fell']\n",
      "****************\n",
      "ACCURACY = 0.493333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "              successful = True              pos : 0      =      7.4 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                    died = True              neg : pos    =      6.0 : 1.0\n",
      "                 problem = True              neg : 0      =      5.1 : 1.0\n",
      "                   clear = True              neg : pos    =      5.1 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.6 : 1.0\n",
      "                problems = True              neg : 0      =      4.2 : 1.0\n",
      "                   super = True              pos : neg    =      4.2 : 1.0\n",
      "                    fell = True              neg : pos    =      3.9 : 1.0\n",
      "                    lost = True              neg : pos    =      3.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 61\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1500, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.463333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     26.2 : 1.0\n",
      "             authorities = True              neg : 0      =     13.0 : 1.0\n",
      "                   force = True              neg : pos    =     10.1 : 1.0\n",
      "                   built = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                  asking = True                0 : pos    =      8.3 : 1.0\n",
      "                 comment = True              neg : pos    =      8.2 : 1.0\n",
      "               scheduled = True                0 : neg    =      8.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.9 : 1.0\n",
      "               difficult = True              neg : pos    =      7.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 62\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1500, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.452222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     26.2 : 1.0\n",
      "             authorities = 1                 neg : 0      =     13.0 : 1.0\n",
      "                      '' = 2                   0 : pos    =     10.3 : 1.0\n",
      "                   force = 1                 neg : pos    =     10.1 : 1.0\n",
      "                   built = 1                   0 : neg    =      8.7 : 1.0\n",
      "                criminal = 1                 neg : pos    =      8.3 : 1.0\n",
      "                  asking = 1                   0 : pos    =      8.3 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.2 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.1 : 1.0\n",
      "               financing = 1                   0 : neg    =      8.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 63\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1500, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "51\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'fair', u'win', u'modern', u'helped', u'likes', u'best', u'lead', u'reform']\n",
      "Total negative words:\n",
      "23\n",
      "Top 10 negative words:\n",
      "[u'hard', u'crisis', u'cloud', u'death', u'concerns', u'issues', u'struck', u'criminal', u'issue', u'difficult']\n",
      "****************\n",
      "ACCURACY = 0.493333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "               difficult = True              neg : pos    =      7.7 : 1.0\n",
      "              successful = True              pos : 0      =      7.4 : 1.0\n",
      "                criminal = True              neg : pos    =      6.9 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                    died = True              neg : pos    =      6.0 : 1.0\n",
      "                  gained = True              pos : neg    =      5.8 : 1.0\n",
      "                     win = True              pos : neg    =      5.5 : 1.0\n",
      "                 problem = True              neg : 0      =      5.1 : 1.0\n",
      "                   clear = True              neg : pos    =      5.1 : 1.0\n",
      "               emergency = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 64\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 2000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.468888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     26.2 : 1.0\n",
      "             authorities = True              neg : 0      =     13.0 : 1.0\n",
      "                    loss = True              neg : pos    =     11.4 : 1.0\n",
      "                   basis = True                0 : pos    =     10.3 : 1.0\n",
      "                   force = True              neg : pos    =     10.1 : 1.0\n",
      "                evidence = True              neg : pos    =     10.1 : 1.0\n",
      "                   built = True                0 : neg    =      9.3 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "              struggling = True              neg : 0      =      8.5 : 1.0\n",
      "                  asking = True                0 : pos    =      8.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 65\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 2000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.457777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     26.2 : 1.0\n",
      "             authorities = 1                 neg : 0      =     13.0 : 1.0\n",
      "                    loss = 1                 neg : pos    =     11.4 : 1.0\n",
      "                   basis = 1                   0 : pos    =     10.3 : 1.0\n",
      "                      '' = 2                   0 : pos    =     10.3 : 1.0\n",
      "                   force = 1                 neg : pos    =     10.1 : 1.0\n",
      "                evidence = 1                 neg : pos    =     10.1 : 1.0\n",
      "                   built = 1                   0 : neg    =      8.7 : 1.0\n",
      "                criminal = 1                 neg : pos    =      8.3 : 1.0\n",
      "                  asking = 1                   0 : pos    =      8.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 66\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 2000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "75\n",
      "Top 10 positive words:\n",
      "[u'interests', u'right', u'love', u'secure', u'fair', u'win', u'modern', u'powerful', u'helped', u'likes']\n",
      "Total negative words:\n",
      "37\n",
      "Top 10 negative words:\n",
      "[u'limited', u'hard', u'crisis', u'cloud', u'death', u'complex', u'conservative', u'failed', u'expensive', u'concerns']\n",
      "****************\n",
      "ACCURACY = 0.484444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                    loss = True              neg : pos    =     11.4 : 1.0\n",
      "              struggling = True              neg : 0      =      8.5 : 1.0\n",
      "               difficult = True              neg : pos    =      7.7 : 1.0\n",
      "              successful = True              pos : 0      =      7.4 : 1.0\n",
      "                  losses = True              neg : pos    =      7.2 : 1.0\n",
      "                criminal = True              neg : pos    =      6.9 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                    died = True              neg : pos    =      6.0 : 1.0\n",
      "                   tough = True                0 : pos    =      6.0 : 1.0\n",
      "                  gained = True              pos : neg    =      5.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 31\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 100, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.462222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                 include = True                0 : neg    =      4.3 : 1.0\n",
      "                    news = True              neg : pos    =      2.4 : 1.0\n",
      "                     n't = True              neg : 0      =      2.1 : 1.0\n",
      "                    part = True                0 : neg    =      2.0 : 1.0\n",
      "                  mobile = True              pos : 0      =      2.0 : 1.0\n",
      "                    even = True              neg : pos    =      2.0 : 1.0\n",
      "                     may = True              neg : pos    =      2.0 : 1.0\n",
      "                 america = True                0 : neg    =      1.9 : 1.0\n",
      "                 another = True              neg : 0      =      1.9 : 1.0\n",
      "                  people = True              neg : 0      =      1.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 32\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 100, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.467777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     11.5 : 1.0\n",
      "              government = 2                 neg : pos    =      6.1 : 1.0\n",
      "                 include = 1                   0 : neg    =      4.3 : 1.0\n",
      "                      `` = 2                   0 : pos    =      3.9 : 1.0\n",
      "                     n't = 2                 neg : 0      =      3.8 : 1.0\n",
      "                 billion = 2                 pos : 0      =      3.5 : 1.0\n",
      "                business = 2                 pos : 0      =      3.5 : 1.0\n",
      "                    deal = 2                 neg : pos    =      3.4 : 1.0\n",
      "                  former = 2                 neg : 0      =      3.3 : 1.0\n",
      "                 capital = 2                   0 : neg    =      3.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 33\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 100, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "3\n",
      "Top 10 positive words:\n",
      "[u'work', u'well', u'like']\n",
      "Total negative words:\n",
      "1\n",
      "Top 10 negative words:\n",
      "[u'vice']\n",
      "****************\n",
      "ACCURACY = 0.473333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                    vice = True              pos : neg    =      1.8 : 1.0\n",
      "                    like = True              neg : 0      =      1.2 : 1.0\n",
      "                    well = True                0 : neg    =      1.2 : 1.0\n",
      "                    work = True              pos : 0      =      1.1 : 1.0\n",
      "                    like = False               0 : neg    =      1.0 : 1.0\n",
      "                    vice = False             neg : pos    =      1.0 : 1.0\n",
      "                    well = False             neg : 0      =      1.0 : 1.0\n",
      "                    work = False               0 : pos    =      1.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 34\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 500, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.466666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                    rose = True              pos : neg    =      6.4 : 1.0\n",
      "                 problem = True              neg : 0      =      5.6 : 1.0\n",
      "              successful = True              pos : 0      =      5.3 : 1.0\n",
      "                 include = True                0 : neg    =      4.3 : 1.0\n",
      "                     cut = True              neg : pos    =      4.3 : 1.0\n",
      "                 founded = True              pos : neg    =      4.2 : 1.0\n",
      "                    free = True              pos : 0      =      4.2 : 1.0\n",
      "                  saying = True              neg : 0      =      4.1 : 1.0\n",
      "                  design = True                0 : neg    =      4.1 : 1.0\n",
      "                   nokia = True                0 : neg    =      4.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 35\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 500, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.463333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     11.5 : 1.0\n",
      "              government = 2                 neg : pos    =      6.1 : 1.0\n",
      "                     tax = 2                 neg : pos    =      6.1 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.0 : 1.0\n",
      "                 problem = 1                 neg : 0      =      5.6 : 1.0\n",
      "                european = 2                   0 : pos    =      5.5 : 1.0\n",
      "              successful = 1                 pos : 0      =      5.1 : 1.0\n",
      "                    used = 2                 neg : pos    =      4.7 : 1.0\n",
      "                 include = 1                   0 : neg    =      4.3 : 1.0\n",
      "                  report = 2                   0 : pos    =      4.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 36\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 500, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "22\n",
      "Top 10 positive words:\n",
      "[u'right', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'available', u'good']\n",
      "Total negative words:\n",
      "6\n",
      "Top 10 negative words:\n",
      "[u'vice', u'hard', u'problems', u'hedge', u'issue', u'problem']\n",
      "****************\n",
      "ACCURACY = 0.476666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                 problem = True              neg : 0      =      5.6 : 1.0\n",
      "              successful = True              pos : 0      =      5.3 : 1.0\n",
      "                    free = True              pos : 0      =      4.2 : 1.0\n",
      "                creative = True                0 : neg    =      3.7 : 1.0\n",
      "                problems = True              neg : 0      =      3.3 : 1.0\n",
      "                   right = True              pos : neg    =      3.0 : 1.0\n",
      "                  helped = True              pos : neg    =      2.9 : 1.0\n",
      "                    best = True              pos : neg    =      2.6 : 1.0\n",
      "               important = True              pos : neg    =      2.4 : 1.0\n",
      "                  strong = True              pos : neg    =      1.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 37\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 900, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.472222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "               scheduled = True                0 : neg    =     10.5 : 1.0\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                    bbdo = True                0 : neg    =      8.1 : 1.0\n",
      "                   force = True              neg : pos    =      7.9 : 1.0\n",
      "                   built = True              pos : neg    =      7.7 : 1.0\n",
      "                declined = True              neg : pos    =      7.7 : 1.0\n",
      "                   gates = True              pos : neg    =      6.8 : 1.0\n",
      "                    died = True              neg : 0      =      6.5 : 1.0\n",
      "                  income = True              neg : 0      =      6.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 38\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 900, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.468888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     11.5 : 1.0\n",
      "                  income = 1                 neg : 0      =     10.8 : 1.0\n",
      "                 comment = 1                 neg : pos    =      9.4 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.7 : 1.0\n",
      "                   force = 1                 neg : pos    =      7.9 : 1.0\n",
      "                   built = 1                 pos : neg    =      7.7 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.7 : 1.0\n",
      "               financing = 1                   0 : neg    =      7.5 : 1.0\n",
      "               relations = 1                   0 : neg    =      6.9 : 1.0\n",
      "                    died = 1                 neg : 0      =      6.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 39\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 900, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "32\n",
      "Top 10 positive words:\n",
      "[u'right', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough']\n",
      "Total negative words:\n",
      "17\n",
      "Top 10 negative words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad', u'fell']\n",
      "****************\n",
      "ACCURACY = 0.474444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                    died = True              neg : 0      =      6.5 : 1.0\n",
      "                    debt = True              neg : pos    =      6.4 : 1.0\n",
      "                 problem = True              neg : 0      =      5.6 : 1.0\n",
      "              successful = True              pos : 0      =      5.3 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.8 : 1.0\n",
      "                    lost = True              neg : pos    =      4.6 : 1.0\n",
      "                    fell = True              neg : pos    =      4.3 : 1.0\n",
      "                    free = True              pos : 0      =      4.2 : 1.0\n",
      "                   super = True              pos : neg    =      4.0 : 1.0\n",
      "                   clear = True              neg : pos    =      3.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 40\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1100, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.492222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "               scheduled = True                0 : neg    =     10.5 : 1.0\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                criminal = True              neg : pos    =      9.0 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "             environment = True              neg : 0      =      8.5 : 1.0\n",
      "                    bbdo = True                0 : neg    =      8.1 : 1.0\n",
      "                   force = True              neg : pos    =      7.9 : 1.0\n",
      "               automaker = True              neg : 0      =      7.8 : 1.0\n",
      "                   built = True              pos : neg    =      7.7 : 1.0\n",
      "                declined = True              neg : pos    =      7.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 41\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1100, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.473333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                criminal = 1                 neg : pos    =     11.7 : 1.0\n",
      "                      '' = 2                   0 : pos    =     11.5 : 1.0\n",
      "                  income = 1                 neg : 0      =     10.8 : 1.0\n",
      "                 comment = 1                 neg : pos    =      9.4 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.7 : 1.0\n",
      "             environment = 1                 neg : 0      =      8.5 : 1.0\n",
      "                   force = 1                 neg : pos    =      7.9 : 1.0\n",
      "               automaker = 1                 neg : 0      =      7.8 : 1.0\n",
      "                   built = 1                 pos : neg    =      7.7 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 42\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1100, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "39\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'modern', u'helped', u'likes', u'best', u'lead', u'leading', u'top', u'fans']\n",
      "Total negative words:\n",
      "20\n",
      "Top 10 negative words:\n",
      "[u'emergency', u'criminal', u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis']\n",
      "****************\n",
      "ACCURACY = 0.474444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                criminal = True              neg : pos    =      9.0 : 1.0\n",
      "                positive = True              pos : 0      =      7.5 : 1.0\n",
      "                    died = True              neg : 0      =      6.5 : 1.0\n",
      "                    debt = True              neg : pos    =      6.4 : 1.0\n",
      "                 problem = True              neg : 0      =      5.6 : 1.0\n",
      "              successful = True              pos : 0      =      5.3 : 1.0\n",
      "                  gained = True              pos : neg    =      5.1 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.8 : 1.0\n",
      "               emergency = True              neg : pos    =      4.7 : 1.0\n",
      "                    lost = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 43\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1500, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.483333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "               difficult = True                0 : pos    =     13.9 : 1.0\n",
      "                 accused = True              neg : 0      =     11.5 : 1.0\n",
      "               scheduled = True                0 : neg    =     10.5 : 1.0\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                criminal = True              neg : pos    =      9.0 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "             environment = True              neg : 0      =      8.5 : 1.0\n",
      "             prosecutors = True              neg : pos    =      8.5 : 1.0\n",
      "                   tough = True                0 : pos    =      8.4 : 1.0\n",
      "                    bbdo = True                0 : neg    =      8.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 44\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1500, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.475555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "               difficult = 1                   0 : pos    =     13.9 : 1.0\n",
      "                criminal = 1                 neg : pos    =     11.7 : 1.0\n",
      "                      '' = 2                   0 : pos    =     11.5 : 1.0\n",
      "                 accused = 1                 neg : 0      =     11.5 : 1.0\n",
      "                  income = 1                 neg : 0      =     10.8 : 1.0\n",
      "                 comment = 1                 neg : pos    =      9.4 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.7 : 1.0\n",
      "             environment = 1                 neg : 0      =      8.5 : 1.0\n",
      "             prosecutors = 1                 neg : pos    =      8.5 : 1.0\n",
      "                   tough = 1                   0 : pos    =      8.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 45\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1500, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "60\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'fair', u'win', u'modern', u'powerful', u'helped', u'likes', u'tough', u'trust']\n",
      "Total negative words:\n",
      "31\n",
      "Top 10 negative words:\n",
      "[u'limited', u'hard', u'crisis', u'cloud', u'death', u'complex', u'conservative', u'failed', u'concerns', u'issues']\n",
      "****************\n",
      "ACCURACY = 0.471111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "               difficult = True                0 : pos    =     13.9 : 1.0\n",
      "                criminal = True              neg : pos    =      9.0 : 1.0\n",
      "                   tough = True                0 : pos    =      8.4 : 1.0\n",
      "                  losses = True              neg : pos    =      7.8 : 1.0\n",
      "              struggling = True              neg : 0      =      7.8 : 1.0\n",
      "                positive = True              pos : 0      =      7.5 : 1.0\n",
      "                    died = True              neg : 0      =      6.5 : 1.0\n",
      "                    debt = True              neg : pos    =      6.4 : 1.0\n",
      "                     win = True              pos : neg    =      6.1 : 1.0\n",
      "                 problem = True              neg : 0      =      5.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 46\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 2000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.473333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "               difficult = True                0 : pos    =     13.9 : 1.0\n",
      "                 accused = True              neg : 0      =     11.5 : 1.0\n",
      "                  losing = True              neg : pos    =     11.5 : 1.0\n",
      "               scheduled = True                0 : neg    =     10.5 : 1.0\n",
      "                   basis = True                0 : pos    =     10.3 : 1.0\n",
      "                  donald = True                0 : pos    =     10.3 : 1.0\n",
      "              conditions = True              neg : pos    =     10.1 : 1.0\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                criminal = True              neg : pos    =      9.0 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 47\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 2000, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.48\n",
      "****************\n",
      "Most Informative Features\n",
      "               difficult = 1                   0 : pos    =     13.9 : 1.0\n",
      "                criminal = 1                 neg : pos    =     11.7 : 1.0\n",
      "                      '' = 2                   0 : pos    =     11.5 : 1.0\n",
      "                 accused = 1                 neg : 0      =     11.5 : 1.0\n",
      "                  losing = 1                 neg : pos    =     11.5 : 1.0\n",
      "                  income = 1                 neg : 0      =     10.8 : 1.0\n",
      "                   basis = 1                   0 : pos    =     10.3 : 1.0\n",
      "                  donald = 1                   0 : pos    =     10.3 : 1.0\n",
      "              conditions = 1                 neg : pos    =     10.1 : 1.0\n",
      "                 comment = 1                 neg : pos    =      9.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 48\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 2000, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "91\n",
      "Top 10 positive words:\n",
      "[u'gold', u'competitive', u'tough', u'fine', u'enough', u'better', u'willing', u'rich', u'stable', u'worth']\n",
      "Total negative words:\n",
      "47\n",
      "Top 10 negative words:\n",
      "[u'limited', u'cancer', u'criticized', u'hard', u'concern', u'negative', u'aggressive', u'crisis', u'cloud', u'collapse']\n",
      "****************\n",
      "ACCURACY = 0.468888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "               difficult = True                0 : pos    =     13.9 : 1.0\n",
      "                  losing = True              neg : pos    =     11.5 : 1.0\n",
      "                criminal = True              neg : pos    =      9.0 : 1.0\n",
      "                   tough = True                0 : pos    =      8.4 : 1.0\n",
      "                  losses = True              neg : pos    =      7.8 : 1.0\n",
      "              struggling = True              neg : 0      =      7.8 : 1.0\n",
      "                positive = True              pos : 0      =      7.5 : 1.0\n",
      "                  warned = True              neg : pos    =      6.9 : 1.0\n",
      "                    died = True              neg : 0      =      6.5 : 1.0\n",
      "                    debt = True              neg : pos    =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 49\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 100, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.47\n",
      "****************\n",
      "Most Informative Features\n",
      "                     n't = True              neg : 0      =      2.1 : 1.0\n",
      "                     not = True              neg : pos    =      2.1 : 1.0\n",
      "                 percent = True              neg : 0      =      1.8 : 1.0\n",
      "                       . = False               0 : pos    =      1.8 : 1.0\n",
      "               president = True                0 : neg    =      1.8 : 1.0\n",
      "                   after = True              neg : 0      =      1.7 : 1.0\n",
      "                    ford = True              pos : 0      =      1.6 : 1.0\n",
      "                       ; = True                0 : neg    =      1.6 : 1.0\n",
      "                    were = True              neg : pos    =      1.6 : 1.0\n",
      "                    over = True              neg : 0      =      1.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 50\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 100, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.453333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                     not = 3                 neg : pos    =      4.7 : 1.0\n",
      "                    they = 3                   0 : pos    =      4.2 : 1.0\n",
      "                       , = 12                  0 : pos    =      4.2 : 1.0\n",
      "                     n't = 2                 neg : 0      =      3.8 : 1.0\n",
      "                     but = 2                 neg : pos    =      3.6 : 1.0\n",
      "                       a = 6                 neg : pos    =      3.6 : 1.0\n",
      "                       a = 7                 neg : pos    =      3.6 : 1.0\n",
      "                business = 2                 pos : 0      =      3.5 : 1.0\n",
      "               executive = 3                 neg : pos    =      3.4 : 1.0\n",
      "                      in = 6                 neg : pos    =      3.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 51\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 100, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "1\n",
      "Top 10 positive words:\n",
      "[u'like']\n",
      "Total negative words:\n",
      "0\n",
      "Top 10 negative words:\n",
      "[]\n",
      "****************\n",
      "ACCURACY = 0.473333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                    like = True              neg : 0      =      1.2 : 1.0\n",
      "                    like = False               0 : neg    =      1.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 52\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 500, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.468888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                 omnicom = True                0 : neg    =      4.5 : 1.0\n",
      "                 include = True                0 : neg    =      4.3 : 1.0\n",
      "                  design = True                0 : neg    =      4.1 : 1.0\n",
      "                creative = True                0 : neg    =      3.7 : 1.0\n",
      "                     pay = True              neg : 0      =      3.3 : 1.0\n",
      "                  brands = True              pos : neg    =      3.2 : 1.0\n",
      "                division = True                0 : neg    =      3.2 : 1.0\n",
      "                    case = True              neg : pos    =      3.1 : 1.0\n",
      "                     too = True              neg : pos    =      3.1 : 1.0\n",
      "                computer = True              pos : 0      =      3.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 53\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 500, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.467777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     11.5 : 1.0\n",
      "              government = 2                 neg : pos    =      6.1 : 1.0\n",
      "                european = 2                   0 : pos    =      5.5 : 1.0\n",
      "                    used = 2                 neg : pos    =      4.7 : 1.0\n",
      "                      no = 2                 neg : pos    =      4.7 : 1.0\n",
      "                     not = 3                 neg : pos    =      4.7 : 1.0\n",
      "                 omnicom = 1                   0 : neg    =      4.6 : 1.0\n",
      "                 include = 1                   0 : neg    =      4.3 : 1.0\n",
      "                  report = 2                   0 : pos    =      4.2 : 1.0\n",
      "                 because = 2                   0 : pos    =      4.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 54\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 500, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "14\n",
      "Top 10 positive words:\n",
      "[u'available', u'good', u'led', u'like', u'top', u'work', u'well', u'creative', u'better', u'right']\n",
      "Total negative words:\n",
      "2\n",
      "Top 10 negative words:\n",
      "[u'hedge', u'vice']\n",
      "****************\n",
      "ACCURACY = 0.473333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                creative = True                0 : neg    =      3.7 : 1.0\n",
      "                   right = True              pos : neg    =      3.0 : 1.0\n",
      "                    best = True              pos : neg    =      2.6 : 1.0\n",
      "                  better = True                0 : neg    =      1.9 : 1.0\n",
      "                  worked = True                0 : neg    =      1.9 : 1.0\n",
      "                   works = True              pos : neg    =      1.8 : 1.0\n",
      "                    vice = True              pos : neg    =      1.8 : 1.0\n",
      "               available = True              pos : 0      =      1.6 : 1.0\n",
      "                     top = True                0 : neg    =      1.5 : 1.0\n",
      "                    good = True              neg : 0      =      1.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 55\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 900, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.464444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                    bbdo = True                0 : neg    =      8.1 : 1.0\n",
      "                   built = True              pos : neg    =      7.7 : 1.0\n",
      "                declined = True              neg : pos    =      7.7 : 1.0\n",
      "                    rose = True              pos : neg    =      6.4 : 1.0\n",
      "                    west = True                0 : neg    =      5.6 : 1.0\n",
      "                 problem = True              neg : 0      =      5.6 : 1.0\n",
      "              successful = True              pos : 0      =      5.3 : 1.0\n",
      "           investigation = True              neg : pos    =      5.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 56\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 900, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.474444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     11.5 : 1.0\n",
      "                 comment = 1                 neg : pos    =      9.4 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.7 : 1.0\n",
      "                   built = 1                 pos : neg    =      7.7 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.7 : 1.0\n",
      "              government = 2                 neg : pos    =      6.1 : 1.0\n",
      "                     tax = 2                 neg : pos    =      6.1 : 1.0\n",
      "                   super = 1                 pos : 0      =      6.0 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.0 : 1.0\n",
      "                 problem = 1                 neg : 0      =      5.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 57\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 900, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "28\n",
      "Top 10 positive words:\n",
      "[u'right', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough', u'worth']\n",
      "Total negative words:\n",
      "14\n",
      "Top 10 negative words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'fell', u'fall']\n",
      "****************\n",
      "ACCURACY = 0.476666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                 problem = True              neg : 0      =      5.6 : 1.0\n",
      "              successful = True              pos : 0      =      5.3 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.8 : 1.0\n",
      "                    lost = True              neg : pos    =      4.6 : 1.0\n",
      "                    fell = True              neg : pos    =      4.3 : 1.0\n",
      "                    free = True              pos : 0      =      4.2 : 1.0\n",
      "                   super = True              pos : neg    =      4.0 : 1.0\n",
      "                creative = True                0 : neg    =      3.7 : 1.0\n",
      "                problems = True              neg : 0      =      3.3 : 1.0\n",
      "                   right = True              pos : neg    =      3.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 58\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1100, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.476666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "               scheduled = True                0 : neg    =     10.5 : 1.0\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "                    bbdo = True                0 : neg    =      8.1 : 1.0\n",
      "                   force = True              neg : pos    =      7.9 : 1.0\n",
      "                   built = True              pos : neg    =      7.7 : 1.0\n",
      "                declined = True              neg : pos    =      7.7 : 1.0\n",
      "                   gates = True              pos : neg    =      6.8 : 1.0\n",
      "                    died = True              neg : 0      =      6.5 : 1.0\n",
      "                  income = True              neg : 0      =      6.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 59\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1100, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.468888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     11.5 : 1.0\n",
      "                  income = 1                 neg : 0      =     10.8 : 1.0\n",
      "                 comment = 1                 neg : pos    =      9.4 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.7 : 1.0\n",
      "                   force = 1                 neg : pos    =      7.9 : 1.0\n",
      "                   built = 1                 pos : neg    =      7.7 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.7 : 1.0\n",
      "               financing = 1                   0 : neg    =      7.5 : 1.0\n",
      "                    died = 1                 neg : 0      =      6.5 : 1.0\n",
      "                    debt = 1                 neg : pos    =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 60\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1100, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "33\n",
      "Top 10 positive words:\n",
      "[u'right', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough']\n",
      "Total negative words:\n",
      "17\n",
      "Top 10 negative words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad', u'fell']\n",
      "****************\n",
      "ACCURACY = 0.474444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                    died = True              neg : 0      =      6.5 : 1.0\n",
      "                    debt = True              neg : pos    =      6.4 : 1.0\n",
      "                 problem = True              neg : 0      =      5.6 : 1.0\n",
      "              successful = True              pos : 0      =      5.3 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.8 : 1.0\n",
      "                    lost = True              neg : pos    =      4.6 : 1.0\n",
      "                    fell = True              neg : pos    =      4.3 : 1.0\n",
      "                    free = True              pos : 0      =      4.2 : 1.0\n",
      "                   super = True              pos : neg    =      4.0 : 1.0\n",
      "                   clear = True              neg : pos    =      3.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 61\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1500, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.484444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "               difficult = True                0 : pos    =     13.9 : 1.0\n",
      "                 accused = True              neg : 0      =     11.5 : 1.0\n",
      "               scheduled = True                0 : neg    =     10.5 : 1.0\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                criminal = True              neg : pos    =      9.0 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "             environment = True              neg : 0      =      8.5 : 1.0\n",
      "                    bbdo = True                0 : neg    =      8.1 : 1.0\n",
      "                   force = True              neg : pos    =      7.9 : 1.0\n",
      "               automaker = True              neg : 0      =      7.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 62\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1500, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.473333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "               difficult = 1                   0 : pos    =     13.9 : 1.0\n",
      "                criminal = 1                 neg : pos    =     11.7 : 1.0\n",
      "                      '' = 2                   0 : pos    =     11.5 : 1.0\n",
      "                 accused = 1                 neg : 0      =     11.5 : 1.0\n",
      "                  income = 1                 neg : 0      =     10.8 : 1.0\n",
      "                 comment = 1                 neg : pos    =      9.4 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.7 : 1.0\n",
      "             environment = 1                 neg : 0      =      8.5 : 1.0\n",
      "                   force = 1                 neg : pos    =      7.9 : 1.0\n",
      "               automaker = 1                 neg : 0      =      7.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 63\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1500, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "51\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'fair', u'win', u'modern', u'helped', u'likes', u'best', u'lead', u'reform']\n",
      "Total negative words:\n",
      "23\n",
      "Top 10 negative words:\n",
      "[u'hard', u'crisis', u'cloud', u'death', u'concerns', u'issues', u'struck', u'criminal', u'issue', u'difficult']\n",
      "****************\n",
      "ACCURACY = 0.472222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "               difficult = True                0 : pos    =     13.9 : 1.0\n",
      "                criminal = True              neg : pos    =      9.0 : 1.0\n",
      "                positive = True              pos : 0      =      7.5 : 1.0\n",
      "                    died = True              neg : 0      =      6.5 : 1.0\n",
      "                    debt = True              neg : pos    =      6.4 : 1.0\n",
      "                     win = True              pos : neg    =      6.1 : 1.0\n",
      "                 problem = True              neg : 0      =      5.6 : 1.0\n",
      "              successful = True              pos : 0      =      5.3 : 1.0\n",
      "                  gained = True              pos : neg    =      5.1 : 1.0\n",
      "                   cloud = True                0 : neg    =      5.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 64\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 2000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.486666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "               difficult = True                0 : pos    =     13.9 : 1.0\n",
      "                 accused = True              neg : 0      =     11.5 : 1.0\n",
      "               scheduled = True                0 : neg    =     10.5 : 1.0\n",
      "                   basis = True                0 : pos    =     10.3 : 1.0\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                criminal = True              neg : pos    =      9.0 : 1.0\n",
      "                   space = True                0 : neg    =      8.7 : 1.0\n",
      "             environment = True              neg : 0      =      8.5 : 1.0\n",
      "                mortgage = True              neg : pos    =      8.5 : 1.0\n",
      "             prosecutors = True              neg : pos    =      8.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 65\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 2000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.466666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "               difficult = 1                   0 : pos    =     13.9 : 1.0\n",
      "                criminal = 1                 neg : pos    =     11.7 : 1.0\n",
      "                      '' = 2                   0 : pos    =     11.5 : 1.0\n",
      "                 accused = 1                 neg : 0      =     11.5 : 1.0\n",
      "                  income = 1                 neg : 0      =     10.8 : 1.0\n",
      "                   basis = 1                   0 : pos    =     10.3 : 1.0\n",
      "                 comment = 1                 neg : pos    =      9.4 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.7 : 1.0\n",
      "             environment = 1                 neg : 0      =      8.5 : 1.0\n",
      "                mortgage = 1                 neg : pos    =      8.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 66\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 2000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "75\n",
      "Top 10 positive words:\n",
      "[u'interests', u'right', u'love', u'secure', u'fair', u'win', u'modern', u'powerful', u'helped', u'likes']\n",
      "Total negative words:\n",
      "37\n",
      "Top 10 negative words:\n",
      "[u'limited', u'hard', u'crisis', u'cloud', u'death', u'complex', u'conservative', u'failed', u'expensive', u'concerns']\n",
      "****************\n",
      "ACCURACY = 0.466666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "               difficult = True                0 : pos    =     13.9 : 1.0\n",
      "                criminal = True              neg : pos    =      9.0 : 1.0\n",
      "                   tough = True                0 : pos    =      8.4 : 1.0\n",
      "                  losses = True              neg : pos    =      7.8 : 1.0\n",
      "              struggling = True              neg : 0      =      7.8 : 1.0\n",
      "                positive = True              pos : 0      =      7.5 : 1.0\n",
      "                  warned = True              neg : pos    =      6.9 : 1.0\n",
      "                    died = True              neg : 0      =      6.5 : 1.0\n",
      "                    debt = True              neg : pos    =      6.4 : 1.0\n",
      "                     win = True              pos : neg    =      6.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 31\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 100, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.473333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                 include = True                0 : neg    =      3.4 : 1.0\n",
      "                    even = True              neg : pos    =      2.2 : 1.0\n",
      "                    news = True              neg : pos    =      2.1 : 1.0\n",
      "              co-founder = True                0 : neg    =      2.0 : 1.0\n",
      "                    week = True              neg : 0      =      2.0 : 1.0\n",
      "                chairman = True                0 : neg    =      2.0 : 1.0\n",
      "                 america = True                0 : neg    =      2.0 : 1.0\n",
      "                     n't = True              neg : pos    =      2.0 : 1.0\n",
      "                    firm = True                0 : neg    =      1.9 : 1.0\n",
      "                  mobile = True              pos : neg    =      1.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 32\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 100, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.472222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =      9.1 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                 include = 1                   0 : neg    =      3.8 : 1.0\n",
      "                     n't = 2                 neg : 0      =      3.7 : 1.0\n",
      "                     per = 2                 neg : 0      =      3.7 : 1.0\n",
      "                    cent = 2                 neg : 0      =      3.7 : 1.0\n",
      "                    bank = 2                 neg : pos    =      3.5 : 1.0\n",
      "                     one = 2                   0 : neg    =      3.3 : 1.0\n",
      "                   money = 2                 neg : pos    =      3.3 : 1.0\n",
      "                  agency = 2                 neg : 0      =      3.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 33\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 100, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "3\n",
      "Top 10 positive words:\n",
      "[u'work', u'well', u'like']\n",
      "Total negative words:\n",
      "1\n",
      "Top 10 negative words:\n",
      "[u'vice']\n",
      "****************\n",
      "ACCURACY = 0.477777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                    vice = True              pos : neg    =      1.6 : 1.0\n",
      "                    well = True              pos : neg    =      1.3 : 1.0\n",
      "                    like = True              neg : pos    =      1.2 : 1.0\n",
      "                    work = True                0 : pos    =      1.0 : 1.0\n",
      "                    like = False             pos : neg    =      1.0 : 1.0\n",
      "                    vice = False             neg : pos    =      1.0 : 1.0\n",
      "                    well = False             neg : pos    =      1.0 : 1.0\n",
      "                    work = False             pos : 0      =      1.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 34\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 500, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.464444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                 problem = True              neg : 0      =      7.7 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    cost = True              neg : 0      =      4.7 : 1.0\n",
      "                 founded = True              pos : neg    =      4.5 : 1.0\n",
      "              successful = True              pos : 0      =      4.5 : 1.0\n",
      "                problems = True              neg : 0      =      4.3 : 1.0\n",
      "                     cut = True              neg : pos    =      4.3 : 1.0\n",
      "                    paid = True              neg : pos    =      4.3 : 1.0\n",
      "                     tax = True              neg : pos    =      3.9 : 1.0\n",
      "                  saying = True              neg : 0      =      3.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 35\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 500, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.474444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =      9.1 : 1.0\n",
      "                 problem = 1                 neg : 0      =      7.7 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.9 : 1.0\n",
      "                     tax = 2                 neg : pos    =      6.0 : 1.0\n",
      "                    cost = 1                 neg : 0      =      4.7 : 1.0\n",
      "                    used = 2                 neg : pos    =      4.7 : 1.0\n",
      "                   video = 2                 neg : pos    =      4.7 : 1.0\n",
      "                 trading = 2                 neg : pos    =      4.7 : 1.0\n",
      "                 founded = 1                 pos : neg    =      4.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 36\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 500, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "22\n",
      "Top 10 positive words:\n",
      "[u'right', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'available', u'good']\n",
      "Total negative words:\n",
      "6\n",
      "Top 10 negative words:\n",
      "[u'vice', u'hard', u'problems', u'hedge', u'issue', u'problem']\n",
      "****************\n",
      "ACCURACY = 0.48\n",
      "****************\n",
      "Most Informative Features\n",
      "                 problem = True              neg : 0      =      7.7 : 1.0\n",
      "              successful = True              pos : 0      =      4.5 : 1.0\n",
      "                problems = True              neg : 0      =      4.3 : 1.0\n",
      "                  helped = True              pos : neg    =      3.0 : 1.0\n",
      "                    free = True              pos : 0      =      2.9 : 1.0\n",
      "                  better = True                0 : neg    =      2.7 : 1.0\n",
      "                creative = True              pos : neg    =      2.7 : 1.0\n",
      "                   right = True              pos : neg    =      2.7 : 1.0\n",
      "               important = True              pos : neg    =      2.4 : 1.0\n",
      "                 popular = True              neg : 0      =      2.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 37\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 900, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.475555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =     10.0 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      8.8 : 1.0\n",
      "                   force = True              neg : pos    =      8.7 : 1.0\n",
      "                 problem = True              neg : 0      =      7.7 : 1.0\n",
      "                   space = True                0 : neg    =      7.6 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      6.9 : 1.0\n",
      "                declined = True              neg : pos    =      6.3 : 1.0\n",
      "                    died = True              neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 38\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 900, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.481111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = 1                   0 : neg    =      9.4 : 1.0\n",
      "               financing = 1                   0 : neg    =      9.4 : 1.0\n",
      "                      '' = 2                   0 : pos    =      9.1 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.9 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.7 : 1.0\n",
      "                 problem = 1                 neg : 0      =      7.7 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                   space = 1                   0 : neg    =      7.0 : 1.0\n",
      "               relations = 1                   0 : neg    =      7.0 : 1.0\n",
      "                    debt = 1                 neg : pos    =      6.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 39\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 900, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "32\n",
      "Top 10 positive words:\n",
      "[u'right', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough']\n",
      "Total negative words:\n",
      "17\n",
      "Top 10 negative words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad', u'fell']\n",
      "****************\n",
      "ACCURACY = 0.486666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                 problem = True              neg : 0      =      7.7 : 1.0\n",
      "                    debt = True              neg : pos    =      6.9 : 1.0\n",
      "                    died = True              neg : pos    =      6.0 : 1.0\n",
      "                    fell = True              neg : pos    =      4.5 : 1.0\n",
      "              successful = True              pos : 0      =      4.5 : 1.0\n",
      "                problems = True              neg : 0      =      4.3 : 1.0\n",
      "                   super = True              pos : neg    =      4.2 : 1.0\n",
      "                   clear = True              neg : pos    =      4.1 : 1.0\n",
      "                  crisis = True              neg : pos    =      3.9 : 1.0\n",
      "                    lost = True              neg : pos    =      3.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 40\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1100, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.48\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =     10.0 : 1.0\n",
      "             authorities = True              neg : 0      =      9.9 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      8.8 : 1.0\n",
      "                   force = True              neg : pos    =      8.7 : 1.0\n",
      "                   'what = True              neg : 0      =      8.4 : 1.0\n",
      "               automaker = True              neg : 0      =      8.4 : 1.0\n",
      "                 problem = True              neg : 0      =      7.7 : 1.0\n",
      "                   space = True                0 : neg    =      7.6 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 41\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1100, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.483333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "             authorities = 1                 neg : 0      =      9.9 : 1.0\n",
      "                   built = 1                   0 : neg    =      9.4 : 1.0\n",
      "               financing = 1                   0 : neg    =      9.4 : 1.0\n",
      "                      '' = 2                   0 : pos    =      9.1 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.9 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.7 : 1.0\n",
      "                   'what = 1                 neg : 0      =      8.4 : 1.0\n",
      "               automaker = 1                 neg : 0      =      8.4 : 1.0\n",
      "                 problem = 1                 neg : 0      =      7.7 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 42\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1100, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "39\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'modern', u'helped', u'likes', u'best', u'lead', u'leading', u'top', u'fans']\n",
      "Total negative words:\n",
      "20\n",
      "Top 10 negative words:\n",
      "[u'emergency', u'criminal', u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis']\n",
      "****************\n",
      "ACCURACY = 0.49\n",
      "****************\n",
      "Most Informative Features\n",
      "                 problem = True              neg : 0      =      7.7 : 1.0\n",
      "                    debt = True              neg : pos    =      6.9 : 1.0\n",
      "                  gained = True              pos : neg    =      6.1 : 1.0\n",
      "                    died = True              neg : pos    =      6.0 : 1.0\n",
      "                criminal = True              neg : pos    =      5.7 : 1.0\n",
      "               emergency = True              neg : pos    =      5.1 : 1.0\n",
      "                    fell = True              neg : pos    =      4.5 : 1.0\n",
      "              successful = True              pos : 0      =      4.5 : 1.0\n",
      "                problems = True              neg : 0      =      4.3 : 1.0\n",
      "                positive = True              pos : 0      =      4.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 43\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1500, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.467777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     22.1 : 1.0\n",
      "                   built = True                0 : neg    =     10.0 : 1.0\n",
      "             authorities = True              neg : 0      =      9.9 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      8.8 : 1.0\n",
      "                   force = True              neg : pos    =      8.7 : 1.0\n",
      "               difficult = True              neg : pos    =      8.4 : 1.0\n",
      "                   'what = True              neg : 0      =      8.4 : 1.0\n",
      "               automaker = True              neg : 0      =      8.4 : 1.0\n",
      "                   tough = True                0 : pos    =      8.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 44\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1500, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.46\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     22.1 : 1.0\n",
      "             authorities = 1                 neg : 0      =      9.9 : 1.0\n",
      "               financing = 1                   0 : neg    =      9.4 : 1.0\n",
      "                   built = 1                   0 : neg    =      9.4 : 1.0\n",
      "                      '' = 2                   0 : pos    =      9.1 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.9 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.7 : 1.0\n",
      "               difficult = 1                 neg : pos    =      8.4 : 1.0\n",
      "                   'what = 1                 neg : 0      =      8.4 : 1.0\n",
      "               automaker = 1                 neg : 0      =      8.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 45\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1500, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "60\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'fair', u'win', u'modern', u'powerful', u'helped', u'likes', u'tough', u'trust']\n",
      "Total negative words:\n",
      "31\n",
      "Top 10 negative words:\n",
      "[u'limited', u'hard', u'crisis', u'cloud', u'death', u'complex', u'conservative', u'failed', u'concerns', u'issues']\n",
      "****************\n",
      "ACCURACY = 0.49\n",
      "****************\n",
      "Most Informative Features\n",
      "               difficult = True              neg : pos    =      8.4 : 1.0\n",
      "                   tough = True                0 : pos    =      8.4 : 1.0\n",
      "                 problem = True              neg : 0      =      7.7 : 1.0\n",
      "                    debt = True              neg : pos    =      6.9 : 1.0\n",
      "                  gained = True              pos : neg    =      6.1 : 1.0\n",
      "                    died = True              neg : pos    =      6.0 : 1.0\n",
      "                     win = True              pos : neg    =      5.8 : 1.0\n",
      "                criminal = True              neg : pos    =      5.7 : 1.0\n",
      "               emergency = True              neg : pos    =      5.1 : 1.0\n",
      "                  losses = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 46\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 2000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.466666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     22.1 : 1.0\n",
      "                  donald = True                0 : pos    =     10.4 : 1.0\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "                   built = True                0 : neg    =     10.0 : 1.0\n",
      "             authorities = True              neg : 0      =      9.9 : 1.0\n",
      "                  forced = True              neg : 0      =      9.1 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      8.8 : 1.0\n",
      "                   basis = True              neg : pos    =      8.7 : 1.0\n",
      "                 jessica = True              neg : pos    =      8.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 47\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 2000, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.462222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     22.1 : 1.0\n",
      "                  donald = 1                   0 : pos    =     10.4 : 1.0\n",
      "                  losing = 1                 neg : pos    =     10.0 : 1.0\n",
      "             authorities = 1                 neg : 0      =      9.9 : 1.0\n",
      "                   built = 1                   0 : neg    =      9.4 : 1.0\n",
      "               financing = 1                   0 : neg    =      9.4 : 1.0\n",
      "                  forced = 1                 neg : 0      =      9.1 : 1.0\n",
      "                      '' = 2                   0 : pos    =      9.1 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.9 : 1.0\n",
      "                   basis = 1                 neg : pos    =      8.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 48\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 2000, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "91\n",
      "Top 10 positive words:\n",
      "[u'gold', u'competitive', u'tough', u'fine', u'enough', u'better', u'willing', u'rich', u'stable', u'worth']\n",
      "Total negative words:\n",
      "47\n",
      "Top 10 negative words:\n",
      "[u'limited', u'cancer', u'criticized', u'hard', u'concern', u'negative', u'aggressive', u'crisis', u'cloud', u'collapse']\n",
      "****************\n",
      "ACCURACY = 0.484444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "               difficult = True              neg : pos    =      8.4 : 1.0\n",
      "                   tough = True                0 : pos    =      8.4 : 1.0\n",
      "                 problem = True              neg : 0      =      7.7 : 1.0\n",
      "                    debt = True              neg : pos    =      6.9 : 1.0\n",
      "                  gained = True              pos : neg    =      6.1 : 1.0\n",
      "                    died = True              neg : pos    =      6.0 : 1.0\n",
      "                     win = True              pos : neg    =      5.8 : 1.0\n",
      "                criminal = True              neg : pos    =      5.7 : 1.0\n",
      "                  prison = True              neg : 0      =      5.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 49\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 100, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.461111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                     not = True              neg : 0      =      2.1 : 1.0\n",
      "                     n't = True              neg : pos    =      2.0 : 1.0\n",
      "                 percent = True              neg : 0      =      1.8 : 1.0\n",
      "                       . = False               0 : pos    =      1.8 : 1.0\n",
      "                    over = True              neg : 0      =      1.7 : 1.0\n",
      "                    were = True              neg : pos    =      1.6 : 1.0\n",
      "               president = True                0 : neg    =      1.6 : 1.0\n",
      "            entrepreneur = True              pos : neg    =      1.6 : 1.0\n",
      "                   after = True              neg : 0      =      1.6 : 1.0\n",
      "                       ; = True                0 : neg    =      1.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 50\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 100, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.45\n",
      "****************\n",
      "Most Informative Features\n",
      "                     not = 3                 neg : pos    =      4.7 : 1.0\n",
      "                     but = 2                 neg : pos    =      4.4 : 1.0\n",
      "                     n't = 2                 neg : 0      =      3.7 : 1.0\n",
      "                       a = 7                 neg : pos    =      3.6 : 1.0\n",
      "                       ; = 3                   0 : pos    =      3.5 : 1.0\n",
      "                       ; = 4                   0 : neg    =      3.3 : 1.0\n",
      "                     its = 3                   0 : neg    =      3.3 : 1.0\n",
      "                     one = 2                   0 : neg    =      3.3 : 1.0\n",
      "                       ) = 6                 neg : pos    =      3.3 : 1.0\n",
      "                       ( = 6                 neg : pos    =      3.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 51\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 100, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "1\n",
      "Top 10 positive words:\n",
      "[u'like']\n",
      "Total negative words:\n",
      "0\n",
      "Top 10 negative words:\n",
      "[]\n",
      "****************\n",
      "ACCURACY = 0.477777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                    like = True              neg : pos    =      1.2 : 1.0\n",
      "                    like = False             pos : neg    =      1.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 52\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 500, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.485555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                 include = True                0 : neg    =      3.4 : 1.0\n",
      "             advertising = True              pos : neg    =      3.2 : 1.0\n",
      "                  iphone = True              neg : 0      =      3.1 : 1.0\n",
      "                     job = True              pos : 0      =      3.0 : 1.0\n",
      "                 omnicom = True                0 : neg    =      3.0 : 1.0\n",
      "             development = True                0 : neg    =      2.9 : 1.0\n",
      "                 against = True              neg : pos    =      2.9 : 1.0\n",
      "               institute = True                0 : pos    =      2.9 : 1.0\n",
      "                   owned = True                0 : neg    =      2.8 : 1.0\n",
      "                     app = True              pos : neg    =      2.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 53\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 500, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.454444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =      9.1 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                    such = 2                   0 : pos    =      5.5 : 1.0\n",
      "                    used = 2                 neg : pos    =      4.7 : 1.0\n",
      "                   video = 2                 neg : pos    =      4.7 : 1.0\n",
      "                     not = 3                 neg : pos    =      4.7 : 1.0\n",
      "                 trading = 2                 neg : pos    =      4.7 : 1.0\n",
      "                     but = 2                 neg : pos    =      4.4 : 1.0\n",
      "                  report = 2                   0 : pos    =      4.3 : 1.0\n",
      "                    does = 2                   0 : pos    =      4.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 54\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 500, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "14\n",
      "Top 10 positive words:\n",
      "[u'available', u'good', u'led', u'like', u'top', u'work', u'well', u'creative', u'better', u'right']\n",
      "Total negative words:\n",
      "2\n",
      "Top 10 negative words:\n",
      "[u'hedge', u'vice']\n",
      "****************\n",
      "ACCURACY = 0.477777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                  better = True                0 : neg    =      2.7 : 1.0\n",
      "                creative = True              pos : neg    =      2.7 : 1.0\n",
      "                   right = True              pos : neg    =      2.7 : 1.0\n",
      "                   works = True              pos : neg    =      2.7 : 1.0\n",
      "                    best = True              pos : neg    =      2.2 : 1.0\n",
      "                  worked = True                0 : neg    =      2.1 : 1.0\n",
      "               available = True              pos : 0      =      1.7 : 1.0\n",
      "                    vice = True              pos : neg    =      1.6 : 1.0\n",
      "                   hedge = True              neg : pos    =      1.4 : 1.0\n",
      "                     top = True                0 : neg    =      1.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 55\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 900, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.481111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =     10.0 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                 problem = True              neg : 0      =      7.7 : 1.0\n",
      "                   space = True                0 : neg    =      7.6 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                declined = True              neg : pos    =      6.3 : 1.0\n",
      "                    p.m. = True                0 : neg    =      5.7 : 1.0\n",
      "           investigation = True              neg : pos    =      5.2 : 1.0\n",
      "                    cost = True              neg : 0      =      4.7 : 1.0\n",
      "                    bowl = True              pos : neg    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 56\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 900, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.456666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = 1                   0 : neg    =      9.4 : 1.0\n",
      "                      '' = 2                   0 : pos    =      9.1 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.9 : 1.0\n",
      "                 problem = 1                 neg : 0      =      7.7 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                   space = 1                   0 : neg    =      7.0 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.9 : 1.0\n",
      "                declined = 1                 neg : pos    =      6.3 : 1.0\n",
      "                     tax = 2                 neg : pos    =      6.0 : 1.0\n",
      "                    p.m. = 1                   0 : neg    =      5.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 57\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 900, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "28\n",
      "Top 10 positive words:\n",
      "[u'right', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough', u'worth']\n",
      "Total negative words:\n",
      "14\n",
      "Top 10 negative words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'fell', u'fall']\n",
      "****************\n",
      "ACCURACY = 0.49\n",
      "****************\n",
      "Most Informative Features\n",
      "                 problem = True              neg : 0      =      7.7 : 1.0\n",
      "                    fell = True              neg : pos    =      4.5 : 1.0\n",
      "              successful = True              pos : 0      =      4.5 : 1.0\n",
      "                problems = True              neg : 0      =      4.3 : 1.0\n",
      "                   super = True              pos : neg    =      4.2 : 1.0\n",
      "                  crisis = True              neg : pos    =      3.9 : 1.0\n",
      "                    lost = True              neg : pos    =      3.2 : 1.0\n",
      "                  helped = True              pos : neg    =      3.0 : 1.0\n",
      "                    free = True              pos : 0      =      2.9 : 1.0\n",
      "                concerns = True              neg : pos    =      2.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 58\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1100, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.485555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =     10.0 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      8.8 : 1.0\n",
      "                   force = True              neg : pos    =      8.7 : 1.0\n",
      "                 problem = True              neg : 0      =      7.7 : 1.0\n",
      "                   space = True                0 : neg    =      7.6 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      6.9 : 1.0\n",
      "                declined = True              neg : pos    =      6.3 : 1.0\n",
      "                    died = True              neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 59\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1100, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.475555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = 1                   0 : neg    =      9.4 : 1.0\n",
      "               financing = 1                   0 : neg    =      9.4 : 1.0\n",
      "                      '' = 2                   0 : pos    =      9.1 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.9 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.7 : 1.0\n",
      "                 problem = 1                 neg : 0      =      7.7 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                   space = 1                   0 : neg    =      7.0 : 1.0\n",
      "                    debt = 1                 neg : pos    =      6.9 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 60\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1100, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "33\n",
      "Top 10 positive words:\n",
      "[u'right', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough']\n",
      "Total negative words:\n",
      "17\n",
      "Top 10 negative words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad', u'fell']\n",
      "****************\n",
      "ACCURACY = 0.486666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                 problem = True              neg : 0      =      7.7 : 1.0\n",
      "                    debt = True              neg : pos    =      6.9 : 1.0\n",
      "                    died = True              neg : pos    =      6.0 : 1.0\n",
      "                    fell = True              neg : pos    =      4.5 : 1.0\n",
      "              successful = True              pos : 0      =      4.5 : 1.0\n",
      "                problems = True              neg : 0      =      4.3 : 1.0\n",
      "                   super = True              pos : neg    =      4.2 : 1.0\n",
      "                   clear = True              neg : pos    =      4.1 : 1.0\n",
      "                  crisis = True              neg : pos    =      3.9 : 1.0\n",
      "                    lost = True              neg : pos    =      3.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 61\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1500, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.496666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     22.1 : 1.0\n",
      "                   built = True                0 : neg    =     10.0 : 1.0\n",
      "             authorities = True              neg : 0      =      9.9 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      8.8 : 1.0\n",
      "                   force = True              neg : pos    =      8.7 : 1.0\n",
      "               difficult = True              neg : pos    =      8.4 : 1.0\n",
      "                   'what = True              neg : 0      =      8.4 : 1.0\n",
      "               automaker = True              neg : 0      =      8.4 : 1.0\n",
      "                 problem = True              neg : 0      =      7.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 62\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1500, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.468888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     22.1 : 1.0\n",
      "             authorities = 1                 neg : 0      =      9.9 : 1.0\n",
      "                   built = 1                   0 : neg    =      9.4 : 1.0\n",
      "               financing = 1                   0 : neg    =      9.4 : 1.0\n",
      "                      '' = 2                   0 : pos    =      9.1 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.9 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.7 : 1.0\n",
      "               difficult = 1                 neg : pos    =      8.4 : 1.0\n",
      "                   'what = 1                 neg : 0      =      8.4 : 1.0\n",
      "               automaker = 1                 neg : 0      =      8.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 63\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1500, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "51\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'fair', u'win', u'modern', u'helped', u'likes', u'best', u'lead', u'reform']\n",
      "Total negative words:\n",
      "23\n",
      "Top 10 negative words:\n",
      "[u'hard', u'crisis', u'cloud', u'death', u'concerns', u'issues', u'struck', u'criminal', u'issue', u'difficult']\n",
      "****************\n",
      "ACCURACY = 0.493333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "               difficult = True              neg : pos    =      8.4 : 1.0\n",
      "                 problem = True              neg : 0      =      7.7 : 1.0\n",
      "                    debt = True              neg : pos    =      6.9 : 1.0\n",
      "                  gained = True              pos : neg    =      6.1 : 1.0\n",
      "                    died = True              neg : pos    =      6.0 : 1.0\n",
      "                     win = True              pos : neg    =      5.8 : 1.0\n",
      "                criminal = True              neg : pos    =      5.7 : 1.0\n",
      "               emergency = True              neg : pos    =      5.1 : 1.0\n",
      "                    fell = True              neg : pos    =      4.5 : 1.0\n",
      "              successful = True              pos : 0      =      4.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 64\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 2000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.493333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     22.1 : 1.0\n",
      "                   built = True                0 : neg    =     10.0 : 1.0\n",
      "             authorities = True              neg : 0      =      9.9 : 1.0\n",
      "                  forced = True              neg : 0      =      9.1 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "               scheduled = True                0 : neg    =      8.8 : 1.0\n",
      "                   basis = True              neg : pos    =      8.7 : 1.0\n",
      "                   force = True              neg : pos    =      8.7 : 1.0\n",
      "               difficult = True              neg : pos    =      8.4 : 1.0\n",
      "                   'what = True              neg : 0      =      8.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 65\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 2000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.457777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     22.1 : 1.0\n",
      "             authorities = 1                 neg : 0      =      9.9 : 1.0\n",
      "                   built = 1                   0 : neg    =      9.4 : 1.0\n",
      "               financing = 1                   0 : neg    =      9.4 : 1.0\n",
      "                  forced = 1                 neg : 0      =      9.1 : 1.0\n",
      "                      '' = 2                   0 : pos    =      9.1 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.9 : 1.0\n",
      "                   basis = 1                 neg : pos    =      8.7 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.7 : 1.0\n",
      "               difficult = 1                 neg : pos    =      8.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 66\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 2000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "75\n",
      "Top 10 positive words:\n",
      "[u'interests', u'right', u'love', u'secure', u'fair', u'win', u'modern', u'powerful', u'helped', u'likes']\n",
      "Total negative words:\n",
      "37\n",
      "Top 10 negative words:\n",
      "[u'limited', u'hard', u'crisis', u'cloud', u'death', u'complex', u'conservative', u'failed', u'expensive', u'concerns']\n",
      "****************\n",
      "ACCURACY = 0.487777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "               difficult = True              neg : pos    =      8.4 : 1.0\n",
      "                   tough = True                0 : pos    =      8.4 : 1.0\n",
      "                 problem = True              neg : 0      =      7.7 : 1.0\n",
      "                    debt = True              neg : pos    =      6.9 : 1.0\n",
      "                  gained = True              pos : neg    =      6.1 : 1.0\n",
      "                    died = True              neg : pos    =      6.0 : 1.0\n",
      "                     win = True              pos : neg    =      5.8 : 1.0\n",
      "                criminal = True              neg : pos    =      5.7 : 1.0\n",
      "                  prison = True              neg : 0      =      5.5 : 1.0\n",
      "                  warned = True              neg : pos    =      5.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 31\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 100, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.474444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                 include = True                0 : neg    =      3.9 : 1.0\n",
      "                    news = True              neg : pos    =      2.2 : 1.0\n",
      "              government = True              neg : 0      =      2.1 : 1.0\n",
      "                    even = True              neg : pos    =      2.0 : 1.0\n",
      "                     n't = True              neg : 0      =      2.0 : 1.0\n",
      "              co-founder = True                0 : neg    =      1.9 : 1.0\n",
      "                 america = True                0 : neg    =      1.9 : 1.0\n",
      "                    much = True              neg : pos    =      1.9 : 1.0\n",
      "                chairman = True                0 : neg    =      1.8 : 1.0\n",
      "                     per = True              neg : 0      =      1.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 32\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 100, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.457777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     11.6 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                products = 2                 neg : pos    =      4.7 : 1.0\n",
      "                    bank = 2                 neg : pos    =      4.2 : 1.0\n",
      "                 include = 1                   0 : neg    =      4.2 : 1.0\n",
      "                      `` = 2                   0 : pos    =      3.9 : 1.0\n",
      "                     n't = 2                 neg : 0      =      3.7 : 1.0\n",
      "                     per = 2                 neg : 0      =      3.7 : 1.0\n",
      "                    cent = 2                 neg : 0      =      3.7 : 1.0\n",
      "                  agency = 2                 neg : pos    =      3.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 33\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 100, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "3\n",
      "Top 10 positive words:\n",
      "[u'work', u'well', u'like']\n",
      "Total negative words:\n",
      "1\n",
      "Top 10 negative words:\n",
      "[u'vice']\n",
      "****************\n",
      "ACCURACY = 0.474444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                    vice = True              pos : neg    =      1.7 : 1.0\n",
      "                    like = True              neg : 0      =      1.3 : 1.0\n",
      "                    well = True              pos : neg    =      1.2 : 1.0\n",
      "                    work = True                0 : neg    =      1.1 : 1.0\n",
      "                    like = False               0 : neg    =      1.0 : 1.0\n",
      "                    vice = False             neg : pos    =      1.0 : 1.0\n",
      "                    well = False             neg : pos    =      1.0 : 1.0\n",
      "                    work = False             neg : 0      =      1.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 34\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 500, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.457777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "                 problem = True              neg : 0      =      5.3 : 1.0\n",
      "                  saying = True              neg : 0      =      4.5 : 1.0\n",
      "               education = True              pos : neg    =      4.2 : 1.0\n",
      "                     cut = True              neg : pos    =      4.1 : 1.0\n",
      "                  mother = True                0 : neg    =      4.0 : 1.0\n",
      "                 include = True                0 : neg    =      3.9 : 1.0\n",
      "                    cost = True              neg : 0      =      3.8 : 1.0\n",
      "              foundation = True                0 : neg    =      3.8 : 1.0\n",
      "                    paid = True              neg : 0      =      3.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 35\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 500, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.47\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     11.6 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.5 : 1.0\n",
      "                     tax = 2                 neg : pos    =      6.0 : 1.0\n",
      "                 problem = 1                 neg : 0      =      5.3 : 1.0\n",
      "                products = 2                 neg : pos    =      4.7 : 1.0\n",
      "                 trading = 2                 neg : pos    =      4.7 : 1.0\n",
      "                  saying = 1                 neg : 0      =      4.5 : 1.0\n",
      "                    bank = 2                 neg : pos    =      4.2 : 1.0\n",
      "                 include = 1                   0 : neg    =      4.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 36\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 500, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "22\n",
      "Top 10 positive words:\n",
      "[u'right', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'available', u'good']\n",
      "Total negative words:\n",
      "6\n",
      "Top 10 negative words:\n",
      "[u'vice', u'hard', u'problems', u'hedge', u'issue', u'problem']\n",
      "****************\n",
      "ACCURACY = 0.475555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                 problem = True              neg : 0      =      5.3 : 1.0\n",
      "              successful = True              pos : 0      =      3.7 : 1.0\n",
      "                problems = True              neg : 0      =      3.6 : 1.0\n",
      "                  helped = True              pos : neg    =      2.9 : 1.0\n",
      "                    free = True              pos : 0      =      2.8 : 1.0\n",
      "                creative = True              pos : neg    =      2.8 : 1.0\n",
      "               important = True              pos : neg    =      2.6 : 1.0\n",
      "                   right = True                0 : neg    =      2.6 : 1.0\n",
      "                    best = True              pos : neg    =      2.3 : 1.0\n",
      "                  worked = True                0 : neg    =      2.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 37\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 900, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.48\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =     10.7 : 1.0\n",
      "               scheduled = True                0 : neg    =     10.1 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                   force = True              neg : pos    =      8.2 : 1.0\n",
      "               financing = True                0 : neg    =      8.2 : 1.0\n",
      "                   space = True                0 : neg    =      7.6 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "                declined = True              neg : pos    =      6.8 : 1.0\n",
      "                    died = True              neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 38\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 900, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.487777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     11.6 : 1.0\n",
      "                   built = 1                   0 : neg    =     10.1 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.9 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.2 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                    bowl = 1                 pos : neg    =      7.1 : 1.0\n",
      "                   space = 1                   0 : neg    =      7.0 : 1.0\n",
      "                declined = 1                 neg : pos    =      6.8 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.5 : 1.0\n",
      "               relations = 1                   0 : neg    =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 39\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 900, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "32\n",
      "Top 10 positive words:\n",
      "[u'right', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough']\n",
      "Total negative words:\n",
      "17\n",
      "Top 10 negative words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad', u'fell']\n",
      "****************\n",
      "ACCURACY = 0.478888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                    died = True              neg : pos    =      6.0 : 1.0\n",
      "                   super = True              pos : neg    =      5.7 : 1.0\n",
      "                    debt = True              neg : pos    =      5.4 : 1.0\n",
      "                 problem = True              neg : 0      =      5.3 : 1.0\n",
      "                    lost = True              neg : pos    =      5.1 : 1.0\n",
      "                    fell = True              neg : pos    =      4.5 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.5 : 1.0\n",
      "                   clear = True              neg : pos    =      3.9 : 1.0\n",
      "              successful = True              pos : 0      =      3.7 : 1.0\n",
      "                problems = True              neg : 0      =      3.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 40\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1100, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.49\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =     10.7 : 1.0\n",
      "               scheduled = True                0 : neg    =     10.1 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "               automaker = True              neg : 0      =      8.4 : 1.0\n",
      "                   force = True              neg : pos    =      8.2 : 1.0\n",
      "               financing = True                0 : neg    =      8.2 : 1.0\n",
      "                   space = True                0 : neg    =      7.6 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "                declined = True              neg : pos    =      6.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 41\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1100, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.481111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     11.6 : 1.0\n",
      "                   built = 1                   0 : neg    =     10.1 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.9 : 1.0\n",
      "               automaker = 1                 neg : 0      =      8.4 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.2 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                    bowl = 1                 pos : neg    =      7.1 : 1.0\n",
      "                   space = 1                   0 : neg    =      7.0 : 1.0\n",
      "                criminal = 1                 neg : pos    =      6.9 : 1.0\n",
      "                declined = 1                 neg : pos    =      6.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 42\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1100, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "39\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'modern', u'helped', u'likes', u'best', u'lead', u'leading', u'top', u'fans']\n",
      "Total negative words:\n",
      "20\n",
      "Top 10 negative words:\n",
      "[u'emergency', u'criminal', u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis']\n",
      "****************\n",
      "ACCURACY = 0.483333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                  gained = True              pos : neg    =      6.2 : 1.0\n",
      "                criminal = True              neg : pos    =      6.0 : 1.0\n",
      "                    died = True              neg : pos    =      6.0 : 1.0\n",
      "                   super = True              pos : neg    =      5.7 : 1.0\n",
      "                    debt = True              neg : pos    =      5.4 : 1.0\n",
      "                 problem = True              neg : 0      =      5.3 : 1.0\n",
      "                    lost = True              neg : pos    =      5.1 : 1.0\n",
      "                    fell = True              neg : pos    =      4.5 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.5 : 1.0\n",
      "                positive = True              pos : 0      =      4.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 43\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1500, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.49\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     23.4 : 1.0\n",
      "                   built = True                0 : neg    =     10.7 : 1.0\n",
      "               scheduled = True                0 : neg    =     10.1 : 1.0\n",
      "                  losses = True              neg : pos    =     10.0 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "               automaker = True              neg : 0      =      8.4 : 1.0\n",
      "                   force = True              neg : pos    =      8.2 : 1.0\n",
      "               financing = True                0 : neg    =      8.2 : 1.0\n",
      "               difficult = True                0 : pos    =      7.7 : 1.0\n",
      "               advantage = True              neg : 0      =      7.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 44\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1500, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.464444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     23.4 : 1.0\n",
      "                      '' = 2                   0 : pos    =     11.6 : 1.0\n",
      "                   built = 1                   0 : neg    =     10.1 : 1.0\n",
      "                  losses = 1                 neg : pos    =     10.0 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.9 : 1.0\n",
      "               automaker = 1                 neg : 0      =      8.4 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.2 : 1.0\n",
      "               difficult = 1                   0 : pos    =      7.7 : 1.0\n",
      "               advantage = 1                 neg : 0      =      7.7 : 1.0\n",
      "                   jason = 1                   0 : neg    =      7.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 45\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1500, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "60\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'fair', u'win', u'modern', u'powerful', u'helped', u'likes', u'tough', u'trust']\n",
      "Total negative words:\n",
      "31\n",
      "Top 10 negative words:\n",
      "[u'limited', u'hard', u'crisis', u'cloud', u'death', u'complex', u'conservative', u'failed', u'concerns', u'issues']\n",
      "****************\n",
      "ACCURACY = 0.487777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losses = True              neg : pos    =     10.0 : 1.0\n",
      "               difficult = True                0 : pos    =      7.7 : 1.0\n",
      "               advantage = True              neg : 0      =      7.7 : 1.0\n",
      "              struggling = True              neg : 0      =      6.9 : 1.0\n",
      "                  gained = True              pos : neg    =      6.2 : 1.0\n",
      "                   tough = True                0 : pos    =      6.0 : 1.0\n",
      "                criminal = True              neg : pos    =      6.0 : 1.0\n",
      "                    died = True              neg : pos    =      6.0 : 1.0\n",
      "                     win = True              pos : neg    =      5.8 : 1.0\n",
      "                   super = True              pos : neg    =      5.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 46\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 2000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.484444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     23.4 : 1.0\n",
      "                  losing = True              neg : pos    =     11.4 : 1.0\n",
      "                   built = True                0 : neg    =     10.7 : 1.0\n",
      "               scheduled = True                0 : neg    =     10.1 : 1.0\n",
      "                  losses = True              neg : pos    =     10.0 : 1.0\n",
      "                   sharp = True              neg : pos    =     10.0 : 1.0\n",
      "             enforcement = True                0 : pos    =      9.2 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                evidence = True              neg : pos    =      8.7 : 1.0\n",
      "               automaker = True              neg : 0      =      8.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 47\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 2000, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.468888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     23.4 : 1.0\n",
      "                      '' = 2                   0 : pos    =     11.6 : 1.0\n",
      "                  losing = 1                 neg : pos    =     11.4 : 1.0\n",
      "                   built = 1                   0 : neg    =     10.1 : 1.0\n",
      "                  losses = 1                 neg : pos    =     10.0 : 1.0\n",
      "                   sharp = 1                 neg : pos    =     10.0 : 1.0\n",
      "             enforcement = 1                   0 : pos    =      9.2 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.9 : 1.0\n",
      "                evidence = 1                 neg : pos    =      8.7 : 1.0\n",
      "               automaker = 1                 neg : 0      =      8.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 48\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 2000, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "91\n",
      "Top 10 positive words:\n",
      "[u'gold', u'competitive', u'tough', u'fine', u'enough', u'better', u'willing', u'rich', u'stable', u'worth']\n",
      "Total negative words:\n",
      "47\n",
      "Top 10 negative words:\n",
      "[u'limited', u'cancer', u'criticized', u'hard', u'concern', u'negative', u'aggressive', u'crisis', u'cloud', u'collapse']\n",
      "****************\n",
      "ACCURACY = 0.486666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.4 : 1.0\n",
      "                   sharp = True              neg : pos    =     10.0 : 1.0\n",
      "                  losses = True              neg : pos    =     10.0 : 1.0\n",
      "               difficult = True                0 : pos    =      7.7 : 1.0\n",
      "               advantage = True              neg : 0      =      7.7 : 1.0\n",
      "                    loss = True              neg : pos    =      7.6 : 1.0\n",
      "              struggling = True              neg : 0      =      6.9 : 1.0\n",
      "                  gained = True              pos : neg    =      6.2 : 1.0\n",
      "                   tough = True                0 : pos    =      6.0 : 1.0\n",
      "                criminal = True              neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 49\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 100, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.474444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                     not = True              neg : 0      =      2.1 : 1.0\n",
      "                     n't = True              neg : 0      =      2.0 : 1.0\n",
      "                 percent = True              neg : 0      =      1.7 : 1.0\n",
      "               president = True                0 : neg    =      1.6 : 1.0\n",
      "                       . = False               0 : pos    =      1.6 : 1.0\n",
      "                       $ = True              neg : 0      =      1.6 : 1.0\n",
      "                    were = True              neg : pos    =      1.6 : 1.0\n",
      "                    ford = True              pos : 0      =      1.5 : 1.0\n",
      "                      or = True              neg : 0      =      1.5 : 1.0\n",
      "                   after = True              neg : 0      =      1.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 50\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 100, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.462222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                      an = 3                   0 : pos    =      5.5 : 1.0\n",
      "                       a = 7                 neg : pos    =      4.4 : 1.0\n",
      "                       ) = 3                   0 : neg    =      4.0 : 1.0\n",
      "                       ( = 3                   0 : neg    =      4.0 : 1.0\n",
      "                     n't = 2                 neg : 0      =      3.7 : 1.0\n",
      "                     but = 2                 neg : pos    =      3.6 : 1.0\n",
      "               executive = 3                 neg : pos    =      3.3 : 1.0\n",
      "                       ) = 6                 neg : pos    =      3.3 : 1.0\n",
      "                       ( = 6                 neg : pos    =      3.3 : 1.0\n",
      "                      in = 6                 neg : pos    =      3.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 51\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 100, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "1\n",
      "Top 10 positive words:\n",
      "[u'like']\n",
      "Total negative words:\n",
      "0\n",
      "Top 10 negative words:\n",
      "[]\n",
      "****************\n",
      "ACCURACY = 0.474444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                    like = True              neg : 0      =      1.3 : 1.0\n",
      "                    like = False               0 : neg    =      1.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 52\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 500, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.473333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                 include = True                0 : neg    =      3.9 : 1.0\n",
      "              foundation = True                0 : neg    =      3.8 : 1.0\n",
      "             advertising = True              pos : neg    =      3.2 : 1.0\n",
      "             development = True                0 : neg    =      3.2 : 1.0\n",
      "                 omnicom = True                0 : neg    =      3.1 : 1.0\n",
      "                    help = True              pos : neg    =      3.1 : 1.0\n",
      "                    told = True              neg : pos    =      3.1 : 1.0\n",
      "               berkshire = True                0 : neg    =      3.1 : 1.0\n",
      "                division = True                0 : neg    =      3.0 : 1.0\n",
      "                   north = True              pos : neg    =      3.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 53\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 500, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.463333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     11.6 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                      an = 3                   0 : pos    =      5.5 : 1.0\n",
      "                products = 2                 neg : pos    =      4.7 : 1.0\n",
      "                 trading = 2                 neg : pos    =      4.7 : 1.0\n",
      "                       a = 7                 neg : pos    =      4.4 : 1.0\n",
      "                    does = 2                   0 : pos    =      4.3 : 1.0\n",
      "                    such = 2                   0 : pos    =      4.3 : 1.0\n",
      "                    bank = 2                 neg : pos    =      4.2 : 1.0\n",
      "                 include = 1                   0 : neg    =      4.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 54\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 500, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "14\n",
      "Top 10 positive words:\n",
      "[u'available', u'good', u'led', u'like', u'top', u'work', u'well', u'creative', u'better', u'right']\n",
      "Total negative words:\n",
      "2\n",
      "Top 10 negative words:\n",
      "[u'hedge', u'vice']\n",
      "****************\n",
      "ACCURACY = 0.474444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                creative = True              pos : neg    =      2.8 : 1.0\n",
      "                   right = True                0 : neg    =      2.6 : 1.0\n",
      "                   works = True              pos : neg    =      2.3 : 1.0\n",
      "                    best = True              pos : neg    =      2.3 : 1.0\n",
      "                  worked = True                0 : neg    =      2.3 : 1.0\n",
      "                  better = True              pos : neg    =      1.9 : 1.0\n",
      "                    vice = True              pos : neg    =      1.7 : 1.0\n",
      "               available = True              pos : 0      =      1.7 : 1.0\n",
      "                     top = True                0 : pos    =      1.4 : 1.0\n",
      "                 support = True              neg : pos    =      1.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 55\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 900, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.486666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =     10.7 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                   space = True                0 : neg    =      7.6 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "                declined = True              neg : pos    =      6.8 : 1.0\n",
      "                   super = True              pos : neg    =      5.7 : 1.0\n",
      "           investigation = True              neg : pos    =      5.5 : 1.0\n",
      "                 problem = True              neg : 0      =      5.3 : 1.0\n",
      "                    soon = True              neg : pos    =      5.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 56\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 900, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.475555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     11.6 : 1.0\n",
      "                   built = 1                   0 : neg    =     10.1 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.9 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                    bowl = 1                 pos : neg    =      7.1 : 1.0\n",
      "                   space = 1                   0 : neg    =      7.0 : 1.0\n",
      "                declined = 1                 neg : pos    =      6.8 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.5 : 1.0\n",
      "                     tax = 2                 neg : pos    =      6.0 : 1.0\n",
      "                      an = 3                   0 : pos    =      5.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 57\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 900, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "28\n",
      "Top 10 positive words:\n",
      "[u'right', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough', u'worth']\n",
      "Total negative words:\n",
      "14\n",
      "Top 10 negative words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'fell', u'fall']\n",
      "****************\n",
      "ACCURACY = 0.475555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                   super = True              pos : neg    =      5.7 : 1.0\n",
      "                 problem = True              neg : 0      =      5.3 : 1.0\n",
      "                    lost = True              neg : pos    =      5.1 : 1.0\n",
      "                    fell = True              neg : pos    =      4.5 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.5 : 1.0\n",
      "              successful = True              pos : 0      =      3.7 : 1.0\n",
      "                problems = True              neg : 0      =      3.6 : 1.0\n",
      "                concerns = True              neg : pos    =      3.2 : 1.0\n",
      "                  helped = True              pos : neg    =      2.9 : 1.0\n",
      "                    free = True              pos : 0      =      2.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 58\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1100, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.487777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =     10.7 : 1.0\n",
      "               scheduled = True                0 : neg    =     10.1 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                   force = True              neg : pos    =      8.2 : 1.0\n",
      "               financing = True                0 : neg    =      8.2 : 1.0\n",
      "                   space = True                0 : neg    =      7.6 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      6.9 : 1.0\n",
      "                declined = True              neg : pos    =      6.8 : 1.0\n",
      "                    died = True              neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 59\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1100, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.468888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     11.6 : 1.0\n",
      "                   built = 1                   0 : neg    =     10.1 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.9 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.2 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                    bowl = 1                 pos : neg    =      7.1 : 1.0\n",
      "                   space = 1                   0 : neg    =      7.0 : 1.0\n",
      "                declined = 1                 neg : pos    =      6.8 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.5 : 1.0\n",
      "                    died = 1                 neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 60\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1100, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "33\n",
      "Top 10 positive words:\n",
      "[u'right', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough']\n",
      "Total negative words:\n",
      "17\n",
      "Top 10 negative words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad', u'fell']\n",
      "****************\n",
      "ACCURACY = 0.478888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                    died = True              neg : pos    =      6.0 : 1.0\n",
      "                   super = True              pos : neg    =      5.7 : 1.0\n",
      "                    debt = True              neg : pos    =      5.4 : 1.0\n",
      "                 problem = True              neg : 0      =      5.3 : 1.0\n",
      "                    lost = True              neg : pos    =      5.1 : 1.0\n",
      "                    fell = True              neg : pos    =      4.5 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.5 : 1.0\n",
      "                   clear = True              neg : pos    =      3.9 : 1.0\n",
      "              successful = True              pos : 0      =      3.7 : 1.0\n",
      "                problems = True              neg : 0      =      3.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 61\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1500, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.505555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     23.4 : 1.0\n",
      "                   built = True                0 : neg    =     10.7 : 1.0\n",
      "               scheduled = True                0 : neg    =     10.1 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "               automaker = True              neg : 0      =      8.4 : 1.0\n",
      "                   force = True              neg : pos    =      8.2 : 1.0\n",
      "               financing = True                0 : neg    =      8.2 : 1.0\n",
      "               difficult = True                0 : pos    =      7.7 : 1.0\n",
      "               advantage = True              neg : 0      =      7.7 : 1.0\n",
      "                   space = True                0 : neg    =      7.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 62\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1500, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.476666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     23.4 : 1.0\n",
      "                      '' = 2                   0 : pos    =     11.6 : 1.0\n",
      "                   built = 1                   0 : neg    =     10.1 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.9 : 1.0\n",
      "               automaker = 1                 neg : 0      =      8.4 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.2 : 1.0\n",
      "               difficult = 1                   0 : pos    =      7.7 : 1.0\n",
      "               advantage = 1                 neg : 0      =      7.7 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                    bowl = 1                 pos : neg    =      7.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 63\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1500, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "51\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'fair', u'win', u'modern', u'helped', u'likes', u'best', u'lead', u'reform']\n",
      "Total negative words:\n",
      "23\n",
      "Top 10 negative words:\n",
      "[u'hard', u'crisis', u'cloud', u'death', u'concerns', u'issues', u'struck', u'criminal', u'issue', u'difficult']\n",
      "****************\n",
      "ACCURACY = 0.484444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "               difficult = True                0 : pos    =      7.7 : 1.0\n",
      "               advantage = True              neg : 0      =      7.7 : 1.0\n",
      "                  gained = True              pos : neg    =      6.2 : 1.0\n",
      "                criminal = True              neg : pos    =      6.0 : 1.0\n",
      "                    died = True              neg : pos    =      6.0 : 1.0\n",
      "                     win = True              pos : neg    =      5.8 : 1.0\n",
      "                   super = True              pos : neg    =      5.7 : 1.0\n",
      "                    debt = True              neg : pos    =      5.4 : 1.0\n",
      "                 problem = True              neg : 0      =      5.3 : 1.0\n",
      "                    lost = True              neg : pos    =      5.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 64\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 2000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.497777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     23.4 : 1.0\n",
      "                   built = True                0 : neg    =     10.7 : 1.0\n",
      "               scheduled = True                0 : neg    =     10.1 : 1.0\n",
      "                  losses = True              neg : pos    =     10.0 : 1.0\n",
      "             enforcement = True                0 : pos    =      9.2 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                evidence = True              neg : pos    =      8.7 : 1.0\n",
      "               automaker = True              neg : 0      =      8.4 : 1.0\n",
      "                   force = True              neg : pos    =      8.2 : 1.0\n",
      "               financing = True                0 : neg    =      8.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 65\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 2000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.462222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     23.4 : 1.0\n",
      "                      '' = 2                   0 : pos    =     11.6 : 1.0\n",
      "                   built = 1                   0 : neg    =     10.1 : 1.0\n",
      "                  losses = 1                 neg : pos    =     10.0 : 1.0\n",
      "             enforcement = 1                   0 : pos    =      9.2 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.9 : 1.0\n",
      "                evidence = 1                 neg : pos    =      8.7 : 1.0\n",
      "               automaker = 1                 neg : 0      =      8.4 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.2 : 1.0\n",
      "               difficult = 1                   0 : pos    =      7.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 66\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 2000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "75\n",
      "Top 10 positive words:\n",
      "[u'interests', u'right', u'love', u'secure', u'fair', u'win', u'modern', u'powerful', u'helped', u'likes']\n",
      "Total negative words:\n",
      "37\n",
      "Top 10 negative words:\n",
      "[u'limited', u'hard', u'crisis', u'cloud', u'death', u'complex', u'conservative', u'failed', u'expensive', u'concerns']\n",
      "****************\n",
      "ACCURACY = 0.484444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losses = True              neg : pos    =     10.0 : 1.0\n",
      "               difficult = True                0 : pos    =      7.7 : 1.0\n",
      "               advantage = True              neg : 0      =      7.7 : 1.0\n",
      "                    loss = True              neg : pos    =      7.6 : 1.0\n",
      "              struggling = True              neg : 0      =      6.9 : 1.0\n",
      "                  gained = True              pos : neg    =      6.2 : 1.0\n",
      "                   tough = True                0 : pos    =      6.0 : 1.0\n",
      "                criminal = True              neg : pos    =      6.0 : 1.0\n",
      "                    died = True              neg : pos    =      6.0 : 1.0\n",
      "                     win = True              pos : neg    =      5.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 31\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 100, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.462222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                 include = True                0 : neg    =      3.7 : 1.0\n",
      "                    even = True              neg : pos    =      2.3 : 1.0\n",
      "                    firm = True                0 : neg    =      2.3 : 1.0\n",
      "                     n't = True              neg : 0      =      2.1 : 1.0\n",
      "                    news = True              neg : pos    =      2.1 : 1.0\n",
      "              government = True              neg : pos    =      2.1 : 1.0\n",
      "                  mobile = True              pos : neg    =      1.9 : 1.0\n",
      "              co-founder = True                0 : neg    =      1.9 : 1.0\n",
      "                    much = True              neg : pos    =      1.9 : 1.0\n",
      "                    next = True              pos : neg    =      1.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 32\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 100, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.452222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     10.4 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                    bank = 2                 neg : pos    =      4.7 : 1.0\n",
      "                 include = 1                   0 : neg    =      4.1 : 1.0\n",
      "                 capital = 2                   0 : pos    =      4.0 : 1.0\n",
      "                     n't = 2                 neg : 0      =      3.7 : 1.0\n",
      "                     per = 2                 neg : 0      =      3.7 : 1.0\n",
      "                    cent = 2                 neg : 0      =      3.7 : 1.0\n",
      "                 billion = 2                 pos : 0      =      3.5 : 1.0\n",
      "                      `` = 2                   0 : pos    =      3.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 33\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 100, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "3\n",
      "Top 10 positive words:\n",
      "[u'work', u'well', u'like']\n",
      "Total negative words:\n",
      "1\n",
      "Top 10 negative words:\n",
      "[u'vice']\n",
      "****************\n",
      "ACCURACY = 0.473333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                    vice = True                0 : neg    =      1.7 : 1.0\n",
      "                    well = True                0 : neg    =      1.3 : 1.0\n",
      "                    like = True              neg : pos    =      1.3 : 1.0\n",
      "                    work = True              neg : 0      =      1.1 : 1.0\n",
      "                    like = False             pos : neg    =      1.0 : 1.0\n",
      "                    vice = False             neg : 0      =      1.0 : 1.0\n",
      "                    well = False             neg : 0      =      1.0 : 1.0\n",
      "                    work = False               0 : neg    =      1.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 34\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 500, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.465555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                    rose = True              pos : neg    =      6.8 : 1.0\n",
      "                 problem = True              neg : 0      =      5.1 : 1.0\n",
      "                     job = True              pos : 0      =      4.4 : 1.0\n",
      "                  saying = True              neg : 0      =      4.3 : 1.0\n",
      "                 founded = True              pos : neg    =      4.2 : 1.0\n",
      "                     cut = True              neg : pos    =      4.1 : 1.0\n",
      "                    paid = True              neg : pos    =      4.0 : 1.0\n",
      "                  iphone = True              pos : 0      =      3.8 : 1.0\n",
      "                problems = True              neg : 0      =      3.7 : 1.0\n",
      "                 include = True                0 : neg    =      3.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 35\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 500, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.466666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     10.4 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.5 : 1.0\n",
      "                european = 2                   0 : pos    =      5.5 : 1.0\n",
      "                     job = 1                 pos : 0      =      5.2 : 1.0\n",
      "                 problem = 1                 neg : 0      =      5.1 : 1.0\n",
      "                    show = 2                 neg : pos    =      4.7 : 1.0\n",
      "                     tax = 2                 neg : pos    =      4.7 : 1.0\n",
      "                    bank = 2                 neg : pos    =      4.7 : 1.0\n",
      "                  saying = 1                 neg : 0      =      4.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 36\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 500, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "22\n",
      "Top 10 positive words:\n",
      "[u'right', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'available', u'good']\n",
      "Total negative words:\n",
      "6\n",
      "Top 10 negative words:\n",
      "[u'vice', u'hard', u'problems', u'hedge', u'issue', u'problem']\n",
      "****************\n",
      "ACCURACY = 0.476666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                 problem = True              neg : 0      =      5.1 : 1.0\n",
      "                problems = True              neg : 0      =      3.7 : 1.0\n",
      "              successful = True              pos : 0      =      3.7 : 1.0\n",
      "                  helped = True              pos : neg    =      2.9 : 1.0\n",
      "                    free = True              pos : 0      =      2.9 : 1.0\n",
      "                   right = True              pos : neg    =      2.9 : 1.0\n",
      "                creative = True              pos : neg    =      2.6 : 1.0\n",
      "                    best = True              pos : neg    =      2.4 : 1.0\n",
      "               important = True              pos : neg    =      2.3 : 1.0\n",
      "                  better = True                0 : neg    =      1.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 37\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 900, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.463333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =     10.0 : 1.0\n",
      "                 comment = True              neg : pos    =      9.7 : 1.0\n",
      "                   space = True                0 : neg    =      8.8 : 1.0\n",
      "               scheduled = True                0 : neg    =      8.8 : 1.0\n",
      "                   force = True              neg : pos    =      8.3 : 1.0\n",
      "                declined = True              neg : pos    =      6.9 : 1.0\n",
      "                    rose = True              pos : neg    =      6.8 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                    mrs. = True                0 : neg    =      5.7 : 1.0\n",
      "                students = True              pos : neg    =      5.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 38\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 900, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.464444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     10.4 : 1.0\n",
      "                 comment = 1                 neg : pos    =      9.7 : 1.0\n",
      "                   built = 1                   0 : neg    =      9.4 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.3 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.2 : 1.0\n",
      "               financing = 1                   0 : neg    =      8.2 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                declined = 1                 neg : pos    =      6.9 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.5 : 1.0\n",
      "                festival = 1                   0 : neg    =      6.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 39\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 900, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "32\n",
      "Top 10 positive words:\n",
      "[u'right', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough']\n",
      "Total negative words:\n",
      "17\n",
      "Top 10 negative words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad', u'fell']\n",
      "****************\n",
      "ACCURACY = 0.484444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                 problem = True              neg : 0      =      5.1 : 1.0\n",
      "                    fell = True              neg : pos    =      4.8 : 1.0\n",
      "                    died = True              neg : 0      =      4.3 : 1.0\n",
      "                   super = True              pos : neg    =      4.0 : 1.0\n",
      "                  crisis = True              neg : pos    =      3.9 : 1.0\n",
      "                    lost = True              neg : pos    =      3.9 : 1.0\n",
      "                problems = True              neg : 0      =      3.7 : 1.0\n",
      "              successful = True              pos : 0      =      3.7 : 1.0\n",
      "                     bad = True              neg : pos    =      3.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 40\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1100, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.465555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "             authorities = True              neg : 0      =     12.9 : 1.0\n",
      "                   built = True                0 : neg    =     10.0 : 1.0\n",
      "                 comment = True              neg : pos    =      9.7 : 1.0\n",
      "                   space = True                0 : neg    =      8.8 : 1.0\n",
      "               scheduled = True                0 : neg    =      8.8 : 1.0\n",
      "                   force = True              neg : pos    =      8.3 : 1.0\n",
      "               automaker = True              neg : 0      =      7.7 : 1.0\n",
      "                 schools = True              pos : 0      =      7.5 : 1.0\n",
      "                 related = True              neg : 0      =      7.3 : 1.0\n",
      "                becoming = True              neg : 0      =      7.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 41\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1100, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.455555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "             authorities = 1                 neg : 0      =     12.9 : 1.0\n",
      "                      '' = 2                   0 : pos    =     10.4 : 1.0\n",
      "                 comment = 1                 neg : pos    =      9.7 : 1.0\n",
      "                   built = 1                   0 : neg    =      9.4 : 1.0\n",
      "                criminal = 1                 neg : pos    =      8.3 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.3 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.2 : 1.0\n",
      "               financing = 1                   0 : neg    =      8.2 : 1.0\n",
      "               automaker = 1                 neg : 0      =      7.7 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 42\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1100, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "39\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'modern', u'helped', u'likes', u'best', u'lead', u'leading', u'top', u'fans']\n",
      "Total negative words:\n",
      "20\n",
      "Top 10 negative words:\n",
      "[u'emergency', u'criminal', u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis']\n",
      "****************\n",
      "ACCURACY = 0.483333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                criminal = True              neg : pos    =      6.9 : 1.0\n",
      "                  gained = True              pos : neg    =      6.5 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "               emergency = True              neg : pos    =      5.6 : 1.0\n",
      "                 problem = True              neg : 0      =      5.1 : 1.0\n",
      "                    fell = True              neg : pos    =      4.8 : 1.0\n",
      "                    died = True              neg : 0      =      4.3 : 1.0\n",
      "                positive = True              pos : 0      =      4.1 : 1.0\n",
      "                   super = True              pos : neg    =      4.0 : 1.0\n",
      "                  crisis = True              neg : pos    =      3.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 43\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1500, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.471111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     24.8 : 1.0\n",
      "             authorities = True              neg : 0      =     12.9 : 1.0\n",
      "                   built = True                0 : neg    =     10.0 : 1.0\n",
      "                 comment = True              neg : pos    =      9.7 : 1.0\n",
      "                   space = True                0 : neg    =      8.8 : 1.0\n",
      "               scheduled = True                0 : neg    =      8.8 : 1.0\n",
      "               difficult = True              neg : pos    =      8.5 : 1.0\n",
      "                   force = True              neg : pos    =      8.3 : 1.0\n",
      "               automaker = True              neg : 0      =      7.7 : 1.0\n",
      "                 schools = True              pos : 0      =      7.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 44\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1500, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.455555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     24.8 : 1.0\n",
      "             authorities = 1                 neg : 0      =     12.9 : 1.0\n",
      "                      '' = 2                   0 : pos    =     10.4 : 1.0\n",
      "                 comment = 1                 neg : pos    =      9.7 : 1.0\n",
      "                   built = 1                   0 : neg    =      9.4 : 1.0\n",
      "               difficult = 1                 neg : pos    =      8.5 : 1.0\n",
      "                criminal = 1                 neg : pos    =      8.3 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.3 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.2 : 1.0\n",
      "               financing = 1                   0 : neg    =      8.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 45\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1500, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "60\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'fair', u'win', u'modern', u'powerful', u'helped', u'likes', u'tough', u'trust']\n",
      "Total negative words:\n",
      "31\n",
      "Top 10 negative words:\n",
      "[u'limited', u'hard', u'crisis', u'cloud', u'death', u'complex', u'conservative', u'failed', u'concerns', u'issues']\n",
      "****************\n",
      "ACCURACY = 0.487777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "               difficult = True              neg : pos    =      8.5 : 1.0\n",
      "                criminal = True              neg : pos    =      6.9 : 1.0\n",
      "                  gained = True              pos : neg    =      6.5 : 1.0\n",
      "              struggling = True              neg : 0      =      6.2 : 1.0\n",
      "                     win = True              pos : neg    =      6.1 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                   tough = True                0 : pos    =      6.0 : 1.0\n",
      "               emergency = True              neg : pos    =      5.6 : 1.0\n",
      "                 problem = True              neg : 0      =      5.1 : 1.0\n",
      "                    fell = True              neg : pos    =      4.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 46\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 2000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.46\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     24.8 : 1.0\n",
      "             authorities = True              neg : 0      =     12.9 : 1.0\n",
      "                  losing = True              neg : pos    =     10.1 : 1.0\n",
      "                   built = True                0 : neg    =     10.0 : 1.0\n",
      "                 comment = True              neg : pos    =      9.7 : 1.0\n",
      "                   space = True                0 : neg    =      8.8 : 1.0\n",
      "               scheduled = True                0 : neg    =      8.8 : 1.0\n",
      "               difficult = True              neg : pos    =      8.5 : 1.0\n",
      "                   force = True              neg : pos    =      8.3 : 1.0\n",
      "                  donald = True                0 : pos    =      7.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 47\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 2000, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.461111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     24.8 : 1.0\n",
      "             authorities = 1                 neg : 0      =     12.9 : 1.0\n",
      "                      '' = 2                   0 : pos    =     10.4 : 1.0\n",
      "                  losing = 1                 neg : pos    =     10.1 : 1.0\n",
      "                 comment = 1                 neg : pos    =      9.7 : 1.0\n",
      "                   built = 1                   0 : neg    =      9.4 : 1.0\n",
      "               difficult = 1                 neg : pos    =      8.5 : 1.0\n",
      "                criminal = 1                 neg : pos    =      8.3 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.3 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 48\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 2000, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "91\n",
      "Top 10 positive words:\n",
      "[u'gold', u'competitive', u'tough', u'fine', u'enough', u'better', u'willing', u'rich', u'stable', u'worth']\n",
      "Total negative words:\n",
      "47\n",
      "Top 10 negative words:\n",
      "[u'limited', u'cancer', u'criticized', u'hard', u'concern', u'negative', u'aggressive', u'crisis', u'cloud', u'collapse']\n",
      "****************\n",
      "ACCURACY = 0.492222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.1 : 1.0\n",
      "               difficult = True              neg : pos    =      8.5 : 1.0\n",
      "                criminal = True              neg : pos    =      6.9 : 1.0\n",
      "                  warned = True              neg : pos    =      6.9 : 1.0\n",
      "                  gained = True              pos : neg    =      6.5 : 1.0\n",
      "              struggling = True              neg : 0      =      6.2 : 1.0\n",
      "                     win = True              pos : neg    =      6.1 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                   tough = True                0 : pos    =      6.0 : 1.0\n",
      "               emergency = True              neg : pos    =      5.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 49\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 100, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.472222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                     not = True              neg : 0      =      2.1 : 1.0\n",
      "                     n't = True              neg : 0      =      2.1 : 1.0\n",
      "                 percent = True              neg : 0      =      1.8 : 1.0\n",
      "               president = True                0 : neg    =      1.7 : 1.0\n",
      "                   after = True              neg : 0      =      1.7 : 1.0\n",
      "                       ; = True                0 : neg    =      1.6 : 1.0\n",
      "            entrepreneur = True              pos : neg    =      1.6 : 1.0\n",
      "                       . = False               0 : pos    =      1.6 : 1.0\n",
      "                     you = True              pos : 0      =      1.6 : 1.0\n",
      "                    were = True              neg : pos    =      1.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 50\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 100, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.451111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                     not = 3                 neg : pos    =      4.7 : 1.0\n",
      "                   apple = 3                 neg : pos    =      4.7 : 1.0\n",
      "                       a = 7                 neg : pos    =      4.4 : 1.0\n",
      "                       , = 12                  0 : pos    =      4.3 : 1.0\n",
      "                      he = 3                 neg : 0      =      4.0 : 1.0\n",
      "                      it = 3                 neg : 0      =      4.0 : 1.0\n",
      "                       ) = 3                   0 : neg    =      3.9 : 1.0\n",
      "                       ( = 3                   0 : neg    =      3.9 : 1.0\n",
      "                     n't = 2                 neg : 0      =      3.7 : 1.0\n",
      "                     but = 2                 neg : pos    =      3.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 51\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 100, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "1\n",
      "Top 10 positive words:\n",
      "[u'like']\n",
      "Total negative words:\n",
      "0\n",
      "Top 10 negative words:\n",
      "[]\n",
      "****************\n",
      "ACCURACY = 0.473333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                    like = True              neg : pos    =      1.3 : 1.0\n",
      "                    like = False             pos : neg    =      1.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 52\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 500, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.51\n",
      "****************\n",
      "Most Informative Features\n",
      "                     job = True              pos : 0      =      4.4 : 1.0\n",
      "                  iphone = True              pos : 0      =      3.8 : 1.0\n",
      "                 include = True                0 : neg    =      3.7 : 1.0\n",
      "             advertising = True              pos : neg    =      3.7 : 1.0\n",
      "             development = True                0 : neg    =      3.7 : 1.0\n",
      "                 omnicom = True                0 : neg    =      3.3 : 1.0\n",
      "                  little = True              neg : 0      =      3.2 : 1.0\n",
      "                    each = True              pos : neg    =      3.2 : 1.0\n",
      "                earnings = True                0 : neg    =      3.1 : 1.0\n",
      "                internet = True                0 : neg    =      3.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 53\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 500, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.473333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     10.4 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                      if = 2                 neg : pos    =      6.0 : 1.0\n",
      "                european = 2                   0 : pos    =      5.5 : 1.0\n",
      "                     job = 1                 pos : 0      =      5.2 : 1.0\n",
      "                    show = 2                 neg : pos    =      4.7 : 1.0\n",
      "                   apple = 3                 neg : pos    =      4.7 : 1.0\n",
      "                     not = 3                 neg : pos    =      4.7 : 1.0\n",
      "                    bank = 2                 neg : pos    =      4.7 : 1.0\n",
      "                       a = 7                 neg : pos    =      4.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 54\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 500, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "14\n",
      "Top 10 positive words:\n",
      "[u'available', u'good', u'led', u'like', u'top', u'work', u'well', u'creative', u'better', u'right']\n",
      "Total negative words:\n",
      "2\n",
      "Top 10 negative words:\n",
      "[u'hedge', u'vice']\n",
      "****************\n",
      "ACCURACY = 0.473333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                   right = True              pos : neg    =      2.9 : 1.0\n",
      "                creative = True              pos : neg    =      2.6 : 1.0\n",
      "                    best = True              pos : neg    =      2.4 : 1.0\n",
      "                   works = True              pos : neg    =      2.1 : 1.0\n",
      "                  better = True                0 : neg    =      1.9 : 1.0\n",
      "                  worked = True                0 : neg    =      1.8 : 1.0\n",
      "                    vice = True                0 : neg    =      1.7 : 1.0\n",
      "                     top = True                0 : neg    =      1.7 : 1.0\n",
      "               available = True              pos : 0      =      1.6 : 1.0\n",
      "                    good = True              pos : 0      =      1.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 55\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 900, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.488888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =     10.0 : 1.0\n",
      "                 comment = True              neg : pos    =      9.7 : 1.0\n",
      "                   space = True                0 : neg    =      8.8 : 1.0\n",
      "                declined = True              neg : pos    =      6.9 : 1.0\n",
      "                    rose = True              pos : neg    =      6.8 : 1.0\n",
      "                    west = True                0 : neg    =      5.6 : 1.0\n",
      "           investigation = True              neg : pos    =      5.2 : 1.0\n",
      "                 problem = True              neg : 0      =      5.1 : 1.0\n",
      "                    fell = True              neg : pos    =      4.8 : 1.0\n",
      "                    bowl = True              pos : neg    =      4.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 56\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 900, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.457777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     10.4 : 1.0\n",
      "                 comment = 1                 neg : pos    =      9.7 : 1.0\n",
      "                   built = 1                   0 : neg    =      9.4 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.2 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                declined = 1                 neg : pos    =      6.9 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.5 : 1.0\n",
      "                      if = 2                 neg : pos    =      6.0 : 1.0\n",
      "                   super = 1                 pos : 0      =      6.0 : 1.0\n",
      "                european = 2                   0 : pos    =      5.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 57\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 900, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "28\n",
      "Top 10 positive words:\n",
      "[u'right', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough', u'worth']\n",
      "Total negative words:\n",
      "14\n",
      "Top 10 negative words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'fell', u'fall']\n",
      "****************\n",
      "ACCURACY = 0.48\n",
      "****************\n",
      "Most Informative Features\n",
      "                 problem = True              neg : 0      =      5.1 : 1.0\n",
      "                    fell = True              neg : pos    =      4.8 : 1.0\n",
      "                   super = True              pos : neg    =      4.0 : 1.0\n",
      "                  crisis = True              neg : pos    =      3.9 : 1.0\n",
      "                    lost = True              neg : pos    =      3.9 : 1.0\n",
      "                problems = True              neg : 0      =      3.7 : 1.0\n",
      "              successful = True              pos : 0      =      3.7 : 1.0\n",
      "                concerns = True              neg : pos    =      3.0 : 1.0\n",
      "                  helped = True              pos : neg    =      2.9 : 1.0\n",
      "                    free = True              pos : 0      =      2.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 58\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1100, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.487777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                   built = True                0 : neg    =     10.0 : 1.0\n",
      "                 comment = True              neg : pos    =      9.7 : 1.0\n",
      "                   space = True                0 : neg    =      8.8 : 1.0\n",
      "               scheduled = True                0 : neg    =      8.8 : 1.0\n",
      "                   force = True              neg : pos    =      8.3 : 1.0\n",
      "                declined = True              neg : pos    =      6.9 : 1.0\n",
      "                    rose = True              pos : neg    =      6.8 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                    mrs. = True                0 : neg    =      5.7 : 1.0\n",
      "                students = True              pos : neg    =      5.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 59\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1100, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.461111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                      '' = 2                   0 : pos    =     10.4 : 1.0\n",
      "                 comment = 1                 neg : pos    =      9.7 : 1.0\n",
      "                   built = 1                   0 : neg    =      9.4 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.3 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.2 : 1.0\n",
      "               financing = 1                   0 : neg    =      8.2 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                declined = 1                 neg : pos    =      6.9 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.5 : 1.0\n",
      "                festival = 1                   0 : neg    =      6.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 60\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1100, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "33\n",
      "Top 10 positive words:\n",
      "[u'right', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough']\n",
      "Total negative words:\n",
      "17\n",
      "Top 10 negative words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad', u'fell']\n",
      "****************\n",
      "ACCURACY = 0.484444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                 problem = True              neg : 0      =      5.1 : 1.0\n",
      "                    fell = True              neg : pos    =      4.8 : 1.0\n",
      "                    died = True              neg : 0      =      4.3 : 1.0\n",
      "                   super = True              pos : neg    =      4.0 : 1.0\n",
      "                  crisis = True              neg : pos    =      3.9 : 1.0\n",
      "                    lost = True              neg : pos    =      3.9 : 1.0\n",
      "                problems = True              neg : 0      =      3.7 : 1.0\n",
      "              successful = True              pos : 0      =      3.7 : 1.0\n",
      "                     bad = True              neg : pos    =      3.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 61\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1500, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.48\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     24.8 : 1.0\n",
      "             authorities = True              neg : 0      =     12.9 : 1.0\n",
      "                   built = True                0 : neg    =     10.0 : 1.0\n",
      "                 comment = True              neg : pos    =      9.7 : 1.0\n",
      "                   space = True                0 : neg    =      8.8 : 1.0\n",
      "               scheduled = True                0 : neg    =      8.8 : 1.0\n",
      "               difficult = True              neg : pos    =      8.5 : 1.0\n",
      "                   force = True              neg : pos    =      8.3 : 1.0\n",
      "               automaker = True              neg : 0      =      7.7 : 1.0\n",
      "                 schools = True              pos : 0      =      7.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 62\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1500, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.455555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     24.8 : 1.0\n",
      "             authorities = 1                 neg : 0      =     12.9 : 1.0\n",
      "                      '' = 2                   0 : pos    =     10.4 : 1.0\n",
      "                 comment = 1                 neg : pos    =      9.7 : 1.0\n",
      "                   built = 1                   0 : neg    =      9.4 : 1.0\n",
      "               difficult = 1                 neg : pos    =      8.5 : 1.0\n",
      "                criminal = 1                 neg : pos    =      8.3 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.3 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.2 : 1.0\n",
      "               financing = 1                   0 : neg    =      8.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 63\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1500, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "51\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'fair', u'win', u'modern', u'helped', u'likes', u'best', u'lead', u'reform']\n",
      "Total negative words:\n",
      "23\n",
      "Top 10 negative words:\n",
      "[u'hard', u'crisis', u'cloud', u'death', u'concerns', u'issues', u'struck', u'criminal', u'issue', u'difficult']\n",
      "****************\n",
      "ACCURACY = 0.483333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "               difficult = True              neg : pos    =      8.5 : 1.0\n",
      "                criminal = True              neg : pos    =      6.9 : 1.0\n",
      "                  gained = True              pos : neg    =      6.5 : 1.0\n",
      "                     win = True              pos : neg    =      6.1 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "               emergency = True              neg : pos    =      5.6 : 1.0\n",
      "                 problem = True              neg : 0      =      5.1 : 1.0\n",
      "                    fell = True              neg : pos    =      4.8 : 1.0\n",
      "                    died = True              neg : 0      =      4.3 : 1.0\n",
      "                   smart = True              pos : 0      =      4.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 64\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 2000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.485555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     24.8 : 1.0\n",
      "             authorities = True              neg : 0      =     12.9 : 1.0\n",
      "                   built = True                0 : neg    =     10.0 : 1.0\n",
      "                 comment = True              neg : pos    =      9.7 : 1.0\n",
      "                   space = True                0 : neg    =      8.8 : 1.0\n",
      "               scheduled = True                0 : neg    =      8.8 : 1.0\n",
      "               difficult = True              neg : pos    =      8.5 : 1.0\n",
      "                   force = True              neg : pos    =      8.3 : 1.0\n",
      "               automaker = True              neg : 0      =      7.7 : 1.0\n",
      "                 schools = True              pos : 0      =      7.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 65\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 2000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.461111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     24.8 : 1.0\n",
      "             authorities = 1                 neg : 0      =     12.9 : 1.0\n",
      "                      '' = 2                   0 : pos    =     10.4 : 1.0\n",
      "                 comment = 1                 neg : pos    =      9.7 : 1.0\n",
      "                   built = 1                   0 : neg    =      9.4 : 1.0\n",
      "               difficult = 1                 neg : pos    =      8.5 : 1.0\n",
      "                criminal = 1                 neg : pos    =      8.3 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.3 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.2 : 1.0\n",
      "               financing = 1                   0 : neg    =      8.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 66\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 2000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "75\n",
      "Top 10 positive words:\n",
      "[u'interests', u'right', u'love', u'secure', u'fair', u'win', u'modern', u'powerful', u'helped', u'likes']\n",
      "Total negative words:\n",
      "37\n",
      "Top 10 negative words:\n",
      "[u'limited', u'hard', u'crisis', u'cloud', u'death', u'complex', u'conservative', u'failed', u'expensive', u'concerns']\n",
      "****************\n",
      "ACCURACY = 0.488888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "               difficult = True              neg : pos    =      8.5 : 1.0\n",
      "                criminal = True              neg : pos    =      6.9 : 1.0\n",
      "                  warned = True              neg : pos    =      6.9 : 1.0\n",
      "                  gained = True              pos : neg    =      6.5 : 1.0\n",
      "              struggling = True              neg : 0      =      6.2 : 1.0\n",
      "                     win = True              pos : neg    =      6.1 : 1.0\n",
      "                    debt = True              neg : pos    =      6.0 : 1.0\n",
      "                   tough = True                0 : pos    =      6.0 : 1.0\n",
      "               emergency = True              neg : pos    =      5.6 : 1.0\n",
      "                    loss = True              neg : pos    =      5.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 31\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 100, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.501111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                 include = True                0 : neg    =      3.8 : 1.0\n",
      "                    news = True              neg : pos    =      2.7 : 1.0\n",
      "                     n't = True              neg : 0      =      2.0 : 1.0\n",
      "                    even = True              neg : pos    =      2.0 : 1.0\n",
      "                    firm = True                0 : neg    =      2.0 : 1.0\n",
      "                     way = True                0 : neg    =      1.9 : 1.0\n",
      "                    much = True              neg : pos    =      1.9 : 1.0\n",
      "                  mobile = True              pos : neg    =      1.9 : 1.0\n",
      "                     per = True              neg : 0      =      1.9 : 1.0\n",
      "                     may = True              neg : pos    =      1.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 32\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 100, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.483333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                      `` = 2                   0 : pos    =      9.0 : 1.0\n",
      "              government = 2                 neg : pos    =      7.3 : 1.0\n",
      "                     per = 2                 neg : 0      =      6.2 : 1.0\n",
      "                    cent = 2                 neg : 0      =      6.2 : 1.0\n",
      "                    bank = 2                 neg : 0      =      4.6 : 1.0\n",
      "                 million = 2                 pos : 0      =      4.6 : 1.0\n",
      "                 include = 1                   0 : neg    =      4.2 : 1.0\n",
      "                 billion = 2                 pos : 0      =      3.5 : 1.0\n",
      "                 capital = 2                   0 : neg    =      3.3 : 1.0\n",
      "                     one = 2                   0 : neg    =      3.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 33\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 100, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "3\n",
      "Top 10 positive words:\n",
      "[u'work', u'well', u'like']\n",
      "Total negative words:\n",
      "1\n",
      "Top 10 negative words:\n",
      "[u'vice']\n",
      "****************\n",
      "ACCURACY = 0.508888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                    vice = True              pos : neg    =      1.6 : 1.0\n",
      "                    well = True                0 : neg    =      1.3 : 1.0\n",
      "                    like = True              neg : pos    =      1.2 : 1.0\n",
      "                    work = True              pos : 0      =      1.1 : 1.0\n",
      "                    like = False             pos : neg    =      1.0 : 1.0\n",
      "                    vice = False             neg : pos    =      1.0 : 1.0\n",
      "                    well = False             neg : 0      =      1.0 : 1.0\n",
      "                    work = False               0 : pos    =      1.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 34\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 500, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.492222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                 problem = True              neg : 0      =      5.3 : 1.0\n",
      "             advertising = True              pos : neg    =      4.5 : 1.0\n",
      "                     cut = True              neg : pos    =      4.4 : 1.0\n",
      "                  saying = True              neg : 0      =      4.3 : 1.0\n",
      "                    paid = True              neg : 0      =      4.1 : 1.0\n",
      "                   right = True              pos : neg    =      4.1 : 1.0\n",
      "                 founded = True              pos : neg    =      4.1 : 1.0\n",
      "                 include = True                0 : neg    =      3.8 : 1.0\n",
      "              successful = True              pos : 0      =      3.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 35\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 500, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.484444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                      `` = 2                   0 : pos    =      9.0 : 1.0\n",
      "              government = 2                 neg : pos    =      7.3 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.6 : 1.0\n",
      "                    cent = 2                 neg : 0      =      6.2 : 1.0\n",
      "                     per = 2                 neg : 0      =      6.2 : 1.0\n",
      "                     tax = 2                 neg : pos    =      5.9 : 1.0\n",
      "                european = 2                   0 : pos    =      5.4 : 1.0\n",
      "                 problem = 1                 neg : 0      =      5.3 : 1.0\n",
      "                    used = 2                 neg : pos    =      4.6 : 1.0\n",
      "                    bank = 2                 neg : 0      =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 36\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 500, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "22\n",
      "Top 10 positive words:\n",
      "[u'right', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'available', u'good']\n",
      "Total negative words:\n",
      "6\n",
      "Top 10 negative words:\n",
      "[u'vice', u'hard', u'problems', u'hedge', u'issue', u'problem']\n",
      "****************\n",
      "ACCURACY = 0.503333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                 problem = True              neg : 0      =      5.3 : 1.0\n",
      "                   right = True              pos : neg    =      4.1 : 1.0\n",
      "              successful = True              pos : 0      =      3.5 : 1.0\n",
      "                problems = True              neg : 0      =      3.4 : 1.0\n",
      "                  helped = True              pos : neg    =      3.4 : 1.0\n",
      "                    best = True              pos : neg    =      3.1 : 1.0\n",
      "                    free = True              pos : 0      =      2.8 : 1.0\n",
      "                creative = True              pos : neg    =      2.4 : 1.0\n",
      "                  strong = True              pos : neg    =      2.2 : 1.0\n",
      "                  worked = True                0 : neg    =      2.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 37\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 900, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.485555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     10.3 : 1.0\n",
      "                   space = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                   built = True                0 : neg    =      8.8 : 1.0\n",
      "                declined = True              neg : pos    =      7.8 : 1.0\n",
      "                   force = True              neg : pos    =      7.7 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                    debt = True              neg : pos    =      5.9 : 1.0\n",
      "                students = True              pos : neg    =      5.4 : 1.0\n",
      "                 problem = True              neg : 0      =      5.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 38\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 900, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.466666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = 1                 neg : pos    =     10.3 : 1.0\n",
      "                      `` = 2                   0 : pos    =      9.0 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.8 : 1.0\n",
      "               financing = 1                   0 : neg    =      8.8 : 1.0\n",
      "                   built = 1                   0 : neg    =      8.2 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.8 : 1.0\n",
      "                   force = 1                 neg : pos    =      7.7 : 1.0\n",
      "              government = 2                 neg : pos    =      7.3 : 1.0\n",
      "               relations = 1                   0 : neg    =      7.0 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 39\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 900, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "32\n",
      "Top 10 positive words:\n",
      "[u'right', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough']\n",
      "Total negative words:\n",
      "17\n",
      "Top 10 negative words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad', u'fell']\n",
      "****************\n",
      "ACCURACY = 0.516666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      5.9 : 1.0\n",
      "                 problem = True              neg : 0      =      5.3 : 1.0\n",
      "                    fell = True              neg : pos    =      4.9 : 1.0\n",
      "                    died = True              neg : 0      =      4.5 : 1.0\n",
      "                   right = True              pos : neg    =      4.1 : 1.0\n",
      "                    lost = True              neg : 0      =      4.1 : 1.0\n",
      "                  crisis = True              neg : pos    =      3.9 : 1.0\n",
      "                concerns = True              neg : pos    =      3.8 : 1.0\n",
      "                   super = True              pos : neg    =      3.8 : 1.0\n",
      "              successful = True              pos : 0      =      3.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 40\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1100, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.478888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "             authorities = True              neg : 0      =     11.4 : 1.0\n",
      "                 comment = True              neg : pos    =     10.3 : 1.0\n",
      "                   space = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                   built = True                0 : neg    =      8.8 : 1.0\n",
      "                declined = True              neg : pos    =      7.8 : 1.0\n",
      "                   force = True              neg : pos    =      7.7 : 1.0\n",
      "               automaker = True              neg : 0      =      7.7 : 1.0\n",
      "                 schools = True              pos : 0      =      7.6 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 41\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1100, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.473333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "             authorities = 1                 neg : 0      =     11.4 : 1.0\n",
      "                 comment = 1                 neg : pos    =     10.3 : 1.0\n",
      "                      `` = 2                   0 : pos    =      9.0 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.8 : 1.0\n",
      "               financing = 1                   0 : neg    =      8.8 : 1.0\n",
      "                   built = 1                   0 : neg    =      8.2 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.8 : 1.0\n",
      "                   force = 1                 neg : pos    =      7.7 : 1.0\n",
      "               automaker = 1                 neg : 0      =      7.7 : 1.0\n",
      "                 schools = 1                 pos : 0      =      7.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 42\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1100, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "39\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'modern', u'helped', u'likes', u'best', u'lead', u'leading', u'top', u'fans']\n",
      "Total negative words:\n",
      "20\n",
      "Top 10 negative words:\n",
      "[u'emergency', u'criminal', u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis']\n",
      "****************\n",
      "ACCURACY = 0.517777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                  gained = True              pos : neg    =      6.9 : 1.0\n",
      "                    debt = True              neg : pos    =      5.9 : 1.0\n",
      "                criminal = True              neg : pos    =      5.9 : 1.0\n",
      "                 problem = True              neg : 0      =      5.3 : 1.0\n",
      "                    fell = True              neg : pos    =      4.9 : 1.0\n",
      "                    died = True              neg : 0      =      4.5 : 1.0\n",
      "               emergency = True              neg : pos    =      4.1 : 1.0\n",
      "                   right = True              pos : neg    =      4.1 : 1.0\n",
      "                    lost = True              neg : 0      =      4.1 : 1.0\n",
      "                positive = True              pos : 0      =      3.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 43\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1500, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.491111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     25.7 : 1.0\n",
      "             authorities = True              neg : 0      =     11.4 : 1.0\n",
      "                 comment = True              neg : pos    =     10.3 : 1.0\n",
      "                   space = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                   built = True                0 : neg    =      8.8 : 1.0\n",
      "                   tough = True                0 : pos    =      8.3 : 1.0\n",
      "                declined = True              neg : pos    =      7.8 : 1.0\n",
      "                   force = True              neg : pos    =      7.7 : 1.0\n",
      "                  losses = True              neg : 0      =      7.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 44\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1500, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.462222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     25.7 : 1.0\n",
      "             authorities = 1                 neg : 0      =     11.4 : 1.0\n",
      "                 comment = 1                 neg : pos    =     10.3 : 1.0\n",
      "                      `` = 2                   0 : pos    =      9.0 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.8 : 1.0\n",
      "               financing = 1                   0 : neg    =      8.8 : 1.0\n",
      "                   tough = 1                   0 : pos    =      8.3 : 1.0\n",
      "                   built = 1                   0 : neg    =      8.2 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.8 : 1.0\n",
      "                   force = 1                 neg : pos    =      7.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 45\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1500, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "60\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'fair', u'win', u'modern', u'powerful', u'helped', u'likes', u'tough', u'trust']\n",
      "Total negative words:\n",
      "31\n",
      "Top 10 negative words:\n",
      "[u'limited', u'hard', u'crisis', u'cloud', u'death', u'complex', u'conservative', u'failed', u'concerns', u'issues']\n",
      "****************\n",
      "ACCURACY = 0.522222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                   tough = True                0 : pos    =      8.3 : 1.0\n",
      "                  losses = True              neg : 0      =      7.7 : 1.0\n",
      "               difficult = True                0 : pos    =      7.6 : 1.0\n",
      "              struggling = True              neg : 0      =      7.0 : 1.0\n",
      "                  gained = True              pos : neg    =      6.9 : 1.0\n",
      "                    debt = True              neg : pos    =      5.9 : 1.0\n",
      "                criminal = True              neg : pos    =      5.9 : 1.0\n",
      "                     win = True              pos : neg    =      5.9 : 1.0\n",
      "                 problem = True              neg : 0      =      5.3 : 1.0\n",
      "                    fell = True              neg : pos    =      4.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 46\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 2000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.478888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     25.7 : 1.0\n",
      "             authorities = True              neg : 0      =     11.4 : 1.0\n",
      "                  losing = True              neg : pos    =     11.2 : 1.0\n",
      "                 comment = True              neg : pos    =     10.3 : 1.0\n",
      "                entirely = True              neg : pos    =      9.9 : 1.0\n",
      "                   space = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                   built = True                0 : neg    =      8.8 : 1.0\n",
      "                  forced = True              neg : 0      =      8.4 : 1.0\n",
      "                   tough = True                0 : pos    =      8.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 47\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 2000, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.456666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     25.7 : 1.0\n",
      "             authorities = 1                 neg : 0      =     11.4 : 1.0\n",
      "                  losing = 1                 neg : pos    =     11.2 : 1.0\n",
      "                 comment = 1                 neg : pos    =     10.3 : 1.0\n",
      "                entirely = 1                 neg : pos    =      9.9 : 1.0\n",
      "                      `` = 2                   0 : pos    =      9.0 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.8 : 1.0\n",
      "               financing = 1                   0 : neg    =      8.8 : 1.0\n",
      "                  forced = 1                 neg : 0      =      8.4 : 1.0\n",
      "                   tough = 1                   0 : pos    =      8.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 48\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 2000, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'president']\n",
      "----------------\n",
      "Total positive words:\n",
      "91\n",
      "Top 10 positive words:\n",
      "[u'gold', u'competitive', u'tough', u'fine', u'enough', u'better', u'willing', u'rich', u'stable', u'worth']\n",
      "Total negative words:\n",
      "47\n",
      "Top 10 negative words:\n",
      "[u'limited', u'cancer', u'criticized', u'hard', u'concern', u'negative', u'aggressive', u'crisis', u'cloud', u'collapse']\n",
      "****************\n",
      "ACCURACY = 0.517777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.2 : 1.0\n",
      "                   tough = True                0 : pos    =      8.3 : 1.0\n",
      "                  losses = True              neg : 0      =      7.7 : 1.0\n",
      "               difficult = True                0 : pos    =      7.6 : 1.0\n",
      "              struggling = True              neg : 0      =      7.0 : 1.0\n",
      "                  gained = True              pos : neg    =      6.9 : 1.0\n",
      "                  warned = True              neg : pos    =      6.7 : 1.0\n",
      "                negative = True              neg : pos    =      5.9 : 1.0\n",
      "                    debt = True              neg : pos    =      5.9 : 1.0\n",
      "                   sharp = True              neg : pos    =      5.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 49\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 100, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.506666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                     n't = True              neg : 0      =      2.0 : 1.0\n",
      "                     not = True              neg : 0      =      2.0 : 1.0\n",
      "                 percent = True              neg : 0      =      1.8 : 1.0\n",
      "                       ; = True                0 : neg    =      1.6 : 1.0\n",
      "                    over = True              neg : 0      =      1.6 : 1.0\n",
      "                   after = True              neg : 0      =      1.6 : 1.0\n",
      "                    were = True              neg : pos    =      1.6 : 1.0\n",
      "            entrepreneur = True              pos : neg    =      1.6 : 1.0\n",
      "               president = True                0 : neg    =      1.6 : 1.0\n",
      "                       . = False             neg : pos    =      1.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 50\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 100, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.467777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                     not = 3                 neg : pos    =      4.6 : 1.0\n",
      "                   apple = 3                 neg : pos    =      4.6 : 1.0\n",
      "                     but = 2                 neg : pos    =      4.4 : 1.0\n",
      "                       a = 7                 neg : pos    =      4.4 : 1.0\n",
      "                       , = 12                  0 : pos    =      4.2 : 1.0\n",
      "                      he = 3                 neg : 0      =      4.0 : 1.0\n",
      "                       ) = 3                   0 : neg    =      3.9 : 1.0\n",
      "                       ( = 3                   0 : neg    =      3.9 : 1.0\n",
      "                       . = 3                   0 : neg    =      3.5 : 1.0\n",
      "                     one = 2                   0 : neg    =      3.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 51\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 100, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "1\n",
      "Top 10 positive words:\n",
      "[u'like']\n",
      "Total negative words:\n",
      "0\n",
      "Top 10 negative words:\n",
      "[]\n",
      "****************\n",
      "ACCURACY = 0.508888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                    like = True              neg : pos    =      1.2 : 1.0\n",
      "                    like = False             pos : neg    =      1.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 52\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 500, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.487777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "             advertising = True              pos : neg    =      4.5 : 1.0\n",
      "                   right = True              pos : neg    =      4.1 : 1.0\n",
      "                 include = True                0 : neg    =      3.8 : 1.0\n",
      "                 omnicom = True                0 : neg    =      3.3 : 1.0\n",
      "                  iphone = True              pos : 0      =      3.2 : 1.0\n",
      "                     job = True              pos : 0      =      3.1 : 1.0\n",
      "                    best = True              pos : neg    =      3.1 : 1.0\n",
      "              foundation = True                0 : neg    =      3.1 : 1.0\n",
      "             development = True              pos : neg    =      3.1 : 1.0\n",
      "                    help = True              pos : neg    =      3.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 53\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 500, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.476666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                      `` = 2                   0 : pos    =      9.0 : 1.0\n",
      "              government = 2                 neg : pos    =      7.3 : 1.0\n",
      "                    cent = 2                 neg : 0      =      6.2 : 1.0\n",
      "                     per = 2                 neg : 0      =      6.2 : 1.0\n",
      "                european = 2                   0 : pos    =      5.4 : 1.0\n",
      "                    used = 2                 neg : pos    =      4.6 : 1.0\n",
      "                   apple = 3                 neg : pos    =      4.6 : 1.0\n",
      "                     not = 3                 neg : pos    =      4.6 : 1.0\n",
      "                    bank = 2                 neg : 0      =      4.6 : 1.0\n",
      "                 million = 2                 pos : 0      =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 54\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 500, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "14\n",
      "Top 10 positive words:\n",
      "[u'available', u'good', u'led', u'like', u'top', u'work', u'well', u'creative', u'better', u'right']\n",
      "Total negative words:\n",
      "2\n",
      "Top 10 negative words:\n",
      "[u'hedge', u'vice']\n",
      "****************\n",
      "ACCURACY = 0.508888888889\n",
      "****************\n",
      "Most Informative Features\n",
      "                   right = True              pos : neg    =      4.1 : 1.0\n",
      "                    best = True              pos : neg    =      3.1 : 1.0\n",
      "                creative = True              pos : neg    =      2.4 : 1.0\n",
      "                  worked = True                0 : neg    =      2.2 : 1.0\n",
      "                   works = True              pos : neg    =      2.1 : 1.0\n",
      "                  better = True              pos : neg    =      2.0 : 1.0\n",
      "                    vice = True              pos : neg    =      1.6 : 1.0\n",
      "                     top = True                0 : pos    =      1.5 : 1.0\n",
      "                 support = True              neg : pos    =      1.4 : 1.0\n",
      "                    good = True              pos : 0      =      1.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 55\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 900, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.507777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     10.3 : 1.0\n",
      "                   space = True                0 : neg    =      9.4 : 1.0\n",
      "                   built = True                0 : neg    =      8.8 : 1.0\n",
      "                declined = True              neg : pos    =      7.8 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                 problem = True              neg : 0      =      5.3 : 1.0\n",
      "                   groom = True              pos : neg    =      5.0 : 1.0\n",
      "           investigation = True              neg : pos    =      4.9 : 1.0\n",
      "                    fell = True              neg : pos    =      4.9 : 1.0\n",
      "                    bbdo = True                0 : neg    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 56\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 900, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.47\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = 1                 neg : pos    =     10.3 : 1.0\n",
      "                      `` = 2                   0 : pos    =      9.0 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.8 : 1.0\n",
      "                   built = 1                   0 : neg    =      8.2 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.8 : 1.0\n",
      "              government = 2                 neg : pos    =      7.3 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.6 : 1.0\n",
      "                    cent = 2                 neg : 0      =      6.2 : 1.0\n",
      "                     per = 2                 neg : 0      =      6.2 : 1.0\n",
      "                     tax = 2                 neg : pos    =      5.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 57\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 900, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "900\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "28\n",
      "Top 10 positive words:\n",
      "[u'right', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough', u'worth']\n",
      "Total negative words:\n",
      "14\n",
      "Top 10 negative words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'fell', u'fall']\n",
      "****************\n",
      "ACCURACY = 0.504444444444\n",
      "****************\n",
      "Most Informative Features\n",
      "                 problem = True              neg : 0      =      5.3 : 1.0\n",
      "                    fell = True              neg : pos    =      4.9 : 1.0\n",
      "                   right = True              pos : neg    =      4.1 : 1.0\n",
      "                    lost = True              neg : 0      =      4.1 : 1.0\n",
      "                  crisis = True              neg : pos    =      3.9 : 1.0\n",
      "                concerns = True              neg : pos    =      3.8 : 1.0\n",
      "                   super = True              pos : neg    =      3.8 : 1.0\n",
      "              successful = True              pos : 0      =      3.5 : 1.0\n",
      "                problems = True              neg : 0      =      3.4 : 1.0\n",
      "                  helped = True              pos : neg    =      3.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 58\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1100, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.502222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     10.3 : 1.0\n",
      "                   space = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                   built = True                0 : neg    =      8.8 : 1.0\n",
      "                declined = True              neg : pos    =      7.8 : 1.0\n",
      "                   force = True              neg : pos    =      7.7 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                    debt = True              neg : pos    =      5.9 : 1.0\n",
      "                students = True              pos : neg    =      5.4 : 1.0\n",
      "                 problem = True              neg : 0      =      5.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 59\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1100, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.471111111111\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = 1                 neg : pos    =     10.3 : 1.0\n",
      "                      `` = 2                   0 : pos    =      9.0 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.8 : 1.0\n",
      "               financing = 1                   0 : neg    =      8.8 : 1.0\n",
      "                   built = 1                   0 : neg    =      8.2 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.8 : 1.0\n",
      "                   force = 1                 neg : pos    =      7.7 : 1.0\n",
      "              government = 2                 neg : pos    =      7.3 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.6 : 1.0\n",
      "                festival = 1                   0 : neg    =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 60\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1100, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1100\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "33\n",
      "Top 10 positive words:\n",
      "[u'right', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'creative', u'better', u'enough']\n",
      "Total negative words:\n",
      "17\n",
      "Top 10 negative words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad', u'fell']\n",
      "****************\n",
      "ACCURACY = 0.516666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      5.9 : 1.0\n",
      "                 problem = True              neg : 0      =      5.3 : 1.0\n",
      "                    fell = True              neg : pos    =      4.9 : 1.0\n",
      "                    died = True              neg : 0      =      4.5 : 1.0\n",
      "                   right = True              pos : neg    =      4.1 : 1.0\n",
      "                    lost = True              neg : 0      =      4.1 : 1.0\n",
      "                  crisis = True              neg : pos    =      3.9 : 1.0\n",
      "                concerns = True              neg : pos    =      3.8 : 1.0\n",
      "                   super = True              pos : neg    =      3.8 : 1.0\n",
      "              successful = True              pos : 0      =      3.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 61\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1500, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.492222222222\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     25.7 : 1.0\n",
      "             authorities = True              neg : 0      =     11.4 : 1.0\n",
      "                 comment = True              neg : pos    =     10.3 : 1.0\n",
      "                   space = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                   built = True                0 : neg    =      8.8 : 1.0\n",
      "                declined = True              neg : pos    =      7.8 : 1.0\n",
      "                   force = True              neg : pos    =      7.7 : 1.0\n",
      "               automaker = True              neg : 0      =      7.7 : 1.0\n",
      "                 schools = True              pos : 0      =      7.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 62\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1500, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.456666666667\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     25.7 : 1.0\n",
      "             authorities = 1                 neg : 0      =     11.4 : 1.0\n",
      "                 comment = 1                 neg : pos    =     10.3 : 1.0\n",
      "                      `` = 2                   0 : pos    =      9.0 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.8 : 1.0\n",
      "               financing = 1                   0 : neg    =      8.8 : 1.0\n",
      "                   built = 1                   0 : neg    =      8.2 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.8 : 1.0\n",
      "                   force = 1                 neg : pos    =      7.7 : 1.0\n",
      "               automaker = 1                 neg : 0      =      7.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 63\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1500, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1500\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "51\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'fair', u'win', u'modern', u'helped', u'likes', u'best', u'lead', u'reform']\n",
      "Total negative words:\n",
      "23\n",
      "Top 10 negative words:\n",
      "[u'hard', u'crisis', u'cloud', u'death', u'concerns', u'issues', u'struck', u'criminal', u'issue', u'difficult']\n",
      "****************\n",
      "ACCURACY = 0.517777777778\n",
      "****************\n",
      "Most Informative Features\n",
      "               difficult = True                0 : pos    =      7.6 : 1.0\n",
      "                  gained = True              pos : neg    =      6.9 : 1.0\n",
      "                    debt = True              neg : pos    =      5.9 : 1.0\n",
      "                criminal = True              neg : pos    =      5.9 : 1.0\n",
      "                     win = True              pos : neg    =      5.9 : 1.0\n",
      "                 problem = True              neg : 0      =      5.3 : 1.0\n",
      "                    fell = True              neg : pos    =      4.9 : 1.0\n",
      "                    died = True              neg : 0      =      4.5 : 1.0\n",
      "               emergency = True              neg : pos    =      4.1 : 1.0\n",
      "                   right = True              pos : neg    =      4.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 64\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 2000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.493333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     25.7 : 1.0\n",
      "             authorities = True              neg : 0      =     11.4 : 1.0\n",
      "                 comment = True              neg : pos    =     10.3 : 1.0\n",
      "                entirely = True              neg : pos    =      9.9 : 1.0\n",
      "                   space = True                0 : neg    =      9.4 : 1.0\n",
      "               scheduled = True                0 : neg    =      9.4 : 1.0\n",
      "                   built = True                0 : neg    =      8.8 : 1.0\n",
      "                  forced = True              neg : 0      =      8.4 : 1.0\n",
      "                   tough = True                0 : pos    =      8.3 : 1.0\n",
      "                  russia = True                0 : pos    =      8.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 65\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 2000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.463333333333\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     25.7 : 1.0\n",
      "             authorities = 1                 neg : 0      =     11.4 : 1.0\n",
      "                 comment = 1                 neg : pos    =     10.3 : 1.0\n",
      "                entirely = 1                 neg : pos    =      9.9 : 1.0\n",
      "                      `` = 2                   0 : pos    =      9.0 : 1.0\n",
      "                   space = 1                   0 : neg    =      8.8 : 1.0\n",
      "               financing = 1                   0 : neg    =      8.8 : 1.0\n",
      "                  forced = 1                 neg : 0      =      8.4 : 1.0\n",
      "                   tough = 1                   0 : pos    =      8.3 : 1.0\n",
      "                  russia = 1                   0 : pos    =      8.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 66\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 2000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "2000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "75\n",
      "Top 10 positive words:\n",
      "[u'interests', u'right', u'love', u'secure', u'fair', u'win', u'modern', u'powerful', u'helped', u'likes']\n",
      "Total negative words:\n",
      "37\n",
      "Top 10 negative words:\n",
      "[u'limited', u'hard', u'crisis', u'cloud', u'death', u'complex', u'conservative', u'failed', u'expensive', u'concerns']\n",
      "****************\n",
      "ACCURACY = 0.525555555556\n",
      "****************\n",
      "Most Informative Features\n",
      "                   tough = True                0 : pos    =      8.3 : 1.0\n",
      "                  losses = True              neg : 0      =      7.7 : 1.0\n",
      "               difficult = True                0 : pos    =      7.6 : 1.0\n",
      "              struggling = True              neg : 0      =      7.0 : 1.0\n",
      "                  gained = True              pos : neg    =      6.9 : 1.0\n",
      "                  warned = True              neg : pos    =      6.7 : 1.0\n",
      "                    debt = True              neg : pos    =      5.9 : 1.0\n",
      "                criminal = True              neg : pos    =      5.9 : 1.0\n",
      "                     win = True              pos : neg    =      5.9 : 1.0\n",
      "                 problem = True              neg : 0      =      5.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "**************** BEST RESULT ****************\n",
      "BEST OPTION: 66\n",
      "{'length': 2000, 'reverse': False, 'document_features': <function document_features3 at 0x7f0355116b18>, 'numbers': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'stopwords_domain': [], 'stopwords_english': []}\n",
      "('ACCURACY =', 0.5255555555555556)\n",
      "*********************************************\n"
     ]
    }
   ],
   "source": [
    "#%%prun -l4\n",
    "from collections import defaultdict\n",
    "from random import shuffle\n",
    "\n",
    "best_option = None\n",
    "best_accuracy = 0\n",
    "best_index = 0\n",
    "d_accuracies = defaultdict(list)\n",
    "\n",
    "all_words = [w.lower() for d in original_documents for w in nltk.word_tokenize(d[0])]\n",
    "\n",
    "for i in range(10):\n",
    "    shuffle(original_documents)\n",
    "    for opt in options:\n",
    "        print('=======================================================')\n",
    "        print('RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:')\n",
    "        print('\\nOption {}'.format(opt))\n",
    "        print_option(options[opt])\n",
    "        print(score_calculate.func_name)\n",
    "        print('\\niteration: {}\\n'.format(i))\n",
    "        \n",
    "        documents = [(preprocess(d[0]), d[1]) for d in original_documents]\n",
    "        filtered_words = filter(filt, all_words)\n",
    "        freq_dist = nltk.FreqDist(filtered_words)\n",
    "        most_common_words = [word for word, freq in freq_dist.most_common()]\n",
    "        most_common_words = filter(filt, most_common_words)\n",
    "\n",
    "        if options[opt]['stopwords_domain_in_features']:\n",
    "            most_common_words = list(set(most_common_words).difference(search_terms))\n",
    "        if options[opt]['reverse']:\n",
    "            most_common_words.reverse()\n",
    "        \n",
    "        word_features = most_common_words[:options[opt]['length']]\n",
    "        print('----------------')\n",
    "        print('Total features:')\n",
    "        print(options[opt]['length'])\n",
    "        print('Top 10 features:')\n",
    "        print(word_features[:10])\n",
    "        print('----------------')\n",
    "\n",
    "        if options[opt]['document_features'] == document_features3:\n",
    "            pos_words = set(all_pos_words).intersection(word_features)\n",
    "            print('Total positive words:')\n",
    "            print(len(pos_words))\n",
    "            print('Top 10 positive words:')\n",
    "            print list(pos_words)[:10]\n",
    "\n",
    "            neg_words = set(all_neg_words).intersection(word_features)\n",
    "            print('Total negative words:')\n",
    "            print(len(neg_words))\n",
    "            print('Top 10 negative words:')\n",
    "            print list(neg_words)[:10]\n",
    "\n",
    "        featureset = [(options[opt]['document_features'](d[0]), d[1]) for d in documents]\n",
    "        size = int(len(featureset) * 0.9)\n",
    "        train_set = featureset[:size]\n",
    "        test_set = featureset[size:]\n",
    "\n",
    "        classifier = nltk.NaiveBayesClassifier.train(train_set)\n",
    "        accuracy = nltk.classify.accuracy(classifier, test_set)\n",
    "        print('****************')\n",
    "        print('ACCURACY = {}'.format(accuracy))\n",
    "        print('****************')\n",
    "        classifier.show_most_informative_features(10)\n",
    "        print('\\n\\n\\n\\n\\n')\n",
    "        d_accuracies[opt].append(accuracy)\n",
    "\n",
    "        if accuracy > best_accuracy:\n",
    "            best_accuracy = accuracy\n",
    "            best_option = options[opt]\n",
    "            best_index = opt\n",
    "\n",
    "print('**************** BEST RESULT ****************')\n",
    "print('BEST OPTION: {}'.format(best_index))\n",
    "print(best_option)\n",
    "print('ACCURACY =', best_accuracy)\n",
    "print('*********************************************')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {
    "collapsed": false,
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Option 31\n",
      "0.470111111111\n",
      "0.0114012128443\n",
      "--------\n",
      "Option 32\n",
      "0.463777777778\n",
      "0.00982815306111\n",
      "--------\n",
      "Option 33\n",
      "0.479555555556\n",
      "0.0102583901223\n",
      "--------\n",
      "Option 34\n",
      "0.465666666667\n",
      "0.0105461946797\n",
      "--------\n",
      "Option 35\n",
      "0.465777777778\n",
      "0.0095942369533\n",
      "--------\n",
      "Option 36\n",
      "0.480666666667\n",
      "0.00825817963381\n",
      "--------\n",
      "Option 37\n",
      "0.472333333333\n",
      "0.00983129294588\n",
      "--------\n",
      "Option 38\n",
      "0.467333333333\n",
      "0.00977777777778\n",
      "--------\n",
      "Option 39\n",
      "0.487\n",
      "0.0120292852532\n",
      "--------\n",
      "Option 40\n",
      "0.476777777778\n",
      "0.0120333897608\n",
      "--------\n",
      "Option 41\n",
      "0.468888888889\n",
      "0.0109994388185\n",
      "--------\n",
      "Option 42\n",
      "0.488333333333\n",
      "0.0113773654439\n",
      "--------\n",
      "Option 43\n",
      "0.476444444444\n",
      "0.0104207769668\n",
      "--------\n",
      "Option 44\n",
      "0.458666666667\n",
      "0.00969663299079\n",
      "--------\n",
      "Option 45\n",
      "0.490222222222\n",
      "0.0124305477964\n",
      "--------\n",
      "Option 46\n",
      "0.470444444444\n",
      "0.0115598282699\n",
      "--------\n",
      "Option 47\n",
      "0.457666666667\n",
      "0.0138995514627\n",
      "--------\n",
      "Option 48\n",
      "0.488444444444\n",
      "0.0122343374298\n",
      "--------\n",
      "Option 49\n",
      "0.470888888889\n",
      "0.0144598208756\n",
      "--------\n",
      "Option 50\n",
      "0.452111111111\n",
      "0.00986889364257\n",
      "--------\n",
      "Option 51\n",
      "0.479555555556\n",
      "0.0102583901223\n",
      "--------\n",
      "Option 52\n",
      "0.481777777778\n",
      "0.0108888888889\n",
      "--------\n",
      "Option 53\n",
      "0.459555555556\n",
      "0.0109341463112\n",
      "--------\n",
      "Option 54\n",
      "0.479555555556\n",
      "0.0102583901223\n",
      "--------\n",
      "Option 55\n",
      "0.482\n",
      "0.0121492772736\n",
      "--------\n",
      "Option 56\n",
      "0.463\n",
      "0.0082259751195\n",
      "--------\n",
      "Option 57\n",
      "0.484444444444\n",
      "0.00945424328275\n",
      "--------\n",
      "Option 58\n",
      "0.482111111111\n",
      "0.01300949321\n",
      "--------\n",
      "Option 59\n",
      "0.465333333333\n",
      "0.00718021974285\n",
      "--------\n",
      "Option 60\n",
      "0.487\n",
      "0.0120292852532\n",
      "--------\n",
      "Option 61\n",
      "0.486555555556\n",
      "0.0127506959384\n",
      "--------\n",
      "Option 62\n",
      "0.462666666667\n",
      "0.0100762524878\n",
      "--------\n",
      "Option 63\n",
      "0.489222222222\n",
      "0.0115582261871\n",
      "--------\n",
      "Option 64\n",
      "0.487\n",
      "0.00752034278179\n",
      "--------\n",
      "Option 65\n",
      "0.459888888889\n",
      "0.0104166296296\n",
      "--------\n",
      "Option 66\n",
      "0.488777777778\n",
      "0.0143625885765\n",
      "--------\n"
     ]
    }
   ],
   "source": [
    "for k in options:\n",
    "    print('Option {}'.format(k))\n",
    "    print(np.array(d_accuracies[k]).mean())\n",
    "    print(np.array(d_accuracies[k]).std())\n",
    "    print('--------')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# import cPickle as pickle\n",
    "\n",
    "# with open(\"sentiment/nltk_NaiveBayesClassifier_majority.pickle\", \"wb\") as nltk_file:\n",
    "#     pickle.dump(???, nltk_file)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}