talk.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Intro to NLP and pandas\n",
    "# - Ben Cohen\n",
    "## Kensho"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Outline\n",
    "* ## What is NLP\n",
    "* ## Goal?\n",
    "* ## Using Pandas to explore our data\n",
    "* ## Training a classifier\n",
    "* ## Evaluating our classifier\n",
    "* ## Improvement\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Imports"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style>.container { width:90% !important; }</style>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "%load_ext autoreload\n",
    "%autoreload 2\n",
    "from IPython.core.display import display, HTML\n",
    "from IPython.display import Image\n",
    "\n",
    "display(HTML(\"<style>.container { width:90% !important; }</style>\"))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "import glob\n",
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline\n",
    "import numpy as np\n",
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# What is our data?"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[34mis-spam\u001b[m\u001b[m           \u001b[34mnot-spam\u001b[m\u001b[m          talk.ipynb\r\n",
      "non_spam_test.txt spam_test.txt\r\n"
     ]
    }
   ],
   "source": [
    "!ls"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "total 6232\r\n",
      "drwxr-xr-x@ 503 ben  staff   17102 Feb  5  2015 \u001b[34m.\u001b[m\u001b[m\r\n",
      "drwxr-xr-x    9 ben  staff     306 Sep 17 13:26 \u001b[34m..\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff   23444 Feb  5  2015 \u001b[31m0000.7b1b73cf36cf9dbc3d64e3f2ee2b91f1\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3997 Feb  5  2015 \u001b[31m0001.bfc8d64d12b325ff385cca8d07b84288\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     874 Feb  5  2015 \u001b[31m0002.24b47bb3ce90708ae29d0aec1da08610\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     730 Feb  5  2015 \u001b[31m0003.4b3d943b8df71af248d12f8b2e7a224a\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3070 Feb  5  2015 \u001b[31m0004.1874ab60c71f0b31b580f313a3f6e777\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     752 Feb  5  2015 \u001b[31m0005.1f42bb885de0ef7fc5cd09d34dc2ba54\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2491 Feb  5  2015 \u001b[31m0006.7a32642f8c22bbeb85d6c3b5f3890a2c\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     756 Feb  5  2015 \u001b[31m0007.859c901719011d56f8b652ea071c1f8b\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff   30292 Feb  5  2015 \u001b[31m0008.9562918b57e044abfbce260cc875acde\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2971 Feb  5  2015 \u001b[31m0009.c05e264fbf18783099b53dbc9a9aacda\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2305 Feb  5  2015 \u001b[31m0010.7f5fb525755c45eb78efc18d7c9ea5aa\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     858 Feb  5  2015 \u001b[31m0011.2a1247254a535bac29c476b86c708901\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     871 Feb  5  2015 \u001b[31m0012.7bc8e619ad0264979edce15083e70a02\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     726 Feb  5  2015 \u001b[31m0013.9034ac0917f6fdb82c5ee6a7509029ed\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    5336 Feb  5  2015 \u001b[31m0014.ed99ffe0f452b91be11684cbfe8d349c\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     738 Feb  5  2015 \u001b[31m0015.1b871d654560011a0aaa29bb4e9054f7\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    4944 Feb  5  2015 \u001b[31m0016.f9c349935955e1ccc7626270da898445\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2604 Feb  5  2015 \u001b[31m0017.49ab70c7a4042cb1c695a0e59a6ede54\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     760 Feb  5  2015 \u001b[31m0018.259154a52bc55dcae491cfded60a5cd2\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2594 Feb  5  2015 \u001b[31m0019.939e70d8367f315193e4bc5be80dc262\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     610 Feb  5  2015 \u001b[31m0020.4120dc06a0124a8688e96f8cff029113\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     886 Feb  5  2015 \u001b[31m0021.15185fdb3fb02dffd041fa8f70d19791\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2703 Feb  5  2015 \u001b[31m0022.4b5cf3c16feb88dd6932a8c46a41946c\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3033 Feb  5  2015 \u001b[31m0023.4299adbda55862876440ecbc2fce6a67\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2864 Feb  5  2015 \u001b[31m0024.fc4bd0b22cd7907e99f8a35b74655b15\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     837 Feb  5  2015 \u001b[31m0025.97302502dc8e20ab7e7eb05f926e1bab\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     651 Feb  5  2015 \u001b[31m0026.4f10fab6e6776379c17ee9c9ac7da4a8\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2596 Feb  5  2015 \u001b[31m0027.028e0b165e8ea6f479e09a8f8cc7e50d\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     733 Feb  5  2015 \u001b[31m0028.83a43dd97923463030349506a56226c1\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    7114 Feb  5  2015 \u001b[31m0029.2b149de91fef9f40880d27ce8c27aeb2\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1878 Feb  5  2015 \u001b[31m0030.5d3444135a8ad95fc4ebf9a884076621\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    6134 Feb  5  2015 \u001b[31m0031.e68d1195ad2c1900a44de8631f8acd91\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3595 Feb  5  2015 \u001b[31m0032.081c3615bc9b91d09b6cbb9239ba8c99\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     880 Feb  5  2015 \u001b[31m0033.489e59d3c7060b70e166ef7317c86807\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1838 Feb  5  2015 \u001b[31m0034.d5a5e526aa6b249ed6ca184548a44b1a\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1120 Feb  5  2015 \u001b[31m0035.8e582263070076dfe6000411d9b13ce6\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1120 Feb  5  2015 \u001b[31m0036.8e582263070076dfe6000411d9b13ce6\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    9409 Feb  5  2015 \u001b[31m0037.7ce3307b56dd90453027a6630179282e\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    9409 Feb  5  2015 \u001b[31m0038.7ce3307b56dd90453027a6630179282e\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff   17896 Feb  5  2015 \u001b[31m0039.256602e2cb5a5b373bdd1fb631d9f452\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff   17896 Feb  5  2015 \u001b[31m0040.256602e2cb5a5b373bdd1fb631d9f452\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2784 Feb  5  2015 \u001b[31m0041.21cc985cc36d931916863aed24de8c27\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2784 Feb  5  2015 \u001b[31m0042.21cc985cc36d931916863aed24de8c27\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1066 Feb  5  2015 \u001b[31m0043.8d93819b95ff90bf2e2b141c2909bfc9\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff   38108 Feb  5  2015 \u001b[31m0044.889d785885f092c269741b11f2124dce\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1082 Feb  5  2015 \u001b[31m0045.75baa6797e2a65053a8373d5aa96f594\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     912 Feb  5  2015 \u001b[31m0046.0b4fff9cd7cffe94cc4f04bbf3928c28\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    4737 Feb  5  2015 \u001b[31m0047.376bd7728ee94b32bc23429d9c51bae5\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     784 Feb  5  2015 \u001b[31m0048.462325dc69a8dc74462723ec0d20a5cd\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1285 Feb  5  2015 \u001b[31m0049.625bab436c7fc6299cfceeaa24e198ae\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1203 Feb  5  2015 \u001b[31m0050.b8200e218e5a5a433f897e9495253a30\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     726 Feb  5  2015 \u001b[31m0051.374f4d4300a5d39544b2f052e7a9429d\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    5754 Feb  5  2015 \u001b[31m0052.f12ac251d1fbdc679daadc6b97229e63\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     677 Feb  5  2015 \u001b[31m0053.92bcea73123d0ea0fb26c285d5e045a9\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     189 Feb  5  2015 \u001b[31m0054.839a9c0a07f13718570da944986a898a\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1151 Feb  5  2015 \u001b[31m0055.8b2154bb7ec1f411495f37f519f1835d\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1866 Feb  5  2015 \u001b[31m0056.0f99dde58a7c4e18944397ab47e0412c\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     773 Feb  5  2015 \u001b[31m0057.92fdae44bdd1d9e5461eef3c852dfd23\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3633 Feb  5  2015 \u001b[31m0058.abb13c5db31d26a58607aac809573ed4\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1211 Feb  5  2015 \u001b[31m0059.a633106e3ce62fa7b46c2e4dc8c666d3\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1164 Feb  5  2015 \u001b[31m0060.140f80780520fa19b360ddcb05838a67\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3269 Feb  5  2015 \u001b[31m0061.c148ebba16540e48c7aae2e3f733a8a3\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3956 Feb  5  2015 \u001b[31m0062.41f708df91642411f0fd8f91e28d3521\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     610 Feb  5  2015 \u001b[31m0063.3bec5361a5edfdbcc371241b3d74e3bf\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1872 Feb  5  2015 \u001b[31m0064.d700742b9815d990b2e5a7921e8d854c\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     968 Feb  5  2015 \u001b[31m0065.18d2edcf9aa0e940651b5fdd218ac019\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     278 Feb  5  2015 \u001b[31m0066.93ccd9599561c5277989f03b575d6bff\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2258 Feb  5  2015 \u001b[31m0067.02c6e51107f39ee60453ff8e7372101d\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     516 Feb  5  2015 \u001b[31m0068.1626952077798d4f2d5eb30e48bc49b3\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     714 Feb  5  2015 \u001b[31m0069.a0b6cfde0e477af7f406ee756ba53826\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     277 Feb  5  2015 \u001b[31m0070.977e083b104717202fe944ae6065624e\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1188 Feb  5  2015 \u001b[31m0071.4c3840b98dc207623d0c0e66a6d40af2\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1894 Feb  5  2015 \u001b[31m0072.f97a14d667569ebbc0502bb2c7beec27\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1407 Feb  5  2015 \u001b[31m0073.d57c16429fa19fbebfb9aec34f391aa2\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    5271 Feb  5  2015 \u001b[31m0074.9948514a1f3aac3f27ba2c20db7b0441\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     662 Feb  5  2015 \u001b[31m0075.4568998f41d50bccf8f7c3d4aeb7a425\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3662 Feb  5  2015 \u001b[31m0076.770f0e7b8378a47a945043434f6f43df\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     937 Feb  5  2015 \u001b[31m0077.a5c41f056918bde0d5f9be424714766e\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1629 Feb  5  2015 \u001b[31m0078.8ff64b5c77f9c9618bd7b119ae14c8b2\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     574 Feb  5  2015 \u001b[31m0079.4a5fbaf2e531918c44642b3cfae40089\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     689 Feb  5  2015 \u001b[31m0080.77af9ca7f967f055062aade45001129e\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    5539 Feb  5  2015 \u001b[31m0081.3309521659461b743e1bfc3dc688a5f1\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     522 Feb  5  2015 \u001b[31m0082.705cdc08c2ee77821391a847d9c1a4e3\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     523 Feb  5  2015 \u001b[31m0083.a042c7512d5db5f9fc1857fdc6bbdcc3\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2738 Feb  5  2015 \u001b[31m0084.df5ac85de3405b6d07c9fa7ba3eecf6a\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     869 Feb  5  2015 \u001b[31m0085.6e7b1a983ab05445a7eaffcbb6811d3f\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     521 Feb  5  2015 \u001b[31m0086.4b3a02be9a2561ada188d95b4601c01e\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1444 Feb  5  2015 \u001b[31m0087.1cbd88a0c1564cb5d6c9b12c8c4175d8\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1018 Feb  5  2015 \u001b[31m0088.f421d8c380fb0c48483f026d243df9d9\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1638 Feb  5  2015 \u001b[31m0089.51c746428bb5e2793a1c04ce1e0c72c1\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    4931 Feb  5  2015 \u001b[31m0090.9a7e76d58065e29e709161dbe569fe54\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3148 Feb  5  2015 \u001b[31m0091.113ec7122d4046a2754bcf70b9fb5299\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff   16250 Feb  5  2015 \u001b[31m0092.bf7453c6b7917ca30074a3030d84e36d\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1342 Feb  5  2015 \u001b[31m0093.2bb8a2a7e4d2841a14f27f32076dd77e\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1721 Feb  5  2015 \u001b[31m0094.3ba780eac7dce1c2b063cd1fc12738be\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3964 Feb  5  2015 \u001b[31m0095.e1db2d3556c2863ef7355faf49160219\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     587 Feb  5  2015 \u001b[31m0096.b2cb600e893f7a663ea5f9bff3a6276e\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1375 Feb  5  2015 \u001b[31m0097.dce08392ba6bc552d13394fa73974b62\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     708 Feb  5  2015 \u001b[31m0098.01d2958ccb7c2e4c02d0920593962436\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    5573 Feb  5  2015 \u001b[31m0099.c4ff6dba0a5177d3c7d8ef54c8920496\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1146 Feb  5  2015 \u001b[31m0100.c60d1c697136b07c947fa180ba3e0441\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1285 Feb  5  2015 \u001b[31m0101.2dfd7ee79ae439b8d9c38e783a137efa\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1577 Feb  5  2015 \u001b[31m0102.2e3969075728dde7a328e05d19b35976\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1344 Feb  5  2015 \u001b[31m0103.8c39bfed2079f865e9dfb75f4416a468\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     845 Feb  5  2015 \u001b[31m0104.886f4a22362f4d3528c3e675878f17f7\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     759 Feb  5  2015 \u001b[31m0105.9790e1c57fcbf7885b7cd1719fb4681b\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     833 Feb  5  2015 \u001b[31m0106.fa6df8609cebb6f0f37aec3f70aa5b9a\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2872 Feb  5  2015 \u001b[31m0107.f1d4194b57840ea6587b9a73ed88e075\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    4270 Feb  5  2015 \u001b[31m0108.4506c2ef846b80b9a7beb90315b22701\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     738 Feb  5  2015 \u001b[31m0109.601a9cd8272f22236b27e95dbe2fa22d\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1163 Feb  5  2015 \u001b[31m0110.20934dc65c9a88fc9c6afda9952ce2c5\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2305 Feb  5  2015 \u001b[31m0111.a163d41592b3a52747d7521341a961af\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2437 Feb  5  2015 \u001b[31m0112.ec411d26d1f4decc16af7ef73e69a227\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2980 Feb  5  2015 \u001b[31m0113.ff113297f0ed07536d288c7b2193a8ec\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     658 Feb  5  2015 \u001b[31m0114.c104ada3a249e1e1846c0cd156a303e9\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     620 Feb  5  2015 \u001b[31m0115.d7c257361675ee5d45baa552205fb472\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    5656 Feb  5  2015 \u001b[31m0116.8e13644b995f98dbab198b71e26f67ec\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     410 Feb  5  2015 \u001b[31m0117.33011fddf61efe5f453a14468ff7e629\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     877 Feb  5  2015 \u001b[31m0118.4be8b50c2a818c62b62e70c4b5456113\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3984 Feb  5  2015 \u001b[31m0119.07aedc59172c0c25ef617188ada9b80f\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     619 Feb  5  2015 \u001b[31m0120.4312b48b82c3d018d2d4ccf5b8e9c167\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    4196 Feb  5  2015 \u001b[31m0121.772c3ccd1b6c1a2e0e2ec0356082c77b\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1083 Feb  5  2015 \u001b[31m0122.21b041c1ad2be417102d7f5d3f0b7045\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     646 Feb  5  2015 \u001b[31m0123.68e87f8b736959b1ab5c4b5f2ce7484a\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1428 Feb  5  2015 \u001b[31m0124.37afd066a74d18b7f14bea0b1fb43d4d\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1407 Feb  5  2015 \u001b[31m0125.44381546181fc6c5d7ea59e917f232c5\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2162 Feb  5  2015 \u001b[31m0126.713b324e028cc69213e67ad3d7319f5d\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     669 Feb  5  2015 \u001b[31m0127.2923761a91d13d3522d8bd077eedc7b7\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    5275 Feb  5  2015 \u001b[31m0128.4da9b2cfacbe9bfd128aacbb526d68d4\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     632 Feb  5  2015 \u001b[31m0129.78a705ff6b3bde3395d067459e6e46e2\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1285 Feb  5  2015 \u001b[31m0130.e258624171c813fc6057728c0ff0c059\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     673 Feb  5  2015 \u001b[31m0131.0b7281078874ca88f95d6fdf5d905d50\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    7114 Feb  5  2015 \u001b[31m0132.7ac2141ed9a163f934ac65b3f59a2a03\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3471 Feb  5  2015 \u001b[31m0133.95454d70cc62190c0e167d4c3cb591af\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     837 Feb  5  2015 \u001b[31m0134.83a63d7a1589ba4cd6aefe20c8e6385f\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1094 Feb  5  2015 \u001b[31m0135.73d44c9405f00110ae76a3addcb4eed6\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     553 Feb  5  2015 \u001b[31m0136.7e7d6adf293fa0a3dc56b3f796cf00d1\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3267 Feb  5  2015 \u001b[31m0137.42d5881a50744e24d9280701bb534cfb\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     735 Feb  5  2015 \u001b[31m0138.eab076de94bd9f1d19908f682e58031f\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1160 Feb  5  2015 \u001b[31m0139.40f371501f8a2a3fb4ff62143c0671b9\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1894 Feb  5  2015 \u001b[31m0140.a2bb669eaf743ed123fca884a40cfbd4\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff   12615 Feb  5  2015 \u001b[31m0141.516a4fe92f63469bd4a21d46dd6bb3be\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3030 Feb  5  2015 \u001b[31m0142.1fd05cffaba260b9ecd3e75b6dddaf73\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff      22 Feb  5  2015 \u001b[31m0143.260a940290dcb61f9327b224a368d4af\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1739 Feb  5  2015 \u001b[31m0144.58d3de25279e1938f24502d70dfa9754\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1508 Feb  5  2015 \u001b[31m0145.ec89d85ec20f9aeda6fe37c0b6e8bbed\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1203 Feb  5  2015 \u001b[31m0146.6656452972931e859e640f6ac57d2962\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     759 Feb  5  2015 \u001b[31m0147.65cf30538f09402e4d1bd4aa91d9532a\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1149 Feb  5  2015 \u001b[31m0148.7641581f551a1bf533b995087a8a91db\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2889 Feb  5  2015 \u001b[31m0149.3300ef4537e1f6accd4489125bef5b0d\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2068 Feb  5  2015 \u001b[31m0150.30c44c205041fd95f00ef524ea54e356\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     776 Feb  5  2015 \u001b[31m0151.6f8f0ec4d897a5285d662ef4ec31d924\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     342 Feb  5  2015 \u001b[31m0152.c0ea23686b9ad63dfba6040c1539da71\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    4852 Feb  5  2015 \u001b[31m0153.eddc658b08a04641a2494ba6b6eb0a3c\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    7058 Feb  5  2015 \u001b[31m0154.e39fc51ffdb9c2ecd480ce972078aeaa\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2862 Feb  5  2015 \u001b[31m0155.829bab9379cfe32fe4b5af15ca99361b\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1407 Feb  5  2015 \u001b[31m0156.279e5f92cf12922fbbf0cbda112b7fcb\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    5472 Feb  5  2015 \u001b[31m0157.3f95804da86ee79dbb076c47ed29984c\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1442 Feb  5  2015 \u001b[31m0158.ff5dce5446d2ec91f0caffeffdd48852\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff      94 Feb  5  2015 \u001b[31m0159.8a5c778f65ecc30e14507369b9eb8292\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     778 Feb  5  2015 \u001b[31m0160.b6b241d37fa9d5f772afca9ef30034c3\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     973 Feb  5  2015 \u001b[31m0161.00e60d1a3478f1ae99ff49fbd4b30605\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1043 Feb  5  2015 \u001b[31m0162.261bb4a36b195f96fcc7da4038b898a3\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3624 Feb  5  2015 \u001b[31m0163.e4abb3f86aa9fd5bfa85886055fd923d\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    5629 Feb  5  2015 \u001b[31m0164.c8532626eaab6655e81f4d96b78cc659\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2566 Feb  5  2015 \u001b[31m0165.6eedc001155da3cbd75a60eba2b19448\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff      94 Feb  5  2015 \u001b[31m0166.a2e4d6ec3078b619ca38927ca69fc94d\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    6947 Feb  5  2015 \u001b[31m0167.1665f2336b63debb3463fcf4d37e8485\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1031 Feb  5  2015 \u001b[31m0168.70400165faa695abca4a96241d393f34\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1414 Feb  5  2015 \u001b[31m0169.bc6e1356af0602fb96dd3f721fb17c48\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    7005 Feb  5  2015 \u001b[31m0170.fe4f77fa9456b48dffa9288074b2bb2a\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1155 Feb  5  2015 \u001b[31m0171.495412eb56506d9668b9dacf46860978\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     719 Feb  5  2015 \u001b[31m0172.e524e85cab354337018e1d0d2fc21ffd\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3434 Feb  5  2015 \u001b[31m0173.f7902a7780f163e3896861983cd700c6\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    5452 Feb  5  2015 \u001b[31m0174.3874b6ff3c86a5ebefb558138a6bfb28\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    7332 Feb  5  2015 \u001b[31m0175.bf85f34d953215bca7d0004aca087812\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1203 Feb  5  2015 \u001b[31m0176.70022adaab1a9dfe64ae7588ffa5add9\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2942 Feb  5  2015 \u001b[31m0177.d62ac309d8030ef816f7831c3d5d3f7d\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     677 Feb  5  2015 \u001b[31m0178.bf2ab7492e5080b07d7397b0662821a7\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     610 Feb  5  2015 \u001b[31m0179.3a4c735c7c1e494f4e7a7b9465043280\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    5624 Feb  5  2015 \u001b[31m0180.afdbcd7acb65828c217eea90ff92c3b0\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1945 Feb  5  2015 \u001b[31m0181.e3259c0ef889b5c76054abe2fafddeda\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2942 Feb  5  2015 \u001b[31m0182.0fe8b40b189a7bc1ec68b3df5125c602\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3446 Feb  5  2015 \u001b[31m0183.4aaadeb40e3362e71e3e4aba15624e3a\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1259 Feb  5  2015 \u001b[31m0184.a2109736d2f15cde3747a6f335c6f24c\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1194 Feb  5  2015 \u001b[31m0185.9f02f77f7f5a2724c109f598b2245675\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    6174 Feb  5  2015 \u001b[31m0186.e739e1c9fdc0702762d3583b26b401eb\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1163 Feb  5  2015 \u001b[31m0187.e2178f6d01a70dfbdf9c84c4dcaf58dc\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3307 Feb  5  2015 \u001b[31m0188.6590e73ef71e79c5b6adedbacf91ac8c\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    4083 Feb  5  2015 \u001b[31m0189.3d89383221aa3fb155a099838ce9c40a\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1063 Feb  5  2015 \u001b[31m0190.c861662876d77491e0dc0e95fb3767cd\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff   18983 Feb  5  2015 \u001b[31m0191.cd23170803a4680d6dbd798a4cd1e5dd\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    6181 Feb  5  2015 \u001b[31m0192.2d3e74aaf18c1c4193067f025e757507\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1568 Feb  5  2015 \u001b[31m0193.4ceae11e1dae2059c9a526eebda8b259\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     351 Feb  5  2015 \u001b[31m0194.dd4dd86bdd8e1113889af9afaf299d6c\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1648 Feb  5  2015 \u001b[31m0195.8b276e08dd05b0131faa8fb24764f205\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1693 Feb  5  2015 \u001b[31m0196.16da0dc3452b7407d4f89a0b2efcff0c\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    4219 Feb  5  2015 \u001b[31m0197.6968d98720065059247cefe4e5bcd192\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    7320 Feb  5  2015 \u001b[31m0198.43bac6df7ea16e4c4b0026779341f14b\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1022 Feb  5  2015 \u001b[31m0199.955edee89f34960c033c4d1072841356\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1310 Feb  5  2015 \u001b[31m0200.a56926c058fa84b0ea031b5774e5dcfa\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1640 Feb  5  2015 \u001b[31m0201.9da0b5702a864a8ffd06cfb4c724f9c8\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2330 Feb  5  2015 \u001b[31m0202.f1c9a17fe805c50677c104743e4f8be2\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     496 Feb  5  2015 \u001b[31m0203.beb1b157fc74672074061434cc7bad3c\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    6355 Feb  5  2015 \u001b[31m0204.33e3cd4e0ad791304e554bb259bda53e\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    6301 Feb  5  2015 \u001b[31m0205.d3c294d833fd7c79edd96dac71039821\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff   20892 Feb  5  2015 \u001b[31m0206.806263422d55d38a151fe3b89d56192f\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     858 Feb  5  2015 \u001b[31m0207.3adcb1a14977a49cac8f6e10f64ac6f7\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    6311 Feb  5  2015 \u001b[31m0208.a2968a374034368d849b6ed12bdedd37\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    6736 Feb  5  2015 \u001b[31m0209.59817ef0dc8d05d4b49bd5914fa88afa\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3627 Feb  5  2015 \u001b[31m0210.285d263b1a18e67c68ec9fe005253dd0\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1157 Feb  5  2015 \u001b[31m0211.195957199f6e9f694f9811ad83eda5c4\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1268 Feb  5  2015 \u001b[31m0212.9a9f009a6d601e2e34c1b95353983352\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1157 Feb  5  2015 \u001b[31m0213.5f17fdf863726d4704840f86f698d10b\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     689 Feb  5  2015 \u001b[31m0214.b5ba0ff48cee07a36c6f312de7f77207\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    4044 Feb  5  2015 \u001b[31m0215.57c4f4d8e2f582088f8aca38239059f7\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    4339 Feb  5  2015 \u001b[31m0216.feb2a8df9887bc2d84e80c9d2a8faf56\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2592 Feb  5  2015 \u001b[31m0217.2a937e0b9912e1e40dbf17bad6026372\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1772 Feb  5  2015 \u001b[31m0218.e3fc04cbcfdf224a5fa652779c01029c\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1194 Feb  5  2015 \u001b[31m0219.0f66069db1b4e25ba851233ce4a107c4\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    8937 Feb  5  2015 \u001b[31m0220.15583875f5ef9e2cf6450ebc821f0dff\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     617 Feb  5  2015 \u001b[31m0221.ee1d208001fd30265827fb309441d662\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1498 Feb  5  2015 \u001b[31m0222.6ad799703d958681d6e427762f86f179\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1037 Feb  5  2015 \u001b[31m0223.8ab642208d33d7f9ac50bc2e42c02732\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    4841 Feb  5  2015 \u001b[31m0224.486269968d3ad880a016b600dc366393\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2526 Feb  5  2015 \u001b[31m0225.7082ef8585280a42940bf98f9be50e55\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    5068 Feb  5  2015 \u001b[31m0226.409b6577c79d85773d50cb37fde4ba79\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3087 Feb  5  2015 \u001b[31m0227.4266b9e8c02a2c7b13d4d8661a76f75a\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    5272 Feb  5  2015 \u001b[31m0228.23fc5aadfceb81d121d77dfe37f6929a\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3046 Feb  5  2015 \u001b[31m0229.2c64df059013c03812139543389a836b\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     718 Feb  5  2015 \u001b[31m0230.035bbcbe1235cb6fdd0a5d6d626dc5c4\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    5720 Feb  5  2015 \u001b[31m0231.30ae582570716a95e79c87a2de31cb30\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1129 Feb  5  2015 \u001b[31m0232.0edc8786183135557c0f2da5a4460508\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2858 Feb  5  2015 \u001b[31m0233.e9834d55f8185a84ce8a047b2eba2139\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     812 Feb  5  2015 \u001b[31m0234.1594b3a348279e71c8b769db9aa96b5b\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1238 Feb  5  2015 \u001b[31m0235.77e9a7e398ce81359c08e64bf20e9825\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2780 Feb  5  2015 \u001b[31m0236.ca8e7524e271aec0324e707cb7d420a1\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3001 Feb  5  2015 \u001b[31m0237.4716d6d5a4e89997c6ffc2d56951d57a\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1980 Feb  5  2015 \u001b[31m0238.7d0de37650a0c0e2d99e52eef4042602\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     545 Feb  5  2015 \u001b[31m0239.43b3279a300a122610f91725bb92a538\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     545 Feb  5  2015 \u001b[31m0240.96467ad3d42ebd44b042599f5aa9c9d9\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1502 Feb  5  2015 \u001b[31m0241.abb2882a304357a47681f887244c2f76\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1766 Feb  5  2015 \u001b[31m0242.a8ba01c4d998005e3ad3495293582bb6\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    7335 Feb  5  2015 \u001b[31m0243.458c8e32e405b69f561fd77bc16f440c\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2976 Feb  5  2015 \u001b[31m0244.7e5d917c8a76d52cc694c5cf8ab8497d\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2010 Feb  5  2015 \u001b[31m0245.39c15852204971c72e8d89f9f3f9bb38\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2581 Feb  5  2015 \u001b[31m0246.3b997087302d48ff57ab5afb3d400d5b\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff   26167 Feb  5  2015 \u001b[31m0247.aee6d7984b3dab9a6b0eed524e7a3686\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1481 Feb  5  2015 \u001b[31m0248.b639977f45a5b1e39b5aa3c4abc2edf6\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff   20290 Feb  5  2015 \u001b[31m0249.c429ab5c1413c4386bf64b228a68e768\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     957 Feb  5  2015 \u001b[31m0250.80b7bd444753246734e015af7b6d2d65\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1735 Feb  5  2015 \u001b[31m0251.d542591a25f8fe8c4accd692113a0554\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     957 Feb  5  2015 \u001b[31m0252.c90694cf3f09ef0111b761eefd95cc3f\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1597 Feb  5  2015 \u001b[31m0253.f715f442da45114754198a160195b883\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     827 Feb  5  2015 \u001b[31m0254.02daa37a4255a78f2f224f3cd2f8fa99\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff   71811 Feb  5  2015 \u001b[31m0255.42a6feb4435a0a68929075c0926f085d\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1514 Feb  5  2015 \u001b[31m0256.ad88c1a165392a509a8b0b8df6d56cbd\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    4659 Feb  5  2015 \u001b[31m0257.554324ab4a8f7093f5222303a4c59a8b\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1626 Feb  5  2015 \u001b[31m0258.1d61b380a23168881253ed86bb4f79ac\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     668 Feb  5  2015 \u001b[31m0259.7ebf3c0fd752bce5b8056e9454d2c76f\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    9891 Feb  5  2015 \u001b[31m0260.737eefb83e7eedbd531117c273c56241\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    6309 Feb  5  2015 \u001b[31m0261.93d7dab5dc0c469b58aa9b0e5e25bb25\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    5800 Feb  5  2015 \u001b[31m0262.c996a3709ca616fce1bfc6d50cf5bda3\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3334 Feb  5  2015 \u001b[31m0263.c685b2f51853b0986bd992d7486aabfa\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    9902 Feb  5  2015 \u001b[31m0264.2281c4eb36accd65d9c2cab379de2789\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    9879 Feb  5  2015 \u001b[31m0265.1120a7d868b23e83b91ad00ec8b79e08\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1123 Feb  5  2015 \u001b[31m0266.99e95dc7251843f7a2015cb602775694\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff   11318 Feb  5  2015 \u001b[31m0267.0bf79a17115bffdf00bb0997f773dfc5\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff   11324 Feb  5  2015 \u001b[31m0268.1aee52bc302bf1d5c2030229b5dbd63e\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    8337 Feb  5  2015 \u001b[31m0269.5b147e2f10b02f4a478036a0b495323e\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     714 Feb  5  2015 \u001b[31m0270.d50e186af7a00114ad967b8f77b70338\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1841 Feb  5  2015 \u001b[31m0271.24302cf2e759401d1f9975fe4fc1def9\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1848 Feb  5  2015 \u001b[31m0272.97ecf97bd5f1563ac88d9eb4c8a51062\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     462 Feb  5  2015 \u001b[31m0273.51c482172b47ce926021aa7cc2552549\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1278 Feb  5  2015 \u001b[31m0274.85756abb8d0bcfe267e464a2f33ce686\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1704 Feb  5  2015 \u001b[31m0275.0404a07cd99e27d569958716f392082b\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    4328 Feb  5  2015 \u001b[31m0276.7e2fed586e292a7ad8cde7cb095a2601\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3187 Feb  5  2015 \u001b[31m0277.4b6ea2e210cacce0e46064da22a05549\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3943 Feb  5  2015 \u001b[31m0278.229f1cdd03eb4e6ff86e9fd29551f577\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1093 Feb  5  2015 \u001b[31m0279.4ef122899a70a2225ffb9b5c54fde1fc\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3249 Feb  5  2015 \u001b[31m0280.2507969221ea95a019506366f6c361d8\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    5233 Feb  5  2015 \u001b[31m0281.7e8c08897b61b9b008238efec9ca8d15\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     511 Feb  5  2015 \u001b[31m0282.b9f0c6ac87b24a9abac5f2a564c0a6c6\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    4178 Feb  5  2015 \u001b[31m0283.04856c4a6fa4393e976c5aaa2c0533d5\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    4217 Feb  5  2015 \u001b[31m0284.cfe6e278b87c3e9b6abf6cf6a16bf708\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1996 Feb  5  2015 \u001b[31m0285.b44ae825681c0f28db2e742ab790b191\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     964 Feb  5  2015 \u001b[31m0286.68b939e20e5b9fd6839471f6e9bc07ed\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1981 Feb  5  2015 \u001b[31m0287.37dd6b1a54993de94495643ead4fd2cf\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2292 Feb  5  2015 \u001b[31m0288.c50b1fb60cac2cca358d7543602623ee\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1999 Feb  5  2015 \u001b[31m0289.93b23ed2f96babb55c0f2a4e0c0684f7\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1362 Feb  5  2015 \u001b[31m0290.13035c75be0d5b447a10e2263f8c1361\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1333 Feb  5  2015 \u001b[31m0291.65fa7c79bc3a75c50655cb044011c50a\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff   27675 Feb  5  2015 \u001b[31m0292.3e12964912377bd9b52d223e37812e56\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3036 Feb  5  2015 \u001b[31m0293.ef3561f8707f7fcd1de291d4c2ae9609\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    7064 Feb  5  2015 \u001b[31m0294.8dde5983e6dcd314a8aa3f89e01c1ec2\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    6337 Feb  5  2015 \u001b[31m0295.717c906cda92746007b9098e16c727b2\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff   16452 Feb  5  2015 \u001b[31m0296.c9b10ba5ae2e480e37a6e2e1455671eb\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1989 Feb  5  2015 \u001b[31m0297.9e6095368b4e8258e967798cea8fe40e\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     110 Feb  5  2015 \u001b[31m0298.804507b6d4d03a86e53c63249fe70772\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     737 Feb  5  2015 \u001b[31m0299.9d0b292172cb787eb2ed9e8855222edd\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff   11600 Feb  5  2015 \u001b[31m0300.fa3ece84a195f3d36a70f2550824071f\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1648 Feb  5  2015 \u001b[31m0301.ad155a30cca1f9d16e75e8934030edae\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1402 Feb  5  2015 \u001b[31m0302.10798aa48d25b3f61778f379964a57e5\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    4104 Feb  5  2015 \u001b[31m0303.c18c1a0222b07f2b2250fbda5a961b7e\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1150 Feb  5  2015 \u001b[31m0304.88cf1d3ce0e138fd9ffb801e675f69b3\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1812 Feb  5  2015 \u001b[31m0305.2252f3b41c7fd3a43ac132a6b3391a3b\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1184 Feb  5  2015 \u001b[31m0306.521d917ac6509c499c406647fd0d336b\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1184 Feb  5  2015 \u001b[31m0307.2e4dc0cdb1e3b49f0986c19c1f324224\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2070 Feb  5  2015 \u001b[31m0308.1245e8fa9e6092687b535e36b367d8fb\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1089 Feb  5  2015 \u001b[31m0309.2a74113b0330ea76cecd28571fc6f7fe\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1340 Feb  5  2015 \u001b[31m0310.23036f6ae05720b052b73117b6ecb957\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1246 Feb  5  2015 \u001b[31m0311.fad7da9629598eaffeaf6896bdf32d9c\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    4954 Feb  5  2015 \u001b[31m0312.a0e7f2633bd0ceaddf16fba58be54778\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1737 Feb  5  2015 \u001b[31m0313.5126f820bf11ba460e2c1611cee632c1\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1928 Feb  5  2015 \u001b[31m0314.5b03e0718373f3319eadaec592308aba\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1221 Feb  5  2015 \u001b[31m0315.26ca39910895a935e2b8bca93a44ebfe\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    4877 Feb  5  2015 \u001b[31m0316.018282fecc304f005e952d7c5c181dad\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    4627 Feb  5  2015 \u001b[31m0317.0bea188e5bd639ae421f07b3ad68c5e0\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1449 Feb  5  2015 \u001b[31m0318.da63a8488410932cf780238ec0ba59eb\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1306 Feb  5  2015 \u001b[31m0319.e4a20802d12937998f3b3bf805362a3f\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    5850 Feb  5  2015 \u001b[31m0320.e34c9c6f982b8ce353c10aa362d6da17\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    4156 Feb  5  2015 \u001b[31m0321.89f41bbace08275ee298ed419e22bc9a\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    4347 Feb  5  2015 \u001b[31m0322.77dd826a00ebd4b54a6036394d41da55\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1578 Feb  5  2015 \u001b[31m0323.badf0273f656afd0dfebaa63af1c81f6\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     445 Feb  5  2015 \u001b[31m0324.269d2c1815931004c7be2be4d26e8b66\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2494 Feb  5  2015 \u001b[31m0325.78b93ee9713b6594d03c86993286e6c5\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    8543 Feb  5  2015 \u001b[31m0326.80f15e07265a22b78068bab5b56b01c7\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    4193 Feb  5  2015 \u001b[31m0327.5df76bb4359800b5408821285677b5cf\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3967 Feb  5  2015 \u001b[31m0328.cccf842e57907e25d1584cad03f8d2cb\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff   18104 Feb  5  2015 \u001b[31m0329.5c22249fa35fff050675e7df4433b89f\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     454 Feb  5  2015 \u001b[31m0330.a4df526233e524104c3b3554dd8ab5a8\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3350 Feb  5  2015 \u001b[31m0331.1de50a02d91a4e0c6daf5e2cc28a60c6\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3350 Feb  5  2015 \u001b[31m0332.b82bddb316d2e12418d6ea8791ce5896\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    8166 Feb  5  2015 \u001b[31m0333.492c1809f9755e305774bed2aaa3aa9b\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     453 Feb  5  2015 \u001b[31m0334.3e4946e69031f3860ac6de3d3f27aadd\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     457 Feb  5  2015 \u001b[31m0335.9822e1787fca0741a8501bdef7e8bc79\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1149 Feb  5  2015 \u001b[31m0336.b864dd710e659f0ef5826dc4d80714f8\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1149 Feb  5  2015 \u001b[31m0337.4e2d92485e5b880d494821c1fcee790a\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1149 Feb  5  2015 \u001b[31m0338.033c0109da096486c7d797cccd2c3198\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3967 Feb  5  2015 \u001b[31m0339.873b4fc31bb79ebea51fdea5cde75b3c\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     230 Feb  5  2015 \u001b[31m0340.8e191c37e2d30a639013203aacf60086\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     640 Feb  5  2015 \u001b[31m0341.7c13df68bb4feae35d9ea86001a3ecad\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    7326 Feb  5  2015 \u001b[31m0342.babb5045c49b585808041391599bc05d\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    4257 Feb  5  2015 \u001b[31m0343.0630afbe4ee1ffd0db0ffb81c6de98de\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    4257 Feb  5  2015 \u001b[31m0344.8bbe5c7c8269a039761968a1b10a936a\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    4257 Feb  5  2015 \u001b[31m0345.b8ba4d6a115368132d1d580c4c9e0307\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    4257 Feb  5  2015 \u001b[31m0346.8c8e3c5107bf6bf30b940f79d598c1b9\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1254 Feb  5  2015 \u001b[31m0347.e74f831074ea17d0721bd06a5fa7857c\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1785 Feb  5  2015 \u001b[31m0348.e0b89978fa806cf3e7fd3ba0869b3c65\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    4107 Feb  5  2015 \u001b[31m0349.d87df6b95f0ee4e36364e9d71223485a\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2043 Feb  5  2015 \u001b[31m0350.0f2ef01282cb99a4eeb9a19923597b3f\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2242 Feb  5  2015 \u001b[31m0351.517e785af43ffb3f9e66ab25b3ab162c\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2875 Feb  5  2015 \u001b[31m0352.f7adb4aa267e50a8db1e4bcacfe863f3\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1482 Feb  5  2015 \u001b[31m0353.27effabff54bfbed52d2c93a1bf0e48a\u001b[m\u001b[m\r",
      "\r\n",
      "-rwxr-xr-x@   1 ben  staff    1367 Feb  5  2015 \u001b[31m0354.457f41d0d6af931597b5137a061cde62\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2014 Feb  5  2015 \u001b[31m0355.94ebf637e4bd3db8a81c8ce68ecf681d\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2814 Feb  5  2015 \u001b[31m0356.86a795300367f707a8b648e0c50253ad\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    4460 Feb  5  2015 \u001b[31m0357.6ca4760de43f3d29316cf6bb0cab6bf5\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1863 Feb  5  2015 \u001b[31m0358.8a6a162daac1368fcfe83a5db1084ee1\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     700 Feb  5  2015 \u001b[31m0359.2794a4ec8f226ea59a009e972d012f64\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     806 Feb  5  2015 \u001b[31m0360.5f5fc66c831d845705efac502121308a\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     492 Feb  5  2015 \u001b[31m0361.eb828b44c428fcecd4e95e8799a9ee11\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1192 Feb  5  2015 \u001b[31m0362.d605ea00a259c1245d6e21ecf38264cf\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2782 Feb  5  2015 \u001b[31m0363.bafc8f5920a1e35acb4b06d6f6daa74c\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     578 Feb  5  2015 \u001b[31m0364.8e5f3385c2deb2c0c32794b403851ec4\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3696 Feb  5  2015 \u001b[31m0365.212dff15cc46d4650d9a270bf595b42f\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2273 Feb  5  2015 \u001b[31m0366.539843bed9a06ae77966ccbc9dc2e103\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2635 Feb  5  2015 \u001b[31m0367.c6d1767b20048ef840cf83f8fb2cff68\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    4305 Feb  5  2015 \u001b[31m0368.3a53888c2f7fbe52a7293f223375c245\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1290 Feb  5  2015 \u001b[31m0369.2530542de47d461ccb925fcafc6f0ad5\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3080 Feb  5  2015 \u001b[31m0370.6caa3885378bbaf0856bd9712629ab51\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     412 Feb  5  2015 \u001b[31m0371.e4ca4edd7d69a9b54cac7f364f5f2079\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3055 Feb  5  2015 \u001b[31m0372.216f90ef52558ed24402e192586a40e8\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2897 Feb  5  2015 \u001b[31m0373.2171ee7f8e73e1092279077df2910ff6\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff   16695 Feb  5  2015 \u001b[31m0374.ed17ed71f8d321cf8505672678c56e71\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3959 Feb  5  2015 \u001b[31m0375.ad5939ae436ed745d5222893d5ffe191\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2029 Feb  5  2015 \u001b[31m0376.d87b4313e6c43a986060d57a0b8515a6\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1466 Feb  5  2015 \u001b[31m0377.31267c80e042b22be0436c044c13513a\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2636 Feb  5  2015 \u001b[31m0378.36f7856d38f84ffea7f1fd98044f756e\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1198 Feb  5  2015 \u001b[31m0379.5b1c7a295af5ccb0a58c5a41d5c5ad04\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2075 Feb  5  2015 \u001b[31m0380.c4d530b5816543f4f1a23b8ce0d281f5\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1709 Feb  5  2015 \u001b[31m0381.492ed1e5eed1b631560e2009be5b8c9a\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1178 Feb  5  2015 \u001b[31m0382.8f4cd77d3b521fa679ed62a9dda23d9a\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    8947 Feb  5  2015 \u001b[31m0383.5b89d5a9c0152070a77e133734f7cd83\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1341 Feb  5  2015 \u001b[31m0384.e25b766bea2f1efe35eccb7eb6f54e37\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    7372 Feb  5  2015 \u001b[31m0385.8db8e827e6fec2fae5f7e407fe0e0ca3\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2524 Feb  5  2015 \u001b[31m0386.27345c618f7ca368d7a12b0dd09a9da3\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3308 Feb  5  2015 \u001b[31m0387.c2b993b46377256bdcb2314c2553b6f0\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2802 Feb  5  2015 \u001b[31m0388.23ff533336b63fb45d267b8cbe59b7b4\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    5857 Feb  5  2015 \u001b[31m0389.ed4ca8aceef91808c783909351c7bdb4\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     754 Feb  5  2015 \u001b[31m0390.176f9525715411d7e2ce36e5bab4c770\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff   18154 Feb  5  2015 \u001b[31m0391.a52ab775baefe8b277a285560cac7d78\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3334 Feb  5  2015 \u001b[31m0392.9e194dfff92f7d9957171b04a8d4b957\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2636 Feb  5  2015 \u001b[31m0393.d3a4d296a35c6a7f39429247c007eeae\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    4720 Feb  5  2015 \u001b[31m0394.9c882c72ddfd810b56776fdaa1c727a6\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1164 Feb  5  2015 \u001b[31m0395.bb934e8b4c39d5eab38f828a26f760b4\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    6127 Feb  5  2015 \u001b[31m0396.8ea0610e30c94adefd9b3489df436ad9\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1036 Feb  5  2015 \u001b[31m0397.c02eba1386b00d640c954e5117dd1aa0\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1170 Feb  5  2015 \u001b[31m0398.93e6be09b12b93697185c881c739605d\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1357 Feb  5  2015 \u001b[31m0399.b9eab4251d9263129290cf7fc2aa4c7a\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2540 Feb  5  2015 \u001b[31m0400.a152ca3d2735f5dfe48601331471c591\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2540 Feb  5  2015 \u001b[31m0401.450b38785db348f7d8c83c64304dd6e3\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    6340 Feb  5  2015 \u001b[31m0402.1290489e7e62ac9bb500677606540e5d\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     779 Feb  5  2015 \u001b[31m0403.5aa6261d36d1362bcd181ed7738de7f7\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     787 Feb  5  2015 \u001b[31m0404.a2c9ac35a89a129ce473c5d977409131\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     574 Feb  5  2015 \u001b[31m0405.18a5c3d971e1def2c3b4a2df122f3583\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    4517 Feb  5  2015 \u001b[31m0406.4b29229820cc5e9675ad369a3a000f43\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    5600 Feb  5  2015 \u001b[31m0407.157349d43c03e008f2448e1f37c510aa\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     652 Feb  5  2015 \u001b[31m0408.87f7a3c9c29aaf97b413126029aacc6a\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2638 Feb  5  2015 \u001b[31m0409.09cb28cd8753bff06fc8a547c3ed8fe2\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2437 Feb  5  2015 \u001b[31m0410.be908008e0e27722a177b289227f5fc1\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1480 Feb  5  2015 \u001b[31m0411.e6e37cbb02ad33b4e0ba5fb6caf2bbcf\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1386 Feb  5  2015 \u001b[31m0412.4e18b948471feca1fa1610ce7c1259a2\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    7035 Feb  5  2015 \u001b[31m0413.4c74110f6640067c2172a04543dea670\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3174 Feb  5  2015 \u001b[31m0414.4b85e87c5b9235c72f189bf044057f15\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     626 Feb  5  2015 \u001b[31m0415.e241b6184464107168656739bf96c6b9\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff   27999 Feb  5  2015 \u001b[31m0416.112b010a30255d7d14ee9465d4fe804c\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1930 Feb  5  2015 \u001b[31m0417.8e6ff04af5a268d0495259b3f6a24d58\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     759 Feb  5  2015 \u001b[31m0418.89cb8cbdd1cd4424829658e11ec6a13e\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    6127 Feb  5  2015 \u001b[31m0419.a42a284750591b454968a76dfab38370\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3638 Feb  5  2015 \u001b[31m0420.6112350c5fb3dcf5a67a4fafac80702e\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1157 Feb  5  2015 \u001b[31m0421.a5e7e7b43acb5501368b8c61221477f1\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1907 Feb  5  2015 \u001b[31m0422.cce79e048419b788816e8a2c28525afb\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3468 Feb  5  2015 \u001b[31m0423.3b9b432fa25a7ac8c494db8d2e42cc73\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     778 Feb  5  2015 \u001b[31m0424.b283405aeac6a8ff4c4a4e4e85310268\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1402 Feb  5  2015 \u001b[31m0425.d7a3b1ae59479bc986057a03d057615d\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1137 Feb  5  2015 \u001b[31m0426.2002be3b0195b54596a5e7fd7d7561d5\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    7095 Feb  5  2015 \u001b[31m0427.8136588f1befaccc01f0405513be6186\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    4513 Feb  5  2015 \u001b[31m0428.8fc153d0c9cbc406fbd9bdf1c4ed9b13\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     822 Feb  5  2015 \u001b[31m0429.b1077599c85314135e6d82d654c98d55\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1409 Feb  5  2015 \u001b[31m0430.17440122811305f78e499d2ed0a1fe46\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1181 Feb  5  2015 \u001b[31m0431.cc38713737ea22e2e329205efd78840a\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1552 Feb  5  2015 \u001b[31m0432.a2fa136962969f603b363e7509668b49\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff   16797 Feb  5  2015 \u001b[31m0433.8977506bae8028f48290ea0fb2f54ddd\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff   16629 Feb  5  2015 \u001b[31m0434.e86d28a69c9228080a3f0ecbde5ea5fa\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    7096 Feb  5  2015 \u001b[31m0435.2078783521379b81a45f1a5c48ca131f\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    4327 Feb  5  2015 \u001b[31m0436.97d3a7bc4377152052dd717581387f36\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1912 Feb  5  2015 \u001b[31m0437.b2ad4f589c9ca2ef65432465a12915b4\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    8938 Feb  5  2015 \u001b[31m0438.77cb3de3ddbb68012f0dbe370c4e71dc\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     817 Feb  5  2015 \u001b[31m0439.2c6d4d3e8b817c5315a1c61e4eeb7ee9\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1327 Feb  5  2015 \u001b[31m0440.16a3caff5b5788f2ae378850041252d7\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff   14105 Feb  5  2015 \u001b[31m0441.b820c1999715c2e5ded6418d2b17723c\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1178 Feb  5  2015 \u001b[31m0442.03f023d080136fd537ff369de5dcae10\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2545 Feb  5  2015 \u001b[31m0443.c5581d58a801553fee57b2bfe904ea93\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1375 Feb  5  2015 \u001b[31m0444.f81c80c3f2d43ecd8b117213f3e60c53\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1140 Feb  5  2015 \u001b[31m0445.2cd5092859b75fdccf3724ab2a4ccafe\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1982 Feb  5  2015 \u001b[31m0446.d971f234fa00ed94e18f5ce8f5c0f852\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     820 Feb  5  2015 \u001b[31m0447.badf14ca8ec589b0b2d25369573ffe84\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff   15816 Feb  5  2015 \u001b[31m0448.809b59ce6292db666ef457e3cb08bb39\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     667 Feb  5  2015 \u001b[31m0449.066d44ef3e1ff26103ea1b35b0a2e6d5\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     937 Feb  5  2015 \u001b[31m0450.a828f09ee44e716e6931866e4743e32a\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1753 Feb  5  2015 \u001b[31m0451.588b22df28f4036ff3895447afbcb7f3\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     869 Feb  5  2015 \u001b[31m0452.63e7d2b55fd5301d2c5d2f48c9a783f6\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     832 Feb  5  2015 \u001b[31m0453.622475ac240e9e2cdcdbb1a095cc8d28\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2606 Feb  5  2015 \u001b[31m0454.943161603b1eb6da5187194b5a75186a\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3838 Feb  5  2015 \u001b[31m0455.b7a7254a180821d6077a42f7153e12e5\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3420 Feb  5  2015 \u001b[31m0456.578afb400f87833c03c4dc2be6fd85bd\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     697 Feb  5  2015 \u001b[31m0457.fc29b47778cf7dae8206fb24985dd8dd\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1159 Feb  5  2015 \u001b[31m0458.8c9d2363547ebaf997282910cf21e95c\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff   10245 Feb  5  2015 \u001b[31m0459.5d8701dbedee666b885d456475f0301d\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    7296 Feb  5  2015 \u001b[31m0460.532703440c6f7df067d1ba5054da7f11\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff   10589 Feb  5  2015 \u001b[31m0461.27302a2e94d8948f8a81a7d4c8566cf0\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2128 Feb  5  2015 \u001b[31m0462.2cfe24a32d1b480eab70b099b4a8a919\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1445 Feb  5  2015 \u001b[31m0463.47a4c19eea5230ff19a42e62a5f59484\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     697 Feb  5  2015 \u001b[31m0464.c1345cc18f1944b61a219dcdfe54088a\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1067 Feb  5  2015 \u001b[31m0465.5d27c24cf1797e87a346c02f9bc42587\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    7324 Feb  5  2015 \u001b[31m0466.11bc31540055c320b62e5886ef27c4b2\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2614 Feb  5  2015 \u001b[31m0467.b59a3337d0979ba8d587bf4c166db8b1\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     637 Feb  5  2015 \u001b[31m0468.8edb99340b9a96a81813be2d3362605d\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1120 Feb  5  2015 \u001b[31m0469.c1d9ab5918d50dac4242ef53c4aaf678\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     764 Feb  5  2015 \u001b[31m0470.b9e513715695ea1c79c1e5af0fb0eea9\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3456 Feb  5  2015 \u001b[31m0471.f3cd3e181577b34e474bea8c480d1b44\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    5570 Feb  5  2015 \u001b[31m0472.40695f88feb07754e40b1008aeb47bd1\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3279 Feb  5  2015 \u001b[31m0473.ab22ff7eb6975783dff18f279a1a8357\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2014 Feb  5  2015 \u001b[31m0474.81ea7ec9e00168efe6bb824d08825ef3\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1236 Feb  5  2015 \u001b[31m0475.f3c5fb57463eb715fa93e9ce483c49fe\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3121 Feb  5  2015 \u001b[31m0476.0530ef1b33305fdf919489946570685b\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2618 Feb  5  2015 \u001b[31m0477.c825fdd16a32d2d29f4f3613e412dfb3\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    5754 Feb  5  2015 \u001b[31m0478.16f274ffd3e884a574c9461012cadea6\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    8206 Feb  5  2015 \u001b[31m0479.558d7491db4238443bc549ec06021bae\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     624 Feb  5  2015 \u001b[31m0480.fc9323682825f7d93ed78a82970ceaea\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    9594 Feb  5  2015 \u001b[31m0481.77b1644dfd682bf753d5894ad04f8020\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     734 Feb  5  2015 \u001b[31m0482.d2338d94e40e6028a89c0a197ed7c470\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff     373 Feb  5  2015 \u001b[31m0483.488a059db4a731caae8143bf298d6ac4\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff   18172 Feb  5  2015 \u001b[31m0484.cd802b94da9c80db5e4432bb661effd1\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    4173 Feb  5  2015 \u001b[31m0485.9021367278833179285091e5201f5854\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1248 Feb  5  2015 \u001b[31m0486.348918a564335556b4fdd8b82f939918\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff   27706 Feb  5  2015 \u001b[31m0487.b57549dc531f50c1ff1e3356bc38b390\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    4015 Feb  5  2015 \u001b[31m0488.6d41f6d7222978a3ee2b6cfbfce55a02\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1807 Feb  5  2015 \u001b[31m0489.013cd8eb1a0a545e5c6ed066bad0cad7\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1303 Feb  5  2015 \u001b[31m0490.5fc0d6e9adcaf702bb7dd303ff2d59e2\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2975 Feb  5  2015 \u001b[31m0491.f47154f78397c57b14e05450a16745d5\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff  128102 Feb  5  2015 \u001b[31m0492.f2d030fd71d7c3075626195b5c0b56f7\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    1188 Feb  5  2015 \u001b[31m0493.c82e983c32e4888b4fbb0084cb303608\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff   10830 Feb  5  2015 \u001b[31m0494.a0865131f55d26362a8efad99c37de01\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3570 Feb  5  2015 \u001b[31m0495.a13bce4369913c929a48b073f2b320c9\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3566 Feb  5  2015 \u001b[31m0496.e995facc5d5bc6d3f3a8537d35e0432a\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    3677 Feb  5  2015 \u001b[31m0497.9307bd1fb5347f9fbf1f54ebe95b1d20\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    6399 Feb  5  2015 \u001b[31m0498.863566df8e5f17f979edca79d1e87187\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff    2307 Feb  5  2015 \u001b[31m0499.4a17fbd7fe71705e09b4dd2e24d802dd\u001b[m\u001b[m\r\n",
      "-rwxr-xr-x@   1 ben  staff   24155 Feb  5  2015 \u001b[31m0500.2e8762b67913d1b07bc8da293448d27f\u001b[m\u001b[m\r\n"
     ]
    }
   ],
   "source": [
    "!ls -la is-spam"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Life Insurance - Why Pay More?<!DOCTYPE HTML PUBLIC \"-//W3C//DTD HTML 4.0 Transitional//EN\">\r",
      "\r\n",
      "<HTML><HEAD>\r",
      "\r\n",
      "<META content=3D\"text/html; charset=3Dwindows-1252\" http-equiv=3DContent-T=\r",
      "\r\n",
      "ype>\r",
      "\r\n",
      "<META content=3D\"MSHTML 5.00.2314.1000\" name=3DGENERATOR></HEAD>\r",
      "\r\n",
      "<BODY><!-- Inserted by Calypso -->\r",
      "\r\n",
      "<TABLE border=3D0 cellPadding=3D0 cellSpacing=3D2 id=3D_CalyPrintHeader_ r=\r",
      "\r\n",
      "ules=3Dnone \r",
      "\r\n",
      "style=3D\"COLOR: black; DISPLAY: none\" width=3D\"100%\">\r",
      "\r\n",
      "  <TBODY>\r",
      "\r\n",
      "  <TR>\r",
      "\r\n",
      "    <TD colSpan=3D3>\r",
      "\r\n",
      "      <HR color=3Dblack noShade SIZE=3D1>\r",
      "\r\n",
      "    </TD></TR></TD></TR>\r",
      "\r\n",
      "  <TR>\r",
      "\r\n",
      "    <TD colSpan=3D3>\r",
      "\r\n",
      "      <HR color=3Dblack noShade SIZE=3D1>\r",
      "\r\n",
      "    </TD></TR></TBODY></TABLE><!-- End Calypso --><!-- Inserted by Calypso=\r",
      "\r\n",
      " --><FONT \r",
      "\r\n",
      "color=3D#000000 face=3DVERDANA,ARIAL,HELVETICA size=3D-2><BR></FONT></TD><=\r",
      "\r\n",
      "/TR></TABLE><!-- End Calypso --><FONT color=3D#ff0000 \r",
      "\r\n",
      "face=3D\"Copperplate Gothic Bold\" size=3D5 PTSIZE=3D\"10\">\r",
      "\r\n",
      "<CENTER>Save up to 70% on Life Insurance.</CENTER></FONT><FONT color=3D#ff=\r",
      "\r\n",
      "0000 \r",
      "\r\n",
      "face=3D\"Copperplate Gothic Bold\" size=3D5 PTSIZE=3D\"10\">\r",
      "\r\n",
      "<CENTER>Why Spend More Than You Have To?\r",
      "\r\n",
      "<CENTER><FONT color=3D#ff0000 face=3D\"Copperplate Gothic Bold\" size=3D5 PT=\r",
      "\r\n",
      "SIZE=3D\"10\">\r",
      "\r\n",
      "<CENTER>Life Quote Savings\r",
      "\r\n",
      "<CENTER>\r",
      "\r\n",
      "<P align=3Dleft></P>\r",
      "\r\n",
      "<P align=3Dleft></P></FONT></U></I></B><BR></FONT></U></B></U></I>\r",
      "\r\n",
      "<P></P>\r",
      "\r\n",
      "<CENTER>\r",
      "\r\n",
      "<TABLE border=3D0 borderColor=3D#111111 cellPadding=3D0 cellSpacing=3D0 wi=\r",
      "\r\n",
      "dth=3D650>\r",
      "\r\n",
      "  <TBODY></TBODY></TABLE>\r",
      "\r\n",
      "<TABLE border=3D0 borderColor=3D#111111 cellPadding=3D5 cellSpacing=3D0 wi=\r",
      "\r\n",
      "dth=3D650>\r",
      "\r\n",
      "  <TBODY>\r",
      "\r\n",
      "  <TR>\r",
      "\r\n",
      "    <TD colSpan=3D2 width=3D\"35%\"><B><FONT face=3DVerdana size=3D4>Ensurin=\r",
      "\r\n",
      "g your \r",
      "\r\n",
      "      family's financial security is very important. Life Quote Savings ma=\r",
      "\r\n",
      "kes \r",
      "\r\n",
      "      buying life insurance simple and affordable. We Provide FREE Access =\r",
      "\r\n",
      "to The \r",
      "\r\n",
      "      Very Best Companies and The Lowest Rates.</FONT></B></TD></TR>\r",
      "\r\n",
      "  <TR>\r",
      "\r\n",
      "    <TD align=3Dmiddle vAlign=3Dtop width=3D\"18%\">\r",
      "\r\n",
      "      <TABLE borderColor=3D#111111 width=3D\"100%\">\r",
      "\r\n",
      "        <TBODY>\r",
      "\r\n",
      "        <TR>\r",
      "\r\n",
      "          <TD style=3D\"PADDING-LEFT: 5px; PADDING-RIGHT: 5px\" width=3D\"100=\r",
      "\r\n",
      "%\"><FONT \r",
      "\r\n",
      "            face=3DVerdana size=3D4><B>Life Quote Savings</B> is FAST, EAS=\r",
      "\r\n",
      "Y and \r",
      "\r\n",
      "            SAVES you money! Let us help you get started with the best val=\r",
      "\r\n",
      "ues in \r",
      "\r\n",
      "            the country on new coverage. You can SAVE hundreds or even tho=\r",
      "\r\n",
      "usands \r",
      "\r\n",
      "            of dollars by requesting a FREE quote from Lifequote Savings. =\r",
      "\r\n",
      "Our \r",
      "\r\n",
      "            service will take you less than 5 minutes to complete. Shop an=\r",
      "\r\n",
      "d \r",
      "\r\n",
      "            compare. SAVE up to 70% on all types of Life insurance! \r",
      "\r\n",
      "</FONT></TD></TR>\r",
      "\r\n",
      "        <TR><BR><BR>\r",
      "\r\n",
      "          <TD height=3D50 style=3D\"PADDING-LEFT: 5px; PADDING-RIGHT: 5px\" \r",
      "\r\n",
      "          width=3D\"100%\">\r",
      "\r\n",
      "            <P align=3Dcenter><B><FONT face=3DVerdana size=3D5><A \r",
      "\r\n",
      "            href=3D\"http://website.e365.cc/savequote/\">Click Here For Your=\r",
      "\r\n",
      " \r",
      "\r\n",
      "            Free Quote!</A></FONT></B></P></TD>\r",
      "\r\n",
      "          <P><FONT face=3DVerdana size=3D4><STRONG>\r",
      "\r\n",
      "          <CENTER>Protecting your family is the best investment you'll eve=\r",
      "\r\n",
      "r \r",
      "\r\n",
      "          make!<BR></B></TD></TR>\r",
      "\r\n",
      "        <TR><BR><BR></STRONG></FONT></TD></TR></TD></TR>\r",
      "\r\n",
      "        <TR></TR></TBODY></TABLE>\r",
      "\r\n",
      "      <P align=3Dleft><FONT face=3D\"Arial, Helvetica, sans-serif\" size=3D2=\r",
      "\r\n",
      "></FONT></P>\r",
      "\r\n",
      "      <P></P>\r",
      "\r\n",
      "      <CENTER><BR><BR><BR>\r",
      "\r\n",
      "      <P></P>\r",
      "\r\n",
      "      <P align=3Dleft><BR></B><BR><BR><BR><BR></P>\r",
      "\r\n",
      "      <P align=3Dcenter><BR></P>\r",
      "\r\n",
      "      <P align=3Dleft><BR></B><BR><BR></FONT>If you are in receipt of this=\r",
      "\r\n",
      " email \r",
      "\r\n",
      "      in error and/or wish to be removed from our list, <A \r",
      "\r\n",
      "      href=3D\"mailto:coins@btamail.net.cn\">PLEASE CLICK HERE</A> AND TYPE =\r",
      "\r\n",
      "REMOVE. If you \r",
      "\r\n",
      "      reside in any state which prohibits e-mail solicitations for insuran=\r",
      "\r\n",
      "ce, \r",
      "\r\n",
      "      please disregard this \r",
      "\r\n",
      "      email.<BR></FONT><BR><BR><BR><BR><BR><BR><BR><BR><BR><BR><BR><BR><BR=\r",
      "\r\n",
      "><BR><BR><BR></FONT></P></CENTER></CENTER></TR></TBODY></TABLE></CENTER></=\r",
      "\r\n",
      "CENTER></CENTER></CENTER></CENTER></BODY></HTML>\r",
      "\r\n",
      "\r",
      "\r\n",
      "\r",
      "\r\n",
      "\r",
      "\r\n"
     ]
    }
   ],
   "source": [
    "!cat is-spam/0001.bfc8d64d12b325ff385cca8d07b84288"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Re: New Sequences Window    Date:        Wed, 21 Aug 2002 10:54:46 -0500\r",
      "\r\n",
      "    From:        Chris Garrigues <cwg-dated-1030377287.06fa6d@DeepEddy.Com>\r",
      "\r\n",
      "    Message-ID:  <1029945287.4797.TMDA@deepeddy.vircio.com>\r",
      "\r\n",
      "\r",
      "\r\n",
      "\r",
      "\r\n",
      "  | I can't reproduce this error.\r",
      "\r\n",
      "\r",
      "\r\n",
      "For me it is very repeatable... (like every time, without fail).\r",
      "\r\n",
      "\r",
      "\r\n",
      "This is the debug log of the pick happening ...\r",
      "\r\n",
      "\r",
      "\r\n",
      "18:19:03 Pick_It {exec pick +inbox -list -lbrace -lbrace -subject ftp -rbrace -rbrace} {4852-4852 -sequence mercury}\r",
      "\r\n",
      "18:19:03 exec pick +inbox -list -lbrace -lbrace -subject ftp -rbrace -rbrace 4852-4852 -sequence mercury\r",
      "\r\n",
      "18:19:04 Ftoc_PickMsgs {{1 hit}}\r",
      "\r\n",
      "18:19:04 Marking 1 hits\r",
      "\r\n",
      "18:19:04 tkerror: syntax error in expression \"int ...\r",
      "\r\n",
      "\r",
      "\r\n",
      "Note, if I run the pick command by hand ...\r",
      "\r\n",
      "\r",
      "\r\n",
      "delta$ pick +inbox -list -lbrace -lbrace -subject ftp -rbrace -rbrace  4852-4852 -sequence mercury\r",
      "\r\n",
      "1 hit\r",
      "\r\n",
      "\r",
      "\r\n",
      "That's where the \"1 hit\" comes from (obviously).  The version of nmh I'm\r",
      "\r\n",
      "using is ...\r",
      "\r\n",
      "\r",
      "\r\n",
      "delta$ pick -version\r",
      "\r\n",
      "pick -- nmh-1.0.4 [compiled on fuchsia.cs.mu.OZ.AU at Sun Mar 17 14:55:56 ICT 2002]\r",
      "\r\n",
      "\r",
      "\r\n",
      "And the relevant part of my .mh_profile ...\r",
      "\r\n",
      "\r",
      "\r\n",
      "delta$ mhparam pick\r",
      "\r\n",
      "-seq sel -list\r",
      "\r\n",
      "\r",
      "\r\n",
      "\r",
      "\r\n",
      "Since the pick command works, the sequence (actually, both of them, the\r",
      "\r\n",
      "one that's explicit on the command line, from the search popup, and the\r",
      "\r\n",
      "one that comes from .mh_profile) do get created.\r",
      "\r\n",
      "\r",
      "\r\n",
      "kre\r",
      "\r\n",
      "\r",
      "\r\n",
      "ps: this is still using the version of the code form a day ago, I haven't\r",
      "\r\n",
      "been able to reach the cvs repository today (local routing issue I think).\r",
      "\r\n",
      "\r",
      "\r\n",
      "\r",
      "\r\n",
      "\r",
      "\r\n",
      "_______________________________________________\r",
      "\r\n",
      "Exmh-workers mailing list\r",
      "\r\n",
      "Exmh-workers@redhat.com\r",
      "\r\n",
      "https://listman.redhat.com/mailman/listinfo/exmh-workers\r",
      "\r\n",
      "\r",
      "\r\n"
     ]
    }
   ],
   "source": [
    "!cat not-spam/00001.7c53336b37003a9286aba55d2945844c"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "501 887\n"
     ]
    }
   ],
   "source": [
    "spam_articles = glob.glob('is-spam/*')\n",
    "non_spam_articles = glob.glob('not-spam/*')\n",
    "print len(spam_articles), len(non_spam_articles)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Lets start to look at our data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from nltk import word_tokenize, sent_tokenize"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def tokenize_article(filename):\n",
    "    text = open(filename).read().decode('utf-8', 'ignore')\n",
    "    words = word_tokenize(text)\n",
    "    sentences = sent_tokenize(text)\n",
    "    return words, sentences"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "words, sents = tokenize_article(spam_articles[1])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "u'Life'"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "words[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "u'Life Insurance - Why Pay More?<!DOCTYPE HTML PUBLIC \"-//W3C//DTD HTML 4.0 Transitional//EN\">\\r\\n<HTML><HEAD>\\r\\n<META content=3D\"text/html; charset=3Dwindows-1252\" http-equiv=3DContent-T=\\r\\nype>\\r\\n<META content=3D\"MSHTML 5.00.2314.1000\" name=3DGENERATOR></HEAD>\\r\\n<BODY><!-- Inserted by Calypso -->\\r\\n<TABLE border=3D0 cellPadding=3D0 cellSpacing=3D2 id=3D_CalyPrintHeader_ r=\\r\\nules=3Dnone \\r\\nstyle=3D\"COLOR: black; DISPLAY: none\" width=3D\"100%\">\\r\\n  <TBODY>\\r\\n  <TR>\\r\\n    <TD colSpan=3D3>\\r\\n      <HR color=3Dblack noShade SIZE=3D1>\\r\\n    </TD></TR></TD></TR>\\r\\n  <TR>\\r\\n    <TD colSpan=3D3>\\r\\n      <HR color=3Dblack noShade SIZE=3D1>\\r\\n    </TD></TR></TBODY></TABLE><!-- End Calypso --><!-- Inserted by Calypso=\\r\\n --><FONT \\r\\ncolor=3D#000000 face=3DVERDANA,ARIAL,HELVETICA size=3D-2><BR></FONT></TD><=\\r\\n/TR></TABLE><!-- End Calypso --><FONT color=3D#ff0000 \\r\\nface=3D\"Copperplate Gothic Bold\" size=3D5 PTSIZE=3D\"10\">\\r\\n<CENTER>Save up to 70% on Life Insurance.</CENTER></FONT><FONT color=3D#ff=\\r\\n0000 \\r\\nface=3D\"Copperplate Gothic Bold\" size=3D5 PTSIZE=3D\"10\">\\r\\n<CENTER>Why Spend More Than You Have To?'"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sents[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "11\n"
     ]
    }
   ],
   "source": [
    "print len(sents)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def make_feature_vector(article_filename):\n",
    "    words, sents = tokenize_article(article_filename)\n",
    "    num_sentences = len(sents)\n",
    "    buy_count = words.count('buy')\n",
    "    return [num_sentences, buy_count]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[3, 2]\n"
     ]
    }
   ],
   "source": [
    "print make_feature_vector(spam_articles[68])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "spam_feature_vectors = []\n",
    "for article in spam_articles:\n",
    "    features = make_feature_vector(article)\n",
    "    features.insert(0, article)\n",
    "    spam_feature_vectors.append(features)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "spam_df = pd.DataFrame(spam_feature_vectors)\n",
    "spam_df.columns = ['article_name', 'num_sentences', 'buy_count']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>article_name</th>\n",
       "      <th>num_sentences</th>\n",
       "      <th>buy_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>is-spam/0000.7b1b73cf36cf9dbc3d64e3f2ee2b91f1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>is-spam/0001.bfc8d64d12b325ff385cca8d07b84288</td>\n",
       "      <td>11</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>is-spam/0002.24b47bb3ce90708ae29d0aec1da08610</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>is-spam/0003.4b3d943b8df71af248d12f8b2e7a224a</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>is-spam/0004.1874ab60c71f0b31b580f313a3f6e777</td>\n",
       "      <td>44</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>is-spam/0005.1f42bb885de0ef7fc5cd09d34dc2ba54</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>is-spam/0006.7a32642f8c22bbeb85d6c3b5f3890a2c</td>\n",
       "      <td>28</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>is-spam/0007.859c901719011d56f8b652ea071c1f8b</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>is-spam/0008.9562918b57e044abfbce260cc875acde</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>is-spam/0009.c05e264fbf18783099b53dbc9a9aacda</td>\n",
       "      <td>41</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>is-spam/0010.7f5fb525755c45eb78efc18d7c9ea5aa</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>is-spam/0011.2a1247254a535bac29c476b86c708901</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>is-spam/0012.7bc8e619ad0264979edce15083e70a02</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>is-spam/0013.9034ac0917f6fdb82c5ee6a7509029ed</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>is-spam/0014.ed99ffe0f452b91be11684cbfe8d349c</td>\n",
       "      <td>10</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>is-spam/0015.1b871d654560011a0aaa29bb4e9054f7</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>is-spam/0016.f9c349935955e1ccc7626270da898445</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>is-spam/0017.49ab70c7a4042cb1c695a0e59a6ede54</td>\n",
       "      <td>40</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>is-spam/0018.259154a52bc55dcae491cfded60a5cd2</td>\n",
       "      <td>10</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>is-spam/0019.939e70d8367f315193e4bc5be80dc262</td>\n",
       "      <td>16</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>is-spam/0020.4120dc06a0124a8688e96f8cff029113</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>is-spam/0021.15185fdb3fb02dffd041fa8f70d19791</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>is-spam/0022.4b5cf3c16feb88dd6932a8c46a41946c</td>\n",
       "      <td>15</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>is-spam/0023.4299adbda55862876440ecbc2fce6a67</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>is-spam/0024.fc4bd0b22cd7907e99f8a35b74655b15</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>is-spam/0025.97302502dc8e20ab7e7eb05f926e1bab</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>is-spam/0026.4f10fab6e6776379c17ee9c9ac7da4a8</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>is-spam/0027.028e0b165e8ea6f479e09a8f8cc7e50d</td>\n",
       "      <td>16</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>is-spam/0028.83a43dd97923463030349506a56226c1</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>is-spam/0029.2b149de91fef9f40880d27ce8c27aeb2</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>471</th>\n",
       "      <td>is-spam/0471.f3cd3e181577b34e474bea8c480d1b44</td>\n",
       "      <td>40</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>472</th>\n",
       "      <td>is-spam/0472.40695f88feb07754e40b1008aeb47bd1</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>473</th>\n",
       "      <td>is-spam/0473.ab22ff7eb6975783dff18f279a1a8357</td>\n",
       "      <td>41</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>474</th>\n",
       "      <td>is-spam/0474.81ea7ec9e00168efe6bb824d08825ef3</td>\n",
       "      <td>14</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>475</th>\n",
       "      <td>is-spam/0475.f3c5fb57463eb715fa93e9ce483c49fe</td>\n",
       "      <td>16</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>476</th>\n",
       "      <td>is-spam/0476.0530ef1b33305fdf919489946570685b</td>\n",
       "      <td>23</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477</th>\n",
       "      <td>is-spam/0477.c825fdd16a32d2d29f4f3613e412dfb3</td>\n",
       "      <td>14</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>478</th>\n",
       "      <td>is-spam/0478.16f274ffd3e884a574c9461012cadea6</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>479</th>\n",
       "      <td>is-spam/0479.558d7491db4238443bc549ec06021bae</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>480</th>\n",
       "      <td>is-spam/0480.fc9323682825f7d93ed78a82970ceaea</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>481</th>\n",
       "      <td>is-spam/0481.77b1644dfd682bf753d5894ad04f8020</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>482</th>\n",
       "      <td>is-spam/0482.d2338d94e40e6028a89c0a197ed7c470</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>483</th>\n",
       "      <td>is-spam/0483.488a059db4a731caae8143bf298d6ac4</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>484</th>\n",
       "      <td>is-spam/0484.cd802b94da9c80db5e4432bb661effd1</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>485</th>\n",
       "      <td>is-spam/0485.9021367278833179285091e5201f5854</td>\n",
       "      <td>17</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>486</th>\n",
       "      <td>is-spam/0486.348918a564335556b4fdd8b82f939918</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>487</th>\n",
       "      <td>is-spam/0487.b57549dc531f50c1ff1e3356bc38b390</td>\n",
       "      <td>65</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>488</th>\n",
       "      <td>is-spam/0488.6d41f6d7222978a3ee2b6cfbfce55a02</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>489</th>\n",
       "      <td>is-spam/0489.013cd8eb1a0a545e5c6ed066bad0cad7</td>\n",
       "      <td>25</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>490</th>\n",
       "      <td>is-spam/0490.5fc0d6e9adcaf702bb7dd303ff2d59e2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>491</th>\n",
       "      <td>is-spam/0491.f47154f78397c57b14e05450a16745d5</td>\n",
       "      <td>19</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>492</th>\n",
       "      <td>is-spam/0492.f2d030fd71d7c3075626195b5c0b56f7</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>493</th>\n",
       "      <td>is-spam/0493.c82e983c32e4888b4fbb0084cb303608</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>494</th>\n",
       "      <td>is-spam/0494.a0865131f55d26362a8efad99c37de01</td>\n",
       "      <td>13</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495</th>\n",
       "      <td>is-spam/0495.a13bce4369913c929a48b073f2b320c9</td>\n",
       "      <td>27</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>496</th>\n",
       "      <td>is-spam/0496.e995facc5d5bc6d3f3a8537d35e0432a</td>\n",
       "      <td>28</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>497</th>\n",
       "      <td>is-spam/0497.9307bd1fb5347f9fbf1f54ebe95b1d20</td>\n",
       "      <td>30</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>498</th>\n",
       "      <td>is-spam/0498.863566df8e5f17f979edca79d1e87187</td>\n",
       "      <td>12</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>499</th>\n",
       "      <td>is-spam/0499.4a17fbd7fe71705e09b4dd2e24d802dd</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>500</th>\n",
       "      <td>is-spam/0500.2e8762b67913d1b07bc8da293448d27f</td>\n",
       "      <td>252</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>501 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                      article_name  num_sentences  buy_count\n",
       "0    is-spam/0000.7b1b73cf36cf9dbc3d64e3f2ee2b91f1              1          0\n",
       "1    is-spam/0001.bfc8d64d12b325ff385cca8d07b84288             11          0\n",
       "2    is-spam/0002.24b47bb3ce90708ae29d0aec1da08610              5          0\n",
       "3    is-spam/0003.4b3d943b8df71af248d12f8b2e7a224a              4          0\n",
       "4    is-spam/0004.1874ab60c71f0b31b580f313a3f6e777             44          0\n",
       "5    is-spam/0005.1f42bb885de0ef7fc5cd09d34dc2ba54              4          0\n",
       "6    is-spam/0006.7a32642f8c22bbeb85d6c3b5f3890a2c             28          0\n",
       "7    is-spam/0007.859c901719011d56f8b652ea071c1f8b              9          0\n",
       "8    is-spam/0008.9562918b57e044abfbce260cc875acde              7          0\n",
       "9    is-spam/0009.c05e264fbf18783099b53dbc9a9aacda             41          0\n",
       "10   is-spam/0010.7f5fb525755c45eb78efc18d7c9ea5aa              2          0\n",
       "11   is-spam/0011.2a1247254a535bac29c476b86c708901              9          0\n",
       "12   is-spam/0012.7bc8e619ad0264979edce15083e70a02              1          0\n",
       "13   is-spam/0013.9034ac0917f6fdb82c5ee6a7509029ed              4          0\n",
       "14   is-spam/0014.ed99ffe0f452b91be11684cbfe8d349c             10          0\n",
       "15   is-spam/0015.1b871d654560011a0aaa29bb4e9054f7              5          0\n",
       "16   is-spam/0016.f9c349935955e1ccc7626270da898445              2          0\n",
       "17   is-spam/0017.49ab70c7a4042cb1c695a0e59a6ede54             40          0\n",
       "18   is-spam/0018.259154a52bc55dcae491cfded60a5cd2             10          0\n",
       "19   is-spam/0019.939e70d8367f315193e4bc5be80dc262             16          0\n",
       "20   is-spam/0020.4120dc06a0124a8688e96f8cff029113              8          0\n",
       "21   is-spam/0021.15185fdb3fb02dffd041fa8f70d19791              5          0\n",
       "22   is-spam/0022.4b5cf3c16feb88dd6932a8c46a41946c             15          0\n",
       "23   is-spam/0023.4299adbda55862876440ecbc2fce6a67              1          0\n",
       "24   is-spam/0024.fc4bd0b22cd7907e99f8a35b74655b15              1          0\n",
       "25   is-spam/0025.97302502dc8e20ab7e7eb05f926e1bab              5          0\n",
       "26   is-spam/0026.4f10fab6e6776379c17ee9c9ac7da4a8              1          0\n",
       "27   is-spam/0027.028e0b165e8ea6f479e09a8f8cc7e50d             16          0\n",
       "28   is-spam/0028.83a43dd97923463030349506a56226c1              4          0\n",
       "29   is-spam/0029.2b149de91fef9f40880d27ce8c27aeb2              5          0\n",
       "..                                             ...            ...        ...\n",
       "471  is-spam/0471.f3cd3e181577b34e474bea8c480d1b44             40          0\n",
       "472  is-spam/0472.40695f88feb07754e40b1008aeb47bd1              9          0\n",
       "473  is-spam/0473.ab22ff7eb6975783dff18f279a1a8357             41          0\n",
       "474  is-spam/0474.81ea7ec9e00168efe6bb824d08825ef3             14          0\n",
       "475  is-spam/0475.f3c5fb57463eb715fa93e9ce483c49fe             16          0\n",
       "476  is-spam/0476.0530ef1b33305fdf919489946570685b             23          0\n",
       "477  is-spam/0477.c825fdd16a32d2d29f4f3613e412dfb3             14          0\n",
       "478  is-spam/0478.16f274ffd3e884a574c9461012cadea6              6          0\n",
       "479  is-spam/0479.558d7491db4238443bc549ec06021bae              4          0\n",
       "480  is-spam/0480.fc9323682825f7d93ed78a82970ceaea              8          0\n",
       "481  is-spam/0481.77b1644dfd682bf753d5894ad04f8020              6          0\n",
       "482  is-spam/0482.d2338d94e40e6028a89c0a197ed7c470              5          0\n",
       "483  is-spam/0483.488a059db4a731caae8143bf298d6ac4              1          0\n",
       "484  is-spam/0484.cd802b94da9c80db5e4432bb661effd1              5          0\n",
       "485  is-spam/0485.9021367278833179285091e5201f5854             17          0\n",
       "486  is-spam/0486.348918a564335556b4fdd8b82f939918              5          0\n",
       "487  is-spam/0487.b57549dc531f50c1ff1e3356bc38b390             65          2\n",
       "488  is-spam/0488.6d41f6d7222978a3ee2b6cfbfce55a02              7          0\n",
       "489  is-spam/0489.013cd8eb1a0a545e5c6ed066bad0cad7             25          0\n",
       "490  is-spam/0490.5fc0d6e9adcaf702bb7dd303ff2d59e2              2          0\n",
       "491  is-spam/0491.f47154f78397c57b14e05450a16745d5             19          0\n",
       "492  is-spam/0492.f2d030fd71d7c3075626195b5c0b56f7              2          0\n",
       "493  is-spam/0493.c82e983c32e4888b4fbb0084cb303608              9          0\n",
       "494  is-spam/0494.a0865131f55d26362a8efad99c37de01             13          0\n",
       "495  is-spam/0495.a13bce4369913c929a48b073f2b320c9             27          0\n",
       "496  is-spam/0496.e995facc5d5bc6d3f3a8537d35e0432a             28          0\n",
       "497  is-spam/0497.9307bd1fb5347f9fbf1f54ebe95b1d20             30          0\n",
       "498  is-spam/0498.863566df8e5f17f979edca79d1e87187             12          0\n",
       "499  is-spam/0499.4a17fbd7fe71705e09b4dd2e24d802dd              8          0\n",
       "500  is-spam/0500.2e8762b67913d1b07bc8da293448d27f            252          1\n",
       "\n",
       "[501 rows x 3 columns]"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "spam_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>num_sentences</th>\n",
       "      <th>buy_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>501.000000</td>\n",
       "      <td>501.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>15.942116</td>\n",
       "      <td>0.127745</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>30.519938</td>\n",
       "      <td>0.521199</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>4.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>9.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>16.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>377.000000</td>\n",
       "      <td>5.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       num_sentences   buy_count\n",
       "count     501.000000  501.000000\n",
       "mean       15.942116    0.127745\n",
       "std        30.519938    0.521199\n",
       "min         1.000000    0.000000\n",
       "25%         4.000000    0.000000\n",
       "50%         9.000000    0.000000\n",
       "75%        16.000000    0.000000\n",
       "max       377.000000    5.000000"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "spam_df.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.axes._subplots.AxesSubplot at 0x125fa7c90>"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYkAAAEQCAYAAABFtIg2AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAGs9JREFUeJzt3X+8XHWd3/HXJ790CCaQcAWb4L2uiKASIa6RbtzuRUtE\nXETqan1U3F3bbrW7MdRaC9Ruydpu17ZbfWi79vGwUouQgKxdUXlouVQzuyQu3gAhQZMI+4BBRUyu\n+1gNLnmIyKd/zAmZ3My5uTN37py5yev5eMxjzpw5c76fe+Y8zvt+z3fmTGQmkiS1M6/qAiRJg8uQ\nkCSVMiQkSaUMCUlSKUNCklTKkJAklRqIkIiIpRHxpxGxJyK+HRGvqbomSRIsqLqAwseBr2Tm2yJi\nAXBS1QVJkiCq/jJdRCwBdmTmiystRJJ0lEE43fQi4EcR8ZmIuC8iPhURtaqLkiQNRkgsAFYDf5KZ\nq4EngWuqLUmSBIMxJvF94HuZeU/x+PPA1ZMXiggvMiVJXcjM6Pa1lfckMnMf8L2IOLuY9Xpgd8my\nA3W77rrrKq/Bmo6vuqzJmnp9m6lB6EkAbAA2RcRC4GHg3RXXI0liQEIiM3cCr666DknSkSo/3TSX\njY6OVl3CUaxp+gaxLmuaHmvqn8q/JzFdEZFzpVZJGhQRQc7lgWtJ0uAyJCRJpQwJSVIpQ0KSVMqQ\nkCSVMiQkSaUMCUlSKUNCklTKkJAklTIkJEmlDAlJUilDQpJUypCQJJUyJCRJpQwJSVIpQ0KSVMqQ\nkCSVMiQkSaUMCUlSKUNCklTKkJAklVpQdQEAEdEAfgI8A/w8M9dUW5EkCQYkJGiGw2hm/k3VhUiS\nDhuU003B4NSi49TExATbt29nYmKi6lKkOWNQDswJ3BkR2yPid6ouRsefm2/+HMPD53Dxxe9lePgc\nbr75c1WXJM0JkZlV10BEvCAzH4+IIeBOYH1mbp20TA5CrZp7JiYmGB4+h4MHtwCrgF3Uahfx6KN7\nGRoaqro8aVZFBJkZ3b5+IMYkMvPx4n4iIr4ArAG2Tl5u48aNz06Pjo4yOjrapwo1lzUaDRYtGuHg\nwVXFnFUsXDhMo9EwJHTcqdfr1Ov1nq2v8p5ERJwEzMvMn0bEYmAM+IPMHJu0nD0JdcWehE5kM+1J\nDMKYxOnA1ojYAdwNfHlyQEgzMTQ0xPXXf5Ja7SKWLFlNrXYR11//SQNCmobKexLTZU9CMzUxMUGj\n0WBkZMSA0Aljpj0JQ0KSjmPHw+kmSdKAMiQkSaUMCUlSKUNCklTKkJAklTIkJEmlDAlJUilDQpJU\nypCQJJUyJCRJpQwJSVIpQ0KSVMqQkCSVMiQkSaUMCUlSKUNCklTKkJAklTIkJEmlDAlJUilDQpJU\nypCQJJUyJCRJpQYmJCJiXkTcFxFfqroWSVLTwIQEcBWwu+oiJEmHDURIRMRK4FLg01XXoiNNTEyw\nfft2JiYmqi5FUgUGIiSAjwEfBLLqQnTYzTd/juHhc7j44vcyPHwON9/8uapLktRnkVntcTki3gS8\nMTPXR8Qo8IHMvKzNcll1rSeSiYkJhofP4eDBLcAqYBe12kU8+uhehoaGqi5P0jRFBJkZ3b5+QS+L\n6dJa4M0RcSlQA54XEZ/NzN+cvODGjRufnR4dHWV0dLRfNZ5wGo0GixaNcPDgqmLOKhYuHKbRaBgS\n0gCr1+vU6/Wera/ynkSriPg1mj2JN7d5zp5EH9mTkI4PM+1JDMqYhAbM0NAQ11//SWq1i1iyZDW1\n2kVcf/0nDQjpBDNQPYmp2JOoxsTEBI1Gg5GREQNCmoNm2pMwJCTpOObpJknSrDEkJEmlDAlJUilD\nQpJUypCQJJUyJCRJpQwJSVIpQ0KSVMqQkCSVMiQkSaUMCUlSKUNCklTKkJAklTIkJEmlDAlJUilD\nQpJUypCQJJUyJCRJpQwJSVKpaYdERLxtOvMkScePyMzpLRhxX2auPta82RIROd1aJUlNEUFmRrev\nXzCNBt4IXAqsiIhPtDy1BHi624YlSYPvmCEB/AC4B3gzcG/L/CeA98+0gIh4DvAXwKKins9n5h/M\ndL2SpJnr5HTTwsz8+awUEXFSZj4ZEfOBbcCGzByftIynmySpQzM93dTJp5vWRMSdEfFgRDwcEY9E\nxMPdNtwqM58sJp9DszdhGsxh27Zt47rrrmPbtm1VlyJphjrpSeyleXrpXuAXh+Zn5l/PuIiIecV6\nXwz8SWZe22YZexJzwLp1l3LnnXVgJfB91q0b5Y47vlJxVdKJq589iZ9k5lczc39m/vWhW7cNt8rM\nZzLzAppHltdExMt6sV7117Zt24qAuBt4ELibsbG6PQppDpvOwPUhWyLivwB/Bvzs0MzMvK9XxWTm\ngYjYAlwC7J78/MaNG5+dHh0dZXR0tFdNqwfGxsZo5vyqYs4qYAVjY2OsXbu2usKkE0i9Xqder/ds\nfZ2cbtrSZnZm5utmVEDEacDPM/MnEVED7gA+kplfmbScp5sG3LZt23jtay+m2ZNYBewCLmTr1jsN\nCakiMz3dNO2QmC0RcR5wA81TX/OAz2XmH7ZZzpCYA97whksZG6sDK4DHHJOQKta3kIiIf9dufmZ+\nuNvGO2FIzB3btm1jbGyMdevW2YOQKtbPkPhAy8PnAr8O7MnMf9xt450wJCSpc5Wdbiq+KX1HZo52\n23iH7RkSktShfn4EdrKTaH6URZJ0nJr2R2Aj4gEOfxN6PjAE9GU8QpJUjU7GJIZbHj4N7MvMvl0F\n1tNNktS5vo5JRMQrgV8tHv5FZu7qtuFOGRKS1Lm+jUlExFXAJuD5xW1TRLyv24YlSYOvk9NNu4C/\nm5l/WzxeDPxlZq6a+pW9YU9CkjrXz083BS1Xfy2mu25YkjT4OrnA32eAb0bEF4rHbwGu731JkqRB\n0enA9WrgtcXDuzJzx6xU1b5tTzdJUof6eVmOC4FvZ+YTxeMlwLmZ+c1uG++EISFJnetnSOwAVh86\nUhe/JndPZq7utvFOGBKS1Lm+Dly3HqUz8xk6G9OQJM0xnYTEwxGxISIWFrergIdnqzBJUvU6CYn3\nAr8CPAZ8H3gN8M9moyhJ0mDo2S/TRcS1mflHPVlZ+/U7JiFJHaryUuGTva2H65IkDYBehoTfvpak\n40wvQ8JzQZJ0nLEnIUkq1cmlwpcfY5E/nWEtkqQB08k3rh8C7qd5ob+v9vujRn66SZI6189PN50N\nfAp4F/BQRPzHiDi724YPiYiVEfH1iPh2RDwQERtmuk5JUm909T2JiLgIuAlYDOwErsnMv+yqgIgz\ngDMy8/6IOBm4F7g8M/dOWs6ehCR1qJ8/X7o8Iq6KiHuAfwW8DzgN+ACwudsCMvOHmXl/Mf1TYA+w\notv19dvtt9/OlVdeycc+9jEmJiaOufymTZu4/PLL2bRpUx+qK7dnzx5uuOEG9uzZw8TEBNu3b59W\n/bPRvqQBlpnTugEPAr8PrGzz3NXTXc8x2hgBGsDJbZ7LQfOKV1yQUEt4SXG/MDdvvqV0+ZUrX3TE\n8meeOdLHag9bv/6qoo6zE2o5f/5JuXTp6qzVlk1Z/2y1v379hllvUzpRFcfO7o/L016wODU1Wzfg\nZOAemqea2j3fy+02Y1/+8peLA93OhCzua7lo0cm5f//+o5a/6aab2i5/00039bXu3bt3t6nj1IT9\nCTuzVlvWtv7Zbb+Wu3fvnrU2pRPZTEOik0t9fz0ijhoUyMzXddGBOUJELAA+D9yYmV8sW27jxo3P\nTo+OjjI6OjrTprt22223ASuBVcWcVcAKnnnmAI1Gg6GhoSOWv/XWW9suf+utt/LOd76zT1XD+Pg4\ncOakOkZoduBezcKFw23rn932VzI+Ps655547K21KJ5J6vU69Xu/dCqebJsCrWm5rgY8C/3kmCdWy\n7s8CHz3GMr2N1xmyJ9HL9u1JSLOFfp1uavtiGJ/J64t1rAV+QfM7GDuA+4BL2izX4003c+edd35x\nwDtrWmMSZ545csTy1Y1JbDhibGT+/JNyyZIL+jgmcWT7jklIs2emIdHJl+mWtTycB/wy8PHMfOkM\nOjLTNqgfgb399tu55ZZbeNWrXsWVV155zNM0mzZt4tZbb+Xtb397X08zTbZnzx7Gx8dZs2YNp512\nGo1Gg5GRkVk7zTRV+55mkmZPP3/j+hEOX8TvaZonsT+cmVu7bbwTgxoSkjTIZhoSnQxcvwz4XeC1\nNMPiLpqfRpIkHac66UncChwADn0L7B8Bp2RmX35syJ6EJHWun6ebdmfmy441b7YYEpLUuX5e4O++\niLiwpeHX4OkmSTquHXNMIiIeoDkGsRD4RkR8t3g8DOyd6rWSpLltOgPXvz7rVUiSBlJXlwqvgmMS\nktS5fo5JSJJOMIaEJKmUISFJKmVISJJKGRKSpFKGhCSplCEhSSplSEiSShkSkqRShoQkqZQhIUkq\nZUhIkkoZEpKkUoaEJKmUISFJKjUQIRER10fEvojYVXUtkqTDBiIkgM8Ab6i6CEnSkabz86WzLjO3\nRsRw1XV0a2JigkajwcjICENDQ0c8/tGPfsT4+DjLly9n165mR+mKK64AYHx8nLPOOos9e/awd+9e\nrrjiCtauXdtVm9Jscn87gWXmQNyAYWDXFM/nINq8+Zas1Zbl0qWrs1ZbluvXX/Xs4wULnpewKGFZ\nwsKEWsJLivsFCWcX94fnr1v3xo7b3Lz5lj78pTpRub/NbcWxs/tj80xe3MvbXAyJ/fv3Z622LGFn\nQiZsKQ74hx7vTFhaBMXk+bWEm9rO37p1awdt7sxabVnu37+/j3+5ThTub3PfTENiIE43TdfGjRuf\nnR4dHWV0dLSyWgAajQaLFo1w8OCqYs5i4Ezg0ONVxeMfAKdNmr8SuLW4b52/grGxsdLTTke3uYqF\nC4dpNBqeBlDPub/NPfV6nXq93rsVziRhenkDRoAHpni+d9HaI/YkdLxzf5v7OB5ONwGbaf67/TPg\nu8C72yzT0w3XK4fO1y5ZckExJrHh2ceHxyRObRl7OKtlTOIlCfOPmN/JmMShNj1HrNnk/ja3zTQk\normOwRcROai1+ukmHe/c3+auiCAzo+vXD+qBd7JBDglJGlQzDYlB+TKdJGkAGRKSpFKGhCSplCEh\nSSplSEiSShkSkqRShoQkqZQhIUkqZUhIkkoZEpKkUoaEJKmUISFJKmVISJJKGRKSpFKGhCSplCEh\nSSplSEiSShkSkqRShoQkqZQhIUkqZUhIkkoZEpKkUgMREhFxSUTsjYgHI+LqquuRJDVFZlZbQMQ8\n4EHg9cAPgO3AOzJz76TlsupaJWmuiQgyM7p9/YJeFtOlNcBDmfkoQETcAlwO7J3yVQMgorvtvnjx\nYpYvX86BAwc49dRTeeqppzhw4AAvf/nLOXjwIE888QTvec97uOyyyxgfH2f58uU88sgj1Go1Hn/8\nce666y4WL17MS1/6Up5++mmuuOIK1q5dy8TEBI1Gg3379rF9+3bWrVvH2rVrO6rt0DpGRkYYGhrq\n6u+bjj179jA+Ps6aNWs499xzO3ptv2qc3OaOHTv48Y9/DMApp5zCBRdc0FH7VdStuWtg9pfMrPQG\nvBX4VMvjK4FPtFkuBwnMT1iYUEt4SXG/oLh/cXG/qJg+qZheWEy3Pn9GwnNabq3PR8LfaVnnwjbL\nnJpQy/POuyBrtWU5f/5Li/kvSKjlunVvnPbftHnzLVmrLculS1dnrbYsN2++ZVa23fr1VxU1np1Q\ny/XrNwxcjZPbXLRoacJZLe/lGblo0dJpt19F3Zq7erm/FMfO7o/RM3lxL25zMSSA4mBdS9iZkAlb\nJj3eWRzA97dMP7dY7tDzSxOWFPdLi2VaX19LWFxM7y5e326Z/92m7WXP1rR169Zj/k379+/PWm3Z\nEeuo1Zbl/v37e7rtdu/e3abWWu7evXtgajxWm8334JSELdNqv4q6NXf1en+ZaUgMwummx4AXtjxe\nWcw7ysaNG5+dHh0dZXR0dDbrOoalwCnAquLxYpqlH3q8ChgBGsCri+kfFcsdev5M4ABQa1lH6+tX\nAH9bTN8APB84rc0yD7dpe7hY3wrGxsaOedqp0WiwaNEIBw8eXsfChcM0Go2ednXHx8dp/t2tta5k\nfHz8mKed+lXj5DbnzZtc7wjN92Ux8+atPGb7VdStuWum+0u9Xqder/euoJkkTC9uwHzgr2ge1RYB\n9wPntlmuqxSdDdiT6Jo9CXsSmtqg9SQqD4nm38AlwHeAh4BrSpbpagPNluZ4waExiLOK+/k59ZjE\ngjx6TOL04r5sTOIFeeSYxKJJy5ySzTGJ84sxibOL+Wdkt2MSS5ZcMMtjEhuydSynmzGJ2a5xcpvN\nMYnW9/L0rsYk+lm35q5e7i8zDYnKPwI7XYP4EVg/3dQ9P93kaSZNrVf7y0w/AmtISNJxbKYhMRDf\nuJYkDSZDQpJUypCQJJUyJCRJpQwJSVIpQ0KSVMqQkCSVMiQkSaUMCUlSKUNCklTKkJAklTIkJEml\nDAlJUilDQpJUypCQJJUyJCRJpQwJSVIpQ0KSVMqQkCSVMiQkSaUMCUlSqUpDIiJ+IyK+FRG/iIjV\nVdYiSTpa1T2JB4ArgD+vuI6u1Ov1qks4ijVN3yDWZU3TY039U2lIZOZ3MvMhIKqso1uDuFNY0/QN\nYl3WND3W1D9V9yQkSQNswWw3EBF3Aqe3zgIS+FBmfnm225ckdS8ys+oaiIgtwAcy874plqm+UEma\ngzKz61P6s96T6MCUf8RM/khJUneq/gjsWyLie8CFwO0R8dUq65EkHWkgTjdJkgbTQH+6KSKui4jv\nR8R9xe2SlueujYiHImJPRKzrc12XRMTeiHgwIq7uZ9ttamlExM6I2BER48W8UyNiLCK+ExF3RMTS\nWa7h+ojYFxG7WuaV1tCP966kpkr3p4hYGRFfj4hvR8QDEbGhmF/ZtmpT0/uK+ZVtq4h4TkR8s9in\nH4iI64r5Ve9TZXVVfpyKiHlF218qHvduW2XmwN6A64B/2Wb+ucAOmmMqI8BfUfSK+lDTvKK9YWAh\ncD9wToXb6GHg1Enz/hPwr4vpq4GPzHINrwXOB3YdqwbgZf1470pqqnR/As4Azi+mTwa+A5xT5baa\noqaqt9VJxf184G5gTdX71BR1VX6cAt4P3AR8qXjcs2010D2JQrsB68uBWzLz6cxsAA/RfLP6YQ3w\nUGY+mpk/B24p6qlKcHSP8HLghmL6BuAts1lAZm4F/maaNbyZPrx3JTVBhftTZv4wM+8vpn8K7AFW\nUuG2KqlpRfF0ldvqyWLyOTQPaEnF+9QUdUGF2yoiVgKXAp+e1HZPttVcCIn1EXF/RHy6pcu0Avhe\nyzKPcXjHnm2T2/5+H9tuJ4E7I2J7RPzTYt7pmbkPmgcB4PkV1PX8khqqfO9gQPaniBih2dO5m/L3\nq691tdT0zWJWZduqOH2yA/ghcGdmbmcAtlNJXVDtfvUx4IMcDizo4baqPCQi4s6I2NVye6C4vwz4\nJPBLmXk+zTflv1Zb7UBam5mraf4n8XsR8ascubPQ5nEVBqGGgdifIuJk4PPAVcV/75W/X21qqnRb\nZeYzmXkBzZ7Wmoh4OQOwndrU9TIq3FYR8SZgX9EbnOprAl1vq8q/J5GZF09z0f8JHPqG9mPAmS3P\nrSzm9cNjwAsravsomfl4cT8REbfR7Drui4jTM3NfRJwB7K+gtLIaKnvvMnOi5WEl+1NELKB5ML4x\nM79YzK50W7WraRC2VVHHgYioA5cwQPtUa12Z+dGWp/q9rdYCb46IS4Ea8LyIuBH4Ya+2VeU9iakU\nf9wh/wD4VjH9JeAdEbEoIl4EnAWM96ms7cBZETEcEYuAdxT19F1EnFT8B0hELAbW0byy7peA3y4W\n+y3gi21X0ONyOPI/mbIa+vneHVHTgOxP/wvYnZkfb5lX9bY6qqYqt1VEnHbolE1E1ICLaY6VVLqd\nSuraW+W2ysx/k5kvzMxfonks+npmvotmUP12sdjMttVsjLT3cMT+s8Aump8guo3mebZDz11Lc2R+\nD7Cuz3VdQvNTIA8B11S4fV5UbJsdNMPhmmL+MuD/FTWOAafMch2bgR8APwO+C7wbOLWshn68dyU1\nVbo/0fyv7xct79l9xb5U+n7Ndl1T1FTZtgLOK+q4v6jhQ8far/v0/pXVNRDHKeDXOPzppp5tK79M\nJ0kqNdCnmyRJ1TIkJEmlDAlJUilDQpJUypCQJJUyJCRJpQwJaRZFxLVV1yDNhN+TkGZRRDyRmc+r\nug6pW/YkNGcUl0LZHRGfiohvRcT/jYjnRsSWiFhdLLM8Ih4ppn8rIr5Q/PjKwxHxexHx/uLHWb4R\nEadM0daGaP4Qz/0RsbmYd1I0f8zo7oi4t7gI5aF2/k9EfLX4kZePFPP/CKgV7d1YzHtnNH+45r6I\n+B8REcX8JyLiPxTtfSMihor5z4+IPyvm74iIC8vWU1yh9DPFBTJ3RsRVs/Zm6IRhSGiuOQv4b5n5\nCuDHwFuZ+uqgL6d5Lf01wB8CP83mVXPvBn5zinaupvljPOcD7y3mfQj4WmZeCLwO+OPiGj4ArwTe\nBqyieW2cFZl5LfBkZq7OzHdFxDnAPwR+pajhGeCdxesXA98o2rsL+J1i/ieAejF/NfDtKdZzPrAi\nM1dl5iuBz0zx90nTUvlVYKUOPZKZDxTT99H8da2pbMnmD8U8GRE/Bm4v5j9A81o8ZXYCm4sr695W\nzFsHXBYRHyweL+LwFYG/ls1LbBMRu2n+cuFjHHnRw9fTPNBvL3oQz6V5aWmApzLzK8X0vcDfL6Zf\nB7wLIJvnhp+IiHbr2Vf8bS+KiI8DX6F5zR5pRgwJzTU/a5n+Bc3LIz/N4V7xc6dYPlseP8PU+/+b\ngL9H85e8PhQR59E84L81Mx9qXbA4BTS5rnbrDuCGzPxQm+eeKnl9u0HD0vVExCuBNwDvAd4O/JM2\nr5emzdNNmmva/bBKA/jlYvptM26g+d/5CzPzz4FrgCU0TwfdAWxoWe78aazuqYiYX0x/DfiNlvGG\nUyPi0LX9y34w5mvA7xbLz4uIJSXreWFELAfmZ+YXgN8HLpj2Hy2VMCQ017Qbf/hj4J9HxL00L5E8\n3deWmQ/cFBE7aZ76+XhmHgD+PbCwGBj+FvDhabTzKeCBiLgxM/fQPHiPFeseA15wjNr+BXBRROwC\n7gHOLdbzbyet5wyaP0NZj+bPa95IM+CkGfEjsJKkUvYkJEmlHLjWCS0i/jvNX2dLmuMCSfP00g2V\nFiYNCE83SZJKebpJklTKkJAklTIkJEmlDAlJUilDQpJUypCQJJX6/7ezXq+kkAocAAAAAElFTkSu\nQmCC\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x125c51a50>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "spam_df.plot(kind='scatter', x='num_sentences', y='buy_count')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "non_spam_feature_vectors = []\n",
    "for article in non_spam_articles:\n",
    "    features = make_feature_vector(article)\n",
    "    features.insert(0, article)\n",
    "    non_spam_feature_vectors.append(features)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "non_spam_df = pd.DataFrame(non_spam_feature_vectors)\n",
    "non_spam_df.columns = ['article_name', 'num_sentences', 'buy_count']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>num_sentences</th>\n",
       "      <th>buy_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>887.000000</td>\n",
       "      <td>887.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>15.865840</td>\n",
       "      <td>0.057497</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>35.924347</td>\n",
       "      <td>0.325839</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>5.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>9.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>15.500000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>573.000000</td>\n",
       "      <td>6.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       num_sentences   buy_count\n",
       "count     887.000000  887.000000\n",
       "mean       15.865840    0.057497\n",
       "std        35.924347    0.325839\n",
       "min         1.000000    0.000000\n",
       "25%         5.000000    0.000000\n",
       "50%         9.000000    0.000000\n",
       "75%        15.500000    0.000000\n",
       "max       573.000000    6.000000"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "non_spam_df.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "spam_df['spam'] = True"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "non_spam_df['spam'] = False"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "all_data = pd.concat([spam_df, non_spam_df])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>article_name</th>\n",
       "      <th>num_sentences</th>\n",
       "      <th>buy_count</th>\n",
       "      <th>spam</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>is-spam/0000.7b1b73cf36cf9dbc3d64e3f2ee2b91f1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>is-spam/0001.bfc8d64d12b325ff385cca8d07b84288</td>\n",
       "      <td>11</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>is-spam/0002.24b47bb3ce90708ae29d0aec1da08610</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>is-spam/0003.4b3d943b8df71af248d12f8b2e7a224a</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>is-spam/0004.1874ab60c71f0b31b580f313a3f6e777</td>\n",
       "      <td>44</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>is-spam/0005.1f42bb885de0ef7fc5cd09d34dc2ba54</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>is-spam/0006.7a32642f8c22bbeb85d6c3b5f3890a2c</td>\n",
       "      <td>28</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>is-spam/0007.859c901719011d56f8b652ea071c1f8b</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>is-spam/0008.9562918b57e044abfbce260cc875acde</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>is-spam/0009.c05e264fbf18783099b53dbc9a9aacda</td>\n",
       "      <td>41</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>is-spam/0010.7f5fb525755c45eb78efc18d7c9ea5aa</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>is-spam/0011.2a1247254a535bac29c476b86c708901</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>is-spam/0012.7bc8e619ad0264979edce15083e70a02</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>is-spam/0013.9034ac0917f6fdb82c5ee6a7509029ed</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>is-spam/0014.ed99ffe0f452b91be11684cbfe8d349c</td>\n",
       "      <td>10</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>is-spam/0015.1b871d654560011a0aaa29bb4e9054f7</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>is-spam/0016.f9c349935955e1ccc7626270da898445</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>is-spam/0017.49ab70c7a4042cb1c695a0e59a6ede54</td>\n",
       "      <td>40</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>is-spam/0018.259154a52bc55dcae491cfded60a5cd2</td>\n",
       "      <td>10</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>is-spam/0019.939e70d8367f315193e4bc5be80dc262</td>\n",
       "      <td>16</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>is-spam/0020.4120dc06a0124a8688e96f8cff029113</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>is-spam/0021.15185fdb3fb02dffd041fa8f70d19791</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>is-spam/0022.4b5cf3c16feb88dd6932a8c46a41946c</td>\n",
       "      <td>15</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>is-spam/0023.4299adbda55862876440ecbc2fce6a67</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>is-spam/0024.fc4bd0b22cd7907e99f8a35b74655b15</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>is-spam/0025.97302502dc8e20ab7e7eb05f926e1bab</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>is-spam/0026.4f10fab6e6776379c17ee9c9ac7da4a8</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>is-spam/0027.028e0b165e8ea6f479e09a8f8cc7e50d</td>\n",
       "      <td>16</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>is-spam/0028.83a43dd97923463030349506a56226c1</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>is-spam/0029.2b149de91fef9f40880d27ce8c27aeb2</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>857</th>\n",
       "      <td>not-spam/00858.54a727ce6b2e452f05e2719d99393999</td>\n",
       "      <td>16</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>858</th>\n",
       "      <td>not-spam/00859.54a8c500034dd8056834ee17cec9c4cc</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>859</th>\n",
       "      <td>not-spam/00860.a2a3bca553c3ec8e6ce24f45b3f2a9a4</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>860</th>\n",
       "      <td>not-spam/00861.6e526bc95d6eb4736211696fec13d9f0</td>\n",
       "      <td>11</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>861</th>\n",
       "      <td>not-spam/00862.b3e793b7c8e41cd45a0eccaa7abaf722</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>862</th>\n",
       "      <td>not-spam/00863.f20cfe969a2e3162ce6ce19fd80188bd</td>\n",
       "      <td>13</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>863</th>\n",
       "      <td>not-spam/00864.95da38aac2ee9c6c8d36d0f2f1e8c8e5</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>864</th>\n",
       "      <td>not-spam/00865.ffa802dadbaca77b74f05cc1c23c30bd</td>\n",
       "      <td>17</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>865</th>\n",
       "      <td>not-spam/00866.670508b848fa453d194f443f4737b351</td>\n",
       "      <td>34</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>866</th>\n",
       "      <td>not-spam/00867.9e8b300d814c941ba6bbedba138239f0</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>867</th>\n",
       "      <td>not-spam/00868.f6059340a945c22b175f306ee79e674e</td>\n",
       "      <td>13</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>868</th>\n",
       "      <td>not-spam/00869.96acf5a2b0543fd7c1767e5562891eae</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>869</th>\n",
       "      <td>not-spam/00870.cf6be25af593cc88d0c7f58e7deccea4</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>870</th>\n",
       "      <td>not-spam/00871.f3bb3f8e157f00992af581a509234858</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>871</th>\n",
       "      <td>not-spam/00872.b037dfd3ef82cc1690c6692ed42c4dd5</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>872</th>\n",
       "      <td>not-spam/00873.9fa4518a4adfab3e6b194ee33a89b2e0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>873</th>\n",
       "      <td>not-spam/00874.d9f0374ce55cb5e03ca46a5459894e34</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>874</th>\n",
       "      <td>not-spam/00875.b8e33b6137c804fbf4e77135aeae2283</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>875</th>\n",
       "      <td>not-spam/00876.f075a944de6d2290fd7a1965ac72d94f</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>876</th>\n",
       "      <td>not-spam/00877.fb94c382f9f10548db78b9d0339621e7</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>877</th>\n",
       "      <td>not-spam/00878.23aea042030421f155edaf41a36b3701</td>\n",
       "      <td>25</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>878</th>\n",
       "      <td>not-spam/00879.798415ecafdee535a11c68481f5d66b2</td>\n",
       "      <td>37</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>879</th>\n",
       "      <td>not-spam/00880.146f15b727deb84e2459cecd3fd67088</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>880</th>\n",
       "      <td>not-spam/00881.c1a373126fc964123ffbc018433b21d5</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>881</th>\n",
       "      <td>not-spam/00882.7d2cb3dcfbe9ae110726e656347c0628</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>882</th>\n",
       "      <td>not-spam/00883.c44a035e7589e83076b7f1fed8fa97d5</td>\n",
       "      <td>12</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>883</th>\n",
       "      <td>not-spam/00884.48ae15dc5f48f6caafa8c235d148782a</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>884</th>\n",
       "      <td>not-spam/00885.5923b3938b5b422e7d514cc4bf403316</td>\n",
       "      <td>15</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>885</th>\n",
       "      <td>not-spam/00886.6d792e0aa2cd6975ef5e050f7b0173b5</td>\n",
       "      <td>14</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>886</th>\n",
       "      <td>not-spam/00887.07d5efdf4a700dc6d1a7926e0008e57f</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1388 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                        article_name  num_sentences  \\\n",
       "0      is-spam/0000.7b1b73cf36cf9dbc3d64e3f2ee2b91f1              1   \n",
       "1      is-spam/0001.bfc8d64d12b325ff385cca8d07b84288             11   \n",
       "2      is-spam/0002.24b47bb3ce90708ae29d0aec1da08610              5   \n",
       "3      is-spam/0003.4b3d943b8df71af248d12f8b2e7a224a              4   \n",
       "4      is-spam/0004.1874ab60c71f0b31b580f313a3f6e777             44   \n",
       "5      is-spam/0005.1f42bb885de0ef7fc5cd09d34dc2ba54              4   \n",
       "6      is-spam/0006.7a32642f8c22bbeb85d6c3b5f3890a2c             28   \n",
       "7      is-spam/0007.859c901719011d56f8b652ea071c1f8b              9   \n",
       "8      is-spam/0008.9562918b57e044abfbce260cc875acde              7   \n",
       "9      is-spam/0009.c05e264fbf18783099b53dbc9a9aacda             41   \n",
       "10     is-spam/0010.7f5fb525755c45eb78efc18d7c9ea5aa              2   \n",
       "11     is-spam/0011.2a1247254a535bac29c476b86c708901              9   \n",
       "12     is-spam/0012.7bc8e619ad0264979edce15083e70a02              1   \n",
       "13     is-spam/0013.9034ac0917f6fdb82c5ee6a7509029ed              4   \n",
       "14     is-spam/0014.ed99ffe0f452b91be11684cbfe8d349c             10   \n",
       "15     is-spam/0015.1b871d654560011a0aaa29bb4e9054f7              5   \n",
       "16     is-spam/0016.f9c349935955e1ccc7626270da898445              2   \n",
       "17     is-spam/0017.49ab70c7a4042cb1c695a0e59a6ede54             40   \n",
       "18     is-spam/0018.259154a52bc55dcae491cfded60a5cd2             10   \n",
       "19     is-spam/0019.939e70d8367f315193e4bc5be80dc262             16   \n",
       "20     is-spam/0020.4120dc06a0124a8688e96f8cff029113              8   \n",
       "21     is-spam/0021.15185fdb3fb02dffd041fa8f70d19791              5   \n",
       "22     is-spam/0022.4b5cf3c16feb88dd6932a8c46a41946c             15   \n",
       "23     is-spam/0023.4299adbda55862876440ecbc2fce6a67              1   \n",
       "24     is-spam/0024.fc4bd0b22cd7907e99f8a35b74655b15              1   \n",
       "25     is-spam/0025.97302502dc8e20ab7e7eb05f926e1bab              5   \n",
       "26     is-spam/0026.4f10fab6e6776379c17ee9c9ac7da4a8              1   \n",
       "27     is-spam/0027.028e0b165e8ea6f479e09a8f8cc7e50d             16   \n",
       "28     is-spam/0028.83a43dd97923463030349506a56226c1              4   \n",
       "29     is-spam/0029.2b149de91fef9f40880d27ce8c27aeb2              5   \n",
       "..                                               ...            ...   \n",
       "857  not-spam/00858.54a727ce6b2e452f05e2719d99393999             16   \n",
       "858  not-spam/00859.54a8c500034dd8056834ee17cec9c4cc              4   \n",
       "859  not-spam/00860.a2a3bca553c3ec8e6ce24f45b3f2a9a4              5   \n",
       "860  not-spam/00861.6e526bc95d6eb4736211696fec13d9f0             11   \n",
       "861  not-spam/00862.b3e793b7c8e41cd45a0eccaa7abaf722              1   \n",
       "862  not-spam/00863.f20cfe969a2e3162ce6ce19fd80188bd             13   \n",
       "863  not-spam/00864.95da38aac2ee9c6c8d36d0f2f1e8c8e5              4   \n",
       "864  not-spam/00865.ffa802dadbaca77b74f05cc1c23c30bd             17   \n",
       "865  not-spam/00866.670508b848fa453d194f443f4737b351             34   \n",
       "866  not-spam/00867.9e8b300d814c941ba6bbedba138239f0              7   \n",
       "867  not-spam/00868.f6059340a945c22b175f306ee79e674e             13   \n",
       "868  not-spam/00869.96acf5a2b0543fd7c1767e5562891eae              9   \n",
       "869  not-spam/00870.cf6be25af593cc88d0c7f58e7deccea4              7   \n",
       "870  not-spam/00871.f3bb3f8e157f00992af581a509234858              9   \n",
       "871  not-spam/00872.b037dfd3ef82cc1690c6692ed42c4dd5              6   \n",
       "872  not-spam/00873.9fa4518a4adfab3e6b194ee33a89b2e0              1   \n",
       "873  not-spam/00874.d9f0374ce55cb5e03ca46a5459894e34              4   \n",
       "874  not-spam/00875.b8e33b6137c804fbf4e77135aeae2283              5   \n",
       "875  not-spam/00876.f075a944de6d2290fd7a1965ac72d94f              8   \n",
       "876  not-spam/00877.fb94c382f9f10548db78b9d0339621e7              6   \n",
       "877  not-spam/00878.23aea042030421f155edaf41a36b3701             25   \n",
       "878  not-spam/00879.798415ecafdee535a11c68481f5d66b2             37   \n",
       "879  not-spam/00880.146f15b727deb84e2459cecd3fd67088              7   \n",
       "880  not-spam/00881.c1a373126fc964123ffbc018433b21d5              2   \n",
       "881  not-spam/00882.7d2cb3dcfbe9ae110726e656347c0628              1   \n",
       "882  not-spam/00883.c44a035e7589e83076b7f1fed8fa97d5             12   \n",
       "883  not-spam/00884.48ae15dc5f48f6caafa8c235d148782a              2   \n",
       "884  not-spam/00885.5923b3938b5b422e7d514cc4bf403316             15   \n",
       "885  not-spam/00886.6d792e0aa2cd6975ef5e050f7b0173b5             14   \n",
       "886  not-spam/00887.07d5efdf4a700dc6d1a7926e0008e57f              5   \n",
       "\n",
       "     buy_count   spam  \n",
       "0            0   True  \n",
       "1            0   True  \n",
       "2            0   True  \n",
       "3            0   True  \n",
       "4            0   True  \n",
       "5            0   True  \n",
       "6            0   True  \n",
       "7            0   True  \n",
       "8            0   True  \n",
       "9            0   True  \n",
       "10           0   True  \n",
       "11           0   True  \n",
       "12           0   True  \n",
       "13           0   True  \n",
       "14           0   True  \n",
       "15           0   True  \n",
       "16           0   True  \n",
       "17           0   True  \n",
       "18           0   True  \n",
       "19           0   True  \n",
       "20           0   True  \n",
       "21           0   True  \n",
       "22           0   True  \n",
       "23           0   True  \n",
       "24           0   True  \n",
       "25           0   True  \n",
       "26           0   True  \n",
       "27           0   True  \n",
       "28           0   True  \n",
       "29           0   True  \n",
       "..         ...    ...  \n",
       "857          0  False  \n",
       "858          0  False  \n",
       "859          0  False  \n",
       "860          0  False  \n",
       "861          0  False  \n",
       "862          0  False  \n",
       "863          0  False  \n",
       "864          0  False  \n",
       "865          0  False  \n",
       "866          0  False  \n",
       "867          0  False  \n",
       "868          0  False  \n",
       "869          0  False  \n",
       "870          0  False  \n",
       "871          0  False  \n",
       "872          0  False  \n",
       "873          0  False  \n",
       "874          0  False  \n",
       "875          0  False  \n",
       "876          0  False  \n",
       "877          0  False  \n",
       "878          0  False  \n",
       "879          0  False  \n",
       "880          0  False  \n",
       "881          0  False  \n",
       "882          0  False  \n",
       "883          0  False  \n",
       "884          0  False  \n",
       "885          0  False  \n",
       "886          0  False  \n",
       "\n",
       "[1388 rows x 4 columns]"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "all_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>buy_count</th>\n",
       "      <th>num_sentences</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>spam</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"8\" valign=\"top\">False</th>\n",
       "      <th>count</th>\n",
       "      <td>887.000000</td>\n",
       "      <td>887.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>0.057497</td>\n",
       "      <td>15.865840</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>0.325839</td>\n",
       "      <td>35.924347</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>5.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>9.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>15.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>6.000000</td>\n",
       "      <td>573.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"8\" valign=\"top\">True</th>\n",
       "      <th>count</th>\n",
       "      <td>501.000000</td>\n",
       "      <td>501.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>0.127745</td>\n",
       "      <td>15.942116</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>0.521199</td>\n",
       "      <td>30.519938</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>4.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>9.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>16.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>5.000000</td>\n",
       "      <td>377.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "              buy_count  num_sentences\n",
       "spam                                  \n",
       "False count  887.000000     887.000000\n",
       "      mean     0.057497      15.865840\n",
       "      std      0.325839      35.924347\n",
       "      min      0.000000       1.000000\n",
       "      25%      0.000000       5.000000\n",
       "      50%      0.000000       9.000000\n",
       "      75%      0.000000      15.500000\n",
       "      max      6.000000     573.000000\n",
       "True  count  501.000000     501.000000\n",
       "      mean     0.127745      15.942116\n",
       "      std      0.521199      30.519938\n",
       "      min      0.000000       1.000000\n",
       "      25%      0.000000       4.000000\n",
       "      50%      0.000000       9.000000\n",
       "      75%      0.000000      16.000000\n",
       "      max      5.000000     377.000000"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "all_data.groupby('spam').describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "spam\n",
       "False    Axes(0.125,0.125;0.775x0.775)\n",
       "True     Axes(0.125,0.125;0.775x0.775)\n",
       "dtype: object"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYkAAAEQCAYAAABFtIg2AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAGW9JREFUeJzt3X+UHXd53/H3I2nXe2WjX2YtUxvvGoxrmUZYShCmTpNr\niI0xCQcOoUAJUE7KKQ3EDkmpobT1JmkTek5OwbTHTmmFCQYJCsHg5OAgF3wdKOBfkixjy+AErn8A\nlpY2GIwVsMzTP2YkXa13JN3duzuzq/frnHt25nvnzjx3Vrqf/X5n7kxkJpIkTWdJ3QVIkprLkJAk\nVTIkJEmVDAlJUiVDQpJUyZCQJFWqPSQi4uyI2BER28ufj0bEZXXXJUmCaNL3JCJiCfAw8ILMfKju\neiTpeFd7T2KKXwH+1oCQpGZoWki8BthadxGSpEJjhpsiYgj4LnBuZk7WXY8kCZbVXUCPlwJ3VgVE\nRDQjzSRpgcnMmOlrmzTc9DqOMtSUmY1/XHnllbXXsFjqXAg1Wqd1Nv0xW40IiYhYTnHQ+tN11yJJ\nOqQRw02Z+TgwWncdkqTDNaInsZi02+26SzgmC6HOhVAjWOegWWezNObspqOJiFwotUpSU0QEuUgO\nXEuSGsaQkCRVMiQkSZUMCUlSJUNCklTJkJAkVTIkJEmVDAlJUiVDQpJUyZCQJFUyJCRJlQwJSVIl\nQ0KSVMmQkCRVMiQkSZUMCUlSJUNCklSpESERESsj4pMRsTsi7omIF9RdkyQJltVdQOkq4HOZ+eqI\nWAYsr7sgSVID7nEdESuAHZn57KMs5z2uazQ5OUm322V8fJzR0dG6y5F0jBbDPa7PBL4fEddGxPaI\n+GBEtOouSods3foJxsbO4aKL3srY2Dls3fqJukuSNE+a0JP4eeBrwAsz846IeD/waGZeOWU5exI1\nmJycZGzsHPbtuxlYD+yi1bqQBx64zx6FtADMtifRhGMSDwMPZeYd5fyngCumW3BiYuLgdLvdpt1u\nz3Vtx71ut8vw8Dj79q0vW9YzNDRGt9s1JKQG6nQ6dDqdga2v9p4EQETcArwlM78ZEVcCyzPziinL\n2JOogT0JaWFbDMckAC4DPhYRO4HnAX9Ucz0qjY6Osnnz1bRaF7JixUZarQvZvPlqA0I6TjSiJ3Es\n7EnUy7ObpIVptj0JQ0KSFrHFMtwkSWogQ0KSVMmQkCRVMiQkSZUMCUlSJUNCklTJkJAkVTIkJEmV\nDAlJUiVDQpJUyZCQJFUyJCRJlQwJSVIlQ0KSVMmQkCRVMiQkSZUMCUlSJUNCklRpWd0FAEREF3gU\n+BnwRGZuqrciSRI0JCQowqGdmX9XdyGSpEOaMtwUNKcWSVKpKR/MCdwUEbdHxFvqLkaSVGjKcNMF\nmfm9iBilCIvdmfnluouSpONdI0IiM79X/pyMiOuBTcBTQmJiYuLgdLvdpt1uz1OFkrQwdDodOp3O\nwNYXmTmwlc2ogIjlwJLMfCwiTgS2Ab+fmdumLJd11ypJC01EkJkx09c3oSexFrg+IpKino9NDQhJ\nUj1q70kcK3sSktS/2fYkmnJ2kySpgQwJSVIlQ0KSVMmQkCRVMiQkSZUMCUlSJUNCklTJkJAkVTIk\nJEmVDAlJUiVDQpJUyZCQJFUyJCRJlQwJSVIlQ0KSVMmQkCRVMiQkSZUMCUlSJUNCklSpMSEREUsi\nYntE3FB3LZKkQmNCArgcuLfuIiRJhzQiJCLidOBS4H/WXYsk6ZBGhATwPuCdQNZdiCTpkNpDIiJe\nBuzJzJ1AlA9JUgMsq7sA4ALg5RFxKdACnhYRH8nMN05dcGJi4uB0u92m3W7PV42StCB0Oh06nc7A\n1heZzRnhiYhfBn4vM18+zXPZpFolaSGICDJzxiM0tQ83SZKaq1E9iSOxJyFJ/Zu3nkREvPpY2iRJ\ni8cx9yQiYntmbjxa21yxJyFJ/ZttT+KoZzdFxEspvuh2WkR8oOepFcD+mW5YktR8x3IK7HeBO4CX\nA3f2tP8IeMdcFCVJaoZ+hpuGMvOJOa7nSNt3uEmS+jTnw009NkXEBDBWvi6AzMxnzXTjkqRm66cn\ncR/F8NKdwJMH2jPz/85NaU/Zvj0JSerTfPYkHs3MG2e6IUnSwtNPT+K9wFLg08BPDrRn5va5Ke0p\n27cnIUl9mm1Pop+QuHma5szMF8104/0wJCSpf/MWEnUzJCSpf/N2TCIi/sN07Zn5BzPduCSp2fo5\ncP3jnukR4FeB3YMtR5LUJDMeboqIE4DPZ2Z7oBVVb8/hJknqU533k1gOnD6L10uSGq6fYxJ3Awf+\nlF8KjAIej5CkRayfU2DHemb3A3syc96uAutwkyT1b15PgY2I5wH/pJz968zcNdMN98uQkKT+zeed\n6S4HPgacUj4+FhG/PdMNS5Kar5/hpl3ACzPzx+X8icBXM3P9rAoozpL6a2CY4hjJpzLz96dZzp6E\nJPVpPi/wF/Rc/bWcnvGGD8jMn0TEhZn5eEQsBf5PRNyYmbfNdt2SpNnpJySuBW6NiOvL+VcAmwdR\nRGY+Xk6eUNa0KLoMk5OTdLtdxsfHGR0drbsczTN//1oMjvmYRGb+F+DNwP8rH2/OzPcPooiIWBIR\nO4BHgJsy8/ZBrLdOW7d+grGxc7joorcyNnYOW7d+ou6SNI/8/Wux6OeYxPnAPZn5o3J+BbAuM28d\nWDHFOj8DvD0z753y3II5JjE5OcnY2Dns23czsB7YRat1IQ88cJ9/UR4H/P2rSebzmMQ1wMae+cem\naZuVzPxheUnyS4B7pz4/MTFxcLrdbtNutwe16YHqdrsMD4+zb9+BY/rrGRoao9vt+iFxHPD3rzp1\nOh06nc7A1tdPT2JnZp43pW3XAM5uejrwRGY+GhEt4PPAezPzc1OWsyehBcHfv5pkPq/d9K2IuCwi\nhsrH5cC3ZrrhHs8Abo6IncCtFBcN/NxRXtNoo6OjbN58Na3WhaxYsZFW60I2b77aD4jjhL9/LSb9\n9CROAT4AvIji7KMvAL+TmXvnrrzDtr9gehIHeHbL8c3fv5qgMXemi4h3Z+YfD2Rl069/wYWEJNWt\nzkuFT/XqAa5LktQAgwyJWX/7WpLULIMMCceCJGmRsSchSarUz6XCTz7KIp+cZS2SpIbp5xTY+4Gd\nFBf6u3G+TzXy7CZJ6t98nt10NvBB4A3A/RHxRxFx9kw3LElqvhl9TyIiLgQ+CpwI3AW8KzO/OuDa\npm7TnoQk9WneLvBXHpP4DYqexB7gt4EbgPMojkecOdMiJEnN1M9VYL8KXAe8IjMf7mm/IyL+dLBl\nSZKaoJ8D17WO9zjcJEn9m8/7SXwxIp7yKZ2ZL5rpxiVJzdZPSPzrnukR4FXA/sGWI0lqklldBTYi\nbsvMTQOs50jbcrhJkvo0n2c3remZXQL8ArByphuWJDVfP8NNd3LoIn77gS7wm4MuSJLUHP2ExLnA\nbwG/SBEWXwLumIuiJEnN0M8psP8L+CHwsbLpnwGrMnNebjbkMQlJ6t+83b40Iu7NzHOP1tZ3ARGn\nAx8B1gI/A/5HZn5gmuUMCUnq03xe4G97RJzfs+EXMJjhpv3A72bmc4EXAm+LiHMGsF5J0iwd9ZhE\nRNxNcQxiCPhKRDxYzo8B9822gMx8BHiknH4sInYDpw1i3ZJ0LCYnJ9mxYwcAGzZsYHR0tOaKmuNY\nDlz/6pxXUYqIcYoLBt46X9uUdHzbuvUTvOlNb+GJJ54E/gHDw5N8+MP/nde97jV1l9YIs/oy3SBF\nxElAB/jDzPzsNM97TELSQE1OTnLGGWfz938fFB8/64FdtFoX8sAD9y2KHsV8XrtpzkTEMuBTwHXT\nBcQBExMTB6fb7TbtdnvOa5O0eHW7XZYuXUtxa5z1Zet6liw5nW63uyBDotPp0Ol0Bra+RvQkIuIj\nwPcz83ePsIw9CUkDZU/i6Po5u2lORMQFwOuBF0XEjojYHhGX1F2XpMVvdHSUD33oTxkaeoLi5Mqz\nGB7+JTZvvnpRBMQgNKIncSzsSUiaK4v57KZ5+zJd3QwJSerfgh9ukiQ1lyEhSapkSEiSKhkSkqRK\nhoQkqZIhIUmqZEhIkioZEpKkSoaEJKmSISFJqmRISJIqGRKSpEqGhCSpkiEhSapkSEiSKhkSkqRK\nhoQkqZIhIUmq1IiQiIjNEbEnInbVXYsk6ZBGhARwLfCSuouQJB1uWd0FAGTmlyNirO46BuWaa65h\n8+bNjIyMsH//ftauXcuSJUsYGRnh3HPPZenSpZxyyimsWLHiKa9dtWoVGzZsYHR09CnPTU5O0u12\nGR8fP+z53bt3c9ttt7Fp0ybWrVtXuZwk9S0zG/EAxoBdR3g+F4LVq9cmtBKekXBC+Vie8OxyulVO\nL08YTlg1pe2EHBo6Kbds+fhh692y5ePZaq3JlSs3Zqu15uDzb3/75eXrz05o5cUXv3Ta5SQdn8rP\nzpl/Ns/mxYN8LIaQuPrqq8sP7JvLD/+VCasT7krY2zOd5c9VCSNT2lYnrMyRkVW5d+/ezMzcu3dv\ntlprDluu1VqTX/7yl8vt9b6+lXD9YcsdWI+k489sQ6IRw03HamJi4uB0u92m3W7XVst0tm7dCpwO\nnAisLVtPBNYDtwNnltOUP88A/m5K2zjwY5YuhW63y+joKN1ul+HhcfbtO7Tc0NAY27ZtA5455fWn\nAY8ettyB9Uha/DqdDp1OZ3ArnE3CDPJB8el49xGeH1y0zhF7EpKahsUw3ARsAb4L/AR4EHjzNMsM\ndMfNlTVrRssP6lPLYw69xySGpzkmsbKvYxIrVmyYckzisvL1zznsmMTU5SQdn2YbElGso/kiIhdK\nrZ7dJKkpIoLMjBm/fqF88C6kkJCkpphtSDTly3SSpAYyJCRJlQwJSVIlQ0KSVMmQkCRVMiQkSZUM\nCUlSJUNCklTJkJAkVTIkJEmVDAlJUiVDQpJUyZCQJFUyJCRJlQwJSVIlQ0KSVMmQkCRVMiQkSZUa\nERIRcUlE3BcR34yIK+quR5JUqP0e1xGxBPgm8GLgu8DtwGsz874pyzX+Htfnnnsuu3fv7us1y5Yt\nY+nSpTz55JOMjIxw8skns2zZMvbt28fKlSu54IIL2L9/P0NDQ0QEDz74IPv37+fSSy9l06ZN3HLL\nLQC88pWvZN26dQBMTk7S7XY56aSTeOihhwB45jOfyWOPPcZJJ5108OeB5zZs2MDo6OgA90TzHNgn\n4+Pji/69zhf36cIw23tck5m1PoDzgRt75t8FXDHNctlksDThhPKxPOHZCa2yvZXwnCnzB54/cZrX\nLEsY7pk/tae9d11LDpt/+9svyy1bPp6t1ppstZ5VPndWue7hHBpam9DK4eF15XMnJJyVw8Mrc8uW\nj9e9C+fMgX2ycuXGbLXWLOr3Ol/cpwtH+dk588/o2bx4EA/gVcAHe+Z/A/jANMsNcr8N1Lp16xJG\nElYmrE64KyHLn62Em6fMX98zP5KwaprXPC1hbzm/JuHDZfvU5Q5f18jI6nJ7a6Ysu6rcVm/b6oPb\naLXW5N69e+velQO3d+/ebLUO3xeL9b3OF/fpwjLbkFg24y5IDSYmJg5Ot9tt2u12bbX0KoaYTgdO\nLB/ry2fWA6eVbb3zj/bMPx04eZrX/BToAs8v1/2t8ufU5XrXNUrEynJ741OWPQP4wZS28YPbWLLk\ndLrd7qIbNuh2uwwPj7Nv36H3PTQ0tijf63xxnzZbp9Oh0+kMboWzSZhBPCiGm/6qZ37BDTfZk2gu\n/+odPPfpwsIiGG5aCvwNMAYMAzuBddMsN9g9N2AQWRxHqDomcVZOf0xiefm6YzkmMXVdSw6b7z0m\nMTIy3rOdYhvLlo3mU49JPPu4OSaxYsUGx88HxH26cMw2JGo/uwmKU2CBqyhOyd2cme+dZplsQq1H\n4tlNzeWZOIPnPl0YZnt2UyNC4lgshJCQpKaZbUg04st0kqRmMiQkSZUMCUlSJUNCklTJkJAkVTIk\nJEmVDAlJUiVDQpJUyZCQJFUyJCRJlQwJSVIlQ0KSVMmQkCRVMiQkSZUMCUlSJUNCklTJkJAkVTIk\nJEmVag2JiPj1iPh6RDwZERvrrEWS9FR19yTuBl4J3FJzHQPT6XTqLuGYLIQ6F0KNYJ2DZp3NUmtI\nZOY3MvN+YMY36W6ahfIPZyHUuRBqBOscNOtslrp7EpKkBls21xuIiJuAtb1NQALvycy/mOvtS5Jm\nLjKz7hqIiJuB38vM7UdYpv5CJWkByswZD+nPeU+iD0d8E7N5k5Kkman7FNhXRMRDwPnAX0bEjXXW\nI0k6XCOGmyRJzdS4s5uO9AW7iHh3RNwfEbsj4uKe9o0RsSsivhkR75//qiEiLomI+8oarqijhp5a\nNkfEnojY1dO2OiK2RcQ3IuLzEbGy57lp9+s81Hl6RHwxIu6JiLsj4rKm1RoRJ0TErRGxo6zxyqbV\nOKXeJRGxPSJuaGqdEdGNiLvKfXpbg+tcGRGfLLd7T0S8oGl1RsTZ5X7cXv58NCIuG2idmdmoB/AP\ngecAXwQ29rSvA3ZQHEcZB/6GQz2hW4Hnl9OfA14yzzUvKesZA4aAncA5Ne7DXwTOA3b1tP1n4N+U\n01cA7y2nz63ar/NQ56nAeeX0ScA3gHOaViuwvPy5FPgasKlpNfbU+g7go8ANDf69fwtYPaWtiXV+\nGHhzOb0MWNnEOnvqXQJ8F3jmIOuctzcwgzd8M4eHxLuAK3rmbwReUH7Q3NvT/lrgmnmu9Xzgxqpa\na9p/YxweEvcBa8vpU4H7jrRfa6r5M8CvNLVWYDlwB/D8JtYInA7cBLQ5FBJNrPPbwMlT2hpVJ7AC\n+Ntp2htV55TaLga+NOg6GzfcdASnAQ/1zH+nbDsNeLin/eGybT5Nra2OGo7mlMzcA5CZjwCnlO1V\n+3VeRcQ4Re/naxT/uBtTazmEswN4BLgpM29vWo2l9wHvpPge0gFNrDOBmyLi9oj4Fw2t80zg+xFx\nbTmU88GIWN7AOnu9BthSTg+szlpOgfULdo3QmDMWIuIk4FPA5Zn52DTfiam11sz8GbAhIlYA10fE\nc6epqdYaI+JlwJ7M3BkR7SMs2oTf+wWZ+b2IGAW2RcQ3aNj+pPhs3Ai8LTPviIj3UfwV3rQ6AYiI\nIeDlFENLMMA6awmJzLxoBi/7DsVY2wGnl21V7fPpO8AZNddwNHsiYm1m7omIU4G9ZXut+y8illEE\nxHWZ+dkm15qZP4yIDnBJA2u8AHh5RFwKtICnRcR1wCMNq5PM/F75czIiPkNxjKdp+/Nh4KHMvKOc\n/3OKkGhanQe8FLgzM79fzg+szqYPN/V+ge4G4LURMRwRZwJnAbeVXalHI2JTRATwRuCz06xrLt0O\nnBURYxExTHFc5IZ5rmGq4Kn775+X02/i0D6adr/OV5HAhyiOKV3V09aYWiPi6QfODImIFnARsLtJ\nNQJk5r/NzDMy81kU//6+mJlvAP6iSXVGxPKy50hEnEgxjn43zdufe4CHIuLssunFwD1Nq7PH64Ct\nPfODq3M+D6wc48GXV1CMme0DvsfhB4TfTXE0fjdwcU/7z1P8Q7sfuKqmui+hODvnfuBdNe/DLRRn\nOfwEeBB4M7Aa+N9ljduAVUfbr/NQ5wXAkxRng+0Atpf7cU1TagV+rqxrJ7CLYkiUJtU4Tc2/zKED\n142qk2Ks/8Dv++4D/1eaVme53edR/AG4E/g0xdlNTaxzOTAJPK2nbWB1+mU6SVKlpg83SZJqZEhI\nkioZEpKkSoaEJKmSISFJqmRISJIqGRLSHIqId9ddgzQbfk9CmkMR8aPMfFrddUgzZU9CC0Z52ZN7\nyytyfj0i/ioiRiLi5ihvUBURJ0fEt8vpN0XE9eXNV74VEW+LiHeUV/X8SkSsOsK2LitvNLMzIraU\nbcujuKHT1yLizoj4tZ7t/HlE3Fje5OW9ZfsfA61ye9eVba+P4iZG2yPimvJSMkTEjyLiP5bb+0p5\n8Tsi4pSI+HTZviMizq9aT3m12mujuAHXXRFx+Zz9MnTcMCS00JwF/NfM/EfAD4BXceQrXj6X4lIv\nm4D/BDyWmRspLkn+xiNs5wqKGyKdB7y1bHsP8IXMPB94EfAn5fWcoLiEw6uB9RTXxjktM98NPJ6Z\nGzPzDRFxDsXlnP9xWcPPgNeXrz8R+Eq5vS8BbynbPwB0yvaNwD1HWM95wGmZuT4znwdce4T3Jx2T\nWq4CK83CtzPz7nJ6O8XdtY7k5sx8HHg8In4A/GXZfjfFdZmq3AVsKa9S+pmy7WLg1yLineX8MIeu\n/vuFzHwMICLupbjp03c4/CKLL6b4oL+97EGMUNyjAuCnmfm5cvpOipsvQRFGbwDIYmz4RxEx3Xr2\nlO/tzIi4iuIOjduOsm+kozIktND8pGf6SYrLYu/nUK945AjLZ8/8zzjyv/+XAb9EcY3+90TEz1F8\n4L8qM+/vXbAcAppa13TrDuDPMvM90zz304rXT3fQsHI9EfE84CXAvwT+KfCb07xeOmYON2mhiWna\nusAvlNOvnvUGir/Oz8jMWyjuIbCCYjjo88BlPcuddwyr+2lELC2nvwD8es/xhtURceDa/tO9rwOv\n+a1y+SVR3PhouvWcEREnA0sz83rg3wMbjvlNSxUMCS000x1/+BPgX0XEnRSXSD7W11ZZCnw0Iu6i\nGPq5KjN/CPwhMFQeGP468AfHsJ0PAndHxHWZuZviw3tbue5twDOOUtvvABdGxC6K+2uvK9fz76as\n51SK21B2orjV6nUUASfNiqfASpIq2ZOQJFXywLWOaxHx3yjukJcUxwWSYnjpz2otTGoIh5skSZUc\nbpIkVTIkJEmVDAlJUiVDQpJUyZCQJFUyJCRJlf4/s4V6FJ6SYIQAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x116a3cf10>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYkAAAEQCAYAAABFtIg2AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAGs9JREFUeJzt3X+8XHWd3/HXJ790CCaQcAWb4L2uiKASIa6RbtzuRUtE\nXETqan1U3F3bbrW7MdRaC9Ruydpu17ZbfWi79vGwUouQgKxdUXlouVQzuyQu3gAhQZMI+4BBRUyu\n+1gNLnmIyKd/zAmZ3My5uTN37py5yev5eMxjzpw5c76fe+Y8zvt+z3fmTGQmkiS1M6/qAiRJg8uQ\nkCSVMiQkSaUMCUlSKUNCklTKkJAklRqIkIiIpRHxpxGxJyK+HRGvqbomSRIsqLqAwseBr2Tm2yJi\nAXBS1QVJkiCq/jJdRCwBdmTmiystRJJ0lEE43fQi4EcR8ZmIuC8iPhURtaqLkiQNRkgsAFYDf5KZ\nq4EngWuqLUmSBIMxJvF94HuZeU/x+PPA1ZMXiggvMiVJXcjM6Pa1lfckMnMf8L2IOLuY9Xpgd8my\nA3W77rrrKq/Bmo6vuqzJmnp9m6lB6EkAbAA2RcRC4GHg3RXXI0liQEIiM3cCr666DknSkSo/3TSX\njY6OVl3CUaxp+gaxLmuaHmvqn8q/JzFdEZFzpVZJGhQRQc7lgWtJ0uAyJCRJpQwJSVIpQ0KSVMqQ\nkCSVMiQkSaUMCUlSKUNCklTKkJAklTIkJEmlDAlJUilDQpJUypCQJJUyJCRJpQwJSVIpQ0KSVMqQ\nkCSVMiQkSaUMCUlSKUNCklTKkJAklVpQdQEAEdEAfgI8A/w8M9dUW5EkCQYkJGiGw2hm/k3VhUiS\nDhuU003B4NSi49TExATbt29nYmKi6lKkOWNQDswJ3BkR2yPid6ouRsefm2/+HMPD53Dxxe9lePgc\nbr75c1WXJM0JkZlV10BEvCAzH4+IIeBOYH1mbp20TA5CrZp7JiYmGB4+h4MHtwCrgF3Uahfx6KN7\nGRoaqro8aVZFBJkZ3b5+IMYkMvPx4n4iIr4ArAG2Tl5u48aNz06Pjo4yOjrapwo1lzUaDRYtGuHg\nwVXFnFUsXDhMo9EwJHTcqdfr1Ov1nq2v8p5ERJwEzMvMn0bEYmAM+IPMHJu0nD0JdcWehE5kM+1J\nDMKYxOnA1ojYAdwNfHlyQEgzMTQ0xPXXf5Ja7SKWLFlNrXYR11//SQNCmobKexLTZU9CMzUxMUGj\n0WBkZMSA0Aljpj0JQ0KSjmPHw+kmSdKAMiQkSaUMCUlSKUNCklTKkJAklTIkJEmlDAlJUilDQpJU\nypCQJJUyJCRJpQwJSVIpQ0KSVMqQkCSVMiQkSaUMCUlSKUNCklTKkJAklTIkJEmlDAlJUilDQpJU\nypCQJJUyJCRJpQYmJCJiXkTcFxFfqroWSVLTwIQEcBWwu+oiJEmHDURIRMRK4FLg01XXoiNNTEyw\nfft2JiYmqi5FUgUGIiSAjwEfBLLqQnTYzTd/juHhc7j44vcyPHwON9/8uapLktRnkVntcTki3gS8\nMTPXR8Qo8IHMvKzNcll1rSeSiYkJhofP4eDBLcAqYBe12kU8+uhehoaGqi5P0jRFBJkZ3b5+QS+L\n6dJa4M0RcSlQA54XEZ/NzN+cvODGjRufnR4dHWV0dLRfNZ5wGo0GixaNcPDgqmLOKhYuHKbRaBgS\n0gCr1+vU6/Wera/ynkSriPg1mj2JN7d5zp5EH9mTkI4PM+1JDMqYhAbM0NAQ11//SWq1i1iyZDW1\n2kVcf/0nDQjpBDNQPYmp2JOoxsTEBI1Gg5GREQNCmoNm2pMwJCTpOObpJknSrDEkJEmlDAlJUilD\nQpJUypCQJJUyJCRJpQwJSVIpQ0KSVMqQkCSVMiQkSaUMCUlSKUNCklTKkJAklTIkJEmlDAlJUilD\nQpJUypCQJJUyJCRJpQwJSVKpaYdERLxtOvMkScePyMzpLRhxX2auPta82RIROd1aJUlNEUFmRrev\nXzCNBt4IXAqsiIhPtDy1BHi624YlSYPvmCEB/AC4B3gzcG/L/CeA98+0gIh4DvAXwKKins9n5h/M\ndL2SpJnr5HTTwsz8+awUEXFSZj4ZEfOBbcCGzByftIynmySpQzM93dTJp5vWRMSdEfFgRDwcEY9E\nxMPdNtwqM58sJp9DszdhGsxh27Zt47rrrmPbtm1VlyJphjrpSeyleXrpXuAXh+Zn5l/PuIiIecV6\nXwz8SWZe22YZexJzwLp1l3LnnXVgJfB91q0b5Y47vlJxVdKJq589iZ9k5lczc39m/vWhW7cNt8rM\nZzLzAppHltdExMt6sV7117Zt24qAuBt4ELibsbG6PQppDpvOwPUhWyLivwB/Bvzs0MzMvK9XxWTm\ngYjYAlwC7J78/MaNG5+dHh0dZXR0tFdNqwfGxsZo5vyqYs4qYAVjY2OsXbu2usKkE0i9Xqder/ds\nfZ2cbtrSZnZm5utmVEDEacDPM/MnEVED7gA+kplfmbScp5sG3LZt23jtay+m2ZNYBewCLmTr1jsN\nCakiMz3dNO2QmC0RcR5wA81TX/OAz2XmH7ZZzpCYA97whksZG6sDK4DHHJOQKta3kIiIf9dufmZ+\nuNvGO2FIzB3btm1jbGyMdevW2YOQKtbPkPhAy8PnAr8O7MnMf9xt450wJCSpc5Wdbiq+KX1HZo52\n23iH7RkSktShfn4EdrKTaH6URZJ0nJr2R2Aj4gEOfxN6PjAE9GU8QpJUjU7GJIZbHj4N7MvMvl0F\n1tNNktS5vo5JRMQrgV8tHv5FZu7qtuFOGRKS1Lm+jUlExFXAJuD5xW1TRLyv24YlSYOvk9NNu4C/\nm5l/WzxeDPxlZq6a+pW9YU9CkjrXz083BS1Xfy2mu25YkjT4OrnA32eAb0bEF4rHbwGu731JkqRB\n0enA9WrgtcXDuzJzx6xU1b5tTzdJUof6eVmOC4FvZ+YTxeMlwLmZ+c1uG++EISFJnetnSOwAVh86\nUhe/JndPZq7utvFOGBKS1Lm+Dly3HqUz8xk6G9OQJM0xnYTEwxGxISIWFrergIdnqzBJUvU6CYn3\nAr8CPAZ8H3gN8M9moyhJ0mDo2S/TRcS1mflHPVlZ+/U7JiFJHaryUuGTva2H65IkDYBehoTfvpak\n40wvQ8JzQZJ0nLEnIUkq1cmlwpcfY5E/nWEtkqQB08k3rh8C7qd5ob+v9vujRn66SZI6189PN50N\nfAp4F/BQRPzHiDi724YPiYiVEfH1iPh2RDwQERtmuk5JUm909T2JiLgIuAlYDOwErsnMv+yqgIgz\ngDMy8/6IOBm4F7g8M/dOWs6ehCR1qJ8/X7o8Iq6KiHuAfwW8DzgN+ACwudsCMvOHmXl/Mf1TYA+w\notv19dvtt9/OlVdeycc+9jEmJiaOufymTZu4/PLL2bRpUx+qK7dnzx5uuOEG9uzZw8TEBNu3b59W\n/bPRvqQBlpnTugEPAr8PrGzz3NXTXc8x2hgBGsDJbZ7LQfOKV1yQUEt4SXG/MDdvvqV0+ZUrX3TE\n8meeOdLHag9bv/6qoo6zE2o5f/5JuXTp6qzVlk1Z/2y1v379hllvUzpRFcfO7o/L016wODU1Wzfg\nZOAemqea2j3fy+02Y1/+8peLA93OhCzua7lo0cm5f//+o5a/6aab2i5/00039bXu3bt3t6nj1IT9\nCTuzVlvWtv7Zbb+Wu3fvnrU2pRPZTEOik0t9fz0ijhoUyMzXddGBOUJELAA+D9yYmV8sW27jxo3P\nTo+OjjI6OjrTprt22223ASuBVcWcVcAKnnnmAI1Gg6GhoSOWv/XWW9suf+utt/LOd76zT1XD+Pg4\ncOakOkZoduBezcKFw23rn932VzI+Ps655547K21KJ5J6vU69Xu/dCqebJsCrWm5rgY8C/3kmCdWy\n7s8CHz3GMr2N1xmyJ9HL9u1JSLOFfp1uavtiGJ/J64t1rAV+QfM7GDuA+4BL2izX4003c+edd35x\nwDtrWmMSZ545csTy1Y1JbDhibGT+/JNyyZIL+jgmcWT7jklIs2emIdHJl+mWtTycB/wy8PHMfOkM\nOjLTNqgfgb399tu55ZZbeNWrXsWVV155zNM0mzZt4tZbb+Xtb397X08zTbZnzx7Gx8dZs2YNp512\nGo1Gg5GRkVk7zTRV+55mkmZPP3/j+hEOX8TvaZonsT+cmVu7bbwTgxoSkjTIZhoSnQxcvwz4XeC1\nNMPiLpqfRpIkHac66UncChwADn0L7B8Bp2RmX35syJ6EJHWun6ebdmfmy441b7YYEpLUuX5e4O++\niLiwpeHX4OkmSTquHXNMIiIeoDkGsRD4RkR8t3g8DOyd6rWSpLltOgPXvz7rVUiSBlJXlwqvgmMS\nktS5fo5JSJJOMIaEJKmUISFJKmVISJJKGRKSpFKGhCSplCEhSSplSEiSShkSkqRShoQkqZQhIUkq\nZUhIkkoZEpKkUoaEJKmUISFJKjUQIRER10fEvojYVXUtkqTDBiIkgM8Ab6i6CEnSkabz86WzLjO3\nRsRw1XV0a2JigkajwcjICENDQ0c8/tGPfsT4+DjLly9n165mR+mKK64AYHx8nLPOOos9e/awd+9e\nrrjiCtauXdtVm9Jscn87gWXmQNyAYWDXFM/nINq8+Zas1Zbl0qWrs1ZbluvXX/Xs4wULnpewKGFZ\nwsKEWsJLivsFCWcX94fnr1v3xo7b3Lz5lj78pTpRub/NbcWxs/tj80xe3MvbXAyJ/fv3Z622LGFn\nQiZsKQ74hx7vTFhaBMXk+bWEm9rO37p1awdt7sxabVnu37+/j3+5ThTub3PfTENiIE43TdfGjRuf\nnR4dHWV0dLSyWgAajQaLFo1w8OCqYs5i4Ezg0ONVxeMfAKdNmr8SuLW4b52/grGxsdLTTke3uYqF\nC4dpNBqeBlDPub/NPfV6nXq93rsVziRhenkDRoAHpni+d9HaI/YkdLxzf5v7OB5ONwGbaf67/TPg\nu8C72yzT0w3XK4fO1y5ZckExJrHh2ceHxyRObRl7OKtlTOIlCfOPmN/JmMShNj1HrNnk/ja3zTQk\normOwRcROai1+ukmHe/c3+auiCAzo+vXD+qBd7JBDglJGlQzDYlB+TKdJGkAGRKSpFKGhCSplCEh\nSSplSEiSShkSkqRShoQkqZQhIUkqZUhIkkoZEpKkUoaEJKmUISFJKmVISJJKGRKSpFKGhCSplCEh\nSSplSEiSShkSkqRShoQkqZQhIUkqZUhIkkoZEpKkUgMREhFxSUTsjYgHI+LqquuRJDVFZlZbQMQ8\n4EHg9cAPgO3AOzJz76TlsupaJWmuiQgyM7p9/YJeFtOlNcBDmfkoQETcAlwO7J3yVQMgorvtvnjx\nYpYvX86BAwc49dRTeeqppzhw4AAvf/nLOXjwIE888QTvec97uOyyyxgfH2f58uU88sgj1Go1Hn/8\nce666y4WL17MS1/6Up5++mmuuOIK1q5dy8TEBI1Gg3379rF9+3bWrVvH2rVrO6rt0DpGRkYYGhrq\n6u+bjj179jA+Ps6aNWs499xzO3ptv2qc3OaOHTv48Y9/DMApp5zCBRdc0FH7VdStuWtg9pfMrPQG\nvBX4VMvjK4FPtFkuBwnMT1iYUEt4SXG/oLh/cXG/qJg+qZheWEy3Pn9GwnNabq3PR8LfaVnnwjbL\nnJpQy/POuyBrtWU5f/5Li/kvSKjlunVvnPbftHnzLVmrLculS1dnrbYsN2++ZVa23fr1VxU1np1Q\ny/XrNwxcjZPbXLRoacJZLe/lGblo0dJpt19F3Zq7erm/FMfO7o/RM3lxL25zMSSA4mBdS9iZkAlb\nJj3eWRzA97dMP7dY7tDzSxOWFPdLi2VaX19LWFxM7y5e326Z/92m7WXP1rR169Zj/k379+/PWm3Z\nEeuo1Zbl/v37e7rtdu/e3abWWu7evXtgajxWm8334JSELdNqv4q6NXf1en+ZaUgMwummx4AXtjxe\nWcw7ysaNG5+dHh0dZXR0dDbrOoalwCnAquLxYpqlH3q8ChgBGsCri+kfFcsdev5M4ABQa1lH6+tX\nAH9bTN8APB84rc0yD7dpe7hY3wrGxsaOedqp0WiwaNEIBw8eXsfChcM0Go2ednXHx8dp/t2tta5k\nfHz8mKed+lXj5DbnzZtc7wjN92Ux8+atPGb7VdStuWum+0u9Xqder/euoJkkTC9uwHzgr2ge1RYB\n9wPntlmuqxSdDdiT6Jo9CXsSmtqg9SQqD4nm38AlwHeAh4BrSpbpagPNluZ4waExiLOK+/k59ZjE\ngjx6TOL04r5sTOIFeeSYxKJJy5ySzTGJ84sxibOL+Wdkt2MSS5ZcMMtjEhuydSynmzGJ2a5xcpvN\nMYnW9/L0rsYk+lm35q5e7i8zDYnKPwI7XYP4EVg/3dQ9P93kaSZNrVf7y0w/AmtISNJxbKYhMRDf\nuJYkDSZDQpJUypCQJJUyJCRJpQwJSVIpQ0KSVMqQkCSVMiQkSaUMCUlSKUNCklTKkJAklTIkJEml\nDAlJUilDQpJUypCQJJUyJCRJpQwJSVIpQ0KSVMqQkCSVMiQkSaUMCUlSqUpDIiJ+IyK+FRG/iIjV\nVdYiSTpa1T2JB4ArgD+vuI6u1Ov1qks4ijVN3yDWZU3TY039U2lIZOZ3MvMhIKqso1uDuFNY0/QN\nYl3WND3W1D9V9yQkSQNswWw3EBF3Aqe3zgIS+FBmfnm225ckdS8ys+oaiIgtwAcy874plqm+UEma\ngzKz61P6s96T6MCUf8RM/khJUneq/gjsWyLie8CFwO0R8dUq65EkHWkgTjdJkgbTQH+6KSKui4jv\nR8R9xe2SlueujYiHImJPRKzrc12XRMTeiHgwIq7uZ9ttamlExM6I2BER48W8UyNiLCK+ExF3RMTS\nWa7h+ojYFxG7WuaV1tCP966kpkr3p4hYGRFfj4hvR8QDEbGhmF/ZtmpT0/uK+ZVtq4h4TkR8s9in\nH4iI64r5Ve9TZXVVfpyKiHlF218qHvduW2XmwN6A64B/2Wb+ucAOmmMqI8BfUfSK+lDTvKK9YWAh\ncD9wToXb6GHg1Enz/hPwr4vpq4GPzHINrwXOB3YdqwbgZf1470pqqnR/As4Azi+mTwa+A5xT5baa\noqaqt9VJxf184G5gTdX71BR1VX6cAt4P3AR8qXjcs2010D2JQrsB68uBWzLz6cxsAA/RfLP6YQ3w\nUGY+mpk/B24p6qlKcHSP8HLghmL6BuAts1lAZm4F/maaNbyZPrx3JTVBhftTZv4wM+8vpn8K7AFW\nUuG2KqlpRfF0ldvqyWLyOTQPaEnF+9QUdUGF2yoiVgKXAp+e1HZPttVcCIn1EXF/RHy6pcu0Avhe\nyzKPcXjHnm2T2/5+H9tuJ4E7I2J7RPzTYt7pmbkPmgcB4PkV1PX8khqqfO9gQPaniBih2dO5m/L3\nq691tdT0zWJWZduqOH2yA/ghcGdmbmcAtlNJXVDtfvUx4IMcDizo4baqPCQi4s6I2NVye6C4vwz4\nJPBLmXk+zTflv1Zb7UBam5mraf4n8XsR8ascubPQ5nEVBqGGgdifIuJk4PPAVcV/75W/X21qqnRb\nZeYzmXkBzZ7Wmoh4OQOwndrU9TIq3FYR8SZgX9EbnOprAl1vq8q/J5GZF09z0f8JHPqG9mPAmS3P\nrSzm9cNjwAsravsomfl4cT8REbfR7Drui4jTM3NfRJwB7K+gtLIaKnvvMnOi5WEl+1NELKB5ML4x\nM79YzK50W7WraRC2VVHHgYioA5cwQPtUa12Z+dGWp/q9rdYCb46IS4Ea8LyIuBH4Ya+2VeU9iakU\nf9wh/wD4VjH9JeAdEbEoIl4EnAWM96ms7cBZETEcEYuAdxT19F1EnFT8B0hELAbW0byy7peA3y4W\n+y3gi21X0ONyOPI/mbIa+vneHVHTgOxP/wvYnZkfb5lX9bY6qqYqt1VEnHbolE1E1ICLaY6VVLqd\nSuraW+W2ysx/k5kvzMxfonks+npmvotmUP12sdjMttVsjLT3cMT+s8Aump8guo3mebZDz11Lc2R+\nD7Cuz3VdQvNTIA8B11S4fV5UbJsdNMPhmmL+MuD/FTWOAafMch2bgR8APwO+C7wbOLWshn68dyU1\nVbo/0fyv7xct79l9xb5U+n7Ndl1T1FTZtgLOK+q4v6jhQ8far/v0/pXVNRDHKeDXOPzppp5tK79M\nJ0kqNdCnmyRJ1TIkJEmlDAlJUilDQpJUypCQJJUyJCRJpQwJaRZFxLVV1yDNhN+TkGZRRDyRmc+r\nug6pW/YkNGcUl0LZHRGfiohvRcT/jYjnRsSWiFhdLLM8Ih4ppn8rIr5Q/PjKwxHxexHx/uLHWb4R\nEadM0daGaP4Qz/0RsbmYd1I0f8zo7oi4t7gI5aF2/k9EfLX4kZePFPP/CKgV7d1YzHtnNH+45r6I\n+B8REcX8JyLiPxTtfSMihor5z4+IPyvm74iIC8vWU1yh9DPFBTJ3RsRVs/Zm6IRhSGiuOQv4b5n5\nCuDHwFuZ+uqgL6d5Lf01wB8CP83mVXPvBn5zinaupvljPOcD7y3mfQj4WmZeCLwO+OPiGj4ArwTe\nBqyieW2cFZl5LfBkZq7OzHdFxDnAPwR+pajhGeCdxesXA98o2rsL+J1i/ieAejF/NfDtKdZzPrAi\nM1dl5iuBz0zx90nTUvlVYKUOPZKZDxTT99H8da2pbMnmD8U8GRE/Bm4v5j9A81o8ZXYCm4sr695W\nzFsHXBYRHyweL+LwFYG/ls1LbBMRu2n+cuFjHHnRw9fTPNBvL3oQz6V5aWmApzLzK8X0vcDfL6Zf\nB7wLIJvnhp+IiHbr2Vf8bS+KiI8DX6F5zR5pRgwJzTU/a5n+Bc3LIz/N4V7xc6dYPlseP8PU+/+b\ngL9H85e8PhQR59E84L81Mx9qXbA4BTS5rnbrDuCGzPxQm+eeKnl9u0HD0vVExCuBNwDvAd4O/JM2\nr5emzdNNmmva/bBKA/jlYvptM26g+d/5CzPzz4FrgCU0TwfdAWxoWe78aazuqYiYX0x/DfiNlvGG\nUyPi0LX9y34w5mvA7xbLz4uIJSXreWFELAfmZ+YXgN8HLpj2Hy2VMCQ017Qbf/hj4J9HxL00L5E8\n3deWmQ/cFBE7aZ76+XhmHgD+PbCwGBj+FvDhabTzKeCBiLgxM/fQPHiPFeseA15wjNr+BXBRROwC\n7gHOLdbzbyet5wyaP0NZj+bPa95IM+CkGfEjsJKkUvYkJEmlHLjWCS0i/jvNX2dLmuMCSfP00g2V\nFiYNCE83SZJKebpJklTKkJAklTIkJEmlDAlJUilDQpJUypCQJJX6/7ezXq+kkAocAAAAAElFTkSu\nQmCC\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x125c51b90>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "all_data.groupby('spam').plot(kind='scatter', x='num_sentences', y='buy_count')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "spam\n",
       "False    Axes(0.125,0.125;0.775x0.775)\n",
       "True     Axes(0.125,0.125;0.775x0.775)\n",
       "dtype: object"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYkAAAEQCAYAAABFtIg2AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAGCBJREFUeJzt3X+U5XV93/Hnm91Zucu6i+ioORBnMIazi3WFNV2xG5u7\nGAhqQuQYqtaY6LGeWl1Ak1q0tmWStIaek9NE25IemylFlJX6A8UciEuVa4KKCyzrIjurpOQi/gCG\n1iA/5qjou398v8vODvPdnTtzZ77fe3k+zpkz3/u53/v9vj9zd+9rPp/vd77fyEwkSZrPMXUXIElq\nLkNCklTJkJAkVTIkJEmVDAlJUiVDQpJUqfaQiIhTIuL2iNhTfn8oIi6suy5JEkST/k4iIo4BvgO8\nNDPvrbseSXqqq30kMcevAv/HgJCkZmhaSLwO2Fl3EZKkQmOmmyJiBPgecGpmTtddjyQJVtddwCyv\nBG6rCoiIaEaaSdKAycxY7GubNN30Bo4y1ZSZQ/t1ySWX1F6DfbN/9m/4vpaqESEREWspDlp/uu5a\nJEmHNGK6KTMfA0brrkOSdLhGjCQE7Xa77hKWzTD3DezfoBv2/i1VY85uOpqIyEGpVZKaIiLIITlw\nLUlqGENCklTJkJAkVTIkJEmVDAlJUiVDQpJUyZCQJFUyJCRJlQwJSVIlQ0KSVMmQkCRVMiQkSZUM\nCUlSJUNCklTJkJAkVTIkJEmVDAlJUqVGhEREbIiIT0TEVETcGREvrbsmSRKsrruA0geB6zLz/IhY\nDaytuyBJUgPucR0R64HbM/MXjrKe97g+iunpabrdLuPj44yOjtZdjqQGGIZ7XJ8MPBgRl0fEnoj4\ncES06i5q0OzceTVjYxs566y3Mza2kZ07r667JElDoAkjiZcANwMvy8xbI+LPgIcy85I56zmSqDA9\nPc3Y2EZmZm4ENgP7aLW2c889BxxRSE9xSx1JNOGYxHeAezPz1vLxJ4GL51txYmLiieV2u0273V7u\n2gZCt9tlzZpxZmY2ly2bGRkZo9vtGhLSU0yn06HT6fRte7WPJAAi4kvA2zLzWxFxCbA2My+es44j\niQqOJCRVGYZjEgAXAh+LiL3Ai4EP1FzPQBkdHWVy8jJare2sX7+FVms7k5OXGRCSlqwRI4mFcCRx\ndJ7dJGmupY4kDAlJGmLDMt0kSWogQ0KSVMmQkCRVMiQkSZUMCUlSJUNCklTJkJAkVTIkJEmVDAlJ\nUiVDQpJUyZCQJFUyJCRJlQwJSVIlQ0KSVMmQkCRVMiQkSZUMCUlSJUNCklRpdd0FAEREF3gI+Bnw\nk8zcWm9FkiRoSEhQhEM7M39QdyGSpEOaMt0UNKcWSVKpKR/MCdwQEbdExNvqLkaSVGjKdNO2zPx+\nRIxShMVUZt5Ud1GS9FTXiJDIzO+X36cj4hpgK/CkkJiYmHhiud1u0263V6hCSRoMnU6HTqfTt+1F\nZvZtY4sqIGItcExmPhIRxwG7gD/IzF1z1su6a5WkQRMRZGYs9vVNGEk8B7gmIpKino/NDQhJUj1q\nH0kslCMJSerdUkcSTTm7SZLUQIaEJKmSISFJqmRISJIqGRKSpEqGhCSpkiEhSapkSEiSKhkSkqRK\nhoQkqZIhIUmqZEhIkioZEpKkSoaEJKmSISFJqmRISJIqGRKSpEqGhCSpkiEhSarUmJCIiGMiYk9E\nXFt3LZKkQmNCArgI2F93EZKkQxoREhFxEvAq4C/qrkWSdEgjQgL4U+A9QNZdiCTpkNpDIiJeDdyf\nmXuBKL8kSQ2wuu4CgG3AuRHxKqAFPD0iPpKZvzN3xYmJiSeW2+027XZ7pWqUpIHQ6XTodDp9215k\nNmeGJyJ+Bfj9zDx3nueySbVK0iCICDJz0TM0tU83SZKaq1EjiSNxJCFJvVuxkUREnL+QNknS8Fjw\nSCIi9mTmlqO1LRdHEpLUu6WOJI56dlNEvJLiD91OjIgPzXpqPfD4YncsSWq+hZwC+z3gVuBc4LZZ\n7Q8D716OoiRJzdDLdNNIZv5kmes50v6dbpKkHi37dNMsWyNiAhgrXxdAZubzF7tzSVKz9TKSOEAx\nvXQb8NOD7Zn5f5entCft35GEJPVoJUcSD2Xm9YvdkSRp8PQykrgUWAV8GvjRwfbM3LM8pT1p/44k\nJKlHSx1J9BISN87TnJl55mJ33gtDQpJ6t2IhUTdDQpJ6t2LHJCLi383Xnpl/uNidS5KarZcD14/O\nWj4W+HVgqr/lSJKaZNHTTRHxNODzmdnua0XV+3O6SZJ6VOf9JNYCJy3h9ZKkhuvlmMQdwMFf5VcB\no4DHIyRpiPVyCuzYrIePA/dn5opdBdbpJknq3YqeAhsRLwZeXj7868zct9gd98qQkKTereSd6S4C\nPgY8u/z6WERcsNgdS5Kar5fppn3AyzLz0fLxccBXM3PzkgoozpL6a2ANxTGST2bmH8yzniMJSerR\nSl7gL5h19ddyedE7PigzfxQR2zPzsYhYBXw5Iq7PzN1L3bYkaWl6CYnLga9FxDXl49cAk/0oIjMf\nKxefVtbkkEFDZXp6mm63y/j4OKOjo3WXIy3Ygo9JZOZ/At4C/L/y6y2Z+Wf9KCIijomI24H7gBsy\n85Z+bFdqgp07r2ZsbCNnnfV2xsY2snPn1XWXJC1YL8ckzgDuzMyHy8frgU2Z+bW+FVNs8zPAjszc\nP+c5j0lo4ExPTzM2tpGZmRuBzcA+Wq3t3HPPAUcUWhEreUziz4Etsx4/Mk/bkmTmD8tLkp8D7J/7\n/MTExBPL7Xabdrvdr11Ly6Lb7bJmzTgzMwfP79jMyMgY3W7XkNCy6HQ6dDqdvm2vl5HE3sw8bU7b\nvj6c3fQs4CeZ+VBEtIDPA5dm5nVz1nMkoYHjSEJ1W8lrN90dERdGxEj5dRFw92J3PMvPATdGxF7g\naxQXDbzuKK+RBsLo6CiTk5fRam1n/fottFrbmZy8zIDQwOhlJPFs4EPAmRRnH30BeFdmPrB85R22\nf0cSGlie3aS6NObOdBHxvsz8475sbP7tGxKS1KM6LxU+1/l93JYkqQH6GRJL/utrSVKz9DMknAuS\npCHjSEKSVKmXS4U/8yirfGKJtUiSGqaXU2DvAvZSXOjv+pU+1cizmySpdyt5dtMpwIeBNwF3RcQH\nIuKUxe5YktR8i/o7iYjYDnwUOA74OvDezPxqn2ubu09HEpLUoxW7wF95TOK3KUYS9wMXANcCp1Ec\njzh5sUVIkpqpl6vAfhW4EnhNZn5nVvutEfHf+luWJKkJejlwXet8j9NNktS7lbyfxBcj4kmf0pl5\n5mJ3Lklqtl5C4l/OWj4WeC3weH/LkSQ1yZKuAhsRuzNzax/rOdK+nG6SpB6t5NlNJ8x6eAzwS8CG\nxe5YktR8vUw33cahi/g9DnSBt/a7IElSc/QSEqcC7wB+mSIs/ga4dTmKkiQ1Qy+nwP4v4IfAx8qm\nfwocn5krcrMhj0lIUu9W7PalEbE/M089WlvPBUScBHwEeA7wM+C/Z+aH5lnPkJCkHq3kBf72RMQZ\ns3b8Uvoz3fQ48HuZ+ULgZcA7I2JjH7YrSVqiox6TiIg7KI5BjABfiYhvl4/HgANLLSAz7wPuK5cf\niYgp4MR+bFuSBtX09DTdbpd169bxyCOPMD4+zujo6IrXsZAD17++7FWUImKc4oKBX1upfUpS0+zc\neTVvfes7gOOZmfk+rdYLgO8yOXkZb3jD61a0liX9MV0/RcQ6oAP8UWZ+dp7nPSYhaehNT08zNraR\nmZlPUVzY4kZgM7CPVms799xzoKcRxUpeu2nZRMRq4JPAlfMFxEETExNPLLfbbdrt9rLXJkkrqdvt\nsmbNODMzxwHjFAEBsJmRkTG63e4RQ6LT6dDpdPpWTyNGEhHxEeDBzPy9I6zjSELS0GvaSKKXs5uW\nRURsA94InBkRt0fEnog4p+66JKkOo6OjTE5eRqv1Wo49dj1wBq3Wi2i1tjM5edmKH7xuxEhiIRxJ\nSHoq6dfZTSv2x3R1MyQkqXcDP90kSWouQ0KSVMmQkCRVMiQkSZUMCUlSJUNCklTJkJAkVTIkJEmV\nDAlJUiVDQpJUyZCQJFUyJCRJlQwJSVIlQ0KSVMmQkCRVMiQkSZUMCUlSJUNCklSpESEREZMRcX9E\n7Ku7FknSIY0ICeBy4NfqLkKSdLhGhERm3gT8oO46qkxPT3PLLbcwPT097/NTU1NcccUVTE1N9fQ6\nSWq6RoREk+3ceTVjYxs566y3Mza2kZ07rz7s+QsueBennvoS3vzmD3DqqS/hggsuWtDrJGkQRGbW\nXQMAETEGfC4zN1c8nytd6/T0NGNjG5mZuRHYDOyj1drOPfccYHR0lKmpKU499SXAzU88D2dw0003\ncNZZ51a+TpJWSkSQmbHY16/uZzHLbWJi4onldrtNu91e1v11u13WrBlnZuZgbm1mZGSMbrfL6Ogo\nu3fvBn6eIggov5/Erl27jvg6SVounU6HTqfTt+01aSQxTjGSeFHF844kJKlHSx1JNOKYRERcBXwF\nOCUivh0Rb6m7JoDR0VEmJy+j1drO+vVbaLW2Mzl52RMf9Js2bWLHjrcBZwCnAGewY8fb2LZt2xFf\nJ0mDojEjiaOpYyRx0PT0NN1ul/Hx8Xk/6Kempti9ezdbt25l06ZNC36dJC23pY4kDAlJGmJDMd0k\nSWomQ0KSVMmQkCRVMiQkSZUMCUlSJUNCklTJkJAkVTIkJEmVDAlJUiVDQpJUyZCQJFUyJCRJlQwJ\nSVIlQ0KSVMmQkCRVMiQkSZUMCUlSJUNCklSpESEREedExIGI+FZEXFx3PZKkQu33uI6IY4BvAa8A\nvgfcArw+Mw/MWW/F7nE9NTXFNddcw6OPPsqznvUsZmZmuPvuu7nzzjs577zz2L59O+vWrePLX/4y\nBw4c4LzzzmPbtm1P2s709DTdbpd169Zx7733AnD66acD0O12GR8fP2z5wQcfZPfu3WzdupVNmzat\nSF+HycGf9/j4OKOjo3WXo0XwPey/pd7jmsys9Qs4A7h+1uP3AhfPs16uhB07LkpoJfxi+X1Vwsic\ntjVPajv77Fcetp2rrvp4tlonZKv1/HK9FySszVWr1ubIyLrcsGFLjow8Pdes2ZAbNmzJ1aufXm73\nlIRW7thx4Yr0d1gc/Hlv2LAlW60T8qqrPl53SeqR7+HyKD87F/8ZvZQX9+MLeC3w4VmPfxv40Dzr\n9fPnNq/9+/eXH+hfT8jy+9PmaWuV7Ye33XTTTZmZ+cADD2SrdULCjQknzFnvGQkbEvaXy3Ofe+CJ\n7e3fv3/Z+zwMDv28D/0sW60T8oEHHqi7NC2Q7+HyWWpIrF70EKQGExMTTyy3223a7XZft797927g\nJGBz2bIZ2AAcP6ftRODhJ7Xt2rWLbdu20e12WbNmnJmZ44DxOeuNA48Cu4GT53muC/xD4CR2797t\ntNMCHPp5H/pZjoyM0e12nbIYEL6H/dPpdOh0Ov3b4FISph9fFNNNfzXrcW3TTY4kBpO/hQ4+38Pl\nwxBMN60C/hYYA9YAe4FN86zX359chR07Lpx1DGHuMYmDbSMJqw9rqzomceyx4+V6v3DYMYn160/P\nkZF1uWbNhly//vRZxyR+0WMSi3Dw571+/enOZw8o38PlsdSQqP3sJihOgQU+SHFK7mRmXjrPOrlS\ntXp202DyzJjB53vYf0s9u6kRIbEQKxkSkjQslhoSjfhjOklSMxkSkqRKhoQkqZIhIUmqZEhIkioZ\nEpKkSoaEJKmSISFJqmRISJIqGRKSpEqGhCSpkiEhSapkSEiSKhkSkqRKhoQkqZIhIUmqZEhIkioZ\nEpKkSrWGRET8VkR8IyJ+GhFb6qxFkvRkdY8k7gDOA75Ucx2163Q6dZewbIa5b2D/Bt2w92+pag2J\nzPxmZt4FLPom3cNimP+hDnPfwP4NumHv31LVPZKQJDXY6uXeQUTcADxndhOQwPsz83PLvX9J0uJF\nZtZdAxFxI/D7mbnnCOvUX6gkDaDMXPSU/rKPJHpwxE4spZOSpMWp+xTY10TEvcAZwF9GxPV11iNJ\nOlwjppskSc3U+LObIuKciDgQEd+KiIvrrmcxImIyIu6PiH2z2p4REbsi4psR8fmI2DDrufdFxF0R\nMRURZ9dT9cJFxEkR8cWIuDMi7oiIC8v2ge9jRDwtIr4WEbeXfbukbB/4vs0WEcdExJ6IuLZ8PDT9\ni4huRHy9fA93l23D1L8NEfGJst47I+Klfe1fZjb2iyLE/hYYA0aAvcDGuutaRD9+GTgN2Der7T8C\n/6pcvhi4tFw+Fbid4njReNn/qLsPR+nfc4HTyuV1wDeBjcPSR2Bt+X0VcDOwdVj6NquP7wY+Clw7\nhP8+7waeMadtmPr3P4G3lMurgQ397F/TRxJbgbsy857M/AnwceA3a66pZ5l5E/CDOc2/CVxRLl8B\nvKZcPhf4eGY+npld4C6Kn0NjZeZ9mbm3XH4EmAJOYkj6mJmPlYtPo/jPlQxJ36AYCQKvAv5iVvPQ\n9I/ipJi5n3VD0b+IWA+8PDMvByjrfog+9q/pIXEicO+sx98p24bBszPzfig+ZIFnl+1z+/xdBqjP\nETFOMWq6GXjOMPSxnIq5HbgPuCEzb2FI+lb6U+A9FOF30DD1L4EbIuKWiPhnZduw9O9k4MGIuLyc\nLvxwRKylj/1rekg8lQz8GQQRsQ74JHBROaKY26eB7GNm/iwzT6cYHW2NiBcyJH2LiFcD95cjwSOd\nZj6Q/Stty8wtFKOld0bEyxmS949iZLsF+K9lHx8F3ksf+9f0kPgu8LxZj08q24bB/RHxHICIeC7w\nQNn+XeDnZ603EH2OiNUUAXFlZn62bB6qPmbmD4EOcA7D07dtwLkRcTewEzgzIq4E7huS/pGZ3y+/\nTwOfoZheGZb37zvAvZl5a/n4UxSh0bf+NT0kbgFeEBFjEbEGeD1wbc01LVZw+G9q1wJvLpd/F/js\nrPbXR8SaiDgZeAGwe6WKXIL/AezPzA/Oahv4PkbEsw6eGRIRLeAsimMuA983gMz815n5vMx8PsX/\nry9m5puAzzEE/YuIteUIl4g4Djib4urTw/L+3Q/cGxGnlE2vAO6kn/2r+8j8Ao7cn0NxtsxdwHvr\nrmeRfbgK+B7wI+DbwFuAZwD/u+zbLuD4Weu/j+Ksgyng7LrrX0D/tgE/pTj77HZgT/m+nTDofQRe\nVPZnL7CP4ppjDEPf5unrr3Do7Kah6B/FnP3Bf5d3HPwMGZb+lfW+mOIX6r3ApynObupb//xjOklS\npaZPN0mSamRISJIqGRKSpEqGhCSpkiEhSapkSEiSKhkS0jKKiPfVXYO0FP6dhLSMIuLhzHx63XVI\ni+VIQgOjvDzL/vJKl9+IiL+KiGMj4saI2FKu88yI+Lty+Xcj4pry5it3R8Q7I+Ld5dUyvxIRxx9h\nXxeWN3DZGxFXlW1ro7iB1M0RcVtE/Mas/XwqIq4vb/Jyadn+x0Cr3N+VZdsbo7iJ0Z6I+POIiLL9\n4Yj49+X+vhIRo2X7syPi02X77RFxRtV2yqvVXh4R+6K4yc5Fy/Zm6CnDkNCgeQHwnzPzHwB/D7yW\nI1/x8oUU19LfCvwH4JEsrpZ5M/A7R9jPxRQ3UjoNeHvZ9n7gC5l5BnAm8Cfl9ZyguDTC+cBmimvj\nnJiZ7wMey8wtmfmmiNgIvA74R2UNPwPeWL7+OOAr5f7+Bnhb2f4hoFO2bwHuPMJ2TgNOzMzNmfli\n4PIj9E9akNV1FyD16O8y845yeQ/F3bWO5MYsbhr0WET8PfCXZfsdFNdlqvJ14KqI+AzFlUOhuDjc\nb0TEe8rHazh0leIvZHF5dCJiP8XdFL/L4Rd1fAXFB/0t5QjiWIp7VAD8ODOvK5dvA361XD4TeBNA\nFnPDD0fEfNu5v+zbyRHxQeA6imv2SEtiSGjQ/GjW8k+BFvA4h0bFxx5h/Zz1+Gcc+d//q4F/THEn\nr/dHxIsoPvBfm5l3zV6xnAKaW9d82w7gisx8/zzP/bji9fMdNKzcTkS8GPg14J8D/wR46zyvlxbM\n6SYNmvlujNMFfqlcPn/JOyh+O39eZn6J4gYu6ymmgz4PXDhrvdMWsLkfR8SqcvkLwG/NOt7wjIg4\neG3/qhv+fAF4R7n+MVHcrnK+7TwvIp4JrMrMa4B/C5y+4E5LFQwJDZr5jj/8CfAvIuI2ikskL/S1\nVVYBH42Ir1NM/XwwixsO/REwUh4Y/gbwhwvYz4eBOyLiysycovjw3lVuexfwc0ep7V3A9ojYB9wK\nbCq382/mbOe5FLeh7ERxq9UrKQJOWhJPgZUkVXIkIUmq5IFrPaVFxH+huLNeUhwXSIrppStqLUxq\nCKebJEmVnG6SJFUyJCRJlQwJSVIlQ0KSVMmQkCRVMiQkSZX+PwawOia8XhnXAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x116a3ce90>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYkAAAEQCAYAAABFtIg2AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAGBhJREFUeJzt3X+UZ3V93/Hne3/hF82CyKg5/JghWrtLwoqbuNJAmu9i\nWBAj2BoaU2NS29raZIUYjxFKWzamaexpcnJQQ3uoW4+irDQ2KuZgGap8E3cVZ2EXFt1dJQe/KKjw\nTY6/CHtE5N0/vnfZ2WE+y3y/8+PemXk+zpmz3++d+733NXdmv6/53Hvn3shMJEmazoq6A0iSmsuS\nkCQVWRKSpCJLQpJUZElIkoosCUlSUSNKIiJOiIg/j4gDEfHliHhF3ZkkSbCq7gCVa4FbMvOyiFgF\nHF93IEkSRN1/TBcRa4G9mfmiWoNIkp6mCbubzgD+NiI+EBF7IuL6iGjVHUqS1IySWAVsBP4sMzcC\njwFX1htJkgTNOCbxIPCNzLyzev4x4J1TZ4oILzIlSUPIzBj2tbWPJDLzYeAbEfGSatIrgf2FeRv/\ncc0119SeYankXAwZzWnOpn/MVhNGEgCXAx+JiNXA/cCbas4jSaIhJZGZ9wAvrzuHJOlote9uWmra\n7XbdEWZkMeRcDBnBnHPNnM1S+99JzFRE5GLJKklNERHkYj5wLUlqLktCklRkSUiSiiwJSVKRJSFJ\nKrIkJElFloQkqciSkCQVWRKSpCJLQpJUZElIkoosCUlSkSUhSSqyJCRJRZaEJKnIkpAkFVkSkqQi\nS0KSVGRJSJKKLAlJUpElIUkqWlV3AICI6ALfA54EfpSZm+pNJEmChpQE/XJoZ+Z36g4iSTqiKbub\nguZkUY16vR67d++m1+vVHUUSzXljTuC2iNgdEW+uO4zqsWPHTYyOruOCC97C6Og6duy4qe5I0rIX\nmVl3BiLiJzPzWxExAtwGbM3MnVPmySZk1fzo9XqMjq7j0KHbgQ3APlqtzTzwwEFGRkbqjictWhFB\nZsawr2/EMYnM/Fb1by8iPg5sAnZOnW/btm1PPW6327Tb7QVKqPnW7XZZs2aMQ4c2VFM2sHr1KN1u\n15KQBtDpdOh0OnO2vNpHEhFxPLAiMx+NiGcD48DvZ+b4lPkcSSxhjiSk+THbkUQTjkm8ANgZEXuB\nO4BPTS0ILX0jIyNs334drdZm1q7dSKu1me3br7MgpJrVPpKYKUcSy0Ov16Pb7TI2NmZBSHNgtiMJ\nS0KSlrClsLtJktRQloQkqciSkCQVWRKSpCJLQpJUZElIkoosCUlSkSUhSSqyJCRJRZaEJKnIkpAk\nFVkSkqQiS0KSVGRJSJKKLAlJUpElIUkqsiQkSUWWhCSpyJKQJBVZEpKkIktCklRkSUiSihpTEhGx\nIiL2RMTNdWeRJPU1piSAK4D9dYeQJB3RiJKIiFOBi4H3152lqXq9Hrt376bX69UdRdIy0oiSAP4U\neAeQdQdpoh07bmJ0dB0XXPAWRkfXsWPHTXVHkrRMRGa978sR8WrgVZm5NSLawNsz8zXTzJd1Z61D\nr9djdHQdhw7dDmwA9tFqbeaBBw4yMjJSdzxJDRcRZGYM+/pVcxlmSOcCl0TExUAL+ImI+FBm/sbU\nGbdt2/bU43a7TbvdXqiMtel2u6xZM8ahQxuqKRtYvXqUbrdrSUh6mk6nQ6fTmbPl1T6SmCwifpH+\nSOKSaT7nSMKRhKQBzXYk0ZRjEioYGRlh+/braLU2s3btRlqtzWzffp0FIWlBNGokcSzLdSRxWK/X\no9vtMjY2ZkFImrHZjiQsCUlawtzdJEmaN5aEJKnIkpAkFVkSkqQiS0KSVGRJSJKKLAlJUpElIUkq\nsiQkSUWWhCSpyJKQJBVZEpKkIktCklRkSUiSiiwJSVKRJSFJKrIkJElFloQkqciSkCQVzbgkIuKy\nmUyTJC0dkZkzmzFiT2ZufKZp8yUicqZZJUl9EUFmxrCvXzWDFbwKuBg4JSLeM+lTa4Enhl2xJKn5\nnrEkgG8CdwKXAHdNmv4D4G2zDRARxwF/Dayp8nwsM39/tsuVJM3eILubVmfmj+YlRMTxmflYRKwE\ndgGXZ+bElHnc3SRJA5rt7qZBzm7aFBG3RcRXI+L+iPhaRNw/7Iony8zHqofH0R9N2AZzZNeuXVxz\nzTXs2rWr7iiSFqFBRhIH6e9eugv48eHpmfl3sw4RsaJa7ouAP8vMq6aZx5HEgLZsuZjbbusApwIP\nsmVLm1tvvaXmVJIW0kKOJL6XmZ/OzEcy8+8Ofwy74sky88nMfBn9d7NXRMSZc7Hc5WzXrl1VQdwB\nfBW4g/HxjiMKSQOZyYHrw26PiP8G/AXww8MTM3PPXIXJzO9HxO3ARcD+qZ/ftm3bU4/b7Tbtdnuu\nVr3kjI+P0+/cDdWUDcApjI+Pc+6559YXTNK86nQ6dDqdOVveILubbp9mcmbm+bMKEHEy8KPM/F5E\ntIBbgXdn5i1T5nN30wB27drFeeddQH8ksQHYB5zDzp23WRLSMjLb3U0zLon5EhFnAR+kv+trBXBT\nZv7hNPNZEgO68MKLGR/vAKcAD3lMQlqGFqwkIuI/TTc9M9817MoHYUkMZ9euXYyPj7NlyxZHENIy\ntJAl8fZJT58F/DJwIDP/5bArH4QlIUmDq213U/WX0rdmZnvYlQ+4PktCkga0kKfATnU8/dNnJElL\n1IxPgY2Ieznyl9ArgRFgQY5HSJLqMcgxidFJT58AHs7MBbsKrLubJGlwC3pMIiJeCvxC9fSvM3Pf\nsCselCUhSYNbsGMSEXEF8BHg+dXHRyLircOuWJLUfIPsbtoH/KPM/Pvq+bOBL2TmhmO/cm44kpCk\nwS3k2U3BpKu/Vo+HXrEkqfkGucDfB4AvRsTHq+evBbbPfSRJUlMMeuB6I3Be9fRzmbl3XlJNv253\nN0nSgBbyshznAF/OzB9Uz9cC6zPzi8OufBCWhCQNbiFLYi+w8fA7dXU3uTszc+OwKx+EJSFJg1vQ\nA9eT36Uz80kGO6YhSVpkBimJ+yPi8ohYXX1cAdw/X8EkSfUbpCTeAvw88BDwIPAK4N/MRyhJUjPM\n2Z3pIuKqzPyjOVnY9Mv3mIQkDajOS4VPddkcLkuS1ABzWRL+9bUkLTFzWRLuC5KkJcaRhCSpaJBL\nhT/vGWb581lmkSQ1zCB/cX0fcDf9C/19eqFPNfLsJkka3EKe3fQS4HrgjcB9EfFfIuIlw674sIg4\nNSI+GxFfjoh7I+Ly2S5TkjQ3hvo7iYjYDHwYeDZwD3BlZn5hqAARLwRemJl3R8RzgLuASzPz4JT5\nHElI0oBmO5KY8bWXqmMSv05/JPEw8FbgZuBs+scjzhgmQGZ+G/h29fjRiDgAnAIcPOYLl4ADBw4w\nMTHBpk2bOPnkk+l2u4yNjTEyMlJrlvXr1y/4+iU10yAX6PsCcAPw2sx8cNL0OyPif8xFmIgYo186\nC3L58Tq99a2/w/vedz1wGvANVq4MnvOcdTz+eJft26/j137tV2vLsnXrm3nve69dsPVLaq5BDlzP\n6/6ealdTB/iDzPzkNJ9fMrubDhw4wJln/ixwB7AB2Ae0ga8A36LV2swDDxxckBHF9FnOYf/+uxxR\nSEvAgu1uAj4bEU97l87M84dd+WERsQr4GHDDdAVx2LZt25563G63abfbs111LSYmJuj/1r6hmrIB\nGAO6wMtZvXqUbre7ICUxfZZTmZiYsCSkRajT6dDpdOZseYOMJH520tNnAa8DnsjM35t1iIgPAX+b\nmb97jHkcSSxYFkcS0lKxYKfAZuZdkz52VW/o7WFXfFhEnAu8ATg/IvZGxJ6IuGi2y22y9evXs3Xr\nm4Fz6J9ZfA4rV/6QtWsvpNXazPbt1y3Ywevpsmzd+mYLQhIw2EjipElPVwA/B1ybmf9wPoJNs/4l\nM5I4zLObJM23hbzH9dc4chG/J+jvQH9XZu4cduWDWIolIUnzbSEPXJ8J/BZwHv2y+Bxw57ArliQ1\n3yAjif8NfB/4SDXpnwMnZuaC3GzIkYQkDW4hdzftz8wzn2nafLEkJGlwC3mBvz0Rcc6kFb8CdzdJ\n0pL2jMckIuJe+scgVgOfj4ivV89HWQbXV5Kk5WwmB65/ed5TSJIaaahLhdfBYxKSNLiFPCYhSVpm\nLAlJUpElIUkqsiQkSUWWhCSpyJKQJBVZEpKkIktCklRkSUiSiiwJSVKRJSFJKrIkJElFloQkqciS\nkCQVWRKSpKJGlEREbI+IhyNiX91ZJElHNKIkgA8AF9YdQpJ0tEaURGbuBL5Tdw5pqev1euzevZte\nr1d3FC0SjSgJSfNvx46bGB1dxwUXvIXR0XXs2HFT3ZG0CDTmHtcRMQp8KjM3FD7vPa6lIfV6PUZH\n13Ho0O3ABmAfrdZmHnjgICMjI3XH0zya7T2uV81lmPm2bdu2px63223a7XZtWaTFpNvtsmbNGIcO\nHf4dbAOrV4/S7XYtiSWm0+nQ6XTmbHlNGkmM0R9JnFX4vCMJaUiOJJav2Y4kGnFMIiJuBD4PvCQi\nvh4Rb6o7k7SUjIyMsH37dbRam1m7diOt1ma2b7/OgtAzasxI4pk4kpBmr9fr0e12GRsbsyCWidmO\nJCwJSVrClsTuJklSM1kSkqQiS0KSVGRJSJKKLAlJUpElIUkqsiQkSUWWhCSpyJKQJBVZEpKkIktC\nklRkSUiSiiwJSVKRJSFJKrIkJElFloQkqciSkCQVWRKSpCJLQpJUZElIkoosCUlSkSUhSSpqRElE\nxEURcTAivhoR76w7jySpLzKz3gARK4CvAq8EvgnsBl6fmQenzJd1Z5WkxSYiyMwY9vWr5jLMkDYB\n92XmAwAR8VHgUuDgMV/VYLt27WJ8fJwtW7Zw7rnnDvz6Xq9Ht9tlbGyMkZGReUg4vQMHDjAxMcGm\nTZtYv379wK+vK/fUDHv37uW73/0uJ554IqeddhqPPvro0Jma8DVp+Wjkz1tm1voBvA64ftLzXwfe\nM818uRhccMGrEloJ/yChlVu2vGqg199440ez1TopTzhhY7ZaJ+WNN350npIebevWK6rcL0lo5dat\nlw/0+rpyT82wZs0JCS9OOD7huIQ12WqdNVSmJnxNWj7m6+eteu8c/j16Ni+ei4+lVBI7d+6s3mjv\nScjq31bu3LlzRq9/5JFHstU66ajXt1on5SOPPDKvuffv3z9t7v379zc69zNlgOcmnJDwyMCZmvA1\nafmYz5+32ZZEE3Y3PQScPun5qdW0p9m2bdtTj9vtNu12ez5zDWx8fJx+/A3VlA3AKYyPj89ot1O3\n22XNmjEOHTry+tWrR+l2u/M69JyYmABO4+jcpzIxMTGj3U515Z6aYcWKqV/DGPD3QBd4+UCZmvA1\nafmYy5+3TqdDp9OZu3CzaZi5+ABWAn8DjAJrgLuB9dPMN+tGnW+OJBxJSMNo8kii9pLofw1cBHwF\nuA+4sjDPrDfWQtiy5fAxiRfP6pjE2rUvW+BjEpcfdSxl2GMSC517aob+MYkXTTkm8TOzOiZR59ek\n5WO+ft5mWxK1nwI7U4vpFFjPbvLsJmkY8/HzNttTYC0JSVrCZlsSjfiLa0lSM1kSkqQiS0KSVGRJ\nSJKKLAlJUpElIUkqsiQkSUWWhCSpyJKQJBVZEpKkIktCklRkSUiSiiwJSVKRJSFJKrIkJElFloQk\nqciSkCQVWRKSpCJLQpJUZElIkoosCUlSUa0lERG/EhFfiogfR8TGOrNIkp6u7pHEvcA/Af6q5hxz\nptPp1B1hRhZDzsWQEcw518zZLLWWRGZ+JTPvA6LOHHNpsfzgLIaciyEjmHOumbNZ6h5JSJIabNV8\nryAibgNeMHkSkMDVmfmp+V6/JGl4kZl1ZyAibgfenpl7jjFP/UElaRHKzKF36c/7SGIAx/wiZvNF\nSpKGU/cpsK+NiG8A5wB/GRGfrjOPJOlojdjdJElqpsaf3RQRF0XEwYj4akS8s+48k0VENyLuiYi9\nETFRTXtuRIxHxFci4taIOKGGXNsj4uGI2DdpWjFXRFwVEfdFxIGI2FJzzmsi4sGI2FN9XFRnzog4\nNSI+GxFfjoh7I+Lyanqjtuc0Od9aTW/a9jwuIr5Y/Z+5NyKuqaY3bXuWcjZqe05a94oqz83V87nb\nnpnZ2A/6JfY3wCiwGrgbWFd3rkn57geeO2XafwV+r3r8TuDdNeQ6Dzgb2PdMuYAzgb30j0+NVds7\nasx5DfC708y7vo6cwAuBs6vHzwG+Aqxr2vY8Rs5Gbc9q3cdX/64E7gA2NW17HiNn47Zntf63AR8G\nbq6ez9n2bPpIYhNwX2Y+kJk/Aj4KXFpzpsmCp4/GLgU+WD3+IPDaBU0EZOZO4DtTJpdyXQJ8NDOf\nyMwucB/97V5XTpj+JIZLqSFnZn47M++uHj8KHABOpWHbs5DzlOrTjdmeVb7HqofH0X+zShq2PY+R\nExq2PSPiVOBi4P1T8szJ9mx6SZwCfGPS8wc58oPfBAncFhG7I+JfV9NekJkPQ/8/LvD82tId7fmF\nXFO38UPUv423RsTdEfH+ScPk2nNGxBj9kc8dlL/PTcr5xWpSo7ZntWtkL/Bt4LbM3E0Dt2chJzRs\newJ/CryDIyUGc7g9m14STXduZm6k3+K/HRG/wNHfKKZ53hRNzXUd8FOZeTb9/5x/UnMeACLiOcDH\ngCuq39Qb+X2eJmfjtmdmPpmZL6M/ItsUET9NA7fnNDnPpGHbMyJeDTxcjSKP9WcCQ2/PppfEQ8Dp\nk56fWk1rhMz8VvVvD/gE/WHbwxHxAoCIeCHwSH0Jj1LK9RBw2qT5at3GmdnLaucp8D85MhSuLWdE\nrKL/xntDZn6ymty47TldziZuz8My8/tAB7iIBm7PwybnbOD2PBe4JCLuB3YA50fEDcC352p7Nr0k\ndgMvjojRiFgDvB64ueZMAETE8dVvbUTEs4Et9K9qezPwL6rZfhP45LQLmH/B0b9ZlHLdDLw+ItZE\nxBnAi4GJhQrJlJzVD/Rh/xT4UvW4zpz/C9ifmddOmtbE7fm0nE3bnhFx8uFdNBHRAi6gf/ykUduz\nkPNg07ZnZv77zDw9M3+K/vvjZzPzjcCnmKvtuVBH32dx1P4i+mdq3AdcWXeeSbnOoH+21V765XBl\nNf0k4P9VmceBE2vIdiPwTeCHwNeBNwHPLeUCrqJ/lsMBYEvNOT8E7Ku27Sfo71utLSf939R+POl7\nvaf6mSx+nxuWs2nb86wq291Vrqur6U3bnqWcjdqeUzL/IkfObpqz7ekf00mSipq+u0mSVCNLQpJU\nZElIkoosCUlSkSUhSSqyJCRJRZaENI8i4qq6M0iz4d9JSPMoIn6QmT9Rdw5pWI4ktGhUl2fZHxHX\nR8SXIuL/RsSzIuL2iNhYzfO8iPha9fg3I+Lj1c1X7o+I346It1U3Z/l8RJx4jHVdHv0b+NwdETdW\n046P/o2S7oiIuyLiNZPW838i4tPVTV7eXU3/I6BVre+Gatobon8zmz0R8d8jIqrpP4iI/1yt7/MR\nMVJNf35E/EU1fW9EnFNaTnXV0g9ExL7o3wzrinn7ZmjZsCS02LwYeG9m/gzwXeB1HPsKoj9N/1r6\nm4A/BB7N/pV77wB+4xjreSf9m/icDbylmnY18JnMPAc4H/jj6ro+AC8FLgM20L82zimZeRXwWGZu\nzMw3RsQ64FeBn68yPAm8oXr9s4HPV+v7HPDmavp7gE41fSPw5WMs52zglMzckJkvBT5wjK9PmpFV\ndQeQBvS1zLy3eryH/t21juX27N885rGI+C7wl9X0e+lfn6fkHuDGiPgE/Wv0QP8ijq+JiHdUz9dw\n5CrFn8n+pbmJiP3076b4EEdfZPGV9N/od1cjiGfRv9w0wOOZeUv1+C7gl6rH5wNvBMj+vuEfRMR0\ny3m4+trOiIhrgVvoX7NHmhVLQovNDyc9/jHQAp7gyKj4WceYPyc9f5Jj//y/GvjH9O/kdXVEnEX/\nDf91mXnf5BmrXUBTc0237AA+mJlXT/O5xwuvn+6gYXE5EfFS4ELg3wL/DPhX07xemjF3N2mxme7G\nKl3g56rHl816Bf3fzk/PzL8CrgTW0t8ddCtw+aT5zp7B4h6PiJXV488AvzLpeMNzI+Lwtf1LN4z5\nDPBb1fwrImJtYTmnR8TzgJWZ+XHgPwIvm/EXLRVYElpspjv+8MfAv4uIu+hfInmmry1ZCXw4Iu6h\nv+vn2uzfeOYPgNXVgeEvAe+awXquB+6NiBsy8wD9N+/xatnjwE8+Q7bfATZHxD7gTmB9tZz/MGU5\nL6R/G8pO9G+5eQP9gpNmxVNgJUlFjiQkSUUeuNayFhHvo39Xt6R/XCDp7176YK3BpIZwd5Mkqcjd\nTZKkIktCklRkSUiSiiwJSVKRJSFJKrIkJElF/x/A02xEHczEiwAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x128bc0090>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "all_data[all_data.num_sentences >= 50].groupby('spam').plot(kind='scatter', x='num_sentences', y='buy_count')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Back to Classification\n",
    "### Dataframe to feature vectors"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>article_name</th>\n",
       "      <th>num_sentences</th>\n",
       "      <th>buy_count</th>\n",
       "      <th>spam</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>is-spam/0007.859c901719011d56f8b652ea071c1f8b</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>436</th>\n",
       "      <td>is-spam/0436.97d3a7bc4377152052dd717581387f36</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>406</th>\n",
       "      <td>not-spam/00407.11425a14d7fd9c3e1806fd7dc648001a</td>\n",
       "      <td>14</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>308</th>\n",
       "      <td>is-spam/0308.1245e8fa9e6092687b535e36b367d8fb</td>\n",
       "      <td>19</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>424</th>\n",
       "      <td>not-spam/00425.0ba16e840d94d629f8a3881b4e03a3ad</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>286</th>\n",
       "      <td>is-spam/0286.68b939e20e5b9fd6839471f6e9bc07ed</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>is-spam/0039.256602e2cb5a5b373bdd1fb631d9f452</td>\n",
       "      <td>108</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>287</th>\n",
       "      <td>not-spam/00288.3bf1e169fdf5504b8fa28e9998da147a</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>108</th>\n",
       "      <td>is-spam/0108.4506c2ef846b80b9a7beb90315b22701</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>393</th>\n",
       "      <td>not-spam/00394.608684acea4bef2ae7f5b89309a6046e</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>148</th>\n",
       "      <td>is-spam/0148.7641581f551a1bf533b995087a8a91db</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>280</th>\n",
       "      <td>is-spam/0280.2507969221ea95a019506366f6c361d8</td>\n",
       "      <td>17</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>823</th>\n",
       "      <td>not-spam/00824.77239fe11a4e1336ea49ba0bfc2de54b</td>\n",
       "      <td>13</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>not-spam/00016.ef397cef16f8041242e3b6560e168053</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>is-spam/0029.2b149de91fef9f40880d27ce8c27aeb2</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>736</th>\n",
       "      <td>not-spam/00737.fe2d8d182d9bc421411c9ca9012f3afc</td>\n",
       "      <td>11</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>459</th>\n",
       "      <td>is-spam/0459.5d8701dbedee666b885d456475f0301d</td>\n",
       "      <td>17</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213</th>\n",
       "      <td>not-spam/00214.ccc58960373c957d965f300ace6c9576</td>\n",
       "      <td>11</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>180</th>\n",
       "      <td>not-spam/00181.6831a0d4a6d648236f7ccd26b5e3e7ab</td>\n",
       "      <td>20</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>867</th>\n",
       "      <td>not-spam/00868.f6059340a945c22b175f306ee79e674e</td>\n",
       "      <td>13</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>742</th>\n",
       "      <td>not-spam/00743.1ee0d64b26edd4ab988d5b848232f554</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>117</th>\n",
       "      <td>not-spam/00118.f15bf997342540b404a4672c47d57d55</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>539</th>\n",
       "      <td>not-spam/00540.c9e660864381381e6a16c599c8f2e1fe</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>379</th>\n",
       "      <td>is-spam/0379.5b1c7a295af5ccb0a58c5a41d5c5ad04</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>845</th>\n",
       "      <td>not-spam/00846.cd171eed5306de66f8ebf444aa61e718</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>236</th>\n",
       "      <td>is-spam/0236.ca8e7524e271aec0324e707cb7d420a1</td>\n",
       "      <td>15</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>126</th>\n",
       "      <td>not-spam/00127.c1981aeb12ebd22536f12f0a044efe56</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>860</th>\n",
       "      <td>not-spam/00861.6e526bc95d6eb4736211696fec13d9f0</td>\n",
       "      <td>11</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>not-spam/00020.d10651e31fcb92630c6229ec773cfe26</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>265</th>\n",
       "      <td>not-spam/00266.edda19cbe2bb12d6aca8f9550b870824</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>544</th>\n",
       "      <td>not-spam/00545.99996f28814c7028ce6aac44270ff3cd</td>\n",
       "      <td>16</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>120</th>\n",
       "      <td>is-spam/0120.4312b48b82c3d018d2d4ccf5b8e9c167</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>322</th>\n",
       "      <td>is-spam/0322.77dd826a00ebd4b54a6036394d41da55</td>\n",
       "      <td>15</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>291</th>\n",
       "      <td>not-spam/00292.d70b6d753352d01060579b1c34df4e4d</td>\n",
       "      <td>11</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>434</th>\n",
       "      <td>is-spam/0434.e86d28a69c9228080a3f0ecbde5ea5fa</td>\n",
       "      <td>166</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>is-spam/0011.2a1247254a535bac29c476b86c708901</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206</th>\n",
       "      <td>is-spam/0206.806263422d55d38a151fe3b89d56192f</td>\n",
       "      <td>190</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>840</th>\n",
       "      <td>not-spam/00841.d62d1f4d0dd8f02d0595dd52875776ef</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>388</th>\n",
       "      <td>is-spam/0388.23ff533336b63fb45d267b8cbe59b7b4</td>\n",
       "      <td>26</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>695</th>\n",
       "      <td>not-spam/00696.767a9ee8575785978ea5174d3ad3ee26</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>not-spam/00028.ddbae7c7b229813409ae50c47624ddb9</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>831</th>\n",
       "      <td>not-spam/00832.e30b18b8b964c0252bfcfbfe2b99efd6</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>601</th>\n",
       "      <td>not-spam/00602.2dc7ba42179a34e52badfe383f7fe08a</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>258</th>\n",
       "      <td>is-spam/0258.1d61b380a23168881253ed86bb4f79ac</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>124</th>\n",
       "      <td>is-spam/0124.37afd066a74d18b7f14bea0b1fb43d4d</td>\n",
       "      <td>10</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>285</th>\n",
       "      <td>is-spam/0285.b44ae825681c0f28db2e742ab790b191</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77</th>\n",
       "      <td>is-spam/0077.a5c41f056918bde0d5f9be424714766e</td>\n",
       "      <td>15</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>113</th>\n",
       "      <td>is-spam/0113.ff113297f0ed07536d288c7b2193a8ec</td>\n",
       "      <td>40</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>406</th>\n",
       "      <td>is-spam/0406.4b29229820cc5e9675ad369a3a000f43</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>284</th>\n",
       "      <td>is-spam/0284.cfe6e278b87c3e9b6abf6cf6a16bf708</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>313</th>\n",
       "      <td>not-spam/00314.611159749e214b996589d557e335648e</td>\n",
       "      <td>11</td>\n",
       "      <td>3</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>797</th>\n",
       "      <td>not-spam/00798.789e730c08cdcd58675c1f273fe507ab</td>\n",
       "      <td>24</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>859</th>\n",
       "      <td>not-spam/00860.a2a3bca553c3ec8e6ce24f45b3f2a9a4</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>297</th>\n",
       "      <td>is-spam/0297.9e6095368b4e8258e967798cea8fe40e</td>\n",
       "      <td>18</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>467</th>\n",
       "      <td>is-spam/0467.b59a3337d0979ba8d587bf4c166db8b1</td>\n",
       "      <td>12</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>is-spam/0006.7a32642f8c22bbeb85d6c3b5f3890a2c</td>\n",
       "      <td>28</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>176</th>\n",
       "      <td>is-spam/0176.70022adaab1a9dfe64ae7588ffa5add9</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>397</th>\n",
       "      <td>not-spam/00398.d6847698229e6211c91085261e0a9002</td>\n",
       "      <td>12</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>693</th>\n",
       "      <td>not-spam/00694.d04cd6e81d2ff9a678a18607d32e229d</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>224</th>\n",
       "      <td>not-spam/00225.13c1eaece69dd93afacadb48189e65fc</td>\n",
       "      <td>55</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1388 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                        article_name  num_sentences  \\\n",
       "7      is-spam/0007.859c901719011d56f8b652ea071c1f8b              9   \n",
       "436    is-spam/0436.97d3a7bc4377152052dd717581387f36              4   \n",
       "406  not-spam/00407.11425a14d7fd9c3e1806fd7dc648001a             14   \n",
       "308    is-spam/0308.1245e8fa9e6092687b535e36b367d8fb             19   \n",
       "424  not-spam/00425.0ba16e840d94d629f8a3881b4e03a3ad              1   \n",
       "286    is-spam/0286.68b939e20e5b9fd6839471f6e9bc07ed              2   \n",
       "39     is-spam/0039.256602e2cb5a5b373bdd1fb631d9f452            108   \n",
       "287  not-spam/00288.3bf1e169fdf5504b8fa28e9998da147a              6   \n",
       "108    is-spam/0108.4506c2ef846b80b9a7beb90315b22701              6   \n",
       "393  not-spam/00394.608684acea4bef2ae7f5b89309a6046e              4   \n",
       "148    is-spam/0148.7641581f551a1bf533b995087a8a91db              8   \n",
       "280    is-spam/0280.2507969221ea95a019506366f6c361d8             17   \n",
       "823  not-spam/00824.77239fe11a4e1336ea49ba0bfc2de54b             13   \n",
       "15   not-spam/00016.ef397cef16f8041242e3b6560e168053              4   \n",
       "29     is-spam/0029.2b149de91fef9f40880d27ce8c27aeb2              5   \n",
       "736  not-spam/00737.fe2d8d182d9bc421411c9ca9012f3afc             11   \n",
       "459    is-spam/0459.5d8701dbedee666b885d456475f0301d             17   \n",
       "213  not-spam/00214.ccc58960373c957d965f300ace6c9576             11   \n",
       "180  not-spam/00181.6831a0d4a6d648236f7ccd26b5e3e7ab             20   \n",
       "867  not-spam/00868.f6059340a945c22b175f306ee79e674e             13   \n",
       "742  not-spam/00743.1ee0d64b26edd4ab988d5b848232f554              3   \n",
       "117  not-spam/00118.f15bf997342540b404a4672c47d57d55              8   \n",
       "539  not-spam/00540.c9e660864381381e6a16c599c8f2e1fe              8   \n",
       "379    is-spam/0379.5b1c7a295af5ccb0a58c5a41d5c5ad04              6   \n",
       "845  not-spam/00846.cd171eed5306de66f8ebf444aa61e718              8   \n",
       "236    is-spam/0236.ca8e7524e271aec0324e707cb7d420a1             15   \n",
       "126  not-spam/00127.c1981aeb12ebd22536f12f0a044efe56              6   \n",
       "860  not-spam/00861.6e526bc95d6eb4736211696fec13d9f0             11   \n",
       "19   not-spam/00020.d10651e31fcb92630c6229ec773cfe26              3   \n",
       "265  not-spam/00266.edda19cbe2bb12d6aca8f9550b870824              6   \n",
       "..                                               ...            ...   \n",
       "544  not-spam/00545.99996f28814c7028ce6aac44270ff3cd             16   \n",
       "120    is-spam/0120.4312b48b82c3d018d2d4ccf5b8e9c167              5   \n",
       "322    is-spam/0322.77dd826a00ebd4b54a6036394d41da55             15   \n",
       "291  not-spam/00292.d70b6d753352d01060579b1c34df4e4d             11   \n",
       "434    is-spam/0434.e86d28a69c9228080a3f0ecbde5ea5fa            166   \n",
       "11     is-spam/0011.2a1247254a535bac29c476b86c708901              9   \n",
       "206    is-spam/0206.806263422d55d38a151fe3b89d56192f            190   \n",
       "840  not-spam/00841.d62d1f4d0dd8f02d0595dd52875776ef              8   \n",
       "388    is-spam/0388.23ff533336b63fb45d267b8cbe59b7b4             26   \n",
       "695  not-spam/00696.767a9ee8575785978ea5174d3ad3ee26              9   \n",
       "27   not-spam/00028.ddbae7c7b229813409ae50c47624ddb9              4   \n",
       "831  not-spam/00832.e30b18b8b964c0252bfcfbfe2b99efd6              8   \n",
       "601  not-spam/00602.2dc7ba42179a34e52badfe383f7fe08a              6   \n",
       "258    is-spam/0258.1d61b380a23168881253ed86bb4f79ac              9   \n",
       "124    is-spam/0124.37afd066a74d18b7f14bea0b1fb43d4d             10   \n",
       "285    is-spam/0285.b44ae825681c0f28db2e742ab790b191              1   \n",
       "77     is-spam/0077.a5c41f056918bde0d5f9be424714766e             15   \n",
       "113    is-spam/0113.ff113297f0ed07536d288c7b2193a8ec             40   \n",
       "406    is-spam/0406.4b29229820cc5e9675ad369a3a000f43              6   \n",
       "284    is-spam/0284.cfe6e278b87c3e9b6abf6cf6a16bf708              6   \n",
       "313  not-spam/00314.611159749e214b996589d557e335648e             11   \n",
       "797  not-spam/00798.789e730c08cdcd58675c1f273fe507ab             24   \n",
       "859  not-spam/00860.a2a3bca553c3ec8e6ce24f45b3f2a9a4              5   \n",
       "297    is-spam/0297.9e6095368b4e8258e967798cea8fe40e             18   \n",
       "467    is-spam/0467.b59a3337d0979ba8d587bf4c166db8b1             12   \n",
       "6      is-spam/0006.7a32642f8c22bbeb85d6c3b5f3890a2c             28   \n",
       "176    is-spam/0176.70022adaab1a9dfe64ae7588ffa5add9              4   \n",
       "397  not-spam/00398.d6847698229e6211c91085261e0a9002             12   \n",
       "693  not-spam/00694.d04cd6e81d2ff9a678a18607d32e229d              4   \n",
       "224  not-spam/00225.13c1eaece69dd93afacadb48189e65fc             55   \n",
       "\n",
       "     buy_count   spam  \n",
       "7            0   True  \n",
       "436          0   True  \n",
       "406          0  False  \n",
       "308          0   True  \n",
       "424          0  False  \n",
       "286          0   True  \n",
       "39           0   True  \n",
       "287          0  False  \n",
       "108          0   True  \n",
       "393          0  False  \n",
       "148          0   True  \n",
       "280          0   True  \n",
       "823          0  False  \n",
       "15           0  False  \n",
       "29           0   True  \n",
       "736          0  False  \n",
       "459          1   True  \n",
       "213          0  False  \n",
       "180          0  False  \n",
       "867          0  False  \n",
       "742          0  False  \n",
       "117          0  False  \n",
       "539          0  False  \n",
       "379          0   True  \n",
       "845          0  False  \n",
       "236          0   True  \n",
       "126          0  False  \n",
       "860          0  False  \n",
       "19           0  False  \n",
       "265          0  False  \n",
       "..         ...    ...  \n",
       "544          0  False  \n",
       "120          0   True  \n",
       "322          0   True  \n",
       "291          0  False  \n",
       "434          0   True  \n",
       "11           0   True  \n",
       "206          0   True  \n",
       "840          0  False  \n",
       "388          0   True  \n",
       "695          0  False  \n",
       "27           0  False  \n",
       "831          0  False  \n",
       "601          0  False  \n",
       "258          0   True  \n",
       "124          0   True  \n",
       "285          0   True  \n",
       "77           0   True  \n",
       "113          0   True  \n",
       "406          0   True  \n",
       "284          0   True  \n",
       "313          3  False  \n",
       "797          0  False  \n",
       "859          0  False  \n",
       "297          0   True  \n",
       "467          0   True  \n",
       "6            0   True  \n",
       "176          0   True  \n",
       "397          0  False  \n",
       "693          0  False  \n",
       "224          0  False  \n",
       "\n",
       "[1388 rows x 4 columns]"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "all_data.sample(frac=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "shuffled_data = all_data.sample(frac=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1112 276\n"
     ]
    }
   ],
   "source": [
    "split_point = (len(shuffled_data) // 10) * 2\n",
    "training_data, testing_data = shuffled_data[split_point:], shuffled_data[:split_point]\n",
    "print len(training_data), len(testing_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def get_features_from_dataframe(df, column_names):\n",
    "    return zip(*[list(df[x]) for x in column_names])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "training_set = get_features_from_dataframe(training_data, ['num_sentences', 'buy_count'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[(1, 0),\n",
       " (9, 0),\n",
       " (5, 0),\n",
       " (1, 0),\n",
       " (107, 2),\n",
       " (12, 0),\n",
       " (4, 0),\n",
       " (22, 0),\n",
       " (4, 0),\n",
       " (7, 0)]"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "training_set[:10]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "training_results = list(training_data.spam)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[True, True, True, True, True, False, False, False, False, False]"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "training_results[:10]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "from sklearn.naive_bayes import GaussianNB"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "GaussianNB()"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "clf = GaussianNB()\n",
    "clf.fit(training_set, training_results)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ True], dtype=bool)"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "clf.predict([[10, 12]])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "test_set = get_features_from_dataframe(testing_data, ['num_sentences', 'buy_count'])\n",
    "test_results = list(testing_data.spam)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "predictions = clf.predict(test_set)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[False False False False False False False False False False False False\n",
      " False False False False False False False False False False False False\n",
      " False False  True False False False False False False False False False\n",
      " False False False False False False False False False False False False\n",
      " False False  True False False False False False False False False False\n",
      " False False False False False False False False False False False False\n",
      " False False False  True False False False False  True False False False\n",
      "  True False False False False False False False False False False  True\n",
      " False False False False False False False False False False False False\n",
      " False False False False False False False False False False  True False\n",
      " False False False False False False False False False False False False\n",
      " False False False False False False False False False False False  True\n",
      " False False False False False False False False False False False False\n",
      " False False False  True False False False  True False False False False\n",
      " False False False False False False False False False False False False\n",
      " False False  True False False False False False False False False False\n",
      " False False False False False False False False False False False False\n",
      " False False False False False False False False False False False False\n",
      " False False False False False False False False False False False False\n",
      " False False False False  True False False False False False False False\n",
      " False False False False False False False False False False False False\n",
      " False False False False False False False False False False False False\n",
      " False False False False False False False False False False False False]\n"
     ]
    }
   ],
   "source": [
    "print predictions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from sklearn.metrics import confusion_matrix, accuracy_score"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.663043478261\n"
     ]
    }
   ],
   "source": [
    "print accuracy_score(predictions, test_results)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "X-axis is true, Y is predicted"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[  8   4]\n",
      " [ 89 175]]\n"
     ]
    }
   ],
   "source": [
    "print confusion_matrix(predictions, test_results, labels=[True, False])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Is this good?"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.648550724638\n"
     ]
    }
   ],
   "source": [
    "print accuracy_score([False for x in range(len(test_results))], test_results)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[  0   0]\n",
      " [ 97 179]]\n"
     ]
    }
   ],
   "source": [
    "print confusion_matrix([False for x in range(len(test_results))], test_results, labels=[True, False])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.0\n",
      "0.146788990826\n"
     ]
    }
   ],
   "source": [
    "from sklearn.metrics import f1_score\n",
    "print f1_score(test_results, [False for x in range(len(test_results))])\n",
    "print f1_score(test_results, predictions)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Lets get better"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def preprocess(text):\n",
    "    return text"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def tokenize_article(filename, preprocessor=preprocess):\n",
    "    text = open(filename).read().decode('utf-8', 'ignore')\n",
    "    text = preprocessor(text)\n",
    "    words = word_tokenize(text)\n",
    "    sentences = sent_tokenize(text)\n",
    "    return words, sentences"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "def make_feature_vector(article_filename, functions, preprocessor):\n",
    "    words, sents = tokenize_article(article_filename, preprocessor)\n",
    "    return map(lambda x: x(words, sents), functions)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def num_sentences(words, sents):\n",
    "    return len(sents)\n",
    "\n",
    "def num_words(words, sents):\n",
    "    return len(words)\n",
    "\n",
    "def buy_count(words, sents):\n",
    "    return words.count('buy')\n",
    "\n",
    "feature_functions = [num_sentences, num_words, buy_count]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "def build_dataframe(preprocessor, feature_functions):\n",
    "    feature_vectors = []\n",
    "    for article in spam_articles + non_spam_articles:\n",
    "        features = make_feature_vector(article, feature_functions, preprocessor)\n",
    "        features.insert(0, article)\n",
    "        if article in spam_articles:\n",
    "            features.append(True)\n",
    "        else:\n",
    "            features.append(False)\n",
    "        feature_vectors.append(features)\n",
    "\n",
    "    data = pd.DataFrame(feature_vectors)\n",
    "    data.columns = ['article_name'] + [x.__name__ for x in feature_functions] + ['Spam']\n",
    "    return data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>article_name</th>\n",
       "      <th>num_sentences</th>\n",
       "      <th>num_words</th>\n",
       "      <th>buy_count</th>\n",
       "      <th>Spam</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>is-spam/0000.7b1b73cf36cf9dbc3d64e3f2ee2b91f1</td>\n",
       "      <td>1</td>\n",
       "      <td>1503</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>is-spam/0001.bfc8d64d12b325ff385cca8d07b84288</td>\n",
       "      <td>11</td>\n",
       "      <td>988</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>is-spam/0002.24b47bb3ce90708ae29d0aec1da08610</td>\n",
       "      <td>5</td>\n",
       "      <td>156</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>is-spam/0003.4b3d943b8df71af248d12f8b2e7a224a</td>\n",
       "      <td>4</td>\n",
       "      <td>127</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>is-spam/0004.1874ab60c71f0b31b580f313a3f6e777</td>\n",
       "      <td>44</td>\n",
       "      <td>722</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>is-spam/0005.1f42bb885de0ef7fc5cd09d34dc2ba54</td>\n",
       "      <td>4</td>\n",
       "      <td>123</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>is-spam/0006.7a32642f8c22bbeb85d6c3b5f3890a2c</td>\n",
       "      <td>28</td>\n",
       "      <td>496</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>is-spam/0007.859c901719011d56f8b652ea071c1f8b</td>\n",
       "      <td>9</td>\n",
       "      <td>133</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>is-spam/0008.9562918b57e044abfbce260cc875acde</td>\n",
       "      <td>7</td>\n",
       "      <td>4358</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>is-spam/0009.c05e264fbf18783099b53dbc9a9aacda</td>\n",
       "      <td>41</td>\n",
       "      <td>625</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>is-spam/0010.7f5fb525755c45eb78efc18d7c9ea5aa</td>\n",
       "      <td>2</td>\n",
       "      <td>491</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>is-spam/0011.2a1247254a535bac29c476b86c708901</td>\n",
       "      <td>9</td>\n",
       "      <td>125</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>is-spam/0012.7bc8e619ad0264979edce15083e70a02</td>\n",
       "      <td>1</td>\n",
       "      <td>252</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>is-spam/0013.9034ac0917f6fdb82c5ee6a7509029ed</td>\n",
       "      <td>4</td>\n",
       "      <td>125</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>is-spam/0014.ed99ffe0f452b91be11684cbfe8d349c</td>\n",
       "      <td>10</td>\n",
       "      <td>1009</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>is-spam/0015.1b871d654560011a0aaa29bb4e9054f7</td>\n",
       "      <td>5</td>\n",
       "      <td>102</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>is-spam/0016.f9c349935955e1ccc7626270da898445</td>\n",
       "      <td>2</td>\n",
       "      <td>1091</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>is-spam/0017.49ab70c7a4042cb1c695a0e59a6ede54</td>\n",
       "      <td>40</td>\n",
       "      <td>520</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>is-spam/0018.259154a52bc55dcae491cfded60a5cd2</td>\n",
       "      <td>10</td>\n",
       "      <td>132</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>is-spam/0019.939e70d8367f315193e4bc5be80dc262</td>\n",
       "      <td>16</td>\n",
       "      <td>476</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>is-spam/0020.4120dc06a0124a8688e96f8cff029113</td>\n",
       "      <td>8</td>\n",
       "      <td>99</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>is-spam/0021.15185fdb3fb02dffd041fa8f70d19791</td>\n",
       "      <td>5</td>\n",
       "      <td>154</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>is-spam/0022.4b5cf3c16feb88dd6932a8c46a41946c</td>\n",
       "      <td>15</td>\n",
       "      <td>462</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>is-spam/0023.4299adbda55862876440ecbc2fce6a67</td>\n",
       "      <td>1</td>\n",
       "      <td>478</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>is-spam/0024.fc4bd0b22cd7907e99f8a35b74655b15</td>\n",
       "      <td>1</td>\n",
       "      <td>68</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>is-spam/0025.97302502dc8e20ab7e7eb05f926e1bab</td>\n",
       "      <td>5</td>\n",
       "      <td>151</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>is-spam/0026.4f10fab6e6776379c17ee9c9ac7da4a8</td>\n",
       "      <td>1</td>\n",
       "      <td>137</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>is-spam/0027.028e0b165e8ea6f479e09a8f8cc7e50d</td>\n",
       "      <td>16</td>\n",
       "      <td>476</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>is-spam/0028.83a43dd97923463030349506a56226c1</td>\n",
       "      <td>4</td>\n",
       "      <td>127</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>is-spam/0029.2b149de91fef9f40880d27ce8c27aeb2</td>\n",
       "      <td>5</td>\n",
       "      <td>1398</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1358</th>\n",
       "      <td>not-spam/00858.54a727ce6b2e452f05e2719d99393999</td>\n",
       "      <td>16</td>\n",
       "      <td>780</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1359</th>\n",
       "      <td>not-spam/00859.54a8c500034dd8056834ee17cec9c4cc</td>\n",
       "      <td>4</td>\n",
       "      <td>105</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1360</th>\n",
       "      <td>not-spam/00860.a2a3bca553c3ec8e6ce24f45b3f2a9a4</td>\n",
       "      <td>5</td>\n",
       "      <td>148</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1361</th>\n",
       "      <td>not-spam/00861.6e526bc95d6eb4736211696fec13d9f0</td>\n",
       "      <td>11</td>\n",
       "      <td>366</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1362</th>\n",
       "      <td>not-spam/00862.b3e793b7c8e41cd45a0eccaa7abaf722</td>\n",
       "      <td>1</td>\n",
       "      <td>66</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1363</th>\n",
       "      <td>not-spam/00863.f20cfe969a2e3162ce6ce19fd80188bd</td>\n",
       "      <td>13</td>\n",
       "      <td>419</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1364</th>\n",
       "      <td>not-spam/00864.95da38aac2ee9c6c8d36d0f2f1e8c8e5</td>\n",
       "      <td>4</td>\n",
       "      <td>129</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1365</th>\n",
       "      <td>not-spam/00865.ffa802dadbaca77b74f05cc1c23c30bd</td>\n",
       "      <td>17</td>\n",
       "      <td>434</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1366</th>\n",
       "      <td>not-spam/00866.670508b848fa453d194f443f4737b351</td>\n",
       "      <td>34</td>\n",
       "      <td>840</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1367</th>\n",
       "      <td>not-spam/00867.9e8b300d814c941ba6bbedba138239f0</td>\n",
       "      <td>7</td>\n",
       "      <td>126</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1368</th>\n",
       "      <td>not-spam/00868.f6059340a945c22b175f306ee79e674e</td>\n",
       "      <td>13</td>\n",
       "      <td>403</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1369</th>\n",
       "      <td>not-spam/00869.96acf5a2b0543fd7c1767e5562891eae</td>\n",
       "      <td>9</td>\n",
       "      <td>114</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1370</th>\n",
       "      <td>not-spam/00870.cf6be25af593cc88d0c7f58e7deccea4</td>\n",
       "      <td>7</td>\n",
       "      <td>265</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1371</th>\n",
       "      <td>not-spam/00871.f3bb3f8e157f00992af581a509234858</td>\n",
       "      <td>9</td>\n",
       "      <td>208</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1372</th>\n",
       "      <td>not-spam/00872.b037dfd3ef82cc1690c6692ed42c4dd5</td>\n",
       "      <td>6</td>\n",
       "      <td>144</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1373</th>\n",
       "      <td>not-spam/00873.9fa4518a4adfab3e6b194ee33a89b2e0</td>\n",
       "      <td>1</td>\n",
       "      <td>67</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1374</th>\n",
       "      <td>not-spam/00874.d9f0374ce55cb5e03ca46a5459894e34</td>\n",
       "      <td>4</td>\n",
       "      <td>81</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1375</th>\n",
       "      <td>not-spam/00875.b8e33b6137c804fbf4e77135aeae2283</td>\n",
       "      <td>5</td>\n",
       "      <td>76</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1376</th>\n",
       "      <td>not-spam/00876.f075a944de6d2290fd7a1965ac72d94f</td>\n",
       "      <td>8</td>\n",
       "      <td>493</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1377</th>\n",
       "      <td>not-spam/00877.fb94c382f9f10548db78b9d0339621e7</td>\n",
       "      <td>6</td>\n",
       "      <td>146</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1378</th>\n",
       "      <td>not-spam/00878.23aea042030421f155edaf41a36b3701</td>\n",
       "      <td>25</td>\n",
       "      <td>438</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1379</th>\n",
       "      <td>not-spam/00879.798415ecafdee535a11c68481f5d66b2</td>\n",
       "      <td>37</td>\n",
       "      <td>661</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1380</th>\n",
       "      <td>not-spam/00880.146f15b727deb84e2459cecd3fd67088</td>\n",
       "      <td>7</td>\n",
       "      <td>120</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1381</th>\n",
       "      <td>not-spam/00881.c1a373126fc964123ffbc018433b21d5</td>\n",
       "      <td>2</td>\n",
       "      <td>40</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1382</th>\n",
       "      <td>not-spam/00882.7d2cb3dcfbe9ae110726e656347c0628</td>\n",
       "      <td>1</td>\n",
       "      <td>49</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1383</th>\n",
       "      <td>not-spam/00883.c44a035e7589e83076b7f1fed8fa97d5</td>\n",
       "      <td>12</td>\n",
       "      <td>216</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1384</th>\n",
       "      <td>not-spam/00884.48ae15dc5f48f6caafa8c235d148782a</td>\n",
       "      <td>2</td>\n",
       "      <td>63</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1385</th>\n",
       "      <td>not-spam/00885.5923b3938b5b422e7d514cc4bf403316</td>\n",
       "      <td>15</td>\n",
       "      <td>481</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1386</th>\n",
       "      <td>not-spam/00886.6d792e0aa2cd6975ef5e050f7b0173b5</td>\n",
       "      <td>14</td>\n",
       "      <td>266</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1387</th>\n",
       "      <td>not-spam/00887.07d5efdf4a700dc6d1a7926e0008e57f</td>\n",
       "      <td>5</td>\n",
       "      <td>94</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1388 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                         article_name  num_sentences  \\\n",
       "0       is-spam/0000.7b1b73cf36cf9dbc3d64e3f2ee2b91f1              1   \n",
       "1       is-spam/0001.bfc8d64d12b325ff385cca8d07b84288             11   \n",
       "2       is-spam/0002.24b47bb3ce90708ae29d0aec1da08610              5   \n",
       "3       is-spam/0003.4b3d943b8df71af248d12f8b2e7a224a              4   \n",
       "4       is-spam/0004.1874ab60c71f0b31b580f313a3f6e777             44   \n",
       "5       is-spam/0005.1f42bb885de0ef7fc5cd09d34dc2ba54              4   \n",
       "6       is-spam/0006.7a32642f8c22bbeb85d6c3b5f3890a2c             28   \n",
       "7       is-spam/0007.859c901719011d56f8b652ea071c1f8b              9   \n",
       "8       is-spam/0008.9562918b57e044abfbce260cc875acde              7   \n",
       "9       is-spam/0009.c05e264fbf18783099b53dbc9a9aacda             41   \n",
       "10      is-spam/0010.7f5fb525755c45eb78efc18d7c9ea5aa              2   \n",
       "11      is-spam/0011.2a1247254a535bac29c476b86c708901              9   \n",
       "12      is-spam/0012.7bc8e619ad0264979edce15083e70a02              1   \n",
       "13      is-spam/0013.9034ac0917f6fdb82c5ee6a7509029ed              4   \n",
       "14      is-spam/0014.ed99ffe0f452b91be11684cbfe8d349c             10   \n",
       "15      is-spam/0015.1b871d654560011a0aaa29bb4e9054f7              5   \n",
       "16      is-spam/0016.f9c349935955e1ccc7626270da898445              2   \n",
       "17      is-spam/0017.49ab70c7a4042cb1c695a0e59a6ede54             40   \n",
       "18      is-spam/0018.259154a52bc55dcae491cfded60a5cd2             10   \n",
       "19      is-spam/0019.939e70d8367f315193e4bc5be80dc262             16   \n",
       "20      is-spam/0020.4120dc06a0124a8688e96f8cff029113              8   \n",
       "21      is-spam/0021.15185fdb3fb02dffd041fa8f70d19791              5   \n",
       "22      is-spam/0022.4b5cf3c16feb88dd6932a8c46a41946c             15   \n",
       "23      is-spam/0023.4299adbda55862876440ecbc2fce6a67              1   \n",
       "24      is-spam/0024.fc4bd0b22cd7907e99f8a35b74655b15              1   \n",
       "25      is-spam/0025.97302502dc8e20ab7e7eb05f926e1bab              5   \n",
       "26      is-spam/0026.4f10fab6e6776379c17ee9c9ac7da4a8              1   \n",
       "27      is-spam/0027.028e0b165e8ea6f479e09a8f8cc7e50d             16   \n",
       "28      is-spam/0028.83a43dd97923463030349506a56226c1              4   \n",
       "29      is-spam/0029.2b149de91fef9f40880d27ce8c27aeb2              5   \n",
       "...                                               ...            ...   \n",
       "1358  not-spam/00858.54a727ce6b2e452f05e2719d99393999             16   \n",
       "1359  not-spam/00859.54a8c500034dd8056834ee17cec9c4cc              4   \n",
       "1360  not-spam/00860.a2a3bca553c3ec8e6ce24f45b3f2a9a4              5   \n",
       "1361  not-spam/00861.6e526bc95d6eb4736211696fec13d9f0             11   \n",
       "1362  not-spam/00862.b3e793b7c8e41cd45a0eccaa7abaf722              1   \n",
       "1363  not-spam/00863.f20cfe969a2e3162ce6ce19fd80188bd             13   \n",
       "1364  not-spam/00864.95da38aac2ee9c6c8d36d0f2f1e8c8e5              4   \n",
       "1365  not-spam/00865.ffa802dadbaca77b74f05cc1c23c30bd             17   \n",
       "1366  not-spam/00866.670508b848fa453d194f443f4737b351             34   \n",
       "1367  not-spam/00867.9e8b300d814c941ba6bbedba138239f0              7   \n",
       "1368  not-spam/00868.f6059340a945c22b175f306ee79e674e             13   \n",
       "1369  not-spam/00869.96acf5a2b0543fd7c1767e5562891eae              9   \n",
       "1370  not-spam/00870.cf6be25af593cc88d0c7f58e7deccea4              7   \n",
       "1371  not-spam/00871.f3bb3f8e157f00992af581a509234858              9   \n",
       "1372  not-spam/00872.b037dfd3ef82cc1690c6692ed42c4dd5              6   \n",
       "1373  not-spam/00873.9fa4518a4adfab3e6b194ee33a89b2e0              1   \n",
       "1374  not-spam/00874.d9f0374ce55cb5e03ca46a5459894e34              4   \n",
       "1375  not-spam/00875.b8e33b6137c804fbf4e77135aeae2283              5   \n",
       "1376  not-spam/00876.f075a944de6d2290fd7a1965ac72d94f              8   \n",
       "1377  not-spam/00877.fb94c382f9f10548db78b9d0339621e7              6   \n",
       "1378  not-spam/00878.23aea042030421f155edaf41a36b3701             25   \n",
       "1379  not-spam/00879.798415ecafdee535a11c68481f5d66b2             37   \n",
       "1380  not-spam/00880.146f15b727deb84e2459cecd3fd67088              7   \n",
       "1381  not-spam/00881.c1a373126fc964123ffbc018433b21d5              2   \n",
       "1382  not-spam/00882.7d2cb3dcfbe9ae110726e656347c0628              1   \n",
       "1383  not-spam/00883.c44a035e7589e83076b7f1fed8fa97d5             12   \n",
       "1384  not-spam/00884.48ae15dc5f48f6caafa8c235d148782a              2   \n",
       "1385  not-spam/00885.5923b3938b5b422e7d514cc4bf403316             15   \n",
       "1386  not-spam/00886.6d792e0aa2cd6975ef5e050f7b0173b5             14   \n",
       "1387  not-spam/00887.07d5efdf4a700dc6d1a7926e0008e57f              5   \n",
       "\n",
       "      num_words  buy_count   Spam  \n",
       "0          1503          0   True  \n",
       "1           988          0   True  \n",
       "2           156          0   True  \n",
       "3           127          0   True  \n",
       "4           722          0   True  \n",
       "5           123          0   True  \n",
       "6           496          0   True  \n",
       "7           133          0   True  \n",
       "8          4358          0   True  \n",
       "9           625          0   True  \n",
       "10          491          0   True  \n",
       "11          125          0   True  \n",
       "12          252          0   True  \n",
       "13          125          0   True  \n",
       "14         1009          0   True  \n",
       "15          102          0   True  \n",
       "16         1091          0   True  \n",
       "17          520          0   True  \n",
       "18          132          0   True  \n",
       "19          476          0   True  \n",
       "20           99          0   True  \n",
       "21          154          0   True  \n",
       "22          462          0   True  \n",
       "23          478          0   True  \n",
       "24           68          0   True  \n",
       "25          151          0   True  \n",
       "26          137          0   True  \n",
       "27          476          0   True  \n",
       "28          127          0   True  \n",
       "29         1398          0   True  \n",
       "...         ...        ...    ...  \n",
       "1358        780          0  False  \n",
       "1359        105          0  False  \n",
       "1360        148          0  False  \n",
       "1361        366          0  False  \n",
       "1362         66          0  False  \n",
       "1363        419          0  False  \n",
       "1364        129          0  False  \n",
       "1365        434          0  False  \n",
       "1366        840          0  False  \n",
       "1367        126          0  False  \n",
       "1368        403          0  False  \n",
       "1369        114          0  False  \n",
       "1370        265          0  False  \n",
       "1371        208          0  False  \n",
       "1372        144          0  False  \n",
       "1373         67          0  False  \n",
       "1374         81          0  False  \n",
       "1375         76          0  False  \n",
       "1376        493          0  False  \n",
       "1377        146          0  False  \n",
       "1378        438          0  False  \n",
       "1379        661          0  False  \n",
       "1380        120          0  False  \n",
       "1381         40          0  False  \n",
       "1382         49          0  False  \n",
       "1383        216          0  False  \n",
       "1384         63          0  False  \n",
       "1385        481          0  False  \n",
       "1386        266          0  False  \n",
       "1387         94          0  False  \n",
       "\n",
       "[1388 rows x 5 columns]"
      ]
     },
     "execution_count": 56,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "build_dataframe(preprocess, feature_functions)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "def has_html(words, sentences):\n",
    "    return words.count('html')\n",
    "\n",
    "def words_per_sent(words, sentences):\n",
    "    return len(sentences)/float(len(words))\n",
    "\n",
    "feature_functions.append(has_html)\n",
    "feature_functions.append(words_per_sent)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "data = build_dataframe(preprocess, feature_functions)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>buy_count</th>\n",
       "      <th>has_html</th>\n",
       "      <th>num_sentences</th>\n",
       "      <th>num_words</th>\n",
       "      <th>words_per_sent</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Spam</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"8\" valign=\"top\">False</th>\n",
       "      <th>count</th>\n",
       "      <td>887.000000</td>\n",
       "      <td>887.000000</td>\n",
       "      <td>887.000000</td>\n",
       "      <td>887.000000</td>\n",
       "      <td>887.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>0.057497</td>\n",
       "      <td>0.006764</td>\n",
       "      <td>15.865840</td>\n",
       "      <td>389.200676</td>\n",
       "      <td>0.044457</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>0.325839</td>\n",
       "      <td>0.082013</td>\n",
       "      <td>35.924347</td>\n",
       "      <td>906.582159</td>\n",
       "      <td>0.016534</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>0.014409</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>126.500000</td>\n",
       "      <td>0.034188</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>9.000000</td>\n",
       "      <td>220.000000</td>\n",
       "      <td>0.041667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>15.500000</td>\n",
       "      <td>376.500000</td>\n",
       "      <td>0.051487</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>6.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>573.000000</td>\n",
       "      <td>16495.000000</td>\n",
       "      <td>0.200000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"8\" valign=\"top\">True</th>\n",
       "      <th>count</th>\n",
       "      <td>501.000000</td>\n",
       "      <td>501.000000</td>\n",
       "      <td>501.000000</td>\n",
       "      <td>501.000000</td>\n",
       "      <td>501.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>0.127745</td>\n",
       "      <td>0.219561</td>\n",
       "      <td>15.942116</td>\n",
       "      <td>718.365269</td>\n",
       "      <td>0.034779</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>0.521199</td>\n",
       "      <td>0.423906</td>\n",
       "      <td>30.519938</td>\n",
       "      <td>1110.722468</td>\n",
       "      <td>0.033505</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>0.000601</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>157.000000</td>\n",
       "      <td>0.009132</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>9.000000</td>\n",
       "      <td>348.000000</td>\n",
       "      <td>0.031496</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>16.000000</td>\n",
       "      <td>807.000000</td>\n",
       "      <td>0.051771</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>5.000000</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>377.000000</td>\n",
       "      <td>13031.000000</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "              buy_count    has_html  num_sentences     num_words  \\\n",
       "Spam                                                               \n",
       "False count  887.000000  887.000000     887.000000    887.000000   \n",
       "      mean     0.057497    0.006764      15.865840    389.200676   \n",
       "      std      0.325839    0.082013      35.924347    906.582159   \n",
       "      min      0.000000    0.000000       1.000000     10.000000   \n",
       "      25%      0.000000    0.000000       5.000000    126.500000   \n",
       "      50%      0.000000    0.000000       9.000000    220.000000   \n",
       "      75%      0.000000    0.000000      15.500000    376.500000   \n",
       "      max      6.000000    1.000000     573.000000  16495.000000   \n",
       "True  count  501.000000  501.000000     501.000000    501.000000   \n",
       "      mean     0.127745    0.219561      15.942116    718.365269   \n",
       "      std      0.521199    0.423906      30.519938   1110.722468   \n",
       "      min      0.000000    0.000000       1.000000      2.000000   \n",
       "      25%      0.000000    0.000000       4.000000    157.000000   \n",
       "      50%      0.000000    0.000000       9.000000    348.000000   \n",
       "      75%      0.000000    0.000000      16.000000    807.000000   \n",
       "      max      5.000000    2.000000     377.000000  13031.000000   \n",
       "\n",
       "             words_per_sent  \n",
       "Spam                         \n",
       "False count      887.000000  \n",
       "      mean         0.044457  \n",
       "      std          0.016534  \n",
       "      min          0.014409  \n",
       "      25%          0.034188  \n",
       "      50%          0.041667  \n",
       "      75%          0.051487  \n",
       "      max          0.200000  \n",
       "True  count      501.000000  \n",
       "      mean         0.034779  \n",
       "      std          0.033505  \n",
       "      min          0.000601  \n",
       "      25%          0.009132  \n",
       "      50%          0.031496  \n",
       "      75%          0.051771  \n",
       "      max          0.500000  "
      ]
     },
     "execution_count": 59,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.groupby('Spam').describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from sklearn.linear_model import LogisticRegression"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "def end_to_end_build_classifier(preprocessor, feature_functions):\n",
    "    print 'Building DataFrame'\n",
    "    df = build_dataframe(preprocessor, feature_functions)\n",
    "    shuffled_data = df.sample(frac=1)\n",
    "    \n",
    "    print 'Splitting Data'\n",
    "    split_point = (len(shuffled_data) // 10) * 2\n",
    "    training_data, testing_data = shuffled_data[split_point:], shuffled_data[:split_point]\n",
    "    \n",
    "    func_names = [x.__name__ for x in feature_functions]\n",
    "\n",
    "    training_set = get_features_from_dataframe(training_data, func_names)\n",
    "    training_results = list(training_data.Spam)\n",
    "    test_set = get_features_from_dataframe(testing_data, func_names)\n",
    "    test_results = list(testing_data.Spam)\n",
    "    \n",
    "    for model, name in [(LogisticRegression(), 'Regression'), (GaussianNB(), 'Bayesian')]:\n",
    "\n",
    "        print 'Training {} Model'.format(name)\n",
    "        clf = model\n",
    "        clf.fit(training_set, training_results)\n",
    "        if name == 'Regression':\n",
    "            weights = zip(func_names, clf.coef_[0])\n",
    "            for weight in sorted(weights, key=lambda w: w[1], reverse=True):\n",
    "                print weight\n",
    "\n",
    "        print 'Predicting'\n",
    "        predicitons = clf.predict(test_set)\n",
    "\n",
    "        print 'Evaluating'\n",
    "        print '=' * 40\n",
    "        print 'Accuracy: ', accuracy_score(predicitons, test_results)\n",
    "        print confusion_matrix(predicitons, test_results, labels=[True, False])\n",
    "        print 'F1: ', f1_score(predicitons, test_results)\n",
    "        print '=' * 20\n",
    "    return df, clf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {
    "collapsed": false,
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Building DataFrame\n",
      "Splitting Data\n",
      "Training Regression Model\n",
      "('has_html', 2.2387871109802511)\n",
      "('buy_count', 0.27193594367290364)\n",
      "('words_per_sent', 0.081927021345164039)\n",
      "('num_words', 0.0016142235442236288)\n",
      "('num_sentences', -0.041954097238938573)\n",
      "Predicting\n",
      "Evaluating\n",
      "========================================\n",
      "Accuracy:  0.724637681159\n",
      "[[ 32   1]\n",
      " [ 75 168]]\n",
      "F1:  0.457142857143\n",
      "====================\n",
      "Training Bayesian Model\n",
      "Predicting\n",
      "Evaluating\n",
      "========================================\n",
      "Accuracy:  0.739130434783\n",
      "[[ 35   0]\n",
      " [ 72 169]]\n",
      "F1:  0.492957746479\n",
      "====================\n"
     ]
    }
   ],
   "source": [
    "df = end_to_end_build_classifier(preprocess, feature_functions)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def lower_case(text):\n",
    "    return text.lower()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Building DataFrame\n",
      "Splitting Data\n",
      "Training Regression Model\n",
      "('has_html', 2.5510906115412291)\n",
      "('buy_count', 0.5231546275741914)\n",
      "('words_per_sent', 0.27449206824706657)\n",
      "('num_words', 0.00070858816287526862)\n",
      "('num_sentences', -0.019393481462930504)\n",
      "Predicting\n",
      "Evaluating\n",
      "========================================\n",
      "Accuracy:  0.764492753623\n",
      "[[ 39   2]\n",
      " [ 63 172]]\n",
      "F1:  0.545454545455\n",
      "====================\n",
      "Training Bayesian Model\n",
      "Predicting\n",
      "Evaluating\n",
      "========================================\n",
      "Accuracy:  0.760869565217\n",
      "[[ 39   3]\n",
      " [ 63 171]]\n",
      "F1:  0.541666666667\n",
      "====================\n"
     ]
    }
   ],
   "source": [
    "df = end_to_end_build_classifier(lower_case, feature_functions)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "from functools import partial\n",
    "\n",
    "\n",
    "def counter(words, sentences, word):\n",
    "    return words.count(word) / float(len(words))\n",
    "\n",
    "\n",
    "\n",
    "spam_keywords = ['adult', 'free', '$', 'password', 'now', 'days']\n",
    "\n",
    "for keyword in spam_keywords:\n",
    "    p = partial(counter, word=keyword)\n",
    "    p.__name__ = 'count_of_' + keyword\n",
    "    feature_functions.append(p)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Building DataFrame\n",
      "Splitting Data\n",
      "Training Regression Model\n",
      "('has_html', 2.3544301604215674)\n",
      "('count_of_$', 1.1588525278729043)\n",
      "('buy_count', 0.7258878415248351)\n",
      "('count_of_free', 0.44461784702673135)\n",
      "('words_per_sent', 0.19392626332916438)\n",
      "('count_of_days', 0.11519390729789473)\n",
      "('count_of_now', 0.07805914007670034)\n",
      "('count_of_adult', 0.064637427427000835)\n",
      "('count_of_password', 0.0076570682239288992)\n",
      "('num_words', 0.00081650046987346583)\n",
      "('num_sentences', -0.02296141389175366)\n",
      "Predicting\n",
      "Evaluating\n",
      "========================================\n",
      "Accuracy:  0.753623188406\n",
      "[[ 33   4]\n",
      " [ 64 175]]\n",
      "F1:  0.492537313433\n",
      "====================\n",
      "Training Bayesian Model\n",
      "Predicting\n",
      "Evaluating\n",
      "========================================\n",
      "Accuracy:  0.735507246377\n",
      "[[ 38  14]\n",
      " [ 59 165]]\n",
      "F1:  0.510067114094\n",
      "====================\n"
     ]
    }
   ],
   "source": [
    "res_df, clf = end_to_end_build_classifier(lower_case, feature_functions)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>num_sentences</th>\n",
       "      <th>num_words</th>\n",
       "      <th>buy_count</th>\n",
       "      <th>has_html</th>\n",
       "      <th>words_per_sent</th>\n",
       "      <th>count_of_adult</th>\n",
       "      <th>count_of_free</th>\n",
       "      <th>count_of_$</th>\n",
       "      <th>count_of_password</th>\n",
       "      <th>count_of_now</th>\n",
       "      <th>count_of_days</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>1388.000000</td>\n",
       "      <td>1388.000000</td>\n",
       "      <td>1388.000000</td>\n",
       "      <td>1388.000000</td>\n",
       "      <td>1388.000000</td>\n",
       "      <td>1388.000000</td>\n",
       "      <td>1388.000000</td>\n",
       "      <td>1388.000000</td>\n",
       "      <td>1388.000000</td>\n",
       "      <td>1388.000000</td>\n",
       "      <td>1388.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>15.487752</td>\n",
       "      <td>507.714697</td>\n",
       "      <td>0.117435</td>\n",
       "      <td>0.183718</td>\n",
       "      <td>0.040019</td>\n",
       "      <td>0.000099</td>\n",
       "      <td>0.001424</td>\n",
       "      <td>0.002177</td>\n",
       "      <td>0.000028</td>\n",
       "      <td>0.001338</td>\n",
       "      <td>0.000255</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>33.270112</td>\n",
       "      <td>996.769414</td>\n",
       "      <td>0.543599</td>\n",
       "      <td>0.556894</td>\n",
       "      <td>0.024204</td>\n",
       "      <td>0.001288</td>\n",
       "      <td>0.003791</td>\n",
       "      <td>0.011447</td>\n",
       "      <td>0.000341</td>\n",
       "      <td>0.002764</td>\n",
       "      <td>0.001411</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000601</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>5.000000</td>\n",
       "      <td>134.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.028846</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>9.000000</td>\n",
       "      <td>245.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.039367</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>15.000000</td>\n",
       "      <td>506.250000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.050000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000677</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.001671</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>566.000000</td>\n",
       "      <td>16488.000000</td>\n",
       "      <td>7.000000</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.040000</td>\n",
       "      <td>0.043103</td>\n",
       "      <td>0.215139</td>\n",
       "      <td>0.008197</td>\n",
       "      <td>0.027027</td>\n",
       "      <td>0.016807</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       num_sentences     num_words    buy_count     has_html  words_per_sent  \\\n",
       "count    1388.000000   1388.000000  1388.000000  1388.000000     1388.000000   \n",
       "mean       15.487752    507.714697     0.117435     0.183718        0.040019   \n",
       "std        33.270112    996.769414     0.543599     0.556894        0.024204   \n",
       "min         1.000000      2.000000     0.000000     0.000000        0.000601   \n",
       "25%         5.000000    134.000000     0.000000     0.000000        0.028846   \n",
       "50%         9.000000    245.500000     0.000000     0.000000        0.039367   \n",
       "75%        15.000000    506.250000     0.000000     0.000000        0.050000   \n",
       "max       566.000000  16488.000000     7.000000     4.000000        0.500000   \n",
       "\n",
       "       count_of_adult  count_of_free   count_of_$  count_of_password  \\\n",
       "count     1388.000000    1388.000000  1388.000000        1388.000000   \n",
       "mean         0.000099       0.001424     0.002177           0.000028   \n",
       "std          0.001288       0.003791     0.011447           0.000341   \n",
       "min          0.000000       0.000000     0.000000           0.000000   \n",
       "25%          0.000000       0.000000     0.000000           0.000000   \n",
       "50%          0.000000       0.000000     0.000000           0.000000   \n",
       "75%          0.000000       0.000677     0.000000           0.000000   \n",
       "max          0.040000       0.043103     0.215139           0.008197   \n",
       "\n",
       "       count_of_now  count_of_days  \n",
       "count   1388.000000    1388.000000  \n",
       "mean       0.001338       0.000255  \n",
       "std        0.002764       0.001411  \n",
       "min        0.000000       0.000000  \n",
       "25%        0.000000       0.000000  \n",
       "50%        0.000000       0.000000  \n",
       "75%        0.001671       0.000000  \n",
       "max        0.027027       0.016807  "
      ]
     },
     "execution_count": 67,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "res_df.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.axes._subplots.AxesSubplot at 0x1290d4e10>"
      ]
     },
     "execution_count": 68,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAZsAAAEQCAYAAABm79njAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3X2cVNWd5/HPt5HWVgcir3TwAew28QF0xygZkYSMFj4Q\nMBkxo5tINuvIsAZfDsbMTmZ1MpsNTl6zo7OzM1FZR016fciMSDKZOIxrEkykk41PMALBKChubAKI\nWJmgCU7zIPz2j3ubLptqqOqqW1VdfN+vV7+67qlz6/4ODf3j3HPuOYoIzMzMstRS7wDMzKz5OdmY\nmVnmnGzMzCxzTjZmZpY5JxszM8uck42ZmWWuIZKNpBmS1kl6SdKNg9S5XdJ6SaslnVVQPlrSNyWt\nlfS8pHNrF7mZmZWi7slGUguwEPgIcAYwW9KEAXVmAu+LiFOAecBdBW/fBjwaEROB9wNraxK4mZmV\nrO7JBpgMrI+IDRGxG3gImDWgzizgAYCIeAYYLWmspFHAb0fEvel7b0fEr2oYu5mZlaARks0JwMaC\n401p2YHqbE7LTgJ+IeleSSsl3SOpLdNozcysbI2QbCpxGDAJ+F8RMQn4N+Cm+oZkZmYDHVbvAEh6\nKScWHI9LywbWGT9InY0R8S/p638ABptg4EXgzMyGICJU6Wc0Qs9mBXCypA5JrcCVwJIBdZYAVwFI\nmgK8ERFbI2IrsFHSqWm9C4EXBrtQRDTt15e+9KW6x+C2uX1uX/N9VUvdezYRsUfSfGApSfLrioi1\nkuYlb8c9EfGopEskvQy8Bcwp+IjPAn8vaSTwswHvmZlZA6h7sgGIiO8Cpw0ou3vA8fxBzv0JcE52\n0ZmZWaUa4TaaVUEul6t3CJlp5raB2zfcNXv7qkXVvCfXyCTFodJWM7NqkUQ0yQQBMzNrck42ZmaW\nOScbMzPLnJONmZllzsnGzMwy52RjZmaZc7IxM7PMOdmYmVnmnGzMzCxzTjZmZpY5JxszM8uck42Z\nmWXOycbMzDLnZGNmZplzsjEzs8w52ZiZWeacbMzMLHMNkWwkzZC0TtJLkm4cpM7tktZLWi3p7ILy\nHkk/kbRK0vLaRW1mZqU6rN4BSGoBFgIXAq8CKyT9U0SsK6gzE3hfRJwi6Vzgb4Ep6dt7gVxEbKtx\n6GZmVqJG6NlMBtZHxIaI2A08BMwaUGcW8ABARDwDjJY0Nn1PNEY7zMxsEI3wS/oEYGPB8aa07EB1\nNhfUCeAxSSskXZNZlGZmNmR1v41WBVMjYoukdpKkszYiflzvoMzMrF8jJJvNwIkFx+PSsoF1xher\nExFb0u95Sd8muS1XNNksWLBg3+tcLkcul6sscjOzJtPd3U13d3fVP1cRUfUPLSsAaQTwIskEgS3A\ncmB2RKwtqHMJ8AcR8VFJU4CvRMQUSUcCLRGxXdJRwFLg5ohYWuQ6Ue+2mpkNN5KICFX6OXXv2UTE\nHknzSRJFC9AVEWslzUvejnsi4lFJl0h6GXgLmJOePhb4tqQgacvfF0s0ZmZWX3Xv2dSKezZmZuWr\nVs+mEWajmZlZk3OyMTOzzDnZmJlZ5pxszMwsc042ZmaWOScbMzPLnJONmZllzsnGzMwy52RjZmaZ\nc7IxM7PMOdmYmVnmnGzMzCxzTjZNIJ/Ps2LFCvL5fL1DMTMryslmmFu0aDEdHRO4+OJr6eiYwKJF\ni+sdkpnZfrzFwDCWz+fp6JhAb+8y4ExgDW1t09iwYR3t7e31Ds/MmoC3GDB6enpobe0kSTQAZzJy\nZAc9PT31C8rMrAgnm2Gss7OTXbt6gDVpyRp2795AZ2dn/YIyMyvCyWYYa29vp6vrTtrapjFq1CTa\n2qbR1XWnb6GZWcPxmE0TyOfz9PT00NnZ6URjZlVVrTGbhkg2kmYAXyHpaXVFxK1F6twOzATeAq6O\niNUF77UA/wJsiohLB7lG0yYbM7OsNM0EgTRRLAQ+ApwBzJY0YUCdmcD7IuIUYB5w14CPuQF4oQbh\nmpnt42fcSlf3ZANMBtZHxIaI2A08BMwaUGcW8ABARDwDjJY0FkDSOOAS4Gu1C9nMDnV+xq08jZBs\nTgA2FhxvSssOVGdzQZ2/Af4Y8D0yM6uJfD7P3LnX0du7jDfffJbe3mXMnXudezgHcFi9A6iEpI8C\nWyNitaQccMD7igsWLNj3OpfLkcvlsgzPzJpU3zNuvb37P+M23CfpdHd3093dXfXPrfsEAUlTgAUR\nMSM9vgmIwkkCku4ClkXE4vR4HXA+yVjNp4G3gTbgN4B/jIirilzHEwTMrCoOpdU7mmaCALACOFlS\nh6RW4EpgyYA6S4CrYF9yeiMitkbEFyLixIh4b3re48USjZlZNfkZt/LVvWcD+6Y+30b/1OdbJM0j\n6eHck9ZZCMwgmfo8JyJWDviM84E/8tRnM6uVQ+EZt6Z6zqYWnGzMzMrXTLfRzMysyTnZmJlZ5pxs\nzMwsc042ZmaWOScbMzPLnJONmZllzsnGzMwy52RjZmaZc7IxM7PMOdmYmVnmnGzMzCxzTjZmZpY5\nJxszM8uck42ZmWXOycbMzDLnZGNmZplzsjEzs8w52ZiZWeacbMzMLHMNkWwkzZC0TtJLkm4cpM7t\nktZLWi3prLTscEnPSFol6TlJX6pt5GZmVoqyko2kNkmnVTMASS3AQuAjwBnAbEkTBtSZCbwvIk4B\n5gF3AUTETmBaRJwNnAXMlDS5mvGZmVnlSk42kn4HWA18Nz0+S9KSKsQwGVgfERsiYjfwEDBrQJ1Z\nwAMAEfEMMFrS2PT439I6hwOHAVGFmMzMrIrK6dksIEkMbwBExGrgpCrEcAKwseB4U1p2oDqb++pI\napG0CngNeCwiVlQhJjMzq6LDyqi7OyLelFRYVvdeRETsBc6WNAp4WNLpEfFCsboLFizY9zqXy5HL\n5WoSo5nZcNHd3U13d3fVP1cRpeULSV3AD4CbgMuBzwIjI+LaigKQpgALImJGenwTEBFxa0Gdu4Bl\nEbE4PV4HnB8RWwd81heBtyLir4tcJ0pt63CTz+fp6emhs7OT9vb2eodjZk1EEhGhg9c8sHJuo11P\nMoC/E3gQeBP4XKUBACuAkyV1SGoFrgQGjgUtAa6CfcnpjYjYKundkkan5W3AxcC6KsQ0bCxatJiO\njglcfPG1dHRMYNGixfUOycxsPyX3bPadIB1ZMChfnSCkGcBtJMmvKyJukTSPpIdzT1pnITADeAuY\nExErJf0mcH96XguwOCL+fJBrNF3PJp/P09Exgd7eZcCZwBra2qaxYcO6hu3huBdmNrxUq2dT8piN\npA8BXwOOBk6U9H5gXkRcV2kQEfFd4LQBZXcPOJ5f5LzngEmVXn+46unpobW1k97eM9OSMxk5soOe\nnp6G/EW+aNFi5s69jtbWTnbt6qGr605mz/5kvcMysxooZ8zmGeAKYEn6XAuSfhoR/y7D+KrGPZv6\nGk6xmlm/eozZEBEbBxTtqTQAG7r29na6uu6krW0ao0ZNoq1tGl1ddzbkL+++XliSaKCwF2Zmza+c\nqc8b01tpIWkkcAOwNpuwrFSzZ3+Siy66oOHHQTo7k1tnsIa+ns3u3Rvo7Oysa1xmVhvl9GyuBf6A\n5GHKzSTLw/xBFkFZedrb2znnnHMaNtFAEuPcuZ8GpgCnAlOYO/fTDR2zmVVPSWM2kkYAn42Iv8k+\npGw045jNcNI/ZvMt4CjgLdraLveYjVmDq+mYTUTsAT5V6cUsG/l8nhUrVpDP5+sdyqD6x2xywDlA\nzmM2ZoeQcm6j/VjSQkm/LWlS31dmkVlJFi1azPjxJ3PeeVcwfvzJDftQ5zvHbMBjNmaHlnKmPi8r\nUhwRcUF1Q8pGM95Gy+fzHHtsB3v3AowHNtLSErz22s8b8tZU33M2I0d2sHv3Bj9nYzYMVOs22kGT\njaQbIuI2SR+OiB9XesF6acZk841vfINPfvJq4FH6xkHgEhYvvo9PfOITdY1tMF5BwGx4qeUKAnNI\nlpK5nUP4af1GtHXrVuBdJOuidgI9wOi0vDG1t7c7yZgdgkpJNmslrQeOl7SmoFwkt9HOHOQ8y9ik\nSZNIthd6mr5nV2BKWm5m1jgOmmwiYrakY4HvAZdmH5KVqrW1NV1nrP+p/NbWTlpbW+sal5nZQCWt\nIBARrwHvP1AdSd+KiMurEpWVpLOzkxEjtlL4VP6IEVs9w8vMGk5Za6MdxHur+FlWgsK10Y466v0N\nvTaamR3aylkb7WCaa6rXMBKxlz17eoG99Q7FzKyosjdPG/SDpJUR0bAj08049TmfzzNu3Cns2vUj\n+m6jtbaex6ZN6927MbOqqMsWAwdRcTBWnlWrVrFrVzuFy/bv2vVuVq1aVc+wzMz2c9BkI+kH6fdb\nD1L1xqpEZGV6lcIlYGBLHWMxMyuulDGb49J9bC6V9BADejARsTL9vjSD+OwAxo8fD7xNsrhlJ8lD\nnW+n5WZmjaOUZPPfgC8C44C/HvBeABWvjSZpBvAVkp5WV0Ts14uSdDswk2RNlqsjYrWkccADwFiS\n0fGvRsTtlcYzXGzfvp22thPo7d1G8scSHHHE8Wzfvr3eoZmZvUM5C3F+MSK+XPUApBbgJeBCkntC\nK4ArI2JdQZ2ZwPyI+Kikc4HbImJK+rDpsWniORp4FphVeG7BZzTxBIGH6VsbrbX1Mk8QMLOqqeXa\naABExJclXQqclxZ1R8QjlQYATAbWR8QGgPRW3SygMGHMIunBEBHPSBotaWz6sOlrafl2SWtJdhLd\nL9k0q2Srod+l7zZacmxm1lhKno0m6S+AG4AX0q8bJP33KsRwArCx4HhTWnagOpsH1pHUSbJV9TNV\niGlY6Onp4cgjTwVeBO4GXqSt7RRvSGZmDaechzo/CpwVEXsBJN0PrAK+kEVg5Uhvof0DcENEDDpg\nsWDBgn2vc7kcuVwu89iy1L8h2RaS3S+9IZmZVaa7u5vu7u6qf245YzZrgFxE/DI9HkNyK62iVZ8l\nTQEWRMSM9PgmktWkby2ocxewLCIWp8frgPMjYqukw4BHgO9ExG0HuE7TjdlAsiHZnDmfQXoXEW9w\n77331HVDMu9XY9Zc6vFQ518AqyTdl/ZqngX+vNIASCYEnCypQ1IrcCWwZECdJcBVsC85vRERfZu2\n/G/ghQMlmmb25JNPsXPnbnbsOIKdO3fz5JNP1i2WRYsW09ExgYsvvpaOjgksWrSYfD7PihUryOfz\ndYvLzOqvrOVqJB1Hcr8GYHk6QN/33hkR8fyQgkimPt9G/9TnWyTNI+nh3JPWWQjMoH/q8ypJU4Ef\nAc+RTMMO4AsR8d0i12i6ns3atWs5/fQPMHA/mxdeeJaJEyfWNJZ8Pk9HxwR6e5dRuHROS4s4/PD3\nsmtXj7eBNhuGaj4bDSAitrB/r6PP1xniTp5pcjhtQNndA47nFznvCWDEUK7ZDJYvXw6Mp3C5GhjH\n8uXLa55senp6aG3tpLf3nUvnwJ+xY8engDXMnTuNiy66wLfXzA5BXhttGJs8eTLJJL3C5Wo2peW1\n1T9ZYeDSORenx2cycmSHZ8qZHaKqmWya6x7VMDBx4kTmz78GmAKcCkxh/vxrat6rgXfurTNq1CTa\n2qYxcmQL/Wu1eaac2aHMWww0gUceeYSHH36Yyy67jI997GN1jaVwNtr3v/84c+dex8iRHezevcFj\nNmbDULXGbKqZbJ6OiClV+bAMNGuyuf76z7Fw4T0kYzcbmT//Gu64o3Em5nkqtNnwVvNkI+kHEXHh\nwcoaVTMmm0aajWZmzalmz9lIOiJ9gPPdko6RNCb96mT/ZWWshvpno/0a+FL6fVxabmbWOEqZ+jwP\n+BxwPMmDnH0Z7lfAwozishKcfPLJwM9IZnyNA/4HsCstNzNrHAft2UTEbRFxEvD5iHhvRJyUfr0/\nIpxs6ijpwYwkuY32Uvq9tWY9G68OYGalKmeLgTvSHTs7C8+LiAcyiMtK8Oyzz5L0aAof6jwhLc/W\nokWLmTv3OlpbO706gJkdVDlbDHwd+CvgwyRL1pwD/FZGcVkJZs6cSbIjQ+GDlJvT8uzk83nmzr2O\n3t5lvPnms/T2LmPu3OvcwzGzQZWzXM1vAac33ZSuYezUU08FjiB5qHMcSeI5Ii3PTrGlafpWB/D0\nZjMrppxk81PgWPofCbc6O/roo4EdwIPAm8Bo4FNpeTby+Tzbtm0rWJommXLt1QHM7EDKSTbvBl6Q\ntBzY2VcYEZdWPSorycaNG4G9wBzgRODnwF42btyYyXM2heM0b7+9i9bW8zjiiPfuWx3AvRozG0w5\nyWZBVkFYJcYAvfTn/3dlcpXCcZrk9tkajjjifL75zVs4++yz9yUarxhgZsWUMxvth1kGYuU76qij\ngDeAR4GjSLb6uSQtr65i4zStrSdxzDHH7EsqnqFmZoMpZzbaryX9Kv3aIWmPpF9lGZwd2Msvv0zS\nk7kcuDb9Pjotr65iWwgUjtN4hpqZHUjJySYifiMiRkXEKKCN5DfbnZlFZgeVrBTwBrCMZHGHZcCb\nmawgUGwLgcJxmr6eT+EzP96/xsz6lLVTZ590+vPDkr4E3FTdkKxUra2ttLSMZ+/e/l/wLS3jaG1t\nzeR6s2d/kosuuqDomMw7ez6eoWZm71RyspH0uwWHLSTP3eyoekRWsl27drF3b99Onckv+L17N7Fr\n167Mrtne3l504L+v5zN37rR37F/jSQJmBuX1bH6n4PXbQA8wqxpBSJoBfIUkiXVFxK1F6twOzCQZ\nBZ8TEavS8i7gY8DWiDhz4HnNbOXKlSRTn3Mkqwj1AHtZuXIlU6dOrXk8B+r5mNmhrZzZaHOyCEBS\nC8nq0RcCrwIrJP1TRKwrqDMTeF9EnCLpXOBvSR6bB7gXuAM45NZo2717N8nKAU+RJJpO4INpeX0M\n1vMxs0NbObPRxkn6tqTX069vSRpXhRgmA+sjYkNE7AYeYv8e0yzSZBIRzwCjJY1Nj38MbKtCHMPO\njh07SPLzFpKl6rYAr6blZmaNo+RkQ9KDWEKyr83xwD+nZZU6AdhYcLyJ/TdlG1hnc5E6h5zu7m5g\nD8lttEnp9z1puZlZ4yhnzKY9IgqTy32SPlftgLK0YMGCfa9zuRy5XK5usVTDU089BXQAT9B/G+1D\nabmZWfm6u7sz+Q9rOcnmXyV9GliUHs8G/rUKMWwmWdirz7i0bGCd8Qepc1CFyaYZjB49mu3bN9F/\nGy3ZYmD06DH1DczMhq2B/xG/+eabq/K55dxG+33gE8BrJL/drgCurkIMK4CTJXVIagWuJLldV2gJ\ncBWApCnAGxGxteB90b9d9SHj4x//OMmaaOeS5OJzgZ1puZlZ4ygn2fwZ8HsR0R4R7yFJPhWnvIjY\nA8wHlgLPAw9FxFpJ8yR9Jq3zKPCKpJeBu4Hr+s6X9CDwJHCqpJ9LymTWXCMaMWIEMCI96su1LWm5\nmVnjKOc22pkRsW/WV0T8UtLZ1QgiIr4LnDag7O4Bx/MHOfdT1YhhOHrppZdI/r/Q92M8DNiblpuZ\nNY5yejYtko7pO5A0hiEud2PV0b+fzdskPZu36dvPphL5fJ4VK1Z4EU0zq5pyks3/BJ6S9GVJXya5\ndfWX2YRlpXjzzTdJfoStwOHp95a0fGgWLVpMR8cELr74Wjo6JrBo0eLqBGtmhzQla2qWWFk6Hbgg\nPXw8Il7IJKoMSIpy2jocnHTSSfT0bAGOBE4CXgHeorPzeF555ZWyPy+fz9PRMYHe3mX0rbXW1jaN\nDRvWeVUAs0OUJCKi4glYZd0GS5PLsEkwzW7btm0kEwS66UsO8MG0vHzFNkjr2ybAycbMKlHObTRr\nMNu3bweOo3APGTguLS/fwTZIMzMbKiebYWzPnj0ka6P1Jwd4NS0v38E2SDMzG6qyxmyGs2Ycs5EE\nHAvsIllUYRPJJIHXqKSt+Xze2wSYGVC9MRsnm2EsSTZtwIPAm8Bo4FNAb0XJxsysj5NNmZo32Ywk\nmefR17PZDbztZGNmVVGtZOMxm2HvMOBp4KX0+8j6hmNmVoSTzbB3PO+cjXZ8HWMxMyvOyWbY28I7\nZ6NtqWMsZmbFecxmGCs+ZvM2sLumYzZPPPEES5cuZfr06UydOrVm1zWz7HmCQJmaN9m0AY8CRwFv\nAZdQy9lo06dfwmOPddOX7KZPz/G97z1ak2ubWfY8QcBSxwNnpK/PoJZjNk888USaaPonKCxd2s0T\nTzxRsxjMbHhwshn2NpFsBXRt+j3ZXqAWqzUvXbqUpEdTOEHhhLTczKyfk82w1wL8I3BX+j3ZvXPu\n3OvI5/OZ7k0zffp0kmRXOEFhc1puZtbPyWbYexdwOUnP5nKSVQSCkSM7uPvur2a6N83UqVOZPj0H\nTAFOAaYwfXrOkwTMbD+eIDCM9U8QeJr+LQamAL20tY0hYi87dvyQrPem8Ww0s+bVVBMEJM2QtE7S\nS5JuHKTO7ZLWS1ot6axyzm1uAx/qPA6AL3zhjzj88Pe+472+vWmqberUqdx8881ONGY2qLonG0kt\nwELgIyTTqWZLmjCgzkzgfRFxCjCPZICipHOb36vAZ0gmB3yGvoc65827pmBvmjzwIDt3/j+2bdu2\nb/wmy/GcoaplTI3YfrNmVfdkA0wG1kfEhojYDTwEzBpQZxbwAEBEPAOMljS2xHOb3E7g74BIv+8A\n4Be/+AVdXXcycuSHgU7g8+zcuZvLLvs8HR0TuP76GzIdzxmKRYsW1yymWl7LzICIqOsXyaj2PQXH\nnwZuH1Dnn4EPFRw/Bkwq5dyC96LZAAFtAT8JiPR7WwBx3333xeuvvx5tbWMClgWMKVJv2b7jtrYx\n8frrr9etLf2x/iTzmGp5LbPhLv3dWfHv+sNqmdiqaEiDVQsWLNj3OpfLkcvlqhROPe3/nAu8zOTJ\nk+np6aG1tZPe3qNIejeF9caRrDqQHPeN59Rrs7T+WPcfY6p2TLW8ltlw093dTXd3d9U/txGSzWbg\nxILjcWnZwDrji9RpLeHcfQqTTfPoe86lbzZa0vyJEyeSz+fTcZu3gJ4B9Tal5QBr2L17A52dnbUM\n/B06OzsLxpjOzDSmWl7LbLgZ+B/xm2++uSqf2whjNiuAkyV1SGoFrgSWDKizBLgKQNIU4I2I2Fri\nuU0r6eHuoPA5l8J10drb2+nqupO2tss54ohRwBTa2n6TtrZpzJ9/DW1tlzNq1CTa2qbR1XVnXf9X\n3x/rtMxjquW1zCzREM/ZSJoB3EaS/Loi4hZJ80juFd6T1lkIzCD57/iciFg52LmDXCMaoa1ZSJ63\nSRRrYz6fp6enh6OPPprt27fT2dlJe3v7vvK+40ZQy5gasf1mjcarPpepmZONmVlWmuqhTjMza25O\nNmZmljknGzMzy5yTjZmZZc7JxszMMudkY2ZmmXOyMTOzzDnZmJlZ5pxszMwsc042ZmaWOScbMzPL\nnJONmZllzsnGzMwy52RjZmaZc7IxM7PMOdmYmVnmnGzMzCxzTjZmZpa5uiYbScdIWirpRUnfkzR6\nkHozJK2T9JKkGwvKr5D0U0l7JE2qXeRmZlaOevdsbgK+HxGnAY8DfzKwgqQWYCHwEeAMYLakCenb\nzwEfB35Ym3DNzGwo6p1sZgH3p6/vBy4rUmcysD4iNkTEbuCh9Dwi4sWIWA+oFsGamdnQ1DvZvCci\ntgJExGvAe4rUOQHYWHC8KS0zM7Nh4rCsLyDpMWBsYREQwH8tUj2yjsfMzGov82QTERcP9p6krZLG\nRsRWSccCrxepthk4seB4XFpWtgULFux7ncvlyOVyQ/kYM7Om1d3dTXd3d9U/VxH160xIuhX4ZUTc\nms4yOyYibhpQZwTwInAhsAVYDsyOiLUFdZYBn4+IZw9wrahnW83MhiNJRETF4+L1HrO5FbhYUl8y\nuQVA0nGSHgGIiD3AfGAp8DzwUF+ikXSZpI3AFOARSd+pQxvMzOwg6tqzqSX3bMzMytcsPRszMzsE\nONmYmVnmnGzMzCxzTjZmZpY5JxszM8uck42ZmWXOycbMzDLnZGNmZplzsjEzs8w52ZiZWeacbMzM\nLHNONmZmljknGzMzy5yTjZmZZc7JxszMMudkY2ZmmXOyMTOzzDnZmJlZ5pxszMwsc3VNNpKOkbRU\n0ouSvidp9CD1ZkhaJ+klSTcWlP+lpLWSVkv6lqRRtYvezMxKVe+ezU3A9yPiNOBx4E8GVpDUAiwE\nPgKcAcyWNCF9eylwRkScBawvdv6horu7u94hZKaZ2wZu33DX7O2rlnonm1nA/enr+4HLitSZDKyP\niA0RsRt4KD2PiPh+ROxN6z0NjMs43obVzH/hm7lt4PYNd83evmqpd7J5T0RsBYiI14D3FKlzArCx\n4HhTWjbQ7wPfqXqEZmZWscOyvoCkx4CxhUVAAP+1SPUY4jX+FNgdEQ8O5XwzM8uWIob0+706F5fW\nArmI2CrpWGBZREwcUGcKsCAiZqTHNwEREbemx1cD1wAXRMTOA1yrfg01MxvGIkKVfkbmPZuDWAJc\nDdwK/B7wT0XqrABOltQBbAGuBGZDMksN+GPgvAMlGqjOH5aZmQ1NvXs2Y4BvAOOBDcAnIuINSccB\nX42Ij6X1ZgC3kYwxdUXELWn5eqAV+Nf0I5+OiOtq3AwzMzuIuiYbMzM7NNR7NlpVVeEh0Ssk/VTS\nHkmTahf54AaLdUCd2yWtTx9uPaucc+ttCO07u6C8S9JWSWtqF3F5hvrzkzRO0uOSnpf0nKTP1jby\ng6ugbYdLekbSqrRtX6pt5KWp5N9e+l6LpJWSltQm4vJU+G+vR9JP0p/h8pIuGBFN80Uy9vNf0tc3\nArcUqdMCvAx0ACOB1cCE9L3TgFNIHjCd1ADtGTTWgjozgf+Tvj6X5FZiSefW+6uS9qXHHwbOAtbU\nuy0Z/PyOBc5KXx8NvNhIP78q/OyOTL+PIHlGbnK921TN9qVlfwj8HbCk3u3J4Of3M+CYcq7ZVD0b\nKn9I9MWIWE8yPbsRDBprgVnAAwAR8QwwWtLYEs+tt0raR0T8GNhWw3jLNeT2RcRrEbE6Ld8OrKX4\n82X1UunP7t/SOoeTTFRqtPv5FbVP0jjgEuBrtQu5LBW1j+R3ZFn5o9mSTTUfEm0EpcQ6WJ3h0M6h\ntG9zkTojSXUIAAAFDklEQVSNqirtk9RJ0oN7puoRDl1FbUtvMa0CXgMei4gVGcY6FJX+7P6GZKZs\noyXRPpW2L4DHJK2QdE0pF6z31Oey1eIh0WGuUXplVgWSjgb+Abgh7eE0hUiWmTo7XTz3YUmnR8QL\n9Y6rGiR9FNgaEasl5WjOf5NTI2KLpHaSpLM2vdMwqGGXbCLi4sHeSweLx0b/Q6KvF6m2GTix4Hhc\nWtaISol1M8nU8YF1Wks4t94qad9wUFH7JB1Gkmi+HhHFnkGrp6r87CLiV5KWATOARko2lbTvCuBS\nSZcAbcBvSHogIq7KMN5yVfTzi4gt6fe8pG+T3JY7YLKp+0BVlQe9bgVuTF8PNkFgBP0DY60kA2MT\nB9RZBnygAdpTSqyX0D+IN4X+AeaDnlvvr0raV/B+J/BcvduSRftI7pf/db3bkcHfzXcDo9PXbcCP\ngEvq3aZq/91My8+nMScIVPLzOxI4On19FPAEMP2g16x3o6v8BzgG+D7JzJ2lwLvS8uOARwrqzUjr\nrAduKii/jOQeZS/JagXfaYA27RcrMA/4TEGdhelfnJ9QMItusHY20leF7XsQeBXYCfwcmFPv9lSh\nfWenZVOBPekvgVXASmBGvdtTjZ8d8Jtpe1YDa4A/rXdbqv13s+D9hkw2Ff78Tir4e/lcqb9b/FCn\nmZllrtlmo5mZWQNysjEzs8w52ZiZWeacbMzMLHNONmZmljknGzMzy5yTjZmZZc7JxqzKJN0g6Ygh\nnnuFpBck/aDCGO6V9LsHqfN7ku5IX8+SNKGSa5odiJONWfV9jmRJj6GYC/yniLiwivEcSN9T3ZcB\nZ9TomnYIcrKxQ5Kkqwp2GrxfUoekH6Q7Ej6W7keyXw9B0q/T7+dLWibpm5LWSvp6Wn49cDyw7EC9\nE0mzJa1Jv/4iLfsiyYZwXZJuHeS8Dkk/kvQv6deUgvcWprEspWB7DUmvSBqTvv5AuvBl4Wd+ELgU\n+Mt0Z8mTyvrDNCvBsFv12axSkk4HvgB8MCK2STqGZLO9eyPi7yTNAe4APl7k9ML1nc4CTifZk+UJ\nSR+KiDsk/SGQi4iiG7tJOg64BTgbeINkifZLI+LLki4A/nNErBok/K3ARRGxS9LJwCLgnDQhnhIR\nE9PPfwHoKhLzfscR8VS6dfE/R8Q/DnJds4q4Z2OHoguAb/Ylg/T7B0l+cQN8nWQhzINZHhFbIllg\ncDXJCtSQ7F9yoD1MzgGWRcQvI9nX5e+B8wreP9C5rcDXJK0BvglMTMt/uy/+SJZ/f7zEzzOrCfds\nzBKDrUj7Nul/yiSJ5Jd9n50Fr/dQ3r+noSaAPwRei4gzJY0gWaH8YPa1ARjSxAWzSrlnY4eix4F/\nXzCOMQZ4Epidvv9p4P+mr3uA30pfzwJGlvD5vwJGHeD95cB5ksakCWM20F1i7KNJtr8AuIpkXxJI\n9oT5ZLrd8nHAtIJzXgE+kL6+fJDP/fVBYjariJONHXIi2X74z4EfSloF/BVwPTBH0mrgPwA3pNW/\nCpyf1psCvDXYxxa8/irw3cEmCETEa8BNJAlmFbAiIh4p8jnF3AlcncZzal88EfFtkn1HngfuI0me\nff4MuF3ScpJeTjEPAX8s6VlPELAseD8bMzPLnHs2ZmaWOU8QMMuQpKfpn1Qgkttk/zEinj/IedOB\nW+m/rSbgZxEx2JiLWUPzbTQzM8ucb6OZmVnmnGzMzCxzTjZmZpY5JxszM8uck42ZmWXu/wMFn/Zu\naf+YNwAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x129184f10>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "res_df.plot(kind='scatter', x='count_of_adult', y='count_of_free')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Ways to go on\n",
    "## Preprocessing\n",
    "* Replace numbers + dates with special tokens\n",
    "* Stem + Lemmatize\n",
    "\n",
    "## Feature Functions\n",
    "* \"Automatically\" find our keywords\n",
    "* Look at parts of speech, and ratios of parts of speech\n",
    "* Analyze Punctuation\n",
    "\n",
    "## Classifiers\n",
    "* Try other classifiers with other hyperparameters (linear, nearest neighbors, other Bayesian)\n",
    "* Try data reduction/transformations (LDA/PCA)\n",
    "* Cross Validation\n",
    "\n",
    "## Visualizations\n",
    "* Create visualizations of our data\n",
    "  * word clouds\n",
    "  * scatters/histographs of our important features"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Jumping the Gun"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "def predict(phrase):\n",
    "    return clf.predict([make_feature_vector(phrase, feature_functions, lower_case)])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Hey Ben!  This is your friend.  We should see a movie tomorrow!\r\n",
      "\r\n"
     ]
    }
   ],
   "source": [
    "!cat non_spam_test.txt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([False], dtype=bool)"
      ]
     },
     "execution_count": 80,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "predict('non_spam_test.txt')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "ADULT ADULT ADULT\r\n",
      "\r\n",
      "Buy Pills now.  They\\'re only $500!\r\n"
     ]
    }
   ],
   "source": [
    "!cat spam_test.txt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ True], dtype=bool)"
      ]
     },
     "execution_count": 82,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "predict('spam_test.txt')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "anaconda-cloud": {},
  "kernelspec": {
   "display_name": "Python [Root]",
   "language": "python",
   "name": "Python [Root]"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}