Content-Based Recommendation.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/steevehuang/miniconda3/envs/py36/lib/python3.6/site-packages/IPython/core/interactiveshell.py:2728: DtypeWarning: Columns (10) have mixed types. Specify dtype option on import or set low_memory=False.\n",
      "  interactivity=interactivity, compiler=compiler, result=result)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>adult</th>\n",
       "      <th>belongs_to_collection</th>\n",
       "      <th>budget</th>\n",
       "      <th>genres</th>\n",
       "      <th>homepage</th>\n",
       "      <th>id</th>\n",
       "      <th>imdb_id</th>\n",
       "      <th>original_language</th>\n",
       "      <th>original_title</th>\n",
       "      <th>overview</th>\n",
       "      <th>...</th>\n",
       "      <th>release_date</th>\n",
       "      <th>revenue</th>\n",
       "      <th>runtime</th>\n",
       "      <th>spoken_languages</th>\n",
       "      <th>status</th>\n",
       "      <th>tagline</th>\n",
       "      <th>title</th>\n",
       "      <th>video</th>\n",
       "      <th>vote_average</th>\n",
       "      <th>vote_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>False</td>\n",
       "      <td>{'id': 10194, 'name': 'Toy Story Collection', ...</td>\n",
       "      <td>30000000</td>\n",
       "      <td>[{'id': 16, 'name': 'Animation'}, {'id': 35, '...</td>\n",
       "      <td>http://toystory.disney.com/toy-story</td>\n",
       "      <td>862</td>\n",
       "      <td>tt0114709</td>\n",
       "      <td>en</td>\n",
       "      <td>Toy Story</td>\n",
       "      <td>Led by Woody, Andy's toys live happily in his ...</td>\n",
       "      <td>...</td>\n",
       "      <td>1995-10-30</td>\n",
       "      <td>373554033.0</td>\n",
       "      <td>81.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>Released</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Toy Story</td>\n",
       "      <td>False</td>\n",
       "      <td>7.7</td>\n",
       "      <td>5415.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>65000000</td>\n",
       "      <td>[{'id': 12, 'name': 'Adventure'}, {'id': 14, '...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8844</td>\n",
       "      <td>tt0113497</td>\n",
       "      <td>en</td>\n",
       "      <td>Jumanji</td>\n",
       "      <td>When siblings Judy and Peter discover an encha...</td>\n",
       "      <td>...</td>\n",
       "      <td>1995-12-15</td>\n",
       "      <td>262797249.0</td>\n",
       "      <td>104.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}, {'iso...</td>\n",
       "      <td>Released</td>\n",
       "      <td>Roll the dice and unleash the excitement!</td>\n",
       "      <td>Jumanji</td>\n",
       "      <td>False</td>\n",
       "      <td>6.9</td>\n",
       "      <td>2413.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>False</td>\n",
       "      <td>{'id': 119050, 'name': 'Grumpy Old Men Collect...</td>\n",
       "      <td>0</td>\n",
       "      <td>[{'id': 10749, 'name': 'Romance'}, {'id': 35, ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>15602</td>\n",
       "      <td>tt0113228</td>\n",
       "      <td>en</td>\n",
       "      <td>Grumpier Old Men</td>\n",
       "      <td>A family wedding reignites the ancient feud be...</td>\n",
       "      <td>...</td>\n",
       "      <td>1995-12-22</td>\n",
       "      <td>0.0</td>\n",
       "      <td>101.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>Released</td>\n",
       "      <td>Still Yelling. Still Fighting. Still Ready for...</td>\n",
       "      <td>Grumpier Old Men</td>\n",
       "      <td>False</td>\n",
       "      <td>6.5</td>\n",
       "      <td>92.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16000000</td>\n",
       "      <td>[{'id': 35, 'name': 'Comedy'}, {'id': 18, 'nam...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>31357</td>\n",
       "      <td>tt0114885</td>\n",
       "      <td>en</td>\n",
       "      <td>Waiting to Exhale</td>\n",
       "      <td>Cheated on, mistreated and stepped on, the wom...</td>\n",
       "      <td>...</td>\n",
       "      <td>1995-12-22</td>\n",
       "      <td>81452156.0</td>\n",
       "      <td>127.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>Released</td>\n",
       "      <td>Friends are the people who let you be yourself...</td>\n",
       "      <td>Waiting to Exhale</td>\n",
       "      <td>False</td>\n",
       "      <td>6.1</td>\n",
       "      <td>34.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>False</td>\n",
       "      <td>{'id': 96871, 'name': 'Father of the Bride Col...</td>\n",
       "      <td>0</td>\n",
       "      <td>[{'id': 35, 'name': 'Comedy'}]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>11862</td>\n",
       "      <td>tt0113041</td>\n",
       "      <td>en</td>\n",
       "      <td>Father of the Bride Part II</td>\n",
       "      <td>Just when George Banks has recovered from his ...</td>\n",
       "      <td>...</td>\n",
       "      <td>1995-02-10</td>\n",
       "      <td>76578911.0</td>\n",
       "      <td>106.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>Released</td>\n",
       "      <td>Just When His World Is Back To Normal... He's ...</td>\n",
       "      <td>Father of the Bride Part II</td>\n",
       "      <td>False</td>\n",
       "      <td>5.7</td>\n",
       "      <td>173.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 24 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   adult                              belongs_to_collection    budget  \\\n",
       "0  False  {'id': 10194, 'name': 'Toy Story Collection', ...  30000000   \n",
       "1  False                                                NaN  65000000   \n",
       "2  False  {'id': 119050, 'name': 'Grumpy Old Men Collect...         0   \n",
       "3  False                                                NaN  16000000   \n",
       "4  False  {'id': 96871, 'name': 'Father of the Bride Col...         0   \n",
       "\n",
       "                                              genres  \\\n",
       "0  [{'id': 16, 'name': 'Animation'}, {'id': 35, '...   \n",
       "1  [{'id': 12, 'name': 'Adventure'}, {'id': 14, '...   \n",
       "2  [{'id': 10749, 'name': 'Romance'}, {'id': 35, ...   \n",
       "3  [{'id': 35, 'name': 'Comedy'}, {'id': 18, 'nam...   \n",
       "4                     [{'id': 35, 'name': 'Comedy'}]   \n",
       "\n",
       "                               homepage     id    imdb_id original_language  \\\n",
       "0  http://toystory.disney.com/toy-story    862  tt0114709                en   \n",
       "1                                   NaN   8844  tt0113497                en   \n",
       "2                                   NaN  15602  tt0113228                en   \n",
       "3                                   NaN  31357  tt0114885                en   \n",
       "4                                   NaN  11862  tt0113041                en   \n",
       "\n",
       "                original_title  \\\n",
       "0                    Toy Story   \n",
       "1                      Jumanji   \n",
       "2             Grumpier Old Men   \n",
       "3            Waiting to Exhale   \n",
       "4  Father of the Bride Part II   \n",
       "\n",
       "                                            overview  ... release_date  \\\n",
       "0  Led by Woody, Andy's toys live happily in his ...  ...   1995-10-30   \n",
       "1  When siblings Judy and Peter discover an encha...  ...   1995-12-15   \n",
       "2  A family wedding reignites the ancient feud be...  ...   1995-12-22   \n",
       "3  Cheated on, mistreated and stepped on, the wom...  ...   1995-12-22   \n",
       "4  Just when George Banks has recovered from his ...  ...   1995-02-10   \n",
       "\n",
       "       revenue runtime                                   spoken_languages  \\\n",
       "0  373554033.0    81.0           [{'iso_639_1': 'en', 'name': 'English'}]   \n",
       "1  262797249.0   104.0  [{'iso_639_1': 'en', 'name': 'English'}, {'iso...   \n",
       "2          0.0   101.0           [{'iso_639_1': 'en', 'name': 'English'}]   \n",
       "3   81452156.0   127.0           [{'iso_639_1': 'en', 'name': 'English'}]   \n",
       "4   76578911.0   106.0           [{'iso_639_1': 'en', 'name': 'English'}]   \n",
       "\n",
       "     status                                            tagline  \\\n",
       "0  Released                                                NaN   \n",
       "1  Released          Roll the dice and unleash the excitement!   \n",
       "2  Released  Still Yelling. Still Fighting. Still Ready for...   \n",
       "3  Released  Friends are the people who let you be yourself...   \n",
       "4  Released  Just When His World Is Back To Normal... He's ...   \n",
       "\n",
       "                         title  video vote_average vote_count  \n",
       "0                    Toy Story  False          7.7     5415.0  \n",
       "1                      Jumanji  False          6.9     2413.0  \n",
       "2             Grumpier Old Men  False          6.5       92.0  \n",
       "3            Waiting to Exhale  False          6.1       34.0  \n",
       "4  Father of the Bride Part II  False          5.7      173.0  \n",
       "\n",
       "[5 rows x 24 columns]"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# read data\n",
    "data_dir = 'the-movies-dataset'\n",
    "df = pd.read_csv(f'{data_dir}/movies_metadata.csv')\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>...</th>\n",
       "      <th>45456</th>\n",
       "      <th>45457</th>\n",
       "      <th>45458</th>\n",
       "      <th>45459</th>\n",
       "      <th>45460</th>\n",
       "      <th>45461</th>\n",
       "      <th>45462</th>\n",
       "      <th>45463</th>\n",
       "      <th>45464</th>\n",
       "      <th>45465</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>adult</th>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>belongs_to_collection</th>\n",
       "      <td>{'id': 10194, 'name': 'Toy Story Collection', ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{'id': 119050, 'name': 'Grumpy Old Men Collect...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{'id': 96871, 'name': 'Father of the Bride Col...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{'id': 645, 'name': 'James Bond Collection', '...</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>budget</th>\n",
       "      <td>30000000</td>\n",
       "      <td>65000000</td>\n",
       "      <td>0</td>\n",
       "      <td>16000000</td>\n",
       "      <td>0</td>\n",
       "      <td>60000000</td>\n",
       "      <td>58000000</td>\n",
       "      <td>0</td>\n",
       "      <td>35000000</td>\n",
       "      <td>58000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>genres</th>\n",
       "      <td>[{'id': 16, 'name': 'Animation'}, {'id': 35, '...</td>\n",
       "      <td>[{'id': 12, 'name': 'Adventure'}, {'id': 14, '...</td>\n",
       "      <td>[{'id': 10749, 'name': 'Romance'}, {'id': 35, ...</td>\n",
       "      <td>[{'id': 35, 'name': 'Comedy'}, {'id': 18, 'nam...</td>\n",
       "      <td>[{'id': 35, 'name': 'Comedy'}]</td>\n",
       "      <td>[{'id': 28, 'name': 'Action'}, {'id': 80, 'nam...</td>\n",
       "      <td>[{'id': 35, 'name': 'Comedy'}, {'id': 10749, '...</td>\n",
       "      <td>[{'id': 28, 'name': 'Action'}, {'id': 12, 'nam...</td>\n",
       "      <td>[{'id': 28, 'name': 'Action'}, {'id': 12, 'nam...</td>\n",
       "      <td>[{'id': 12, 'name': 'Adventure'}, {'id': 28, '...</td>\n",
       "      <td>...</td>\n",
       "      <td>[{'id': 27, 'name': 'Horror'}, {'id': 9648, 'n...</td>\n",
       "      <td>[{'id': 9648, 'name': 'Mystery'}, {'id': 27, '...</td>\n",
       "      <td>[{'id': 27, 'name': 'Horror'}]</td>\n",
       "      <td>[{'id': 878, 'name': 'Science Fiction'}]</td>\n",
       "      <td>[{'id': 18, 'name': 'Drama'}, {'id': 28, 'name...</td>\n",
       "      <td>[{'id': 18, 'name': 'Drama'}, {'id': 10751, 'n...</td>\n",
       "      <td>[{'id': 18, 'name': 'Drama'}]</td>\n",
       "      <td>[{'id': 28, 'name': 'Action'}, {'id': 18, 'nam...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>homepage</th>\n",
       "      <td>http://toystory.disney.com/toy-story</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.mgm.com/view/movie/757/Goldeneye/</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.imdb.com/title/tt6209470/</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <td>862</td>\n",
       "      <td>8844</td>\n",
       "      <td>15602</td>\n",
       "      <td>31357</td>\n",
       "      <td>11862</td>\n",
       "      <td>949</td>\n",
       "      <td>11860</td>\n",
       "      <td>45325</td>\n",
       "      <td>9091</td>\n",
       "      <td>710</td>\n",
       "      <td>...</td>\n",
       "      <td>84419</td>\n",
       "      <td>390959</td>\n",
       "      <td>289923</td>\n",
       "      <td>222848</td>\n",
       "      <td>30840</td>\n",
       "      <td>439050</td>\n",
       "      <td>111109</td>\n",
       "      <td>67758</td>\n",
       "      <td>227506</td>\n",
       "      <td>461257</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>imdb_id</th>\n",
       "      <td>tt0114709</td>\n",
       "      <td>tt0113497</td>\n",
       "      <td>tt0113228</td>\n",
       "      <td>tt0114885</td>\n",
       "      <td>tt0113041</td>\n",
       "      <td>tt0113277</td>\n",
       "      <td>tt0114319</td>\n",
       "      <td>tt0112302</td>\n",
       "      <td>tt0114576</td>\n",
       "      <td>tt0113189</td>\n",
       "      <td>...</td>\n",
       "      <td>tt0038621</td>\n",
       "      <td>tt0265736</td>\n",
       "      <td>tt0252966</td>\n",
       "      <td>tt0112613</td>\n",
       "      <td>tt0102797</td>\n",
       "      <td>tt6209470</td>\n",
       "      <td>tt2028550</td>\n",
       "      <td>tt0303758</td>\n",
       "      <td>tt0008536</td>\n",
       "      <td>tt6980792</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>original_language</th>\n",
       "      <td>en</td>\n",
       "      <td>en</td>\n",
       "      <td>en</td>\n",
       "      <td>en</td>\n",
       "      <td>en</td>\n",
       "      <td>en</td>\n",
       "      <td>en</td>\n",
       "      <td>en</td>\n",
       "      <td>en</td>\n",
       "      <td>en</td>\n",
       "      <td>...</td>\n",
       "      <td>en</td>\n",
       "      <td>en</td>\n",
       "      <td>en</td>\n",
       "      <td>en</td>\n",
       "      <td>en</td>\n",
       "      <td>fa</td>\n",
       "      <td>tl</td>\n",
       "      <td>en</td>\n",
       "      <td>en</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>original_title</th>\n",
       "      <td>Toy Story</td>\n",
       "      <td>Jumanji</td>\n",
       "      <td>Grumpier Old Men</td>\n",
       "      <td>Waiting to Exhale</td>\n",
       "      <td>Father of the Bride Part II</td>\n",
       "      <td>Heat</td>\n",
       "      <td>Sabrina</td>\n",
       "      <td>Tom and Huck</td>\n",
       "      <td>Sudden Death</td>\n",
       "      <td>GoldenEye</td>\n",
       "      <td>...</td>\n",
       "      <td>House of Horrors</td>\n",
       "      <td>Shadow of the Blair Witch</td>\n",
       "      <td>The Burkittsville 7</td>\n",
       "      <td>Caged Heat 3000</td>\n",
       "      <td>Robin Hood</td>\n",
       "      <td>رگ خواب</td>\n",
       "      <td>Siglo ng Pagluluwal</td>\n",
       "      <td>Betrayal</td>\n",
       "      <td>Satana likuyushchiy</td>\n",
       "      <td>Queerama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>overview</th>\n",
       "      <td>Led by Woody, Andy's toys live happily in his ...</td>\n",
       "      <td>When siblings Judy and Peter discover an encha...</td>\n",
       "      <td>A family wedding reignites the ancient feud be...</td>\n",
       "      <td>Cheated on, mistreated and stepped on, the wom...</td>\n",
       "      <td>Just when George Banks has recovered from his ...</td>\n",
       "      <td>Obsessive master thief, Neil McCauley leads a ...</td>\n",
       "      <td>An ugly duckling having undergone a remarkable...</td>\n",
       "      <td>A mischievous young boy, Tom Sawyer, witnesses...</td>\n",
       "      <td>International action superstar Jean Claude Van...</td>\n",
       "      <td>James Bond must unmask the mysterious head of ...</td>\n",
       "      <td>...</td>\n",
       "      <td>An unsuccessful sculptor saves a madman named ...</td>\n",
       "      <td>In this true-crime documentary, we delve into ...</td>\n",
       "      <td>A film archivist revisits the story of Rustin ...</td>\n",
       "      <td>It's the year 3000 AD. The world's most danger...</td>\n",
       "      <td>Yet another version of the classic epic, with ...</td>\n",
       "      <td>Rising and falling between a man and woman.</td>\n",
       "      <td>An artist struggles to finish his work while a...</td>\n",
       "      <td>When one of her hits goes wrong, a professiona...</td>\n",
       "      <td>In a small town live two brothers, one a minis...</td>\n",
       "      <td>50 years after decriminalisation of homosexual...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>popularity</th>\n",
       "      <td>21.9469</td>\n",
       "      <td>17.0155</td>\n",
       "      <td>11.7129</td>\n",
       "      <td>3.85949</td>\n",
       "      <td>8.38752</td>\n",
       "      <td>17.9249</td>\n",
       "      <td>6.67728</td>\n",
       "      <td>2.56116</td>\n",
       "      <td>5.23158</td>\n",
       "      <td>14.686</td>\n",
       "      <td>...</td>\n",
       "      <td>0.222814</td>\n",
       "      <td>0.076061</td>\n",
       "      <td>0.38645</td>\n",
       "      <td>0.661558</td>\n",
       "      <td>5.683753</td>\n",
       "      <td>0.072051</td>\n",
       "      <td>0.178241</td>\n",
       "      <td>0.903007</td>\n",
       "      <td>0.003503</td>\n",
       "      <td>0.163015</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>poster_path</th>\n",
       "      <td>/rhIRbceoE9lR4veEXuwCC2wARtG.jpg</td>\n",
       "      <td>/vzmL6fP7aPKNKPRTFnZmiUfciyV.jpg</td>\n",
       "      <td>/6ksm1sjKMFLbO7UY2i6G1ju9SML.jpg</td>\n",
       "      <td>/16XOMpEaLWkrcPqSQqhTmeJuqQl.jpg</td>\n",
       "      <td>/e64sOI48hQXyru7naBFyssKFxVd.jpg</td>\n",
       "      <td>/zMyfPUelumio3tiDKPffaUpsQTD.jpg</td>\n",
       "      <td>/jQh15y5YB7bWz1NtffNZmRw0s9D.jpg</td>\n",
       "      <td>/sGO5Qa55p7wTu7FJcX4H4xIVKvS.jpg</td>\n",
       "      <td>/eoWvKD60lT95Ss1MYNgVExpo5iU.jpg</td>\n",
       "      <td>/5c0ovjT41KnYIHYuF4AWsTe3sKh.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>/yMnq9mL5uYxbRgwKqyz1cVGCJYJ.jpg</td>\n",
       "      <td>/q75tCM4pFmUzdCg0gqcOQquCaYf.jpg</td>\n",
       "      <td>/lXtoHVdej6kS1Dc7KAhw05sMos9.jpg</td>\n",
       "      <td>/4lF9LH0b0Z1X94xGK9IOzqEW6k1.jpg</td>\n",
       "      <td>/fQC46NglNiEMZBv5XHoyLuOWoN5.jpg</td>\n",
       "      <td>/jldsYflnId4tTWPx8es3uzsB1I8.jpg</td>\n",
       "      <td>/xZkmxsNmYXJbKVsTRLLx3pqGHx7.jpg</td>\n",
       "      <td>/d5bX92nDsISNhu3ZT69uHwmfCGw.jpg</td>\n",
       "      <td>/aorBPO7ak8e8iJKT5OcqYxU3jlK.jpg</td>\n",
       "      <td>/s5UkZt6NTsrS7ZF0Rh8nzupRlIU.jpg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>production_companies</th>\n",
       "      <td>[{'name': 'Pixar Animation Studios', 'id': 3}]</td>\n",
       "      <td>[{'name': 'TriStar Pictures', 'id': 559}, {'na...</td>\n",
       "      <td>[{'name': 'Warner Bros.', 'id': 6194}, {'name'...</td>\n",
       "      <td>[{'name': 'Twentieth Century Fox Film Corporat...</td>\n",
       "      <td>[{'name': 'Sandollar Productions', 'id': 5842}...</td>\n",
       "      <td>[{'name': 'Regency Enterprises', 'id': 508}, {...</td>\n",
       "      <td>[{'name': 'Paramount Pictures', 'id': 4}, {'na...</td>\n",
       "      <td>[{'name': 'Walt Disney Pictures', 'id': 2}]</td>\n",
       "      <td>[{'name': 'Universal Pictures', 'id': 33}, {'n...</td>\n",
       "      <td>[{'name': 'United Artists', 'id': 60}, {'name'...</td>\n",
       "      <td>...</td>\n",
       "      <td>[{'name': 'Universal Pictures', 'id': 33}]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[{'name': 'Neptune Salad Entertainment', 'id':...</td>\n",
       "      <td>[{'name': 'Concorde-New Horizons', 'id': 4688}]</td>\n",
       "      <td>[{'name': 'Westdeutscher Rundfunk (WDR)', 'id'...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[{'name': 'Sine Olivia', 'id': 19653}]</td>\n",
       "      <td>[{'name': 'American World Pictures', 'id': 6165}]</td>\n",
       "      <td>[{'name': 'Yermoliev', 'id': 88753}]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>production_countries</th>\n",
       "      <td>[{'iso_3166_1': 'US', 'name': 'United States o...</td>\n",
       "      <td>[{'iso_3166_1': 'US', 'name': 'United States o...</td>\n",
       "      <td>[{'iso_3166_1': 'US', 'name': 'United States o...</td>\n",
       "      <td>[{'iso_3166_1': 'US', 'name': 'United States o...</td>\n",
       "      <td>[{'iso_3166_1': 'US', 'name': 'United States o...</td>\n",
       "      <td>[{'iso_3166_1': 'US', 'name': 'United States o...</td>\n",
       "      <td>[{'iso_3166_1': 'DE', 'name': 'Germany'}, {'is...</td>\n",
       "      <td>[{'iso_3166_1': 'US', 'name': 'United States o...</td>\n",
       "      <td>[{'iso_3166_1': 'US', 'name': 'United States o...</td>\n",
       "      <td>[{'iso_3166_1': 'GB', 'name': 'United Kingdom'...</td>\n",
       "      <td>...</td>\n",
       "      <td>[{'iso_3166_1': 'US', 'name': 'United States o...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[{'iso_3166_1': 'US', 'name': 'United States o...</td>\n",
       "      <td>[{'iso_3166_1': 'US', 'name': 'United States o...</td>\n",
       "      <td>[{'iso_3166_1': 'CA', 'name': 'Canada'}, {'iso...</td>\n",
       "      <td>[{'iso_3166_1': 'IR', 'name': 'Iran'}]</td>\n",
       "      <td>[{'iso_3166_1': 'PH', 'name': 'Philippines'}]</td>\n",
       "      <td>[{'iso_3166_1': 'US', 'name': 'United States o...</td>\n",
       "      <td>[{'iso_3166_1': 'RU', 'name': 'Russia'}]</td>\n",
       "      <td>[{'iso_3166_1': 'GB', 'name': 'United Kingdom'}]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>release_date</th>\n",
       "      <td>1995-10-30</td>\n",
       "      <td>1995-12-15</td>\n",
       "      <td>1995-12-22</td>\n",
       "      <td>1995-12-22</td>\n",
       "      <td>1995-02-10</td>\n",
       "      <td>1995-12-15</td>\n",
       "      <td>1995-12-15</td>\n",
       "      <td>1995-12-22</td>\n",
       "      <td>1995-12-22</td>\n",
       "      <td>1995-11-16</td>\n",
       "      <td>...</td>\n",
       "      <td>1946-03-29</td>\n",
       "      <td>2000-10-22</td>\n",
       "      <td>2000-10-03</td>\n",
       "      <td>1995-01-01</td>\n",
       "      <td>1991-05-13</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2011-11-17</td>\n",
       "      <td>2003-08-01</td>\n",
       "      <td>1917-10-21</td>\n",
       "      <td>2017-06-09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>revenue</th>\n",
       "      <td>3.73554e+08</td>\n",
       "      <td>2.62797e+08</td>\n",
       "      <td>0</td>\n",
       "      <td>8.14522e+07</td>\n",
       "      <td>7.65789e+07</td>\n",
       "      <td>1.87437e+08</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>6.43502e+07</td>\n",
       "      <td>3.52194e+08</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>runtime</th>\n",
       "      <td>81</td>\n",
       "      <td>104</td>\n",
       "      <td>101</td>\n",
       "      <td>127</td>\n",
       "      <td>106</td>\n",
       "      <td>170</td>\n",
       "      <td>127</td>\n",
       "      <td>97</td>\n",
       "      <td>106</td>\n",
       "      <td>130</td>\n",
       "      <td>...</td>\n",
       "      <td>65</td>\n",
       "      <td>45</td>\n",
       "      <td>30</td>\n",
       "      <td>85</td>\n",
       "      <td>104</td>\n",
       "      <td>90</td>\n",
       "      <td>360</td>\n",
       "      <td>90</td>\n",
       "      <td>87</td>\n",
       "      <td>75</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>spoken_languages</th>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}, {'iso...</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}, {'iso...</td>\n",
       "      <td>[{'iso_639_1': 'fr', 'name': 'Français'}, {'is...</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}, {'iso...</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}, {'iso...</td>\n",
       "      <td>...</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>[{'iso_639_1': 'fa', 'name': 'فارسی'}]</td>\n",
       "      <td>[{'iso_639_1': 'tl', 'name': ''}]</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>status</th>\n",
       "      <td>Released</td>\n",
       "      <td>Released</td>\n",
       "      <td>Released</td>\n",
       "      <td>Released</td>\n",
       "      <td>Released</td>\n",
       "      <td>Released</td>\n",
       "      <td>Released</td>\n",
       "      <td>Released</td>\n",
       "      <td>Released</td>\n",
       "      <td>Released</td>\n",
       "      <td>...</td>\n",
       "      <td>Released</td>\n",
       "      <td>Released</td>\n",
       "      <td>Released</td>\n",
       "      <td>Released</td>\n",
       "      <td>Released</td>\n",
       "      <td>Released</td>\n",
       "      <td>Released</td>\n",
       "      <td>Released</td>\n",
       "      <td>Released</td>\n",
       "      <td>Released</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>tagline</th>\n",
       "      <td>NaN</td>\n",
       "      <td>Roll the dice and unleash the excitement!</td>\n",
       "      <td>Still Yelling. Still Fighting. Still Ready for...</td>\n",
       "      <td>Friends are the people who let you be yourself...</td>\n",
       "      <td>Just When His World Is Back To Normal... He's ...</td>\n",
       "      <td>A Los Angeles Crime Saga</td>\n",
       "      <td>You are cordially invited to the most surprisi...</td>\n",
       "      <td>The Original Bad Boys.</td>\n",
       "      <td>Terror goes into overtime.</td>\n",
       "      <td>No limits. No fears. No substitutes.</td>\n",
       "      <td>...</td>\n",
       "      <td>Meet...The CREEPER!</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Do you know what happened 50 years before \"The...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Rising and falling between a man and woman</td>\n",
       "      <td>NaN</td>\n",
       "      <td>A deadly game of wits.</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>title</th>\n",
       "      <td>Toy Story</td>\n",
       "      <td>Jumanji</td>\n",
       "      <td>Grumpier Old Men</td>\n",
       "      <td>Waiting to Exhale</td>\n",
       "      <td>Father of the Bride Part II</td>\n",
       "      <td>Heat</td>\n",
       "      <td>Sabrina</td>\n",
       "      <td>Tom and Huck</td>\n",
       "      <td>Sudden Death</td>\n",
       "      <td>GoldenEye</td>\n",
       "      <td>...</td>\n",
       "      <td>House of Horrors</td>\n",
       "      <td>Shadow of the Blair Witch</td>\n",
       "      <td>The Burkittsville 7</td>\n",
       "      <td>Caged Heat 3000</td>\n",
       "      <td>Robin Hood</td>\n",
       "      <td>Subdue</td>\n",
       "      <td>Century of Birthing</td>\n",
       "      <td>Betrayal</td>\n",
       "      <td>Satan Triumphant</td>\n",
       "      <td>Queerama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>video</th>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>vote_average</th>\n",
       "      <td>7.7</td>\n",
       "      <td>6.9</td>\n",
       "      <td>6.5</td>\n",
       "      <td>6.1</td>\n",
       "      <td>5.7</td>\n",
       "      <td>7.7</td>\n",
       "      <td>6.2</td>\n",
       "      <td>5.4</td>\n",
       "      <td>5.5</td>\n",
       "      <td>6.6</td>\n",
       "      <td>...</td>\n",
       "      <td>6.3</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>3.5</td>\n",
       "      <td>5.7</td>\n",
       "      <td>4</td>\n",
       "      <td>9</td>\n",
       "      <td>3.8</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>vote_count</th>\n",
       "      <td>5415</td>\n",
       "      <td>2413</td>\n",
       "      <td>92</td>\n",
       "      <td>34</td>\n",
       "      <td>173</td>\n",
       "      <td>1886</td>\n",
       "      <td>141</td>\n",
       "      <td>45</td>\n",
       "      <td>174</td>\n",
       "      <td>1194</td>\n",
       "      <td>...</td>\n",
       "      <td>8</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>26</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>24 rows × 45466 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                   0      \\\n",
       "adult                                                              False   \n",
       "belongs_to_collection  {'id': 10194, 'name': 'Toy Story Collection', ...   \n",
       "budget                                                          30000000   \n",
       "genres                 [{'id': 16, 'name': 'Animation'}, {'id': 35, '...   \n",
       "homepage                            http://toystory.disney.com/toy-story   \n",
       "id                                                                   862   \n",
       "imdb_id                                                        tt0114709   \n",
       "original_language                                                     en   \n",
       "original_title                                                 Toy Story   \n",
       "overview               Led by Woody, Andy's toys live happily in his ...   \n",
       "popularity                                                       21.9469   \n",
       "poster_path                             /rhIRbceoE9lR4veEXuwCC2wARtG.jpg   \n",
       "production_companies      [{'name': 'Pixar Animation Studios', 'id': 3}]   \n",
       "production_countries   [{'iso_3166_1': 'US', 'name': 'United States o...   \n",
       "release_date                                                  1995-10-30   \n",
       "revenue                                                      3.73554e+08   \n",
       "runtime                                                               81   \n",
       "spoken_languages                [{'iso_639_1': 'en', 'name': 'English'}]   \n",
       "status                                                          Released   \n",
       "tagline                                                              NaN   \n",
       "title                                                          Toy Story   \n",
       "video                                                              False   \n",
       "vote_average                                                         7.7   \n",
       "vote_count                                                          5415   \n",
       "\n",
       "                                                                   1      \\\n",
       "adult                                                              False   \n",
       "belongs_to_collection                                                NaN   \n",
       "budget                                                          65000000   \n",
       "genres                 [{'id': 12, 'name': 'Adventure'}, {'id': 14, '...   \n",
       "homepage                                                             NaN   \n",
       "id                                                                  8844   \n",
       "imdb_id                                                        tt0113497   \n",
       "original_language                                                     en   \n",
       "original_title                                                   Jumanji   \n",
       "overview               When siblings Judy and Peter discover an encha...   \n",
       "popularity                                                       17.0155   \n",
       "poster_path                             /vzmL6fP7aPKNKPRTFnZmiUfciyV.jpg   \n",
       "production_companies   [{'name': 'TriStar Pictures', 'id': 559}, {'na...   \n",
       "production_countries   [{'iso_3166_1': 'US', 'name': 'United States o...   \n",
       "release_date                                                  1995-12-15   \n",
       "revenue                                                      2.62797e+08   \n",
       "runtime                                                              104   \n",
       "spoken_languages       [{'iso_639_1': 'en', 'name': 'English'}, {'iso...   \n",
       "status                                                          Released   \n",
       "tagline                        Roll the dice and unleash the excitement!   \n",
       "title                                                            Jumanji   \n",
       "video                                                              False   \n",
       "vote_average                                                         6.9   \n",
       "vote_count                                                          2413   \n",
       "\n",
       "                                                                   2      \\\n",
       "adult                                                              False   \n",
       "belongs_to_collection  {'id': 119050, 'name': 'Grumpy Old Men Collect...   \n",
       "budget                                                                 0   \n",
       "genres                 [{'id': 10749, 'name': 'Romance'}, {'id': 35, ...   \n",
       "homepage                                                             NaN   \n",
       "id                                                                 15602   \n",
       "imdb_id                                                        tt0113228   \n",
       "original_language                                                     en   \n",
       "original_title                                          Grumpier Old Men   \n",
       "overview               A family wedding reignites the ancient feud be...   \n",
       "popularity                                                       11.7129   \n",
       "poster_path                             /6ksm1sjKMFLbO7UY2i6G1ju9SML.jpg   \n",
       "production_companies   [{'name': 'Warner Bros.', 'id': 6194}, {'name'...   \n",
       "production_countries   [{'iso_3166_1': 'US', 'name': 'United States o...   \n",
       "release_date                                                  1995-12-22   \n",
       "revenue                                                                0   \n",
       "runtime                                                              101   \n",
       "spoken_languages                [{'iso_639_1': 'en', 'name': 'English'}]   \n",
       "status                                                          Released   \n",
       "tagline                Still Yelling. Still Fighting. Still Ready for...   \n",
       "title                                                   Grumpier Old Men   \n",
       "video                                                              False   \n",
       "vote_average                                                         6.5   \n",
       "vote_count                                                            92   \n",
       "\n",
       "                                                                   3      \\\n",
       "adult                                                              False   \n",
       "belongs_to_collection                                                NaN   \n",
       "budget                                                          16000000   \n",
       "genres                 [{'id': 35, 'name': 'Comedy'}, {'id': 18, 'nam...   \n",
       "homepage                                                             NaN   \n",
       "id                                                                 31357   \n",
       "imdb_id                                                        tt0114885   \n",
       "original_language                                                     en   \n",
       "original_title                                         Waiting to Exhale   \n",
       "overview               Cheated on, mistreated and stepped on, the wom...   \n",
       "popularity                                                       3.85949   \n",
       "poster_path                             /16XOMpEaLWkrcPqSQqhTmeJuqQl.jpg   \n",
       "production_companies   [{'name': 'Twentieth Century Fox Film Corporat...   \n",
       "production_countries   [{'iso_3166_1': 'US', 'name': 'United States o...   \n",
       "release_date                                                  1995-12-22   \n",
       "revenue                                                      8.14522e+07   \n",
       "runtime                                                              127   \n",
       "spoken_languages                [{'iso_639_1': 'en', 'name': 'English'}]   \n",
       "status                                                          Released   \n",
       "tagline                Friends are the people who let you be yourself...   \n",
       "title                                                  Waiting to Exhale   \n",
       "video                                                              False   \n",
       "vote_average                                                         6.1   \n",
       "vote_count                                                            34   \n",
       "\n",
       "                                                                   4      \\\n",
       "adult                                                              False   \n",
       "belongs_to_collection  {'id': 96871, 'name': 'Father of the Bride Col...   \n",
       "budget                                                                 0   \n",
       "genres                                    [{'id': 35, 'name': 'Comedy'}]   \n",
       "homepage                                                             NaN   \n",
       "id                                                                 11862   \n",
       "imdb_id                                                        tt0113041   \n",
       "original_language                                                     en   \n",
       "original_title                               Father of the Bride Part II   \n",
       "overview               Just when George Banks has recovered from his ...   \n",
       "popularity                                                       8.38752   \n",
       "poster_path                             /e64sOI48hQXyru7naBFyssKFxVd.jpg   \n",
       "production_companies   [{'name': 'Sandollar Productions', 'id': 5842}...   \n",
       "production_countries   [{'iso_3166_1': 'US', 'name': 'United States o...   \n",
       "release_date                                                  1995-02-10   \n",
       "revenue                                                      7.65789e+07   \n",
       "runtime                                                              106   \n",
       "spoken_languages                [{'iso_639_1': 'en', 'name': 'English'}]   \n",
       "status                                                          Released   \n",
       "tagline                Just When His World Is Back To Normal... He's ...   \n",
       "title                                        Father of the Bride Part II   \n",
       "video                                                              False   \n",
       "vote_average                                                         5.7   \n",
       "vote_count                                                           173   \n",
       "\n",
       "                                                                   5      \\\n",
       "adult                                                              False   \n",
       "belongs_to_collection                                                NaN   \n",
       "budget                                                          60000000   \n",
       "genres                 [{'id': 28, 'name': 'Action'}, {'id': 80, 'nam...   \n",
       "homepage                                                             NaN   \n",
       "id                                                                   949   \n",
       "imdb_id                                                        tt0113277   \n",
       "original_language                                                     en   \n",
       "original_title                                                      Heat   \n",
       "overview               Obsessive master thief, Neil McCauley leads a ...   \n",
       "popularity                                                       17.9249   \n",
       "poster_path                             /zMyfPUelumio3tiDKPffaUpsQTD.jpg   \n",
       "production_companies   [{'name': 'Regency Enterprises', 'id': 508}, {...   \n",
       "production_countries   [{'iso_3166_1': 'US', 'name': 'United States o...   \n",
       "release_date                                                  1995-12-15   \n",
       "revenue                                                      1.87437e+08   \n",
       "runtime                                                              170   \n",
       "spoken_languages       [{'iso_639_1': 'en', 'name': 'English'}, {'iso...   \n",
       "status                                                          Released   \n",
       "tagline                                         A Los Angeles Crime Saga   \n",
       "title                                                               Heat   \n",
       "video                                                              False   \n",
       "vote_average                                                         7.7   \n",
       "vote_count                                                          1886   \n",
       "\n",
       "                                                                   6      \\\n",
       "adult                                                              False   \n",
       "belongs_to_collection                                                NaN   \n",
       "budget                                                          58000000   \n",
       "genres                 [{'id': 35, 'name': 'Comedy'}, {'id': 10749, '...   \n",
       "homepage                                                             NaN   \n",
       "id                                                                 11860   \n",
       "imdb_id                                                        tt0114319   \n",
       "original_language                                                     en   \n",
       "original_title                                                   Sabrina   \n",
       "overview               An ugly duckling having undergone a remarkable...   \n",
       "popularity                                                       6.67728   \n",
       "poster_path                             /jQh15y5YB7bWz1NtffNZmRw0s9D.jpg   \n",
       "production_companies   [{'name': 'Paramount Pictures', 'id': 4}, {'na...   \n",
       "production_countries   [{'iso_3166_1': 'DE', 'name': 'Germany'}, {'is...   \n",
       "release_date                                                  1995-12-15   \n",
       "revenue                                                                0   \n",
       "runtime                                                              127   \n",
       "spoken_languages       [{'iso_639_1': 'fr', 'name': 'Français'}, {'is...   \n",
       "status                                                          Released   \n",
       "tagline                You are cordially invited to the most surprisi...   \n",
       "title                                                            Sabrina   \n",
       "video                                                              False   \n",
       "vote_average                                                         6.2   \n",
       "vote_count                                                           141   \n",
       "\n",
       "                                                                   7      \\\n",
       "adult                                                              False   \n",
       "belongs_to_collection                                                NaN   \n",
       "budget                                                                 0   \n",
       "genres                 [{'id': 28, 'name': 'Action'}, {'id': 12, 'nam...   \n",
       "homepage                                                             NaN   \n",
       "id                                                                 45325   \n",
       "imdb_id                                                        tt0112302   \n",
       "original_language                                                     en   \n",
       "original_title                                              Tom and Huck   \n",
       "overview               A mischievous young boy, Tom Sawyer, witnesses...   \n",
       "popularity                                                       2.56116   \n",
       "poster_path                             /sGO5Qa55p7wTu7FJcX4H4xIVKvS.jpg   \n",
       "production_companies         [{'name': 'Walt Disney Pictures', 'id': 2}]   \n",
       "production_countries   [{'iso_3166_1': 'US', 'name': 'United States o...   \n",
       "release_date                                                  1995-12-22   \n",
       "revenue                                                                0   \n",
       "runtime                                                               97   \n",
       "spoken_languages       [{'iso_639_1': 'en', 'name': 'English'}, {'iso...   \n",
       "status                                                          Released   \n",
       "tagline                                           The Original Bad Boys.   \n",
       "title                                                       Tom and Huck   \n",
       "video                                                              False   \n",
       "vote_average                                                         5.4   \n",
       "vote_count                                                            45   \n",
       "\n",
       "                                                                   8      \\\n",
       "adult                                                              False   \n",
       "belongs_to_collection                                                NaN   \n",
       "budget                                                          35000000   \n",
       "genres                 [{'id': 28, 'name': 'Action'}, {'id': 12, 'nam...   \n",
       "homepage                                                             NaN   \n",
       "id                                                                  9091   \n",
       "imdb_id                                                        tt0114576   \n",
       "original_language                                                     en   \n",
       "original_title                                              Sudden Death   \n",
       "overview               International action superstar Jean Claude Van...   \n",
       "popularity                                                       5.23158   \n",
       "poster_path                             /eoWvKD60lT95Ss1MYNgVExpo5iU.jpg   \n",
       "production_companies   [{'name': 'Universal Pictures', 'id': 33}, {'n...   \n",
       "production_countries   [{'iso_3166_1': 'US', 'name': 'United States o...   \n",
       "release_date                                                  1995-12-22   \n",
       "revenue                                                      6.43502e+07   \n",
       "runtime                                                              106   \n",
       "spoken_languages                [{'iso_639_1': 'en', 'name': 'English'}]   \n",
       "status                                                          Released   \n",
       "tagline                                       Terror goes into overtime.   \n",
       "title                                                       Sudden Death   \n",
       "video                                                              False   \n",
       "vote_average                                                         5.5   \n",
       "vote_count                                                           174   \n",
       "\n",
       "                                                                   9      ...  \\\n",
       "adult                                                              False  ...   \n",
       "belongs_to_collection  {'id': 645, 'name': 'James Bond Collection', '...  ...   \n",
       "budget                                                          58000000  ...   \n",
       "genres                 [{'id': 12, 'name': 'Adventure'}, {'id': 28, '...  ...   \n",
       "homepage                    http://www.mgm.com/view/movie/757/Goldeneye/  ...   \n",
       "id                                                                   710  ...   \n",
       "imdb_id                                                        tt0113189  ...   \n",
       "original_language                                                     en  ...   \n",
       "original_title                                                 GoldenEye  ...   \n",
       "overview               James Bond must unmask the mysterious head of ...  ...   \n",
       "popularity                                                        14.686  ...   \n",
       "poster_path                             /5c0ovjT41KnYIHYuF4AWsTe3sKh.jpg  ...   \n",
       "production_companies   [{'name': 'United Artists', 'id': 60}, {'name'...  ...   \n",
       "production_countries   [{'iso_3166_1': 'GB', 'name': 'United Kingdom'...  ...   \n",
       "release_date                                                  1995-11-16  ...   \n",
       "revenue                                                      3.52194e+08  ...   \n",
       "runtime                                                              130  ...   \n",
       "spoken_languages       [{'iso_639_1': 'en', 'name': 'English'}, {'iso...  ...   \n",
       "status                                                          Released  ...   \n",
       "tagline                             No limits. No fears. No substitutes.  ...   \n",
       "title                                                          GoldenEye  ...   \n",
       "video                                                              False  ...   \n",
       "vote_average                                                         6.6  ...   \n",
       "vote_count                                                          1194  ...   \n",
       "\n",
       "                                                                   45456  \\\n",
       "adult                                                              False   \n",
       "belongs_to_collection                                                NaN   \n",
       "budget                                                                 0   \n",
       "genres                 [{'id': 27, 'name': 'Horror'}, {'id': 9648, 'n...   \n",
       "homepage                                                             NaN   \n",
       "id                                                                 84419   \n",
       "imdb_id                                                        tt0038621   \n",
       "original_language                                                     en   \n",
       "original_title                                          House of Horrors   \n",
       "overview               An unsuccessful sculptor saves a madman named ...   \n",
       "popularity                                                      0.222814   \n",
       "poster_path                             /yMnq9mL5uYxbRgwKqyz1cVGCJYJ.jpg   \n",
       "production_companies          [{'name': 'Universal Pictures', 'id': 33}]   \n",
       "production_countries   [{'iso_3166_1': 'US', 'name': 'United States o...   \n",
       "release_date                                                  1946-03-29   \n",
       "revenue                                                                0   \n",
       "runtime                                                               65   \n",
       "spoken_languages                [{'iso_639_1': 'en', 'name': 'English'}]   \n",
       "status                                                          Released   \n",
       "tagline                                              Meet...The CREEPER!   \n",
       "title                                                   House of Horrors   \n",
       "video                                                              False   \n",
       "vote_average                                                         6.3   \n",
       "vote_count                                                             8   \n",
       "\n",
       "                                                                   45457  \\\n",
       "adult                                                              False   \n",
       "belongs_to_collection                                                NaN   \n",
       "budget                                                                 0   \n",
       "genres                 [{'id': 9648, 'name': 'Mystery'}, {'id': 27, '...   \n",
       "homepage                                                             NaN   \n",
       "id                                                                390959   \n",
       "imdb_id                                                        tt0265736   \n",
       "original_language                                                     en   \n",
       "original_title                                 Shadow of the Blair Witch   \n",
       "overview               In this true-crime documentary, we delve into ...   \n",
       "popularity                                                      0.076061   \n",
       "poster_path                             /q75tCM4pFmUzdCg0gqcOQquCaYf.jpg   \n",
       "production_companies                                                  []   \n",
       "production_countries                                                  []   \n",
       "release_date                                                  2000-10-22   \n",
       "revenue                                                                0   \n",
       "runtime                                                               45   \n",
       "spoken_languages                [{'iso_639_1': 'en', 'name': 'English'}]   \n",
       "status                                                          Released   \n",
       "tagline                                                              NaN   \n",
       "title                                          Shadow of the Blair Witch   \n",
       "video                                                              False   \n",
       "vote_average                                                           7   \n",
       "vote_count                                                             2   \n",
       "\n",
       "                                                                   45458  \\\n",
       "adult                                                              False   \n",
       "belongs_to_collection                                                NaN   \n",
       "budget                                                                 0   \n",
       "genres                                    [{'id': 27, 'name': 'Horror'}]   \n",
       "homepage                                                             NaN   \n",
       "id                                                                289923   \n",
       "imdb_id                                                        tt0252966   \n",
       "original_language                                                     en   \n",
       "original_title                                       The Burkittsville 7   \n",
       "overview               A film archivist revisits the story of Rustin ...   \n",
       "popularity                                                       0.38645   \n",
       "poster_path                             /lXtoHVdej6kS1Dc7KAhw05sMos9.jpg   \n",
       "production_companies   [{'name': 'Neptune Salad Entertainment', 'id':...   \n",
       "production_countries   [{'iso_3166_1': 'US', 'name': 'United States o...   \n",
       "release_date                                                  2000-10-03   \n",
       "revenue                                                                0   \n",
       "runtime                                                               30   \n",
       "spoken_languages                [{'iso_639_1': 'en', 'name': 'English'}]   \n",
       "status                                                          Released   \n",
       "tagline                Do you know what happened 50 years before \"The...   \n",
       "title                                                The Burkittsville 7   \n",
       "video                                                              False   \n",
       "vote_average                                                           7   \n",
       "vote_count                                                             1   \n",
       "\n",
       "                                                                   45459  \\\n",
       "adult                                                              False   \n",
       "belongs_to_collection                                                NaN   \n",
       "budget                                                                 0   \n",
       "genres                          [{'id': 878, 'name': 'Science Fiction'}]   \n",
       "homepage                                                             NaN   \n",
       "id                                                                222848   \n",
       "imdb_id                                                        tt0112613   \n",
       "original_language                                                     en   \n",
       "original_title                                           Caged Heat 3000   \n",
       "overview               It's the year 3000 AD. The world's most danger...   \n",
       "popularity                                                      0.661558   \n",
       "poster_path                             /4lF9LH0b0Z1X94xGK9IOzqEW6k1.jpg   \n",
       "production_companies     [{'name': 'Concorde-New Horizons', 'id': 4688}]   \n",
       "production_countries   [{'iso_3166_1': 'US', 'name': 'United States o...   \n",
       "release_date                                                  1995-01-01   \n",
       "revenue                                                                0   \n",
       "runtime                                                               85   \n",
       "spoken_languages                [{'iso_639_1': 'en', 'name': 'English'}]   \n",
       "status                                                          Released   \n",
       "tagline                                                              NaN   \n",
       "title                                                    Caged Heat 3000   \n",
       "video                                                              False   \n",
       "vote_average                                                         3.5   \n",
       "vote_count                                                             1   \n",
       "\n",
       "                                                                   45460  \\\n",
       "adult                                                              False   \n",
       "belongs_to_collection                                                NaN   \n",
       "budget                                                                 0   \n",
       "genres                 [{'id': 18, 'name': 'Drama'}, {'id': 28, 'name...   \n",
       "homepage                                                             NaN   \n",
       "id                                                                 30840   \n",
       "imdb_id                                                        tt0102797   \n",
       "original_language                                                     en   \n",
       "original_title                                                Robin Hood   \n",
       "overview               Yet another version of the classic epic, with ...   \n",
       "popularity                                                      5.683753   \n",
       "poster_path                             /fQC46NglNiEMZBv5XHoyLuOWoN5.jpg   \n",
       "production_companies   [{'name': 'Westdeutscher Rundfunk (WDR)', 'id'...   \n",
       "production_countries   [{'iso_3166_1': 'CA', 'name': 'Canada'}, {'iso...   \n",
       "release_date                                                  1991-05-13   \n",
       "revenue                                                                0   \n",
       "runtime                                                              104   \n",
       "spoken_languages                [{'iso_639_1': 'en', 'name': 'English'}]   \n",
       "status                                                          Released   \n",
       "tagline                                                              NaN   \n",
       "title                                                         Robin Hood   \n",
       "video                                                              False   \n",
       "vote_average                                                         5.7   \n",
       "vote_count                                                            26   \n",
       "\n",
       "                                                                   45461  \\\n",
       "adult                                                              False   \n",
       "belongs_to_collection                                                NaN   \n",
       "budget                                                                 0   \n",
       "genres                 [{'id': 18, 'name': 'Drama'}, {'id': 10751, 'n...   \n",
       "homepage                            http://www.imdb.com/title/tt6209470/   \n",
       "id                                                                439050   \n",
       "imdb_id                                                        tt6209470   \n",
       "original_language                                                     fa   \n",
       "original_title                                                   رگ خواب   \n",
       "overview                     Rising and falling between a man and woman.   \n",
       "popularity                                                      0.072051   \n",
       "poster_path                             /jldsYflnId4tTWPx8es3uzsB1I8.jpg   \n",
       "production_companies                                                  []   \n",
       "production_countries              [{'iso_3166_1': 'IR', 'name': 'Iran'}]   \n",
       "release_date                                                         NaN   \n",
       "revenue                                                                0   \n",
       "runtime                                                               90   \n",
       "spoken_languages                  [{'iso_639_1': 'fa', 'name': 'فارسی'}]   \n",
       "status                                                          Released   \n",
       "tagline                       Rising and falling between a man and woman   \n",
       "title                                                             Subdue   \n",
       "video                                                              False   \n",
       "vote_average                                                           4   \n",
       "vote_count                                                             1   \n",
       "\n",
       "                                                                   45462  \\\n",
       "adult                                                              False   \n",
       "belongs_to_collection                                                NaN   \n",
       "budget                                                                 0   \n",
       "genres                                     [{'id': 18, 'name': 'Drama'}]   \n",
       "homepage                                                             NaN   \n",
       "id                                                                111109   \n",
       "imdb_id                                                        tt2028550   \n",
       "original_language                                                     tl   \n",
       "original_title                                       Siglo ng Pagluluwal   \n",
       "overview               An artist struggles to finish his work while a...   \n",
       "popularity                                                      0.178241   \n",
       "poster_path                             /xZkmxsNmYXJbKVsTRLLx3pqGHx7.jpg   \n",
       "production_companies              [{'name': 'Sine Olivia', 'id': 19653}]   \n",
       "production_countries       [{'iso_3166_1': 'PH', 'name': 'Philippines'}]   \n",
       "release_date                                                  2011-11-17   \n",
       "revenue                                                                0   \n",
       "runtime                                                              360   \n",
       "spoken_languages                       [{'iso_639_1': 'tl', 'name': ''}]   \n",
       "status                                                          Released   \n",
       "tagline                                                              NaN   \n",
       "title                                                Century of Birthing   \n",
       "video                                                              False   \n",
       "vote_average                                                           9   \n",
       "vote_count                                                             3   \n",
       "\n",
       "                                                                   45463  \\\n",
       "adult                                                              False   \n",
       "belongs_to_collection                                                NaN   \n",
       "budget                                                                 0   \n",
       "genres                 [{'id': 28, 'name': 'Action'}, {'id': 18, 'nam...   \n",
       "homepage                                                             NaN   \n",
       "id                                                                 67758   \n",
       "imdb_id                                                        tt0303758   \n",
       "original_language                                                     en   \n",
       "original_title                                                  Betrayal   \n",
       "overview               When one of her hits goes wrong, a professiona...   \n",
       "popularity                                                      0.903007   \n",
       "poster_path                             /d5bX92nDsISNhu3ZT69uHwmfCGw.jpg   \n",
       "production_companies   [{'name': 'American World Pictures', 'id': 6165}]   \n",
       "production_countries   [{'iso_3166_1': 'US', 'name': 'United States o...   \n",
       "release_date                                                  2003-08-01   \n",
       "revenue                                                                0   \n",
       "runtime                                                               90   \n",
       "spoken_languages                [{'iso_639_1': 'en', 'name': 'English'}]   \n",
       "status                                                          Released   \n",
       "tagline                                           A deadly game of wits.   \n",
       "title                                                           Betrayal   \n",
       "video                                                              False   \n",
       "vote_average                                                         3.8   \n",
       "vote_count                                                             6   \n",
       "\n",
       "                                                                   45464  \\\n",
       "adult                                                              False   \n",
       "belongs_to_collection                                                NaN   \n",
       "budget                                                                 0   \n",
       "genres                                                                []   \n",
       "homepage                                                             NaN   \n",
       "id                                                                227506   \n",
       "imdb_id                                                        tt0008536   \n",
       "original_language                                                     en   \n",
       "original_title                                       Satana likuyushchiy   \n",
       "overview               In a small town live two brothers, one a minis...   \n",
       "popularity                                                      0.003503   \n",
       "poster_path                             /aorBPO7ak8e8iJKT5OcqYxU3jlK.jpg   \n",
       "production_companies                [{'name': 'Yermoliev', 'id': 88753}]   \n",
       "production_countries            [{'iso_3166_1': 'RU', 'name': 'Russia'}]   \n",
       "release_date                                                  1917-10-21   \n",
       "revenue                                                                0   \n",
       "runtime                                                               87   \n",
       "spoken_languages                                                      []   \n",
       "status                                                          Released   \n",
       "tagline                                                              NaN   \n",
       "title                                                   Satan Triumphant   \n",
       "video                                                              False   \n",
       "vote_average                                                           0   \n",
       "vote_count                                                             0   \n",
       "\n",
       "                                                                   45465  \n",
       "adult                                                              False  \n",
       "belongs_to_collection                                                NaN  \n",
       "budget                                                                 0  \n",
       "genres                                                                []  \n",
       "homepage                                                             NaN  \n",
       "id                                                                461257  \n",
       "imdb_id                                                        tt6980792  \n",
       "original_language                                                     en  \n",
       "original_title                                                  Queerama  \n",
       "overview               50 years after decriminalisation of homosexual...  \n",
       "popularity                                                      0.163015  \n",
       "poster_path                             /s5UkZt6NTsrS7ZF0Rh8nzupRlIU.jpg  \n",
       "production_companies                                                  []  \n",
       "production_countries    [{'iso_3166_1': 'GB', 'name': 'United Kingdom'}]  \n",
       "release_date                                                  2017-06-09  \n",
       "revenue                                                                0  \n",
       "runtime                                                               75  \n",
       "spoken_languages                [{'iso_639_1': 'en', 'name': 'English'}]  \n",
       "status                                                          Released  \n",
       "tagline                                                              NaN  \n",
       "title                                                           Queerama  \n",
       "video                                                              False  \n",
       "vote_average                                                           0  \n",
       "vote_count                                                             0  \n",
       "\n",
       "[24 rows x 45466 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# transpose DF to inspect all columns\n",
    "df.T"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "adult                        0\n",
       "belongs_to_collection    40972\n",
       "budget                       0\n",
       "genres                       0\n",
       "homepage                 37684\n",
       "id                           0\n",
       "imdb_id                     17\n",
       "original_language           11\n",
       "original_title               0\n",
       "overview                   954\n",
       "popularity                   5\n",
       "poster_path                386\n",
       "production_companies         3\n",
       "production_countries         3\n",
       "release_date                87\n",
       "revenue                      6\n",
       "runtime                    263\n",
       "spoken_languages             6\n",
       "status                      87\n",
       "tagline                  25054\n",
       "title                        6\n",
       "video                        6\n",
       "vote_average                 6\n",
       "vote_count                   6\n",
       "dtype: int64"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.isna().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "adult                        0\n",
       "belongs_to_collection    40972\n",
       "budget                       0\n",
       "genres                       0\n",
       "homepage                 37684\n",
       "id                           0\n",
       "imdb_id                     17\n",
       "original_language           11\n",
       "original_title               0\n",
       "overview                     0\n",
       "popularity                   5\n",
       "poster_path                386\n",
       "production_companies         3\n",
       "production_countries         3\n",
       "release_date                87\n",
       "revenue                      6\n",
       "runtime                    263\n",
       "spoken_languages             6\n",
       "status                      87\n",
       "tagline                  25054\n",
       "title                        0\n",
       "video                        6\n",
       "vote_average                 6\n",
       "vote_count                   6\n",
       "dtype: int64"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# fillna for title and overview\n",
    "df.loc[:,['title','overview']] =  df.loc[:,['title','overview']].fillna('')\n",
    "df.isna().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[['toy',\n",
       "  'story',\n",
       "  'led',\n",
       "  'by',\n",
       "  'woody',\n",
       "  '',\n",
       "  'andy',\n",
       "  's',\n",
       "  'toys',\n",
       "  'live',\n",
       "  'happily',\n",
       "  'in',\n",
       "  'his',\n",
       "  'room',\n",
       "  'until',\n",
       "  'andy',\n",
       "  's',\n",
       "  'birthday',\n",
       "  'brings',\n",
       "  'buzz',\n",
       "  'lightyear',\n",
       "  'onto',\n",
       "  'the',\n",
       "  'scene',\n",
       "  '',\n",
       "  'afraid',\n",
       "  'of',\n",
       "  'losing',\n",
       "  'his',\n",
       "  'place',\n",
       "  'in',\n",
       "  'andy',\n",
       "  's',\n",
       "  'heart',\n",
       "  '',\n",
       "  'woody',\n",
       "  'plots',\n",
       "  'against',\n",
       "  'buzz',\n",
       "  '',\n",
       "  'but',\n",
       "  'when',\n",
       "  'circumstances',\n",
       "  'separate',\n",
       "  'buzz',\n",
       "  'and',\n",
       "  'woody',\n",
       "  'from',\n",
       "  'their',\n",
       "  'owner',\n",
       "  '',\n",
       "  'the',\n",
       "  'duo',\n",
       "  'eventually',\n",
       "  'learns',\n",
       "  'to',\n",
       "  'put',\n",
       "  'aside',\n",
       "  'their',\n",
       "  'differences',\n",
       "  ''],\n",
       " ['jumanji',\n",
       "  'when',\n",
       "  'siblings',\n",
       "  'judy',\n",
       "  'and',\n",
       "  'peter',\n",
       "  'discover',\n",
       "  'an',\n",
       "  'enchanted',\n",
       "  'board',\n",
       "  'game',\n",
       "  'that',\n",
       "  'opens',\n",
       "  'the',\n",
       "  'door',\n",
       "  'to',\n",
       "  'a',\n",
       "  'magical',\n",
       "  'world',\n",
       "  '',\n",
       "  'they',\n",
       "  'unwittingly',\n",
       "  'invite',\n",
       "  'alan',\n",
       "  '',\n",
       "  '',\n",
       "  'an',\n",
       "  'adult',\n",
       "  'who',\n",
       "  's',\n",
       "  'been',\n",
       "  'trapped',\n",
       "  'inside',\n",
       "  'the',\n",
       "  'game',\n",
       "  'for',\n",
       "  '',\n",
       "  '',\n",
       "  'years',\n",
       "  '',\n",
       "  '',\n",
       "  'into',\n",
       "  'their',\n",
       "  'living',\n",
       "  'room',\n",
       "  '',\n",
       "  'alan',\n",
       "  's',\n",
       "  'only',\n",
       "  'hope',\n",
       "  'for',\n",
       "  'freedom',\n",
       "  'is',\n",
       "  'to',\n",
       "  'finish',\n",
       "  'the',\n",
       "  'game',\n",
       "  '',\n",
       "  'which',\n",
       "  'proves',\n",
       "  'risky',\n",
       "  'as',\n",
       "  'all',\n",
       "  'three',\n",
       "  'find',\n",
       "  'themselves',\n",
       "  'running',\n",
       "  'from',\n",
       "  'giant',\n",
       "  'rhinoceroses',\n",
       "  '',\n",
       "  'evil',\n",
       "  'monkeys',\n",
       "  'and',\n",
       "  'other',\n",
       "  'terrifying',\n",
       "  'creatures',\n",
       "  ''],\n",
       " ['grumpier',\n",
       "  'old',\n",
       "  'men',\n",
       "  'a',\n",
       "  'family',\n",
       "  'wedding',\n",
       "  'reignites',\n",
       "  'the',\n",
       "  'ancient',\n",
       "  'feud',\n",
       "  'between',\n",
       "  'next',\n",
       "  'door',\n",
       "  'neighbors',\n",
       "  'and',\n",
       "  'fishing',\n",
       "  'buddies',\n",
       "  'john',\n",
       "  'and',\n",
       "  'max',\n",
       "  '',\n",
       "  'meanwhile',\n",
       "  '',\n",
       "  'a',\n",
       "  'sultry',\n",
       "  'italian',\n",
       "  'divorc',\n",
       "  'e',\n",
       "  'opens',\n",
       "  'a',\n",
       "  'restaurant',\n",
       "  'at',\n",
       "  'the',\n",
       "  'local',\n",
       "  'bait',\n",
       "  'shop',\n",
       "  '',\n",
       "  'alarming',\n",
       "  'the',\n",
       "  'locals',\n",
       "  'who',\n",
       "  'worry',\n",
       "  'she',\n",
       "  'll',\n",
       "  'scare',\n",
       "  'the',\n",
       "  'fish',\n",
       "  'away',\n",
       "  '',\n",
       "  'but',\n",
       "  'she',\n",
       "  's',\n",
       "  'less',\n",
       "  'interested',\n",
       "  'in',\n",
       "  'seafood',\n",
       "  'than',\n",
       "  'she',\n",
       "  'is',\n",
       "  'in',\n",
       "  'cooking',\n",
       "  'up',\n",
       "  'a',\n",
       "  'hot',\n",
       "  'time',\n",
       "  'with',\n",
       "  'max',\n",
       "  ''],\n",
       " ['waiting',\n",
       "  'to',\n",
       "  'exhale',\n",
       "  'cheated',\n",
       "  'on',\n",
       "  '',\n",
       "  'mistreated',\n",
       "  'and',\n",
       "  'stepped',\n",
       "  'on',\n",
       "  '',\n",
       "  'the',\n",
       "  'women',\n",
       "  'are',\n",
       "  'holding',\n",
       "  'their',\n",
       "  'breath',\n",
       "  '',\n",
       "  'waiting',\n",
       "  'for',\n",
       "  'the',\n",
       "  'elusive',\n",
       "  '',\n",
       "  'good',\n",
       "  'man',\n",
       "  '',\n",
       "  'to',\n",
       "  'break',\n",
       "  'a',\n",
       "  'string',\n",
       "  'of',\n",
       "  'less',\n",
       "  'than',\n",
       "  'stellar',\n",
       "  'lovers',\n",
       "  '',\n",
       "  'friends',\n",
       "  'and',\n",
       "  'confidants',\n",
       "  'vannah',\n",
       "  '',\n",
       "  'bernie',\n",
       "  '',\n",
       "  'glo',\n",
       "  'and',\n",
       "  'robin',\n",
       "  'talk',\n",
       "  'it',\n",
       "  'all',\n",
       "  'out',\n",
       "  '',\n",
       "  'determined',\n",
       "  'to',\n",
       "  'find',\n",
       "  'a',\n",
       "  'better',\n",
       "  'way',\n",
       "  'to',\n",
       "  'breathe',\n",
       "  ''],\n",
       " ['father',\n",
       "  'of',\n",
       "  'the',\n",
       "  'bride',\n",
       "  'part',\n",
       "  'ii',\n",
       "  'just',\n",
       "  'when',\n",
       "  'george',\n",
       "  'banks',\n",
       "  'has',\n",
       "  'recovered',\n",
       "  'from',\n",
       "  'his',\n",
       "  'daughter',\n",
       "  's',\n",
       "  'wedding',\n",
       "  '',\n",
       "  'he',\n",
       "  'receives',\n",
       "  'the',\n",
       "  'news',\n",
       "  'that',\n",
       "  'she',\n",
       "  's',\n",
       "  'pregnant',\n",
       "  '',\n",
       "  '',\n",
       "  'and',\n",
       "  'that',\n",
       "  'george',\n",
       "  's',\n",
       "  'wife',\n",
       "  '',\n",
       "  'nina',\n",
       "  '',\n",
       "  'is',\n",
       "  'expecting',\n",
       "  'too',\n",
       "  '',\n",
       "  'he',\n",
       "  'was',\n",
       "  'planning',\n",
       "  'on',\n",
       "  'selling',\n",
       "  'their',\n",
       "  'home',\n",
       "  '',\n",
       "  'but',\n",
       "  'that',\n",
       "  's',\n",
       "  'a',\n",
       "  'plan',\n",
       "  'that',\n",
       "  '',\n",
       "  '',\n",
       "  'like',\n",
       "  'george',\n",
       "  '',\n",
       "  '',\n",
       "  'will',\n",
       "  'have',\n",
       "  'to',\n",
       "  'change',\n",
       "  'with',\n",
       "  'the',\n",
       "  'arrival',\n",
       "  'of',\n",
       "  'both',\n",
       "  'a',\n",
       "  'grandchild',\n",
       "  'and',\n",
       "  'a',\n",
       "  'kid',\n",
       "  'of',\n",
       "  'his',\n",
       "  'own',\n",
       "  '']]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import re\n",
    "def get_title_overviews(df):    \n",
    "    # extract titles and overviews\n",
    "    title_overviews = df.apply(lambda x:x['title'].lower() +' '+ x['overview'].lower(), axis=1).values\n",
    "        \n",
    "    # text cleaning\n",
    "    title_overviews = [re.sub(r'[^a-zA-Z ]+', ' ', title_overview ) for title_overview in  title_overviews]\n",
    "    \n",
    "    # split to list\n",
    "    title_overviews = [title_overview.split(' ') for title_overview in  title_overviews]\n",
    "    \n",
    "    return title_overviews\n",
    "title_overviews = get_title_overviews(df)\n",
    "title_overviews[:5]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(45466, 10000)"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from collections import Counter\n",
    "from sklearn.feature_extraction.text import TfidfTransformer\n",
    "\n",
    "max_words = 10000\n",
    "def get_tfidf_matrix(title_overviews):\n",
    "    '''\n",
    "    args:\n",
    "        title_overviews: list(list(str)), list of list of string representing each document\n",
    "    return:\n",
    "        tfidf_matrix: np.array, TF-IDF matrix\n",
    "    '''\n",
    "    # get count of the matrix\n",
    "    counter = Counter(np.hstack(title_overviews))\n",
    "\n",
    "    # create mapping from word to index, get the most frequent 10000 words    \n",
    "    word2index =  {unique_word: idx for idx, (unique_word, count) in enumerate(sorted(counter.items(), key=lambda x:-x[1])) if idx < max_words}\n",
    "\n",
    "    #initialize empty count matrix\n",
    "    count_matrix = np.zeros([len(title_overviews), max_words], dtype=np.int32)\n",
    "    \n",
    "    # start counting terms\n",
    "    for idx, title_overview in enumerate(title_overviews):\n",
    "        for word in title_overview:\n",
    "            if word in word2index:\n",
    "                count_matrix[idx][word2index[word]] += 1\n",
    "    # tfidf\n",
    "    transformer = TfidfTransformer()\n",
    "    tfidf_matrix = transformer.fit_transform(count_matrix)\n",
    "    \n",
    "    # convert to numpy array for easier operation\n",
    "    return tfidf_matrix.toarray()\n",
    "tfidf_matrix = get_tfidf_matrix(title_overviews)\n",
    "tfidf_matrix.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([1., 1., 1., ..., 1., 1., 1.])"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# TF-IDF vectors have been normalized\n",
    "(tfidf_matrix ** 2).sum(1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_most_similar_items(tfidf_matrix, idx, top_n):\n",
    "    '''\n",
    "    args:\n",
    "        tfidf_matrix: np.array, TF-IDF matrix\n",
    "        idx: int, index of the movie\n",
    "        top_n: int, how many recommendation to be returned\n",
    "    return:\n",
    "        most_similar_items: np.array, a list of  item index\n",
    "        \n",
    "    '''\n",
    "    # 1d array (max_words, )\n",
    "    tfidf_matrix[idx]\n",
    "    \n",
    "    # 2d array (num_movies, max_words)\n",
    "    tfidf_matrix\n",
    "    \n",
    "    # compute dot product to obtain similarity scores, output shape: (num_movies, )\n",
    "    scores = np.matmul(tfidf_matrix, tfidf_matrix[idx].reshape(-1,1)).reshape(-1)\n",
    "\n",
    "    # obtain the highest score items, flip because arg\n",
    "    most_similar_items = np.flip(np.argsort(scores))\n",
    "    \n",
    "    # filter out the item itself\n",
    "    most_similar_items = most_similar_items[most_similar_items != idx][:top_n]\n",
    "    \n",
    "    return most_similar_items"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>adult</th>\n",
       "      <th>belongs_to_collection</th>\n",
       "      <th>budget</th>\n",
       "      <th>genres</th>\n",
       "      <th>homepage</th>\n",
       "      <th>id</th>\n",
       "      <th>imdb_id</th>\n",
       "      <th>original_language</th>\n",
       "      <th>original_title</th>\n",
       "      <th>overview</th>\n",
       "      <th>...</th>\n",
       "      <th>release_date</th>\n",
       "      <th>revenue</th>\n",
       "      <th>runtime</th>\n",
       "      <th>spoken_languages</th>\n",
       "      <th>status</th>\n",
       "      <th>tagline</th>\n",
       "      <th>title</th>\n",
       "      <th>video</th>\n",
       "      <th>vote_average</th>\n",
       "      <th>vote_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>4766</th>\n",
       "      <td>False</td>\n",
       "      <td>{'id': 1241, 'name': 'Harry Potter Collection'...</td>\n",
       "      <td>125000000</td>\n",
       "      <td>[{'id': 12, 'name': 'Adventure'}, {'id': 14, '...</td>\n",
       "      <td>http://harrypotter.warnerbros.com/harrypottera...</td>\n",
       "      <td>671</td>\n",
       "      <td>tt0241527</td>\n",
       "      <td>en</td>\n",
       "      <td>Harry Potter and the Philosopher's Stone</td>\n",
       "      <td>Harry Potter has lived under the stairs at his...</td>\n",
       "      <td>...</td>\n",
       "      <td>2001-11-16</td>\n",
       "      <td>9.764756e+08</td>\n",
       "      <td>152.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>Released</td>\n",
       "      <td>Let the Magic Begin.</td>\n",
       "      <td>Harry Potter and the Philosopher's Stone</td>\n",
       "      <td>False</td>\n",
       "      <td>7.5</td>\n",
       "      <td>7188.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5678</th>\n",
       "      <td>False</td>\n",
       "      <td>{'id': 1241, 'name': 'Harry Potter Collection'...</td>\n",
       "      <td>100000000</td>\n",
       "      <td>[{'id': 12, 'name': 'Adventure'}, {'id': 14, '...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>672</td>\n",
       "      <td>tt0295297</td>\n",
       "      <td>en</td>\n",
       "      <td>Harry Potter and the Chamber of Secrets</td>\n",
       "      <td>Ignoring threats to his life, Harry returns to...</td>\n",
       "      <td>...</td>\n",
       "      <td>2002-11-13</td>\n",
       "      <td>8.766885e+08</td>\n",
       "      <td>161.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>Released</td>\n",
       "      <td>Hogwarts is back in session.</td>\n",
       "      <td>Harry Potter and the Chamber of Secrets</td>\n",
       "      <td>False</td>\n",
       "      <td>7.4</td>\n",
       "      <td>5966.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7725</th>\n",
       "      <td>False</td>\n",
       "      <td>{'id': 1241, 'name': 'Harry Potter Collection'...</td>\n",
       "      <td>130000000</td>\n",
       "      <td>[{'id': 12, 'name': 'Adventure'}, {'id': 14, '...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>673</td>\n",
       "      <td>tt0304141</td>\n",
       "      <td>en</td>\n",
       "      <td>Harry Potter and the Prisoner of Azkaban</td>\n",
       "      <td>Harry, Ron and Hermione return to Hogwarts for...</td>\n",
       "      <td>...</td>\n",
       "      <td>2004-05-31</td>\n",
       "      <td>7.898046e+08</td>\n",
       "      <td>141.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>Released</td>\n",
       "      <td>Something wicked this way comes.</td>\n",
       "      <td>Harry Potter and the Prisoner of Azkaban</td>\n",
       "      <td>False</td>\n",
       "      <td>7.7</td>\n",
       "      <td>6037.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10554</th>\n",
       "      <td>False</td>\n",
       "      <td>{'id': 1241, 'name': 'Harry Potter Collection'...</td>\n",
       "      <td>150000000</td>\n",
       "      <td>[{'id': 12, 'name': 'Adventure'}, {'id': 14, '...</td>\n",
       "      <td>http://harrypotter.warnerbros.com/</td>\n",
       "      <td>674</td>\n",
       "      <td>tt0330373</td>\n",
       "      <td>en</td>\n",
       "      <td>Harry Potter and the Goblet of Fire</td>\n",
       "      <td>Harry starts his fourth year at Hogwarts, comp...</td>\n",
       "      <td>...</td>\n",
       "      <td>2005-11-05</td>\n",
       "      <td>8.959210e+08</td>\n",
       "      <td>157.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}, {'iso...</td>\n",
       "      <td>Released</td>\n",
       "      <td>Dark And Difficult Times Lie Ahead.</td>\n",
       "      <td>Harry Potter and the Goblet of Fire</td>\n",
       "      <td>False</td>\n",
       "      <td>7.5</td>\n",
       "      <td>5758.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11927</th>\n",
       "      <td>False</td>\n",
       "      <td>{'id': 1241, 'name': 'Harry Potter Collection'...</td>\n",
       "      <td>150000000</td>\n",
       "      <td>[{'id': 12, 'name': 'Adventure'}, {'id': 14, '...</td>\n",
       "      <td>http://www.harrypotterorderofthephoenix.com/</td>\n",
       "      <td>675</td>\n",
       "      <td>tt0373889</td>\n",
       "      <td>en</td>\n",
       "      <td>Harry Potter and the Order of the Phoenix</td>\n",
       "      <td>Returning for his fifth year of study at Hogwa...</td>\n",
       "      <td>...</td>\n",
       "      <td>2007-06-28</td>\n",
       "      <td>9.382127e+08</td>\n",
       "      <td>138.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>Released</td>\n",
       "      <td>Evil Must Be Confronted.</td>\n",
       "      <td>Harry Potter and the Order of the Phoenix</td>\n",
       "      <td>False</td>\n",
       "      <td>7.4</td>\n",
       "      <td>5633.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13893</th>\n",
       "      <td>False</td>\n",
       "      <td>{'id': 1241, 'name': 'Harry Potter Collection'...</td>\n",
       "      <td>250000000</td>\n",
       "      <td>[{'id': 12, 'name': 'Adventure'}, {'id': 14, '...</td>\n",
       "      <td>http://harrypotter.warnerbros.com/harrypottera...</td>\n",
       "      <td>767</td>\n",
       "      <td>tt0417741</td>\n",
       "      <td>en</td>\n",
       "      <td>Harry Potter and the Half-Blood Prince</td>\n",
       "      <td>As Harry begins his sixth year at Hogwarts, he...</td>\n",
       "      <td>...</td>\n",
       "      <td>2009-07-07</td>\n",
       "      <td>9.339592e+08</td>\n",
       "      <td>153.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>Released</td>\n",
       "      <td>Dark Secrets Revealed</td>\n",
       "      <td>Harry Potter and the Half-Blood Prince</td>\n",
       "      <td>False</td>\n",
       "      <td>7.4</td>\n",
       "      <td>5435.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16128</th>\n",
       "      <td>False</td>\n",
       "      <td>{'id': 1241, 'name': 'Harry Potter Collection'...</td>\n",
       "      <td>250000000</td>\n",
       "      <td>[{'id': 12, 'name': 'Adventure'}, {'id': 14, '...</td>\n",
       "      <td>http://www.harrypotter.com</td>\n",
       "      <td>12444</td>\n",
       "      <td>tt0926084</td>\n",
       "      <td>en</td>\n",
       "      <td>Harry Potter and the Deathly Hallows: Part 1</td>\n",
       "      <td>Harry, Ron and Hermione walk away from their l...</td>\n",
       "      <td>...</td>\n",
       "      <td>2010-10-17</td>\n",
       "      <td>9.543059e+08</td>\n",
       "      <td>146.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>Released</td>\n",
       "      <td>One Way… One Fate… One Hero.</td>\n",
       "      <td>Harry Potter and the Deathly Hallows: Part 1</td>\n",
       "      <td>False</td>\n",
       "      <td>7.5</td>\n",
       "      <td>5708.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17437</th>\n",
       "      <td>False</td>\n",
       "      <td>{'id': 1241, 'name': 'Harry Potter Collection'...</td>\n",
       "      <td>125000000</td>\n",
       "      <td>[{'id': 10751, 'name': 'Family'}, {'id': 14, '...</td>\n",
       "      <td>http://www.harrypotter.com</td>\n",
       "      <td>12445</td>\n",
       "      <td>tt1201607</td>\n",
       "      <td>en</td>\n",
       "      <td>Harry Potter and the Deathly Hallows: Part 2</td>\n",
       "      <td>Harry, Ron and Hermione continue their quest t...</td>\n",
       "      <td>...</td>\n",
       "      <td>2011-07-07</td>\n",
       "      <td>1.342000e+09</td>\n",
       "      <td>130.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>Released</td>\n",
       "      <td>It all ends here.</td>\n",
       "      <td>Harry Potter and the Deathly Hallows: Part 2</td>\n",
       "      <td>False</td>\n",
       "      <td>7.9</td>\n",
       "      <td>6141.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>8 rows × 24 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       adult                              belongs_to_collection     budget  \\\n",
       "4766   False  {'id': 1241, 'name': 'Harry Potter Collection'...  125000000   \n",
       "5678   False  {'id': 1241, 'name': 'Harry Potter Collection'...  100000000   \n",
       "7725   False  {'id': 1241, 'name': 'Harry Potter Collection'...  130000000   \n",
       "10554  False  {'id': 1241, 'name': 'Harry Potter Collection'...  150000000   \n",
       "11927  False  {'id': 1241, 'name': 'Harry Potter Collection'...  150000000   \n",
       "13893  False  {'id': 1241, 'name': 'Harry Potter Collection'...  250000000   \n",
       "16128  False  {'id': 1241, 'name': 'Harry Potter Collection'...  250000000   \n",
       "17437  False  {'id': 1241, 'name': 'Harry Potter Collection'...  125000000   \n",
       "\n",
       "                                                  genres  \\\n",
       "4766   [{'id': 12, 'name': 'Adventure'}, {'id': 14, '...   \n",
       "5678   [{'id': 12, 'name': 'Adventure'}, {'id': 14, '...   \n",
       "7725   [{'id': 12, 'name': 'Adventure'}, {'id': 14, '...   \n",
       "10554  [{'id': 12, 'name': 'Adventure'}, {'id': 14, '...   \n",
       "11927  [{'id': 12, 'name': 'Adventure'}, {'id': 14, '...   \n",
       "13893  [{'id': 12, 'name': 'Adventure'}, {'id': 14, '...   \n",
       "16128  [{'id': 12, 'name': 'Adventure'}, {'id': 14, '...   \n",
       "17437  [{'id': 10751, 'name': 'Family'}, {'id': 14, '...   \n",
       "\n",
       "                                                homepage     id    imdb_id  \\\n",
       "4766   http://harrypotter.warnerbros.com/harrypottera...    671  tt0241527   \n",
       "5678                                                 NaN    672  tt0295297   \n",
       "7725                                                 NaN    673  tt0304141   \n",
       "10554                 http://harrypotter.warnerbros.com/    674  tt0330373   \n",
       "11927       http://www.harrypotterorderofthephoenix.com/    675  tt0373889   \n",
       "13893  http://harrypotter.warnerbros.com/harrypottera...    767  tt0417741   \n",
       "16128                         http://www.harrypotter.com  12444  tt0926084   \n",
       "17437                         http://www.harrypotter.com  12445  tt1201607   \n",
       "\n",
       "      original_language                                original_title  \\\n",
       "4766                 en      Harry Potter and the Philosopher's Stone   \n",
       "5678                 en       Harry Potter and the Chamber of Secrets   \n",
       "7725                 en      Harry Potter and the Prisoner of Azkaban   \n",
       "10554                en           Harry Potter and the Goblet of Fire   \n",
       "11927                en     Harry Potter and the Order of the Phoenix   \n",
       "13893                en        Harry Potter and the Half-Blood Prince   \n",
       "16128                en  Harry Potter and the Deathly Hallows: Part 1   \n",
       "17437                en  Harry Potter and the Deathly Hallows: Part 2   \n",
       "\n",
       "                                                overview  ... release_date  \\\n",
       "4766   Harry Potter has lived under the stairs at his...  ...   2001-11-16   \n",
       "5678   Ignoring threats to his life, Harry returns to...  ...   2002-11-13   \n",
       "7725   Harry, Ron and Hermione return to Hogwarts for...  ...   2004-05-31   \n",
       "10554  Harry starts his fourth year at Hogwarts, comp...  ...   2005-11-05   \n",
       "11927  Returning for his fifth year of study at Hogwa...  ...   2007-06-28   \n",
       "13893  As Harry begins his sixth year at Hogwarts, he...  ...   2009-07-07   \n",
       "16128  Harry, Ron and Hermione walk away from their l...  ...   2010-10-17   \n",
       "17437  Harry, Ron and Hermione continue their quest t...  ...   2011-07-07   \n",
       "\n",
       "            revenue runtime  \\\n",
       "4766   9.764756e+08   152.0   \n",
       "5678   8.766885e+08   161.0   \n",
       "7725   7.898046e+08   141.0   \n",
       "10554  8.959210e+08   157.0   \n",
       "11927  9.382127e+08   138.0   \n",
       "13893  9.339592e+08   153.0   \n",
       "16128  9.543059e+08   146.0   \n",
       "17437  1.342000e+09   130.0   \n",
       "\n",
       "                                        spoken_languages    status  \\\n",
       "4766            [{'iso_639_1': 'en', 'name': 'English'}]  Released   \n",
       "5678            [{'iso_639_1': 'en', 'name': 'English'}]  Released   \n",
       "7725            [{'iso_639_1': 'en', 'name': 'English'}]  Released   \n",
       "10554  [{'iso_639_1': 'en', 'name': 'English'}, {'iso...  Released   \n",
       "11927           [{'iso_639_1': 'en', 'name': 'English'}]  Released   \n",
       "13893           [{'iso_639_1': 'en', 'name': 'English'}]  Released   \n",
       "16128           [{'iso_639_1': 'en', 'name': 'English'}]  Released   \n",
       "17437           [{'iso_639_1': 'en', 'name': 'English'}]  Released   \n",
       "\n",
       "                                   tagline  \\\n",
       "4766                  Let the Magic Begin.   \n",
       "5678          Hogwarts is back in session.   \n",
       "7725      Something wicked this way comes.   \n",
       "10554  Dark And Difficult Times Lie Ahead.   \n",
       "11927             Evil Must Be Confronted.   \n",
       "13893                Dark Secrets Revealed   \n",
       "16128         One Way… One Fate… One Hero.   \n",
       "17437                    It all ends here.   \n",
       "\n",
       "                                              title  video vote_average  \\\n",
       "4766       Harry Potter and the Philosopher's Stone  False          7.5   \n",
       "5678        Harry Potter and the Chamber of Secrets  False          7.4   \n",
       "7725       Harry Potter and the Prisoner of Azkaban  False          7.7   \n",
       "10554           Harry Potter and the Goblet of Fire  False          7.5   \n",
       "11927     Harry Potter and the Order of the Phoenix  False          7.4   \n",
       "13893        Harry Potter and the Half-Blood Prince  False          7.4   \n",
       "16128  Harry Potter and the Deathly Hallows: Part 1  False          7.5   \n",
       "17437  Harry Potter and the Deathly Hallows: Part 2  False          7.9   \n",
       "\n",
       "      vote_count  \n",
       "4766      7188.0  \n",
       "5678      5966.0  \n",
       "7725      6037.0  \n",
       "10554     5758.0  \n",
       "11927     5633.0  \n",
       "13893     5435.0  \n",
       "16128     5708.0  \n",
       "17437     6141.0  \n",
       "\n",
       "[8 rows x 24 columns]"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.loc[df.title.str.contains('Harry Potter'),:]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Harry Potter and the Goblet of Fire',\n",
       " 'Harry Potter and the Deathly Hallows: Part 2',\n",
       " 'Harry Potter and the Deathly Hallows: Part 1',\n",
       " 'Harry Potter and the Order of the Phoenix',\n",
       " 'Harry Potter and the Chamber of Secrets',\n",
       " 'Luv',\n",
       " 'Harry Potter and the Prisoner of Azkaban',\n",
       " 'Six Ways to Sunday',\n",
       " \"Harry, He's Here To Help\",\n",
       " 'Cherry, Harry & Raquel!']"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.iloc[get_most_similar_items(tfidf_matrix, 4766, 10)].title.tolist()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>adult</th>\n",
       "      <th>belongs_to_collection</th>\n",
       "      <th>budget</th>\n",
       "      <th>genres</th>\n",
       "      <th>homepage</th>\n",
       "      <th>id</th>\n",
       "      <th>imdb_id</th>\n",
       "      <th>original_language</th>\n",
       "      <th>original_title</th>\n",
       "      <th>overview</th>\n",
       "      <th>...</th>\n",
       "      <th>release_date</th>\n",
       "      <th>revenue</th>\n",
       "      <th>runtime</th>\n",
       "      <th>spoken_languages</th>\n",
       "      <th>status</th>\n",
       "      <th>tagline</th>\n",
       "      <th>title</th>\n",
       "      <th>video</th>\n",
       "      <th>vote_average</th>\n",
       "      <th>vote_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>3671</th>\n",
       "      <td>False</td>\n",
       "      <td>{'id': 748, 'name': 'X-Men Collection', 'poste...</td>\n",
       "      <td>75000000</td>\n",
       "      <td>[{'id': 12, 'name': 'Adventure'}, {'id': 28, '...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>36657</td>\n",
       "      <td>tt0120903</td>\n",
       "      <td>en</td>\n",
       "      <td>X-Men</td>\n",
       "      <td>Two mutants, Rogue and Wolverine, come to a pr...</td>\n",
       "      <td>...</td>\n",
       "      <td>2000-07-13</td>\n",
       "      <td>296339527.0</td>\n",
       "      <td>104.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>Released</td>\n",
       "      <td>Evolution Begins</td>\n",
       "      <td>X-Men</td>\n",
       "      <td>False</td>\n",
       "      <td>6.8</td>\n",
       "      <td>4172.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10973</th>\n",
       "      <td>False</td>\n",
       "      <td>{'id': 748, 'name': 'X-Men Collection', 'poste...</td>\n",
       "      <td>210000000</td>\n",
       "      <td>[{'id': 12, 'name': 'Adventure'}, {'id': 28, '...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>36668</td>\n",
       "      <td>tt0376994</td>\n",
       "      <td>en</td>\n",
       "      <td>X-Men: The Last Stand</td>\n",
       "      <td>When a cure is found to treat mutations, lines...</td>\n",
       "      <td>...</td>\n",
       "      <td>2006-05-24</td>\n",
       "      <td>459359555.0</td>\n",
       "      <td>104.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>Released</td>\n",
       "      <td>Take a Stand</td>\n",
       "      <td>X-Men: The Last Stand</td>\n",
       "      <td>False</td>\n",
       "      <td>6.3</td>\n",
       "      <td>3581.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13635</th>\n",
       "      <td>False</td>\n",
       "      <td>{'id': 453993, 'name': 'The Wolverine Collecti...</td>\n",
       "      <td>150000000</td>\n",
       "      <td>[{'id': 12, 'name': 'Adventure'}, {'id': 28, '...</td>\n",
       "      <td>http://www.x-menorigins.com/</td>\n",
       "      <td>2080</td>\n",
       "      <td>tt0458525</td>\n",
       "      <td>en</td>\n",
       "      <td>X-Men Origins: Wolverine</td>\n",
       "      <td>After seeking to live a normal life, Logan set...</td>\n",
       "      <td>...</td>\n",
       "      <td>2009-04-28</td>\n",
       "      <td>373062864.0</td>\n",
       "      <td>107.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>Released</td>\n",
       "      <td>Witness the Origin.</td>\n",
       "      <td>X-Men Origins: Wolverine</td>\n",
       "      <td>False</td>\n",
       "      <td>6.2</td>\n",
       "      <td>4086.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17217</th>\n",
       "      <td>False</td>\n",
       "      <td>{'id': 748, 'name': 'X-Men Collection', 'poste...</td>\n",
       "      <td>160000000</td>\n",
       "      <td>[{'id': 28, 'name': 'Action'}, {'id': 878, 'na...</td>\n",
       "      <td>http://www.x-menfirstclassmovie.com/</td>\n",
       "      <td>49538</td>\n",
       "      <td>tt1270798</td>\n",
       "      <td>en</td>\n",
       "      <td>X-Men: First Class</td>\n",
       "      <td>Before Charles Xavier and Erik Lensherr took t...</td>\n",
       "      <td>...</td>\n",
       "      <td>2011-05-24</td>\n",
       "      <td>353624124.0</td>\n",
       "      <td>132.0</td>\n",
       "      <td>[{'iso_639_1': 'de', 'name': 'Deutsch'}, {'iso...</td>\n",
       "      <td>Released</td>\n",
       "      <td>Witness the moment that will change our world.</td>\n",
       "      <td>X-Men: First Class</td>\n",
       "      <td>False</td>\n",
       "      <td>7.1</td>\n",
       "      <td>5252.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23359</th>\n",
       "      <td>False</td>\n",
       "      <td>{'id': 748, 'name': 'X-Men Collection', 'poste...</td>\n",
       "      <td>250000000</td>\n",
       "      <td>[{'id': 28, 'name': 'Action'}, {'id': 12, 'nam...</td>\n",
       "      <td>http://www.x-menmovies.com/</td>\n",
       "      <td>127585</td>\n",
       "      <td>tt1877832</td>\n",
       "      <td>en</td>\n",
       "      <td>X-Men: Days of Future Past</td>\n",
       "      <td>The ultimate X-Men ensemble fights a war for t...</td>\n",
       "      <td>...</td>\n",
       "      <td>2014-05-15</td>\n",
       "      <td>747862775.0</td>\n",
       "      <td>131.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>Released</td>\n",
       "      <td>To save the future, they must alter the past</td>\n",
       "      <td>X-Men: Days of Future Past</td>\n",
       "      <td>False</td>\n",
       "      <td>7.5</td>\n",
       "      <td>6155.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26569</th>\n",
       "      <td>False</td>\n",
       "      <td>{'id': 748, 'name': 'X-Men Collection', 'poste...</td>\n",
       "      <td>178000000</td>\n",
       "      <td>[{'id': 878, 'name': 'Science Fiction'}]</td>\n",
       "      <td>http://www.foxmovies.com/movies/x-men-apocalypse</td>\n",
       "      <td>246655</td>\n",
       "      <td>tt3385516</td>\n",
       "      <td>en</td>\n",
       "      <td>X-Men: Apocalypse</td>\n",
       "      <td>After the re-emergence of the world's first mu...</td>\n",
       "      <td>...</td>\n",
       "      <td>2016-05-18</td>\n",
       "      <td>543934787.0</td>\n",
       "      <td>144.0</td>\n",
       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
       "      <td>Released</td>\n",
       "      <td>Only the strong will survive</td>\n",
       "      <td>X-Men: Apocalypse</td>\n",
       "      <td>False</td>\n",
       "      <td>6.4</td>\n",
       "      <td>4831.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>6 rows × 24 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       adult                              belongs_to_collection     budget  \\\n",
       "3671   False  {'id': 748, 'name': 'X-Men Collection', 'poste...   75000000   \n",
       "10973  False  {'id': 748, 'name': 'X-Men Collection', 'poste...  210000000   \n",
       "13635  False  {'id': 453993, 'name': 'The Wolverine Collecti...  150000000   \n",
       "17217  False  {'id': 748, 'name': 'X-Men Collection', 'poste...  160000000   \n",
       "23359  False  {'id': 748, 'name': 'X-Men Collection', 'poste...  250000000   \n",
       "26569  False  {'id': 748, 'name': 'X-Men Collection', 'poste...  178000000   \n",
       "\n",
       "                                                  genres  \\\n",
       "3671   [{'id': 12, 'name': 'Adventure'}, {'id': 28, '...   \n",
       "10973  [{'id': 12, 'name': 'Adventure'}, {'id': 28, '...   \n",
       "13635  [{'id': 12, 'name': 'Adventure'}, {'id': 28, '...   \n",
       "17217  [{'id': 28, 'name': 'Action'}, {'id': 878, 'na...   \n",
       "23359  [{'id': 28, 'name': 'Action'}, {'id': 12, 'nam...   \n",
       "26569           [{'id': 878, 'name': 'Science Fiction'}]   \n",
       "\n",
       "                                               homepage      id    imdb_id  \\\n",
       "3671                                                NaN   36657  tt0120903   \n",
       "10973                                               NaN   36668  tt0376994   \n",
       "13635                      http://www.x-menorigins.com/    2080  tt0458525   \n",
       "17217              http://www.x-menfirstclassmovie.com/   49538  tt1270798   \n",
       "23359                       http://www.x-menmovies.com/  127585  tt1877832   \n",
       "26569  http://www.foxmovies.com/movies/x-men-apocalypse  246655  tt3385516   \n",
       "\n",
       "      original_language              original_title  \\\n",
       "3671                 en                       X-Men   \n",
       "10973                en       X-Men: The Last Stand   \n",
       "13635                en    X-Men Origins: Wolverine   \n",
       "17217                en          X-Men: First Class   \n",
       "23359                en  X-Men: Days of Future Past   \n",
       "26569                en           X-Men: Apocalypse   \n",
       "\n",
       "                                                overview  ... release_date  \\\n",
       "3671   Two mutants, Rogue and Wolverine, come to a pr...  ...   2000-07-13   \n",
       "10973  When a cure is found to treat mutations, lines...  ...   2006-05-24   \n",
       "13635  After seeking to live a normal life, Logan set...  ...   2009-04-28   \n",
       "17217  Before Charles Xavier and Erik Lensherr took t...  ...   2011-05-24   \n",
       "23359  The ultimate X-Men ensemble fights a war for t...  ...   2014-05-15   \n",
       "26569  After the re-emergence of the world's first mu...  ...   2016-05-18   \n",
       "\n",
       "           revenue runtime                                   spoken_languages  \\\n",
       "3671   296339527.0   104.0           [{'iso_639_1': 'en', 'name': 'English'}]   \n",
       "10973  459359555.0   104.0           [{'iso_639_1': 'en', 'name': 'English'}]   \n",
       "13635  373062864.0   107.0           [{'iso_639_1': 'en', 'name': 'English'}]   \n",
       "17217  353624124.0   132.0  [{'iso_639_1': 'de', 'name': 'Deutsch'}, {'iso...   \n",
       "23359  747862775.0   131.0           [{'iso_639_1': 'en', 'name': 'English'}]   \n",
       "26569  543934787.0   144.0           [{'iso_639_1': 'en', 'name': 'English'}]   \n",
       "\n",
       "         status                                         tagline  \\\n",
       "3671   Released                                Evolution Begins   \n",
       "10973  Released                                    Take a Stand   \n",
       "13635  Released                             Witness the Origin.   \n",
       "17217  Released  Witness the moment that will change our world.   \n",
       "23359  Released    To save the future, they must alter the past   \n",
       "26569  Released                    Only the strong will survive   \n",
       "\n",
       "                            title  video vote_average vote_count  \n",
       "3671                        X-Men  False          6.8     4172.0  \n",
       "10973       X-Men: The Last Stand  False          6.3     3581.0  \n",
       "13635    X-Men Origins: Wolverine  False          6.2     4086.0  \n",
       "17217          X-Men: First Class  False          7.1     5252.0  \n",
       "23359  X-Men: Days of Future Past  False          7.5     6155.0  \n",
       "26569           X-Men: Apocalypse  False          6.4     4831.0  \n",
       "\n",
       "[6 rows x 24 columns]"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.loc[df.title.str.contains('X-Men'),:]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Wojaczek',\n",
       " 'X-Men: The Last Stand',\n",
       " 'X-Men: First Class',\n",
       " 'X-Men: Apocalypse',\n",
       " 'X-Men: Days of Future Past',\n",
       " 'X: Past Is Present',\n",
       " 'X: The Unheard Music',\n",
       " 'X-Men Origins: Wolverine',\n",
       " 'We Are X',\n",
       " 'Journey to Planet X']"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.iloc[get_most_similar_items(tfidf_matrix, 3671, 10)].title.tolist()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0     [Animation, Comedy, Family]\n",
       "1    [Adventure, Fantasy, Family]\n",
       "2               [Romance, Comedy]\n",
       "3        [Comedy, Drama, Romance]\n",
       "4                        [Comedy]\n",
       "Name: genres, dtype: object"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import json\n",
    "df['genres'] = df.genres.apply(lambda x: [ dic['name'] for dic in json.loads(x.replace(\"'\",'\"')) ])\n",
    "df.genres.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[['toy',\n",
       "  'story',\n",
       "  'led',\n",
       "  'by',\n",
       "  'woody',\n",
       "  '',\n",
       "  'andy',\n",
       "  's',\n",
       "  'toys',\n",
       "  'live',\n",
       "  'happily',\n",
       "  'in',\n",
       "  'his',\n",
       "  'room',\n",
       "  'until',\n",
       "  'andy',\n",
       "  's',\n",
       "  'birthday',\n",
       "  'brings',\n",
       "  'buzz',\n",
       "  'lightyear',\n",
       "  'onto',\n",
       "  'the',\n",
       "  'scene',\n",
       "  '',\n",
       "  'afraid',\n",
       "  'of',\n",
       "  'losing',\n",
       "  'his',\n",
       "  'place',\n",
       "  'in',\n",
       "  'andy',\n",
       "  's',\n",
       "  'heart',\n",
       "  '',\n",
       "  'woody',\n",
       "  'plots',\n",
       "  'against',\n",
       "  'buzz',\n",
       "  '',\n",
       "  'but',\n",
       "  'when',\n",
       "  'circumstances',\n",
       "  'separate',\n",
       "  'buzz',\n",
       "  'and',\n",
       "  'woody',\n",
       "  'from',\n",
       "  'their',\n",
       "  'owner',\n",
       "  '',\n",
       "  'the',\n",
       "  'duo',\n",
       "  'eventually',\n",
       "  'learns',\n",
       "  'to',\n",
       "  'put',\n",
       "  'aside',\n",
       "  'their',\n",
       "  'differences',\n",
       "  'Animation',\n",
       "  'Comedy',\n",
       "  'Family',\n",
       "  'Animation',\n",
       "  'Comedy',\n",
       "  'Family',\n",
       "  'Animation',\n",
       "  'Comedy',\n",
       "  'Family'],\n",
       " ['jumanji',\n",
       "  'when',\n",
       "  'siblings',\n",
       "  'judy',\n",
       "  'and',\n",
       "  'peter',\n",
       "  'discover',\n",
       "  'an',\n",
       "  'enchanted',\n",
       "  'board',\n",
       "  'game',\n",
       "  'that',\n",
       "  'opens',\n",
       "  'the',\n",
       "  'door',\n",
       "  'to',\n",
       "  'a',\n",
       "  'magical',\n",
       "  'world',\n",
       "  '',\n",
       "  'they',\n",
       "  'unwittingly',\n",
       "  'invite',\n",
       "  'alan',\n",
       "  '',\n",
       "  '',\n",
       "  'an',\n",
       "  'adult',\n",
       "  'who',\n",
       "  's',\n",
       "  'been',\n",
       "  'trapped',\n",
       "  'inside',\n",
       "  'the',\n",
       "  'game',\n",
       "  'for',\n",
       "  '',\n",
       "  '',\n",
       "  'years',\n",
       "  '',\n",
       "  '',\n",
       "  'into',\n",
       "  'their',\n",
       "  'living',\n",
       "  'room',\n",
       "  '',\n",
       "  'alan',\n",
       "  's',\n",
       "  'only',\n",
       "  'hope',\n",
       "  'for',\n",
       "  'freedom',\n",
       "  'is',\n",
       "  'to',\n",
       "  'finish',\n",
       "  'the',\n",
       "  'game',\n",
       "  '',\n",
       "  'which',\n",
       "  'proves',\n",
       "  'risky',\n",
       "  'as',\n",
       "  'all',\n",
       "  'three',\n",
       "  'find',\n",
       "  'themselves',\n",
       "  'running',\n",
       "  'from',\n",
       "  'giant',\n",
       "  'rhinoceroses',\n",
       "  '',\n",
       "  'evil',\n",
       "  'monkeys',\n",
       "  'and',\n",
       "  'other',\n",
       "  'terrifying',\n",
       "  'creatures',\n",
       "  'Adventure',\n",
       "  'Fantasy',\n",
       "  'Family',\n",
       "  'Adventure',\n",
       "  'Fantasy',\n",
       "  'Family',\n",
       "  'Adventure',\n",
       "  'Fantasy',\n",
       "  'Family'],\n",
       " ['grumpier',\n",
       "  'old',\n",
       "  'men',\n",
       "  'a',\n",
       "  'family',\n",
       "  'wedding',\n",
       "  'reignites',\n",
       "  'the',\n",
       "  'ancient',\n",
       "  'feud',\n",
       "  'between',\n",
       "  'next',\n",
       "  'door',\n",
       "  'neighbors',\n",
       "  'and',\n",
       "  'fishing',\n",
       "  'buddies',\n",
       "  'john',\n",
       "  'and',\n",
       "  'max',\n",
       "  '',\n",
       "  'meanwhile',\n",
       "  '',\n",
       "  'a',\n",
       "  'sultry',\n",
       "  'italian',\n",
       "  'divorc',\n",
       "  'e',\n",
       "  'opens',\n",
       "  'a',\n",
       "  'restaurant',\n",
       "  'at',\n",
       "  'the',\n",
       "  'local',\n",
       "  'bait',\n",
       "  'shop',\n",
       "  '',\n",
       "  'alarming',\n",
       "  'the',\n",
       "  'locals',\n",
       "  'who',\n",
       "  'worry',\n",
       "  'she',\n",
       "  'll',\n",
       "  'scare',\n",
       "  'the',\n",
       "  'fish',\n",
       "  'away',\n",
       "  '',\n",
       "  'but',\n",
       "  'she',\n",
       "  's',\n",
       "  'less',\n",
       "  'interested',\n",
       "  'in',\n",
       "  'seafood',\n",
       "  'than',\n",
       "  'she',\n",
       "  'is',\n",
       "  'in',\n",
       "  'cooking',\n",
       "  'up',\n",
       "  'a',\n",
       "  'hot',\n",
       "  'time',\n",
       "  'with',\n",
       "  'max',\n",
       "  'Romance',\n",
       "  'Comedy',\n",
       "  'Romance',\n",
       "  'Comedy',\n",
       "  'Romance',\n",
       "  'Comedy'],\n",
       " ['waiting',\n",
       "  'to',\n",
       "  'exhale',\n",
       "  'cheated',\n",
       "  'on',\n",
       "  '',\n",
       "  'mistreated',\n",
       "  'and',\n",
       "  'stepped',\n",
       "  'on',\n",
       "  '',\n",
       "  'the',\n",
       "  'women',\n",
       "  'are',\n",
       "  'holding',\n",
       "  'their',\n",
       "  'breath',\n",
       "  '',\n",
       "  'waiting',\n",
       "  'for',\n",
       "  'the',\n",
       "  'elusive',\n",
       "  '',\n",
       "  'good',\n",
       "  'man',\n",
       "  '',\n",
       "  'to',\n",
       "  'break',\n",
       "  'a',\n",
       "  'string',\n",
       "  'of',\n",
       "  'less',\n",
       "  'than',\n",
       "  'stellar',\n",
       "  'lovers',\n",
       "  '',\n",
       "  'friends',\n",
       "  'and',\n",
       "  'confidants',\n",
       "  'vannah',\n",
       "  '',\n",
       "  'bernie',\n",
       "  '',\n",
       "  'glo',\n",
       "  'and',\n",
       "  'robin',\n",
       "  'talk',\n",
       "  'it',\n",
       "  'all',\n",
       "  'out',\n",
       "  '',\n",
       "  'determined',\n",
       "  'to',\n",
       "  'find',\n",
       "  'a',\n",
       "  'better',\n",
       "  'way',\n",
       "  'to',\n",
       "  'breathe',\n",
       "  'Comedy',\n",
       "  'Drama',\n",
       "  'Romance',\n",
       "  'Comedy',\n",
       "  'Drama',\n",
       "  'Romance',\n",
       "  'Comedy',\n",
       "  'Drama',\n",
       "  'Romance'],\n",
       " ['father',\n",
       "  'of',\n",
       "  'the',\n",
       "  'bride',\n",
       "  'part',\n",
       "  'ii',\n",
       "  'just',\n",
       "  'when',\n",
       "  'george',\n",
       "  'banks',\n",
       "  'has',\n",
       "  'recovered',\n",
       "  'from',\n",
       "  'his',\n",
       "  'daughter',\n",
       "  's',\n",
       "  'wedding',\n",
       "  '',\n",
       "  'he',\n",
       "  'receives',\n",
       "  'the',\n",
       "  'news',\n",
       "  'that',\n",
       "  'she',\n",
       "  's',\n",
       "  'pregnant',\n",
       "  '',\n",
       "  '',\n",
       "  'and',\n",
       "  'that',\n",
       "  'george',\n",
       "  's',\n",
       "  'wife',\n",
       "  '',\n",
       "  'nina',\n",
       "  '',\n",
       "  'is',\n",
       "  'expecting',\n",
       "  'too',\n",
       "  '',\n",
       "  'he',\n",
       "  'was',\n",
       "  'planning',\n",
       "  'on',\n",
       "  'selling',\n",
       "  'their',\n",
       "  'home',\n",
       "  '',\n",
       "  'but',\n",
       "  'that',\n",
       "  's',\n",
       "  'a',\n",
       "  'plan',\n",
       "  'that',\n",
       "  '',\n",
       "  '',\n",
       "  'like',\n",
       "  'george',\n",
       "  '',\n",
       "  '',\n",
       "  'will',\n",
       "  'have',\n",
       "  'to',\n",
       "  'change',\n",
       "  'with',\n",
       "  'the',\n",
       "  'arrival',\n",
       "  'of',\n",
       "  'both',\n",
       "  'a',\n",
       "  'grandchild',\n",
       "  'and',\n",
       "  'a',\n",
       "  'kid',\n",
       "  'of',\n",
       "  'his',\n",
       "  'own',\n",
       "  'Comedy',\n",
       "  'Comedy',\n",
       "  'Comedy']]"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# utilize more data\n",
    "def get_title_overviews_improved(df):    \n",
    "    # extract titles and overviews\n",
    "    title_overviews = df.apply(lambda x:x['title'].lower() +' '+ x['overview'].lower() + ' '.join(x['genres'] * 3), axis=1).values\n",
    "        \n",
    "    # text cleaning\n",
    "    title_overviews = [re.sub(r'[^a-zA-Z ]+', ' ', title_overview ) for title_overview in  title_overviews]\n",
    "    \n",
    "    # split to list\n",
    "    title_overviews = [title_overview.split(' ') for title_overview in  title_overviews]\n",
    "    \n",
    "    \n",
    "    return title_overviews\n",
    "title_overviews = get_title_overviews_improved(df)\n",
    "title_overviews[:5]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "tfidf_matrix = get_tfidf_matrix(title_overviews)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Harry Potter and the Goblet of Fire',\n",
       " 'Harry Potter and the Deathly Hallows: Part 2',\n",
       " 'Harry Potter and the Deathly Hallows: Part 1',\n",
       " 'Harry Potter and the Chamber of Secrets',\n",
       " 'Harry Potter and the Order of the Phoenix',\n",
       " 'Harry Potter and the Prisoner of Azkaban',\n",
       " 'Harry Potter and the Half-Blood Prince',\n",
       " 'Six Ways to Sunday',\n",
       " 'Luv',\n",
       " 'Cherry, Harry & Raquel!']"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# harry potter\n",
    "df.iloc[get_most_similar_items(tfidf_matrix, 4766, 10)].title.tolist()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['X-Men: The Last Stand',\n",
       " 'X-Men Origins: Wolverine',\n",
       " 'X-Men: First Class',\n",
       " 'X-Men: Days of Future Past',\n",
       " 'Avatar 2',\n",
       " 'Ultraman',\n",
       " 'X2',\n",
       " '2012: Ice Age',\n",
       " 'Robo Warriors',\n",
       " 'Rogue One: A Star Wars Story']"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# X-Men\n",
    "df.iloc[get_most_similar_items(tfidf_matrix, 3671, 10)].title.tolist()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}