ex1_2.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "from IPython.core.interactiveshell import InteractiveShell\n",
    "InteractiveShell.ast_node_interactivity = \"all\"\n",
    "from collections import Counter\n",
    "import pickle as pkl \n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "dedis = pd.read_csv('files/dedis-2.csv', sep=',', names=['email', 'movie', 'date', 'stars'],\n",
    "                    skipinitialspace=True)\n",
    "imdb = pd.read_csv('files/imdb-2.csv', sep=',', names=['email', 'movie', 'date', 'stars'], skipinitialspace=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Finding the Movie2Hash and Hash2Movie Mappings"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>movie</th>\n",
       "      <th>freq</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Sunrise</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Ikiru</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>The Night of the Hunter</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Double Indemnity</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Paths of Glory</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Fanny and Alexander</td>\n",
       "      <td>18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Metropolis</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>The 400 Blows</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Chinatown</td>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>The Dark Knight</td>\n",
       "      <td>30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Raiders of the Lost Ark</td>\n",
       "      <td>33</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Singin' in the Rain</td>\n",
       "      <td>36</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Star Wars: Episode IV - A New Hope</td>\n",
       "      <td>39</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>On the Waterfront</td>\n",
       "      <td>42</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Star Wars: Episode V - The Empire Strikes Back</td>\n",
       "      <td>45</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Once Upon a Time in the West</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>The Third Man</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>One Flew Over the Cuckoo's Nest</td>\n",
       "      <td>54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>Psycho</td>\n",
       "      <td>57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>Rashomon</td>\n",
       "      <td>60</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>Taxi Driver</td>\n",
       "      <td>63</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Bicycle Thieves</td>\n",
       "      <td>66</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>Vertigo</td>\n",
       "      <td>69</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Citizen Kane</td>\n",
       "      <td>72</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>Rear Window</td>\n",
       "      <td>75</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>The Shawshank Redemption</td>\n",
       "      <td>78</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>Casablanca</td>\n",
       "      <td>81</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>Apocalypse Now</td>\n",
       "      <td>84</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>Dr. Strangelove or: How I Learned to Stop Worr...</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>The Good, the Bad and the Ugly</td>\n",
       "      <td>90</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>City Lights</td>\n",
       "      <td>93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>Spirited Away</td>\n",
       "      <td>96</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>Goodfellas</td>\n",
       "      <td>99</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>Modern Times</td>\n",
       "      <td>102</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>M</td>\n",
       "      <td>105</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>Sunset Blvd.</td>\n",
       "      <td>108</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>Schindler's List</td>\n",
       "      <td>111</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>Lawrence of Arabia</td>\n",
       "      <td>114</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>12 Angry Men</td>\n",
       "      <td>117</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>Pulp Fiction</td>\n",
       "      <td>120</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>The Godfather: Part II</td>\n",
       "      <td>123</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>Seven Samurai</td>\n",
       "      <td>126</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>The Godfather</td>\n",
       "      <td>129</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                movie  freq\n",
       "0                                             Sunrise     3\n",
       "1                                               Ikiru     6\n",
       "2                             The Night of the Hunter     9\n",
       "3                                    Double Indemnity    12\n",
       "4                                      Paths of Glory    15\n",
       "5                                 Fanny and Alexander    18\n",
       "6                                          Metropolis    21\n",
       "7                                       The 400 Blows    24\n",
       "8                                           Chinatown    27\n",
       "9                                     The Dark Knight    30\n",
       "10                            Raiders of the Lost Ark    33\n",
       "11                                Singin' in the Rain    36\n",
       "12                 Star Wars: Episode IV - A New Hope    39\n",
       "13                                  On the Waterfront    42\n",
       "14     Star Wars: Episode V - The Empire Strikes Back    45\n",
       "15                       Once Upon a Time in the West    48\n",
       "16                                      The Third Man    51\n",
       "17                    One Flew Over the Cuckoo's Nest    54\n",
       "18                                             Psycho    57\n",
       "19                                           Rashomon    60\n",
       "20                                        Taxi Driver    63\n",
       "21                                    Bicycle Thieves    66\n",
       "22                                            Vertigo    69\n",
       "23                                       Citizen Kane    72\n",
       "24                                        Rear Window    75\n",
       "25                           The Shawshank Redemption    78\n",
       "26                                         Casablanca    81\n",
       "27                                     Apocalypse Now    84\n",
       "28  Dr. Strangelove or: How I Learned to Stop Worr...    87\n",
       "29                     The Good, the Bad and the Ugly    90\n",
       "30                                        City Lights    93\n",
       "31                                      Spirited Away    96\n",
       "32                                         Goodfellas    99\n",
       "33                                       Modern Times   102\n",
       "34                                                  M   105\n",
       "35                                       Sunset Blvd.   108\n",
       "36                                   Schindler's List   111\n",
       "37                                 Lawrence of Arabia   114\n",
       "38                                       12 Angry Men   117\n",
       "39                                       Pulp Fiction   120\n",
       "40                             The Godfather: Part II   123\n",
       "41                                      Seven Samurai   126\n",
       "42                                      The Godfather   129"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "movie_list = imdb['movie'].values.tolist()\n",
    "freq_list = Counter(movie_list)\n",
    "# freq_list.values()\n",
    "# freq_list.keys()\n",
    "\n",
    "freq = pd.DataFrame(list(zip(list(freq_list.keys()), list(freq_list.values()))), columns=['movie', 'freq']) \n",
    "freq = freq.sort_values('freq').reset_index(drop=True)\n",
    "freq"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>movie</th>\n",
       "      <th>freq</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>cdaa02e75f4648634af3da6f554f8a5860a445dadea58a...</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0255f23a80b2c82806283862bcbaf76b1b9f3efa934cda...</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>b9d6dfd5475e843cb678cadf8d83340a574700de1e05e1...</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>cebdecbe21a3420f309876160546cfd99c44fcec717bf2...</td>\n",
       "      <td>20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>de5283b411fe3062ad14c713fb20bd732ad914c3f53d90...</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>f1f78b13b93fa47787254034522437ad8cc07df61f5c85...</td>\n",
       "      <td>26</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>3ae4014d1bb1c56a4f80b08359702991d5b6ae55f3bea2...</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>eae00955db278d83499b0e8dd758326d060e9948ecc9e0...</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>3c0b335dd20ef908175e66d6a793a0efebef11b9d9b9eb...</td>\n",
       "      <td>35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0fbae516b2f412320b0d8af07669944d44033aef3b95fd...</td>\n",
       "      <td>37</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>5fd4dfac251ed26c6d0e25392dde688f6f0d09287fa231...</td>\n",
       "      <td>41</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>cc04716e2c910d37a15278c0160cb023d74d1856293540...</td>\n",
       "      <td>43</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>b404662ff5738a0df10f2d8e3dc7fea0e4041989332ae9...</td>\n",
       "      <td>47</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>65e98c63bd1c9fbf64d8b9f78ae4c5f531a2ed1ab7a95d...</td>\n",
       "      <td>50</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>b54bea48eedd2ab4a10b7b14c9986fabff18f90c32c189...</td>\n",
       "      <td>52</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>8ef0354c0e47ab0300b7d4ddf830011d3b53d29b7c1920...</td>\n",
       "      <td>56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>49d1f8cd16d5c48efea28c93ac3a95b287acb68a91dd49...</td>\n",
       "      <td>59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>6bfa2debb3914f046c29f7a2ed2ab34991373171fadda5...</td>\n",
       "      <td>61</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>610416054eba88874d90fea750b781d528bdc90b2b85a5...</td>\n",
       "      <td>65</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>5b34ddc26d6f9d7453fa06080d6645a9e3cbf7db9a652e...</td>\n",
       "      <td>67</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>be5198845773b9cf420bc79aa760e73749f468d8295d38...</td>\n",
       "      <td>70</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>6f07b7e73b77a698f8c2b6c38c11115cce22ac472b4a0a...</td>\n",
       "      <td>73</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>692ee56d9376676fc42c8023c830078ab87e99d0fc5160...</td>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>0220667b471a85b54a26b457f41d387b27603e0acfeeee...</td>\n",
       "      <td>80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>585ca03150a1adc505875fc36b9d64bb2acf351a323e71...</td>\n",
       "      <td>82</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>29d4b799556c29d522ba425e3e9aaabeb8c23e224e9408...</td>\n",
       "      <td>85</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>a553c66134f69238e05e591c34b53d53b5731df5a61468...</td>\n",
       "      <td>88</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>902ee423aed2c334d98bf2bcee45aadcb462f5628d982e...</td>\n",
       "      <td>91</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>57ad10c9b450612f881fe893e7dbc3e4ba93d4813c4b96...</td>\n",
       "      <td>95</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>aa10b50b28259802a50216292aedc45289b602cfff1b76...</td>\n",
       "      <td>97</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>3f5331403d29c761c47c393d7c3b5be976512f572baaac...</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>7b6bc812b3a97c70e5a1042dd20db364aecd4e71c351ff...</td>\n",
       "      <td>103</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>018a9d411a1a47ee8a66c88116e092140b32d0e2752873...</td>\n",
       "      <td>107</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>132fc1bd237159e196e590b4bfaab5e0bb57ba24a80f8b...</td>\n",
       "      <td>109</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>19656d4177b8da5474f2cc9b5e4ef49fac5f878383bc07...</td>\n",
       "      <td>112</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>898c2452e1a02c472e61a6d26483e99883837a169fc237...</td>\n",
       "      <td>114</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>6d2fa1609cfc943087c66718ce895be4512de2186d617a...</td>\n",
       "      <td>118</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>687ae0e3ec80d28daada0c1cfbfe1dd2817727c2a6677f...</td>\n",
       "      <td>122</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>645839b2bb180bc3d9120b162a06896521ea59038ca4a3...</td>\n",
       "      <td>124</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>64cc984865c51051bc410fbe65258131eab6c45a373e45...</td>\n",
       "      <td>127</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>972392e382e6ff68f4ab99389989952867ecb915e40a2a...</td>\n",
       "      <td>130</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>698b924c57315dacdb2f8c8258908013d669fb67f85819...</td>\n",
       "      <td>133</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>b66f8ceafa5ec4812a4074499500dfa89d9a725a6d4fc5...</td>\n",
       "      <td>134</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                movie  freq\n",
       "0   cdaa02e75f4648634af3da6f554f8a5860a445dadea58a...    11\n",
       "1   0255f23a80b2c82806283862bcbaf76b1b9f3efa934cda...    14\n",
       "2   b9d6dfd5475e843cb678cadf8d83340a574700de1e05e1...    17\n",
       "3   cebdecbe21a3420f309876160546cfd99c44fcec717bf2...    20\n",
       "4   de5283b411fe3062ad14c713fb20bd732ad914c3f53d90...    23\n",
       "5   f1f78b13b93fa47787254034522437ad8cc07df61f5c85...    26\n",
       "6   3ae4014d1bb1c56a4f80b08359702991d5b6ae55f3bea2...    28\n",
       "7   eae00955db278d83499b0e8dd758326d060e9948ecc9e0...    31\n",
       "8   3c0b335dd20ef908175e66d6a793a0efebef11b9d9b9eb...    35\n",
       "9   0fbae516b2f412320b0d8af07669944d44033aef3b95fd...    37\n",
       "10  5fd4dfac251ed26c6d0e25392dde688f6f0d09287fa231...    41\n",
       "11  cc04716e2c910d37a15278c0160cb023d74d1856293540...    43\n",
       "12  b404662ff5738a0df10f2d8e3dc7fea0e4041989332ae9...    47\n",
       "13  65e98c63bd1c9fbf64d8b9f78ae4c5f531a2ed1ab7a95d...    50\n",
       "14  b54bea48eedd2ab4a10b7b14c9986fabff18f90c32c189...    52\n",
       "15  8ef0354c0e47ab0300b7d4ddf830011d3b53d29b7c1920...    56\n",
       "16  49d1f8cd16d5c48efea28c93ac3a95b287acb68a91dd49...    59\n",
       "17  6bfa2debb3914f046c29f7a2ed2ab34991373171fadda5...    61\n",
       "18  610416054eba88874d90fea750b781d528bdc90b2b85a5...    65\n",
       "19  5b34ddc26d6f9d7453fa06080d6645a9e3cbf7db9a652e...    67\n",
       "20  be5198845773b9cf420bc79aa760e73749f468d8295d38...    70\n",
       "21  6f07b7e73b77a698f8c2b6c38c11115cce22ac472b4a0a...    73\n",
       "22  692ee56d9376676fc42c8023c830078ab87e99d0fc5160...    77\n",
       "23  0220667b471a85b54a26b457f41d387b27603e0acfeeee...    80\n",
       "24  585ca03150a1adc505875fc36b9d64bb2acf351a323e71...    82\n",
       "25  29d4b799556c29d522ba425e3e9aaabeb8c23e224e9408...    85\n",
       "26  a553c66134f69238e05e591c34b53d53b5731df5a61468...    88\n",
       "27  902ee423aed2c334d98bf2bcee45aadcb462f5628d982e...    91\n",
       "28  57ad10c9b450612f881fe893e7dbc3e4ba93d4813c4b96...    95\n",
       "29  aa10b50b28259802a50216292aedc45289b602cfff1b76...    97\n",
       "30  3f5331403d29c761c47c393d7c3b5be976512f572baaac...   100\n",
       "31  7b6bc812b3a97c70e5a1042dd20db364aecd4e71c351ff...   103\n",
       "32  018a9d411a1a47ee8a66c88116e092140b32d0e2752873...   107\n",
       "33  132fc1bd237159e196e590b4bfaab5e0bb57ba24a80f8b...   109\n",
       "34  19656d4177b8da5474f2cc9b5e4ef49fac5f878383bc07...   112\n",
       "35  898c2452e1a02c472e61a6d26483e99883837a169fc237...   114\n",
       "36  6d2fa1609cfc943087c66718ce895be4512de2186d617a...   118\n",
       "37  687ae0e3ec80d28daada0c1cfbfe1dd2817727c2a6677f...   122\n",
       "38  645839b2bb180bc3d9120b162a06896521ea59038ca4a3...   124\n",
       "39  64cc984865c51051bc410fbe65258131eab6c45a373e45...   127\n",
       "40  972392e382e6ff68f4ab99389989952867ecb915e40a2a...   130\n",
       "41  698b924c57315dacdb2f8c8258908013d669fb67f85819...   133\n",
       "42  b66f8ceafa5ec4812a4074499500dfa89d9a725a6d4fc5...   134"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "hashed_movie_list = dedis['movie'].values.tolist()\n",
    "hashed_freq_list = Counter(hashed_movie_list)\n",
    "# hashed_freq_list.values()\n",
    "# hashed_freq_list.keys()\n",
    "\n",
    "hashed_freq = pd.DataFrame(list(zip(list(hashed_freq_list.keys()), list(hashed_freq_list.values()))), columns=['movie', 'freq'])\n",
    "hashed_freq = hashed_freq.sort_values(by='freq').reset_index(drop=True)\n",
    "# len(hashed_freq)\n",
    "hashed_freq"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>name</th>\n",
       "      <th>hash</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Sunrise</td>\n",
       "      <td>cdaa02e75f4648634af3da6f554f8a5860a445dadea58a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Ikiru</td>\n",
       "      <td>0255f23a80b2c82806283862bcbaf76b1b9f3efa934cda...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>The Night of the Hunter</td>\n",
       "      <td>b9d6dfd5475e843cb678cadf8d83340a574700de1e05e1...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Double Indemnity</td>\n",
       "      <td>cebdecbe21a3420f309876160546cfd99c44fcec717bf2...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Paths of Glory</td>\n",
       "      <td>de5283b411fe3062ad14c713fb20bd732ad914c3f53d90...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Fanny and Alexander</td>\n",
       "      <td>f1f78b13b93fa47787254034522437ad8cc07df61f5c85...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Metropolis</td>\n",
       "      <td>3ae4014d1bb1c56a4f80b08359702991d5b6ae55f3bea2...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>The 400 Blows</td>\n",
       "      <td>eae00955db278d83499b0e8dd758326d060e9948ecc9e0...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Chinatown</td>\n",
       "      <td>3c0b335dd20ef908175e66d6a793a0efebef11b9d9b9eb...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>The Dark Knight</td>\n",
       "      <td>0fbae516b2f412320b0d8af07669944d44033aef3b95fd...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Raiders of the Lost Ark</td>\n",
       "      <td>5fd4dfac251ed26c6d0e25392dde688f6f0d09287fa231...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Singin' in the Rain</td>\n",
       "      <td>cc04716e2c910d37a15278c0160cb023d74d1856293540...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Star Wars: Episode IV - A New Hope</td>\n",
       "      <td>b404662ff5738a0df10f2d8e3dc7fea0e4041989332ae9...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>On the Waterfront</td>\n",
       "      <td>65e98c63bd1c9fbf64d8b9f78ae4c5f531a2ed1ab7a95d...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Star Wars: Episode V - The Empire Strikes Back</td>\n",
       "      <td>b54bea48eedd2ab4a10b7b14c9986fabff18f90c32c189...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Once Upon a Time in the West</td>\n",
       "      <td>8ef0354c0e47ab0300b7d4ddf830011d3b53d29b7c1920...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>The Third Man</td>\n",
       "      <td>49d1f8cd16d5c48efea28c93ac3a95b287acb68a91dd49...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>One Flew Over the Cuckoo's Nest</td>\n",
       "      <td>6bfa2debb3914f046c29f7a2ed2ab34991373171fadda5...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>Psycho</td>\n",
       "      <td>610416054eba88874d90fea750b781d528bdc90b2b85a5...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>Rashomon</td>\n",
       "      <td>5b34ddc26d6f9d7453fa06080d6645a9e3cbf7db9a652e...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>Taxi Driver</td>\n",
       "      <td>be5198845773b9cf420bc79aa760e73749f468d8295d38...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Bicycle Thieves</td>\n",
       "      <td>6f07b7e73b77a698f8c2b6c38c11115cce22ac472b4a0a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>Vertigo</td>\n",
       "      <td>692ee56d9376676fc42c8023c830078ab87e99d0fc5160...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Citizen Kane</td>\n",
       "      <td>0220667b471a85b54a26b457f41d387b27603e0acfeeee...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>Rear Window</td>\n",
       "      <td>585ca03150a1adc505875fc36b9d64bb2acf351a323e71...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>The Shawshank Redemption</td>\n",
       "      <td>29d4b799556c29d522ba425e3e9aaabeb8c23e224e9408...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>Casablanca</td>\n",
       "      <td>a553c66134f69238e05e591c34b53d53b5731df5a61468...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>Apocalypse Now</td>\n",
       "      <td>902ee423aed2c334d98bf2bcee45aadcb462f5628d982e...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>Dr. Strangelove or: How I Learned to Stop Worr...</td>\n",
       "      <td>57ad10c9b450612f881fe893e7dbc3e4ba93d4813c4b96...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>The Good, the Bad and the Ugly</td>\n",
       "      <td>aa10b50b28259802a50216292aedc45289b602cfff1b76...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>City Lights</td>\n",
       "      <td>3f5331403d29c761c47c393d7c3b5be976512f572baaac...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>Spirited Away</td>\n",
       "      <td>7b6bc812b3a97c70e5a1042dd20db364aecd4e71c351ff...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>Goodfellas</td>\n",
       "      <td>018a9d411a1a47ee8a66c88116e092140b32d0e2752873...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>Modern Times</td>\n",
       "      <td>132fc1bd237159e196e590b4bfaab5e0bb57ba24a80f8b...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>M</td>\n",
       "      <td>19656d4177b8da5474f2cc9b5e4ef49fac5f878383bc07...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>Sunset Blvd.</td>\n",
       "      <td>898c2452e1a02c472e61a6d26483e99883837a169fc237...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>Schindler's List</td>\n",
       "      <td>6d2fa1609cfc943087c66718ce895be4512de2186d617a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>Lawrence of Arabia</td>\n",
       "      <td>687ae0e3ec80d28daada0c1cfbfe1dd2817727c2a6677f...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>12 Angry Men</td>\n",
       "      <td>645839b2bb180bc3d9120b162a06896521ea59038ca4a3...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>Pulp Fiction</td>\n",
       "      <td>64cc984865c51051bc410fbe65258131eab6c45a373e45...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>The Godfather: Part II</td>\n",
       "      <td>972392e382e6ff68f4ab99389989952867ecb915e40a2a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>Seven Samurai</td>\n",
       "      <td>698b924c57315dacdb2f8c8258908013d669fb67f85819...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>The Godfather</td>\n",
       "      <td>b66f8ceafa5ec4812a4074499500dfa89d9a725a6d4fc5...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 name  \\\n",
       "0                                             Sunrise   \n",
       "1                                               Ikiru   \n",
       "2                             The Night of the Hunter   \n",
       "3                                    Double Indemnity   \n",
       "4                                      Paths of Glory   \n",
       "5                                 Fanny and Alexander   \n",
       "6                                          Metropolis   \n",
       "7                                       The 400 Blows   \n",
       "8                                           Chinatown   \n",
       "9                                     The Dark Knight   \n",
       "10                            Raiders of the Lost Ark   \n",
       "11                                Singin' in the Rain   \n",
       "12                 Star Wars: Episode IV - A New Hope   \n",
       "13                                  On the Waterfront   \n",
       "14     Star Wars: Episode V - The Empire Strikes Back   \n",
       "15                       Once Upon a Time in the West   \n",
       "16                                      The Third Man   \n",
       "17                    One Flew Over the Cuckoo's Nest   \n",
       "18                                             Psycho   \n",
       "19                                           Rashomon   \n",
       "20                                        Taxi Driver   \n",
       "21                                    Bicycle Thieves   \n",
       "22                                            Vertigo   \n",
       "23                                       Citizen Kane   \n",
       "24                                        Rear Window   \n",
       "25                           The Shawshank Redemption   \n",
       "26                                         Casablanca   \n",
       "27                                     Apocalypse Now   \n",
       "28  Dr. Strangelove or: How I Learned to Stop Worr...   \n",
       "29                     The Good, the Bad and the Ugly   \n",
       "30                                        City Lights   \n",
       "31                                      Spirited Away   \n",
       "32                                         Goodfellas   \n",
       "33                                       Modern Times   \n",
       "34                                                  M   \n",
       "35                                       Sunset Blvd.   \n",
       "36                                   Schindler's List   \n",
       "37                                 Lawrence of Arabia   \n",
       "38                                       12 Angry Men   \n",
       "39                                       Pulp Fiction   \n",
       "40                             The Godfather: Part II   \n",
       "41                                      Seven Samurai   \n",
       "42                                      The Godfather   \n",
       "\n",
       "                                                 hash  \n",
       "0   cdaa02e75f4648634af3da6f554f8a5860a445dadea58a...  \n",
       "1   0255f23a80b2c82806283862bcbaf76b1b9f3efa934cda...  \n",
       "2   b9d6dfd5475e843cb678cadf8d83340a574700de1e05e1...  \n",
       "3   cebdecbe21a3420f309876160546cfd99c44fcec717bf2...  \n",
       "4   de5283b411fe3062ad14c713fb20bd732ad914c3f53d90...  \n",
       "5   f1f78b13b93fa47787254034522437ad8cc07df61f5c85...  \n",
       "6   3ae4014d1bb1c56a4f80b08359702991d5b6ae55f3bea2...  \n",
       "7   eae00955db278d83499b0e8dd758326d060e9948ecc9e0...  \n",
       "8   3c0b335dd20ef908175e66d6a793a0efebef11b9d9b9eb...  \n",
       "9   0fbae516b2f412320b0d8af07669944d44033aef3b95fd...  \n",
       "10  5fd4dfac251ed26c6d0e25392dde688f6f0d09287fa231...  \n",
       "11  cc04716e2c910d37a15278c0160cb023d74d1856293540...  \n",
       "12  b404662ff5738a0df10f2d8e3dc7fea0e4041989332ae9...  \n",
       "13  65e98c63bd1c9fbf64d8b9f78ae4c5f531a2ed1ab7a95d...  \n",
       "14  b54bea48eedd2ab4a10b7b14c9986fabff18f90c32c189...  \n",
       "15  8ef0354c0e47ab0300b7d4ddf830011d3b53d29b7c1920...  \n",
       "16  49d1f8cd16d5c48efea28c93ac3a95b287acb68a91dd49...  \n",
       "17  6bfa2debb3914f046c29f7a2ed2ab34991373171fadda5...  \n",
       "18  610416054eba88874d90fea750b781d528bdc90b2b85a5...  \n",
       "19  5b34ddc26d6f9d7453fa06080d6645a9e3cbf7db9a652e...  \n",
       "20  be5198845773b9cf420bc79aa760e73749f468d8295d38...  \n",
       "21  6f07b7e73b77a698f8c2b6c38c11115cce22ac472b4a0a...  \n",
       "22  692ee56d9376676fc42c8023c830078ab87e99d0fc5160...  \n",
       "23  0220667b471a85b54a26b457f41d387b27603e0acfeeee...  \n",
       "24  585ca03150a1adc505875fc36b9d64bb2acf351a323e71...  \n",
       "25  29d4b799556c29d522ba425e3e9aaabeb8c23e224e9408...  \n",
       "26  a553c66134f69238e05e591c34b53d53b5731df5a61468...  \n",
       "27  902ee423aed2c334d98bf2bcee45aadcb462f5628d982e...  \n",
       "28  57ad10c9b450612f881fe893e7dbc3e4ba93d4813c4b96...  \n",
       "29  aa10b50b28259802a50216292aedc45289b602cfff1b76...  \n",
       "30  3f5331403d29c761c47c393d7c3b5be976512f572baaac...  \n",
       "31  7b6bc812b3a97c70e5a1042dd20db364aecd4e71c351ff...  \n",
       "32  018a9d411a1a47ee8a66c88116e092140b32d0e2752873...  \n",
       "33  132fc1bd237159e196e590b4bfaab5e0bb57ba24a80f8b...  \n",
       "34  19656d4177b8da5474f2cc9b5e4ef49fac5f878383bc07...  \n",
       "35  898c2452e1a02c472e61a6d26483e99883837a169fc237...  \n",
       "36  6d2fa1609cfc943087c66718ce895be4512de2186d617a...  \n",
       "37  687ae0e3ec80d28daada0c1cfbfe1dd2817727c2a6677f...  \n",
       "38  645839b2bb180bc3d9120b162a06896521ea59038ca4a3...  \n",
       "39  64cc984865c51051bc410fbe65258131eab6c45a373e45...  \n",
       "40  972392e382e6ff68f4ab99389989952867ecb915e40a2a...  \n",
       "41  698b924c57315dacdb2f8c8258908013d669fb67f85819...  \n",
       "42  b66f8ceafa5ec4812a4074499500dfa89d9a725a6d4fc5...  "
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "hash_discovered = pd.concat((freq['movie'], hashed_freq['movie']), axis=1)\n",
    "hash_discovered.columns = ['name', 'hash']\n",
    "hash_discovered\n",
    "name2hash = dict(zip(hash_discovered['name'], hash_discovered['hash']))\n",
    "hash2name = {v: k for k, v in name2hash.items()}\n",
    "\n",
    "with open('hash2name.dict', 'wb') as f:\n",
    "    pkl.dump(hash2name, f)\n",
    "# name2hash\n",
    "# hash2name"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# My Movies in IMDB"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>email</th>\n",
       "      <th>movie</th>\n",
       "      <th>date</th>\n",
       "      <th>stars</th>\n",
       "      <th>hash</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2336</th>\n",
       "      <td>mohammad.yaghini@epfl.ch</td>\n",
       "      <td>The Godfather</td>\n",
       "      <td>07/11/03</td>\n",
       "      <td>5</td>\n",
       "      <td>b66f8ceafa5ec4812a4074499500dfa89d9a725a6d4fc5...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2337</th>\n",
       "      <td>mohammad.yaghini@epfl.ch</td>\n",
       "      <td>Seven Samurai</td>\n",
       "      <td>07/11/03</td>\n",
       "      <td>3</td>\n",
       "      <td>698b924c57315dacdb2f8c8258908013d669fb67f85819...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2338</th>\n",
       "      <td>mohammad.yaghini@epfl.ch</td>\n",
       "      <td>The Godfather: Part II</td>\n",
       "      <td>07/11/03</td>\n",
       "      <td>3</td>\n",
       "      <td>972392e382e6ff68f4ab99389989952867ecb915e40a2a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2339</th>\n",
       "      <td>mohammad.yaghini@epfl.ch</td>\n",
       "      <td>Pulp Fiction</td>\n",
       "      <td>07/11/03</td>\n",
       "      <td>5</td>\n",
       "      <td>64cc984865c51051bc410fbe65258131eab6c45a373e45...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2340</th>\n",
       "      <td>mohammad.yaghini@epfl.ch</td>\n",
       "      <td>12 Angry Men</td>\n",
       "      <td>07/11/03</td>\n",
       "      <td>4</td>\n",
       "      <td>645839b2bb180bc3d9120b162a06896521ea59038ca4a3...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2341</th>\n",
       "      <td>mohammad.yaghini@epfl.ch</td>\n",
       "      <td>Lawrence of Arabia</td>\n",
       "      <td>07/11/03</td>\n",
       "      <td>3</td>\n",
       "      <td>687ae0e3ec80d28daada0c1cfbfe1dd2817727c2a6677f...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2342</th>\n",
       "      <td>mohammad.yaghini@epfl.ch</td>\n",
       "      <td>Sunset Blvd.</td>\n",
       "      <td>07/11/03</td>\n",
       "      <td>2</td>\n",
       "      <td>898c2452e1a02c472e61a6d26483e99883837a169fc237...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2343</th>\n",
       "      <td>mohammad.yaghini@epfl.ch</td>\n",
       "      <td>M</td>\n",
       "      <td>07/11/03</td>\n",
       "      <td>4</td>\n",
       "      <td>19656d4177b8da5474f2cc9b5e4ef49fac5f878383bc07...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2344</th>\n",
       "      <td>mohammad.yaghini@epfl.ch</td>\n",
       "      <td>Spirited Away</td>\n",
       "      <td>07/11/03</td>\n",
       "      <td>2</td>\n",
       "      <td>7b6bc812b3a97c70e5a1042dd20db364aecd4e71c351ff...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2345</th>\n",
       "      <td>mohammad.yaghini@epfl.ch</td>\n",
       "      <td>City Lights</td>\n",
       "      <td>07/11/03</td>\n",
       "      <td>3</td>\n",
       "      <td>3f5331403d29c761c47c393d7c3b5be976512f572baaac...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2346</th>\n",
       "      <td>mohammad.yaghini@epfl.ch</td>\n",
       "      <td>The Good, the Bad and the Ugly</td>\n",
       "      <td>07/11/03</td>\n",
       "      <td>5</td>\n",
       "      <td>aa10b50b28259802a50216292aedc45289b602cfff1b76...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2347</th>\n",
       "      <td>mohammad.yaghini@epfl.ch</td>\n",
       "      <td>Dr. Strangelove or: How I Learned to Stop Worr...</td>\n",
       "      <td>07/11/03</td>\n",
       "      <td>3</td>\n",
       "      <td>57ad10c9b450612f881fe893e7dbc3e4ba93d4813c4b96...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2348</th>\n",
       "      <td>mohammad.yaghini@epfl.ch</td>\n",
       "      <td>Apocalypse Now</td>\n",
       "      <td>07/11/03</td>\n",
       "      <td>4</td>\n",
       "      <td>902ee423aed2c334d98bf2bcee45aadcb462f5628d982e...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2349</th>\n",
       "      <td>mohammad.yaghini@epfl.ch</td>\n",
       "      <td>Rear Window</td>\n",
       "      <td>07/11/03</td>\n",
       "      <td>3</td>\n",
       "      <td>585ca03150a1adc505875fc36b9d64bb2acf351a323e71...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2350</th>\n",
       "      <td>mohammad.yaghini@epfl.ch</td>\n",
       "      <td>Bicycle Thieves</td>\n",
       "      <td>07/11/03</td>\n",
       "      <td>5</td>\n",
       "      <td>6f07b7e73b77a698f8c2b6c38c11115cce22ac472b4a0a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2351</th>\n",
       "      <td>mohammad.yaghini@epfl.ch</td>\n",
       "      <td>Psycho</td>\n",
       "      <td>07/11/03</td>\n",
       "      <td>1</td>\n",
       "      <td>610416054eba88874d90fea750b781d528bdc90b2b85a5...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2352</th>\n",
       "      <td>mohammad.yaghini@epfl.ch</td>\n",
       "      <td>The Third Man</td>\n",
       "      <td>07/11/03</td>\n",
       "      <td>4</td>\n",
       "      <td>49d1f8cd16d5c48efea28c93ac3a95b287acb68a91dd49...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2353</th>\n",
       "      <td>mohammad.yaghini@epfl.ch</td>\n",
       "      <td>Once Upon a Time in the West</td>\n",
       "      <td>07/11/03</td>\n",
       "      <td>4</td>\n",
       "      <td>8ef0354c0e47ab0300b7d4ddf830011d3b53d29b7c1920...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                         email  \\\n",
       "2336  mohammad.yaghini@epfl.ch   \n",
       "2337  mohammad.yaghini@epfl.ch   \n",
       "2338  mohammad.yaghini@epfl.ch   \n",
       "2339  mohammad.yaghini@epfl.ch   \n",
       "2340  mohammad.yaghini@epfl.ch   \n",
       "2341  mohammad.yaghini@epfl.ch   \n",
       "2342  mohammad.yaghini@epfl.ch   \n",
       "2343  mohammad.yaghini@epfl.ch   \n",
       "2344  mohammad.yaghini@epfl.ch   \n",
       "2345  mohammad.yaghini@epfl.ch   \n",
       "2346  mohammad.yaghini@epfl.ch   \n",
       "2347  mohammad.yaghini@epfl.ch   \n",
       "2348  mohammad.yaghini@epfl.ch   \n",
       "2349  mohammad.yaghini@epfl.ch   \n",
       "2350  mohammad.yaghini@epfl.ch   \n",
       "2351  mohammad.yaghini@epfl.ch   \n",
       "2352  mohammad.yaghini@epfl.ch   \n",
       "2353  mohammad.yaghini@epfl.ch   \n",
       "\n",
       "                                                  movie      date  stars  \\\n",
       "2336                                      The Godfather  07/11/03      5   \n",
       "2337                                      Seven Samurai  07/11/03      3   \n",
       "2338                             The Godfather: Part II  07/11/03      3   \n",
       "2339                                       Pulp Fiction  07/11/03      5   \n",
       "2340                                       12 Angry Men  07/11/03      4   \n",
       "2341                                 Lawrence of Arabia  07/11/03      3   \n",
       "2342                                       Sunset Blvd.  07/11/03      2   \n",
       "2343                                                  M  07/11/03      4   \n",
       "2344                                      Spirited Away  07/11/03      2   \n",
       "2345                                        City Lights  07/11/03      3   \n",
       "2346                     The Good, the Bad and the Ugly  07/11/03      5   \n",
       "2347  Dr. Strangelove or: How I Learned to Stop Worr...  07/11/03      3   \n",
       "2348                                     Apocalypse Now  07/11/03      4   \n",
       "2349                                        Rear Window  07/11/03      3   \n",
       "2350                                    Bicycle Thieves  07/11/03      5   \n",
       "2351                                             Psycho  07/11/03      1   \n",
       "2352                                      The Third Man  07/11/03      4   \n",
       "2353                       Once Upon a Time in the West  07/11/03      4   \n",
       "\n",
       "                                                   hash  \n",
       "2336  b66f8ceafa5ec4812a4074499500dfa89d9a725a6d4fc5...  \n",
       "2337  698b924c57315dacdb2f8c8258908013d669fb67f85819...  \n",
       "2338  972392e382e6ff68f4ab99389989952867ecb915e40a2a...  \n",
       "2339  64cc984865c51051bc410fbe65258131eab6c45a373e45...  \n",
       "2340  645839b2bb180bc3d9120b162a06896521ea59038ca4a3...  \n",
       "2341  687ae0e3ec80d28daada0c1cfbfe1dd2817727c2a6677f...  \n",
       "2342  898c2452e1a02c472e61a6d26483e99883837a169fc237...  \n",
       "2343  19656d4177b8da5474f2cc9b5e4ef49fac5f878383bc07...  \n",
       "2344  7b6bc812b3a97c70e5a1042dd20db364aecd4e71c351ff...  \n",
       "2345  3f5331403d29c761c47c393d7c3b5be976512f572baaac...  \n",
       "2346  aa10b50b28259802a50216292aedc45289b602cfff1b76...  \n",
       "2347  57ad10c9b450612f881fe893e7dbc3e4ba93d4813c4b96...  \n",
       "2348  902ee423aed2c334d98bf2bcee45aadcb462f5628d982e...  \n",
       "2349  585ca03150a1adc505875fc36b9d64bb2acf351a323e71...  \n",
       "2350  6f07b7e73b77a698f8c2b6c38c11115cce22ac472b4a0a...  \n",
       "2351  610416054eba88874d90fea750b781d528bdc90b2b85a5...  \n",
       "2352  49d1f8cd16d5c48efea28c93ac3a95b287acb68a91dd49...  \n",
       "2353  8ef0354c0e47ab0300b7d4ddf830011d3b53d29b7c1920...  "
      ]
     },
     "execution_count": 56,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "text/plain": [
       "['b66f8ceafa5ec4812a4074499500dfa89d9a725a6d4fc5faf918768de2c821cb',\n",
       " '698b924c57315dacdb2f8c8258908013d669fb67f85819abcf458a55aab4d14c',\n",
       " '972392e382e6ff68f4ab99389989952867ecb915e40a2a77dd6a420e34b37a59',\n",
       " '64cc984865c51051bc410fbe65258131eab6c45a373e45e5bccc9682a95bff01',\n",
       " '645839b2bb180bc3d9120b162a06896521ea59038ca4a3a7b3694b8e429c4729',\n",
       " '687ae0e3ec80d28daada0c1cfbfe1dd2817727c2a6677fea37df6afb4d9583d6',\n",
       " '898c2452e1a02c472e61a6d26483e99883837a169fc237da08c31077972659b4',\n",
       " '19656d4177b8da5474f2cc9b5e4ef49fac5f878383bc07d318185f0754a0825a',\n",
       " '7b6bc812b3a97c70e5a1042dd20db364aecd4e71c351ff2267d7efd9abb2e361',\n",
       " '3f5331403d29c761c47c393d7c3b5be976512f572baaac351c276aaa6052c31a',\n",
       " 'aa10b50b28259802a50216292aedc45289b602cfff1b7668a0eddf42a41a3fac',\n",
       " '57ad10c9b450612f881fe893e7dbc3e4ba93d4813c4b969c4aea7a16c6fe7ab4',\n",
       " '902ee423aed2c334d98bf2bcee45aadcb462f5628d982eddc6f61189695e5125',\n",
       " '585ca03150a1adc505875fc36b9d64bb2acf351a323e714dc9a8cdbeee2b115c',\n",
       " '6f07b7e73b77a698f8c2b6c38c11115cce22ac472b4a0a6e735871895667a0ab',\n",
       " '610416054eba88874d90fea750b781d528bdc90b2b85a5dc492b94eb795168aa',\n",
       " '49d1f8cd16d5c48efea28c93ac3a95b287acb68a91dd49854b818033452ecc5f',\n",
       " '8ef0354c0e47ab0300b7d4ddf830011d3b53d29b7c1920c105b64541f0e915ba']"
      ]
     },
     "execution_count": 56,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# imdb.loc[imdb['email'] == 'mohammad.yaghini@epfl.ch']\n",
    "myIMDBmovies = imdb.loc[imdb['email'] == 'mohammad.yaghini@epfl.ch']\n",
    "myIMDBmoviesList= myIMDBmovies['movie'].values.tolist()\n",
    "# name2hash[myIMDBmovies]\n",
    "# myIMDBmovies\n",
    "myIMDBmovies = myIMDBmovies.assign(hash=list(map(name2hash.__getitem__, myIMDBmoviesList)))\n",
    "myIMDBmovies\n",
    "myHashes = myIMDBmovies['hash'].values.tolist()\n",
    "myHashes"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Finding my email hash in DEDIS"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "found_email_hashes = []\n",
    "for myhash in myHashes:\n",
    "    found = dedis.loc[dedis['movie'] == myhash]['email'].values.tolist()\n",
    "    for i in found : found_email_hashes.append(i)\n",
    "    \n",
    "found_email_hashes_counted = Counter(found_email_hashes)\n",
    "# found_email_hashes_counted\n",
    "email_hashes = pd.DataFrame(list(zip(list(found_email_hashes_counted.keys()), list(found_email_hashes_counted.values()))), columns=['email', 'freq'])\n",
    "my_email_hash = email_hashes.sort_values(by='freq', ascending=False).reset_index(drop=True).loc[0,:]['email']"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Finding my movies in DEDIS"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Seven Samurai',\n",
       " 'The Godfather',\n",
       " 'The Godfather: Part II',\n",
       " 'Pulp Fiction',\n",
       " '12 Angry Men',\n",
       " 'Lawrence of Arabia',\n",
       " 'Sunset Blvd.',\n",
       " 'M',\n",
       " 'Spirited Away',\n",
       " 'City Lights',\n",
       " 'The Good, the Bad and the Ugly',\n",
       " 'Dr. Strangelove or: How I Learned to Stop Worrying and Love the Bomb',\n",
       " 'Apocalypse Now',\n",
       " 'Rear Window',\n",
       " 'Bicycle Thieves',\n",
       " 'Psycho',\n",
       " 'The Third Man',\n",
       " 'Once Upon a Time in the West',\n",
       " 'Star Wars: Episode V - The Empire Strikes Back',\n",
       " 'Vertigo']"
      ]
     },
     "execution_count": 91,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "myMoviesHashList = dedis.loc[dedis['email']==my_email_hash]['movie'].values.tolist()\n",
    "myMovieList = list(map(hash2name.__getitem__, myMoviesHashList))\n",
    "myMovieList\n",
    "\n",
    "with open('ex1_2_movies.txt', 'w') as f:\n",
    "    for m in myMovieList:\n",
    "        print(m, file=f)"
   ]
  }
 ],
 "metadata": {
  "anaconda-cloud": {},
  "kernelspec": {
   "display_name": "Python [Root]",
   "language": "python",
   "name": "Python [Root]"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}