anime_recommender_system.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Anime Recommender sysstem using user data from MyAnimeList.net \n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "from scipy.sparse import csr_matrix\n",
    "import matplotlib.pyplot as plt\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.utils import shuffle\n",
    "from sklearn.decomposition import NMF\n",
    "from sklearn.manifold import TSNE"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "anime_data = pd.read_csv('anime.csv')\n",
    "anime_data_ = pd.read_csv('rating_complete.csv')\n",
    "anime_data = anime_data.drop(['Aired','Duration', 'Completed', 'Premiered','English name','Japanese name', 'Episodes', 'Licensors', 'Producers','Watching', 'On-Hold','Dropped','Plan to Watch', 'Rating', 'Studios', 'Score-10', 'Score-9', 'Score-8', 'Score-7', 'Score-6', 'Score-5', 'Score-4', 'Score-3', 'Score-2', 'Score-1'], axis = 1)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>anime_id</th>\n",
       "      <th>Name</th>\n",
       "      <th>Score</th>\n",
       "      <th>Genre</th>\n",
       "      <th>Type</th>\n",
       "      <th>Source</th>\n",
       "      <th>Ranked</th>\n",
       "      <th>Popularity</th>\n",
       "      <th>Members</th>\n",
       "      <th>Favorites</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>Cowboy Bebop</td>\n",
       "      <td>8.78</td>\n",
       "      <td>Action, Adventure, Comedy, Drama, Sci-Fi, Space</td>\n",
       "      <td>TV</td>\n",
       "      <td>Original</td>\n",
       "      <td>28.0</td>\n",
       "      <td>39</td>\n",
       "      <td>1251960</td>\n",
       "      <td>61971</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>5</td>\n",
       "      <td>Trigun</td>\n",
       "      <td>8.24</td>\n",
       "      <td>Action, Sci-Fi, Adventure, Comedy, Drama, Shounen</td>\n",
       "      <td>TV</td>\n",
       "      <td>Manga</td>\n",
       "      <td>266.0</td>\n",
       "      <td>201</td>\n",
       "      <td>558913</td>\n",
       "      <td>12944</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>6</td>\n",
       "      <td>Witch Hunter Robin</td>\n",
       "      <td>7.27</td>\n",
       "      <td>Action, Mystery, Police, Supernatural, Drama, ...</td>\n",
       "      <td>TV</td>\n",
       "      <td>Original</td>\n",
       "      <td>2481.0</td>\n",
       "      <td>1467</td>\n",
       "      <td>94683</td>\n",
       "      <td>587</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>7</td>\n",
       "      <td>Bouken Ou Beet</td>\n",
       "      <td>6.98</td>\n",
       "      <td>Adventure, Fantasy, Shounen, Supernatural</td>\n",
       "      <td>TV</td>\n",
       "      <td>Manga</td>\n",
       "      <td>3710.0</td>\n",
       "      <td>4369</td>\n",
       "      <td>13224</td>\n",
       "      <td>18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>14</td>\n",
       "      <td>Eyeshield 21</td>\n",
       "      <td>7.95</td>\n",
       "      <td>Action, Sports, Comedy, Shounen</td>\n",
       "      <td>TV</td>\n",
       "      <td>Manga</td>\n",
       "      <td>604.0</td>\n",
       "      <td>1003</td>\n",
       "      <td>148259</td>\n",
       "      <td>2066</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17328</th>\n",
       "      <td>44043</td>\n",
       "      <td>Jimihen!!: Jimiko wo Kaechau Jun Isei Kouyuu!!</td>\n",
       "      <td>6.12</td>\n",
       "      <td>Romance, Ecchi</td>\n",
       "      <td>TV</td>\n",
       "      <td>Manga</td>\n",
       "      <td>7726.0</td>\n",
       "      <td>3876</td>\n",
       "      <td>17613</td>\n",
       "      <td>194</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17365</th>\n",
       "      <td>44207</td>\n",
       "      <td>Yami Shibai 8</td>\n",
       "      <td>6.09</td>\n",
       "      <td>Dementia, Horror, Supernatural</td>\n",
       "      <td>TV</td>\n",
       "      <td>Original</td>\n",
       "      <td>7853.0</td>\n",
       "      <td>6210</td>\n",
       "      <td>5556</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17373</th>\n",
       "      <td>44234</td>\n",
       "      <td>Pui Pui Molcar</td>\n",
       "      <td>8.33</td>\n",
       "      <td>Kids</td>\n",
       "      <td>TV</td>\n",
       "      <td>Other</td>\n",
       "      <td>206.0</td>\n",
       "      <td>7521</td>\n",
       "      <td>3418</td>\n",
       "      <td>73</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17459</th>\n",
       "      <td>45781</td>\n",
       "      <td>D4DJ Petit Mix</td>\n",
       "      <td>6.51</td>\n",
       "      <td>Music, Comedy</td>\n",
       "      <td>TV</td>\n",
       "      <td>Original</td>\n",
       "      <td>5857.0</td>\n",
       "      <td>9458</td>\n",
       "      <td>1575</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17469</th>\n",
       "      <td>46117</td>\n",
       "      <td>Wave!!: Surfing Yappe!! (TV)</td>\n",
       "      <td>6.05</td>\n",
       "      <td>Slice of Life, Sports</td>\n",
       "      <td>TV</td>\n",
       "      <td>Other</td>\n",
       "      <td>8024.0</td>\n",
       "      <td>3678</td>\n",
       "      <td>19952</td>\n",
       "      <td>148</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>3837 rows × 10 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       anime_id                                            Name Score  \\\n",
       "0             0                                    Cowboy Bebop  8.78   \n",
       "2             5                                          Trigun  8.24   \n",
       "3             6                              Witch Hunter Robin  7.27   \n",
       "4             7                                  Bouken Ou Beet  6.98   \n",
       "5            14                                    Eyeshield 21  7.95   \n",
       "...         ...                                             ...   ...   \n",
       "17328     44043  Jimihen!!: Jimiko wo Kaechau Jun Isei Kouyuu!!  6.12   \n",
       "17365     44207                                   Yami Shibai 8  6.09   \n",
       "17373     44234                                  Pui Pui Molcar  8.33   \n",
       "17459     45781                                  D4DJ Petit Mix  6.51   \n",
       "17469     46117                    Wave!!: Surfing Yappe!! (TV)  6.05   \n",
       "\n",
       "                                                   Genre Type    Source  \\\n",
       "0        Action, Adventure, Comedy, Drama, Sci-Fi, Space   TV  Original   \n",
       "2      Action, Sci-Fi, Adventure, Comedy, Drama, Shounen   TV     Manga   \n",
       "3      Action, Mystery, Police, Supernatural, Drama, ...   TV  Original   \n",
       "4              Adventure, Fantasy, Shounen, Supernatural   TV     Manga   \n",
       "5                        Action, Sports, Comedy, Shounen   TV     Manga   \n",
       "...                                                  ...  ...       ...   \n",
       "17328                                     Romance, Ecchi   TV     Manga   \n",
       "17365                     Dementia, Horror, Supernatural   TV  Original   \n",
       "17373                                               Kids   TV     Other   \n",
       "17459                                      Music, Comedy   TV  Original   \n",
       "17469                              Slice of Life, Sports   TV     Other   \n",
       "\n",
       "       Ranked  Popularity  Members  Favorites  \n",
       "0        28.0          39  1251960      61971  \n",
       "2       266.0         201   558913      12944  \n",
       "3      2481.0        1467    94683        587  \n",
       "4      3710.0        4369    13224         18  \n",
       "5       604.0        1003   148259       2066  \n",
       "...       ...         ...      ...        ...  \n",
       "17328  7726.0        3876    17613        194  \n",
       "17365  7853.0        6210     5556         14  \n",
       "17373   206.0        7521     3418         73  \n",
       "17459  5857.0        9458     1575          8  \n",
       "17469  8024.0        3678    19952        148  \n",
       "\n",
       "[3837 rows x 10 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "anime_data = anime_data[(anime_data['Score'] != 'Unknown') & (anime_data['Name'] != 'Unknown') & (anime_data['Type'] == 'TV')]\n",
    "anime_data = anime_data.rename(columns = {'MAL_ID':'anime_id','Genders': 'Genre'})\n",
    "id_list = list(anime_data[\"anime_id\"])\n",
    "anime_data['anime_id'] = anime_data['anime_id'].apply(lambda x: x-1)\n",
    "anime_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/josh/anaconda3/lib/python3.7/site-packages/ipykernel_launcher.py:2: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  \n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>anime_id</th>\n",
       "      <th>rating</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>3009</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>2761</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0</td>\n",
       "      <td>1570</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0</td>\n",
       "      <td>120</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0</td>\n",
       "      <td>355</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57633263</th>\n",
       "      <td>353404</td>\n",
       "      <td>550</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57633265</th>\n",
       "      <td>353404</td>\n",
       "      <td>391</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57633269</th>\n",
       "      <td>353404</td>\n",
       "      <td>812</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57633275</th>\n",
       "      <td>353404</td>\n",
       "      <td>224</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57633276</th>\n",
       "      <td>353404</td>\n",
       "      <td>242</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>38529339 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "          user_id  anime_id  rating\n",
       "2               0      3009       7\n",
       "4               0      2761       9\n",
       "8               0      1570      10\n",
       "9               0       120       9\n",
       "10              0       355       9\n",
       "...           ...       ...     ...\n",
       "57633263   353404       550       8\n",
       "57633265   353404       391       9\n",
       "57633269   353404       812       9\n",
       "57633275   353404       224       8\n",
       "57633276   353404       242       7\n",
       "\n",
       "[38529339 rows x 3 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "anime_ratings = anime_data_.loc[anime_data_['anime_id'].isin(id_list)]\n",
    "anime_ratings['anime_id'] = anime_ratings['anime_id'].apply(lambda x: x-1)\n",
    "anime_ratings"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "#y_pts = anime_data[\"Name\"]\n",
    "#x_pts = anime_data[\"Score\"]\n",
    "#plt.scatter(x_pts)\n",
    "#plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_anime_ratings(num_users):\n",
    "    return anime_ratings[(anime_ratings['user_id'] < num_users)]\n",
    "#1000 users"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "anime_ratings = get_anime_ratings(1000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "def create_sparse_data(df):\n",
    "    row = df.to_numpy()[:,0]\n",
    "    col = df.to_numpy()[:,1]\n",
    "    d_points = df.to_numpy()[:,2].astype('float64')\n",
    "    return csr_matrix((d_points,(row, col))).toarray()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "sparse_anime = create_sparse_data(anime_ratings)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "#print(np.unique(anime_data[\"Genre\"]).shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "sparse_train_anime, sparse_test_anime = train_test_split(sparse_anime, test_size = 0.20, random_state=42)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "def create_init_U_V(embedding_dim):\n",
    "    U = np.random.normal(0, 0.05*np.sqrt(embedding_dim), (sparse_train_anime.shape[0], embedding_dim))\n",
    "    V = np.random.normal(0, 0.05*np.sqrt(embedding_dim), (sparse_train_anime.shape[1], embedding_dim))\n",
    "    return U, V\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "U, V = create_init_U_V(100)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "def sparse_MSE(A, U, V):\n",
    "    S = np.count_nonzero(A)\n",
    "    i = list(np.nonzero(A)[0])\n",
    "    j = list(np.nonzero(A)[1])\n",
    "    sum_errors = 0\n",
    "    for i, j in zip(i,j):\n",
    "        sum_errors += (A[i][j] - U[i].dot(V[j]))**2\n",
    "    return 1/S*sum_errors"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "#np.count_nonzero(sparse_train_anime)\n",
    "#U_V\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "67.22998408125726"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sparse_MSE(sparse_train_anime, U, V)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "def sgd_model(num_iterations, lambda_, A, U, V, eps):\n",
    "    \n",
    "    samples = [\n",
    "            (i, j, A[i, j])\n",
    "            for i in range(A.shape[0])\n",
    "            for j in range(A.shape[1])\n",
    "            if A[i, j] > 0\n",
    "        ]\n",
    "\n",
    "    errs = []\n",
    "    epoch = []\n",
    "    for _ in range(num_iterations):\n",
    "        \n",
    "        np.random.shuffle(samples)\n",
    "\n",
    "        for i, j, a in samples:\n",
    "            U[i,:] += 2*lambda_*((a - U[i].dot(V[j]))*V[j,:] - eps*V[j,:])\n",
    "            V[j,:] += 2*lambda_*((a - U[i].dot(V[j]))*U[i,:] - eps*U[i,:])\n",
    "        epoch.append(_)\n",
    "        errs.append(sparse_MSE(A, U, V))\n",
    "    plt.plot(epoch,errs)\n",
    "    plt.xlabel(\"Epoch\")\n",
    "    plt.ylabel(\"Training Error\")\n",
    "    plt.show()\n",
    "    return U, V\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAY4AAAEGCAYAAABy53LJAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjMsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+AADFEAAAgAElEQVR4nO3deXgV5d3/8fc3O2sgkAASICwRZJMlbApuiOKKC1ZQESsKbtVabat9+utml8faulVEUbRK3VErdcMFEQEFwr5DgCiBAImBAGEJSe7fH2fok6ZJOIGcTHLyeV3XXDkzc5/hOwz6ycw9c4855xAREQlWhN8FiIhI3aLgEBGRKlFwiIhIlSg4RESkShQcIiJSJVF+F1ATWrZs6VJSUvwuQ0SkTlmyZEmucy6x7PJ6ERwpKSmkp6f7XYaISJ1iZt+Wt1yXqkREpEoUHCIiUiUKDhERqRIFh4iIVImCQ0REqkTBISIiVaLgEBGRKlFwVGL6N98yb1Ou32WIiNQqCo4KHC0u4ZVvvuXmvy9m0679fpcjIlJrKDgqEB0ZwT9uGUSj2Ejun7GSouISv0sSEakVFByVaNk4lt+N6smKbXt5ft5Wv8sREakVFBzHcWnvNozs0ZpHP91Ixm5dshIRUXAch5nx0BU9aRQTyaTpSzh8tNjvkkREfKXgCEJik1gevbYPm3MKeHF+pt/liIj4SsERpHO7JjGieyv++skGvtnyvd/liIj4RsFRBX/9wem0bd6A/3l3FUd1l5WI1FMKjipoGhfN/7ukO5tzCnj4o/V+lyMi4gsFRxWd370V44d04Pl5W/l4dbbf5YiI1DgFxwn4xSWncXq7Zvz0rZVszS3wuxwRkRql4DgBsVGRPH19PyIjjTtfWar+DhGpVxQcJ6htswY8fHVv1mbv44nPNvldjohIjVFwnIQLe7Tmyr5teXbuZtZl7/O7HBGRGqHgOEm/uPg0EhrFMHF6OnsKCv0uR0Qk5BQcJymxSSzP3NCfXflHuPv1ZRSXOL9LEhEJKQVHNejbvjkPXdGDrzblMmVOht/liIiElIKjmlw7oD0X92rNE59vYnFmnt/liIiEjIKjGv3pyt60bdaAe99YzoEjRX6XIyISEgqOahTfMJq/XHM62/ce4n/eXYVz6u8QkfCj4KhmaSkJ/OT8U3lv+Q7+92ONZyUi4UfBEQJ3nNuF0f2TefbLLcxev8vvckREqpWCIwQiI4zfX9GT09o05a5Xl7Fpl145KyLhQ8ERInHRkbx40wCiIox731zOwUJ1lotIeFBwhFDr+Dj+PLo3a3bs45fvrlZnuYiEhZAGh5mNNLMNZpZhZg+Usz7WzN7w1i80sxRv+UAzW+5NK8zsylLfyTSzVd669FDWXx1G9mzDPcNTeWfZdl5d9J3f5YiInLSQBYeZRQKTgYuA7sBYM+teptkEYI9zrgvwGPCwt3w1kOac6wOMBJ41s6hS3zvXOdfHOZcWqvqr093npXL2qYn8duZaVmbt9bscEZGTEsozjoFAhnNui3OuEHgdGFWmzSjgJe/zDGC4mZlz7qBz7linQBxQp6/xREQYj1/bh8Qmsdz+j6Xs2nfY75JERE5YKIOjLbCt1HyWt6zcNl5Q5AMtAMxskJmtAVYBt5UKEgd8YmZLzGxiRX+4mU00s3QzS8/JyamWHToZzRvF8MwN/ck5cIRf/nM1JRoMUUTqqFAGh5WzrOz/LSts45xb6JzrAQwAHjSzOG/9mc65fgQugd1pZmeV94c756Y659Kcc2mJiYkntgfVrFdyPD+7sCufrt3Fw7P0cKCI1E2hDI4soF2p+WRgR0VtvD6MeOA/Rgh0zq0DCoCe3vwO7+du4F0Cl8TqjAlDOzJucAee/XIL//jmW7/LERGpslAGx2Ig1cw6mlkMMAaYWabNTGC893k0MNs557zvRAGYWQegK5BpZo3MrIm3vBFwAYGO9DrDzPj1Zd05r1sSv3pvNSu2qbNcROqWkAWH1ydxFzALWAe86ZxbY2a/M7PLvWbTgBZmlgH8BDh2y+5QYIWZLSdwVnGHcy4XaAXMM7MVwCLgA+fcx6Hah1CJiozg8TGBzvJJ05eQs/+I3yWJiATN6sNDaWlpaS49vfY98rEqK5+rn1nAoI4JPD8+jdioSL9LEhH5NzNbUt5jD3py3Ee9kuP57eWBNwf+ZuZaPVkuInVC1PGbSCiNHdie7/IOMmXOZlo2juG+C7r6XZKISKUUHLXAzy7sSu7+I/xtdgaprZpw+emn+F2SiEiFdKmqFjAzHrqiJ33aNeNX761ma26B3yWJiFRIwVFLxEVH8vi1fYg0Y9y0hezWsCQiUkspOGqRlJaNePGHA8grKOTmlxaz//BRv0sSEfkvCo5apndyMyZf34+1O/Zx56vLKCou8bskEZH/oOCohc7tmsTt53Rm7sYcfvlPvQBKRGoX3VVVS/30wm6UOJgyZzPxDaN58KLT/C5JRATQGUetdv8FXRnRvRXPfrmFd5dl+V2OiAig4KjVIiOMKdf3Y2BKAr94Z7XeHigitYKCo5aLiozgqev6EhcdwaTpS9i4a7/fJYlIPafgqAOSmsbx3I1pFJU4bpy2iKw9B/0uSUTqMQVHHZGWksD0CQMpKCzitn8s0TMeIuIbBUcd0q11Ux6/tg/rsvdz56vLKCzSMx4iUvMUHHXM8NNa8acrezF3Yw5/+GCt3+WISD2k5zjqoB8MaMeGXfuZNm8ryc0bcutZnfwuSUTqEQVHHfWLi09j577D/OHDdRQWl3DnuV38LklE6gkFRx0VGWH89ZrTyd57iEdmbSChUQxjB7b3uywRqQfUx1GHxUVH8sakIZzZpQUPvrOK6V9n+l2SiNQDCo46LjoygudvHMDAjgn88cP1fLQq2++SRCTMKTjCQIOYSP42ti/tExpy12vLmLNht98liUgYU3CEiVZN43hz0hDaJzTkjleWsmKbxrUSkdBQcISR+IbRTJ8wkPgG0Yx/cRFbcg74XZKIhCEFR5hJbt6Q6RMGUVTsuHrKAjJ2KzxEpHopOMJQl6TGzLh9CBFmXD1lAVtzC/wuSUTCiIIjTHVr3ZTXJw4GYPwLi8g9cMTnikQkXCg4wlhqqyY8c0N/duYfZuzUb9iwU+/yEJGTp+AIc0M6t+C58WnkFRRy5dPz2b73kN8liUgdF9LgMLORZrbBzDLM7IFy1sea2Rve+oVmluItH2hmy71phZldGew25b+dfWoiU2/sz8HCYq6cPJ+c/bpsJSInLmTBYWaRwGTgIqA7MNbMupdpNgHY45zrAjwGPOwtXw2kOef6ACOBZ80sKshtSjn6d0jg1VsHsffgUSa8tJgjRcV+lyQidVQozzgGAhnOuS3OuULgdWBUmTajgJe8zzOA4WZmzrmDzrkib3kc4KqwTanAGZ1b8vDoXqzMymfiy0vYvf+w3yWJSB1UaXCYWaSZzTrBbbcFtpWaz/KWldvGC4p8oIX3Zw8yszXAKuA2b30w25RKXNk3md9f0ZP5Gbn84Jmvyc5Xn4eIVE2lweGcKwYKzazpCWzbyttksG2ccwudcz2AAcCDZhYX5DYDGzabaGbpZpaek5NThbLD3w2DO/D6xMFk5x9m9JSv1echIlUSzKWqA8AKM3vWzB49NgXxvSygXan5ZGBHRW3MLAqIB/JKN3DOrQMKgJ5BbvPY96Y659Kcc2mJiYlBlFu/pKUk8Oqtg8k9cISrpywgr6DQ75JEpI4IJjg+A34PLALWlJqOZzGQamYdzSwGGAPMLNNmJjDe+zwamO2cc953ogDMrAPQFcgMcpsSpP4dmjNt/AB27jvMVU/PZ4du1RWRIBw3OJxz0wh0YM/3ppe8Zcf7XhFwFzALWAe86ZxbY2a/M7PLvWbTgBZmlgH8BDh2e+1QAmc5y4F3gTucc7kVbTP43ZWyhqa25LVbB/H9gUJueH6hLluJyHGZc+V2EfxfA7NhwHRgO4E+htbAOOfc/NCXVz3S0tJcenq632XUaosz8xg3bSGnxDfghZsGkNKykd8liYjPzGyJcy6t7PJgLlU9BlzsnDvTOXcGcAnwRHUXKP4akJLA9AmDyNl/hHP+MocFm3P9LklEaqlggiPGObf22IzXWR0TupLELwNSEnj7jjOIbxDNHa8sZXFm3vG/JCL1TjDBsdS7o2qoN00BloW6MPHHqa2a8N6dZ5LQKIZx0xby9pIsjnc5U0Tql2CC4zZgM/Az4OfAFmBSKIsSf6W0bMSbk4bQq2089721gqfnbPa7JBGpRaIqW+mNDfWsc2488OeaKUlqg5aNY3l94hDufWM5j8zaQPOGMVw3qL3fZYlILVBpcDjnis2sjZlFO+eO1lRRUjtERhiPXNObfYeP8ot3V5Gdf4gfnZdKTJRG4xepzyoNDs8W4Csze4/AE9wAOOeeDFlVUmvERkXy3I1pPPjOKv42O4NV2/N57sY0oiMVHiL1VTD/9ecAnwINgcRSk9QT0ZERPDK6N7+5rDtzNuQwesoCDhVqWHaR+iqYPo5o55xemFTPmRk3ndmRxnHR/HTGCq6asoCXbx5IYpNYv0sTkRoWzOi4A2qoFqkDRvdPZvJ1/diae4Bx0xayOeeA3yWJSA0L5lLVMjN7x8zGmtnlx6aQVya11sW92vDsuDR27jvMlZPns3bHPr9LEpEaFExwtCLQKX4xcI03jQ5lUVL7nX1qIv+6aygNY6L4wbNfs/S7PX6XJCI15LiDHIYDDXIYOtvyDnLVlAXkHzrKizcN4MwuLf0uSUSqSZUHOTSz10p9/mOZdR9Vb3lSV7VLaMi/7hpKYuNYrn9+IX/8cJ2GKBEJc5VdqupW6vPIMutah6AWqaNax8fx/o+Gck3/ZKbO3aLwEAlzld2OW9l/+fq/gvyH5o1iePjq3sRFR/LcV1tZvX0fj13bh9bxcX6XJiLVrLIzjoZm1svMTgcaeJ97H5uvofqkDomIMH43qge/urQ7K7L2cvWUBWzatd/vskSkmlXYOW5mX1X2RefcsJBUFALqHK95CzJyufv1ZRwtdkwd159BnVr4XZKIVFFFneO6q0pCZlveQW58YRGZ3xfw85HduO3szn6XJCJVcDKvjhU5Ie0SGvLO7WcwICWB//1oPX/4YC1Hi0v8LktETpKCQ0KqeaMYXr1lEJedfgrPfbWVcdMWknvgiN9lichJUHBIyEVFRvDkmD78+rLufLMlj7FTv2HXvsN+lyUiJ+i4weHdSVV26mBmCh0JmpnxwzM7Mm18Gtv3HmLUU/OZvX6X32WJyAkI5n/+04AlwMvAdCAdeBfYZGbDQ1ibhKHhp7XizUlDiG8Qzc1/T+eRWespKQn/GzREwkkwwbEJ6O+c6+OcOx3oDywHLgT+GsriJDz1bBvPzB+dyZgB7Zj8xWbuem0p+Yf0ZmKRuiKY4DjNObfy2IxzbhXQzzmXEbqyJNzFRkXyp6t68YuLuzFrzS4u+9s8MnMLjv9FEfFdMMGx2cz+ZmZnetOTQIaZxQJFIa5PwpiZMfGszrxyyyDyDx3lsqfmMWNJlsa5EqnlggmOG4Es4AHgQWAHMJ5AaKiPQ07a4E4teP9HQ+mU2Jj731rBj99YzpEivdNcpLbSk+NSa5SUOJ6ek8FfPtnI6cnx/G1sP9q3aOh3WSL11gk/OW5mg83sIzNba2Ybj02hKVPqs4gI467zUnn82j6s37mfyyfPY0FGrt9liUgZwVyqehF4GjgfGFZqOi4zG2lmG8wsw8weKGd9rJm94a1faGYp3vIRZrbEzFZ5P88r9Z053jaXe1NSMLVI3XFF37Z8cu9ZxEZFcN3zC3ny803q9xCpRYIJjn3OuX8553Y453Ydm473JTOLBCYDFwHdgbFm1r1MswnAHudcF+Ax4GFveS5wmXOuF4H+lOllvne9d3twH+fc7iD2QeqYDi0a8f6PhjG8WxKPfrqRG19YRF5Bod9liQjBBcdsM/uTmQ0o/fR4EN8bCGQ457Y45wqB14FRZdqMAl7yPs8AhpuZOeeWOed2eMvXAHHeXVxSjyQ2ieX58WncPTyV+Rm5DP/rHGYsyfK7LJF6r7I3AB4ztMxPCLwB8KzjfK8tsK3UfBYwqKI2zrkiM8sHWhA44zjmamCZc670yHgvmlkx8Dbwe1fOdQwzmwhMBGjfvv1xSpXaysz4yYhTuahnax54eyX3v7WCj1fvZPL1fYmNivS7PJF66bhnHM65YeVMxwsNACtvc1VpY2Y9CFy+mlRq/fXeJaxjfS3jKqh7qnMuzTmXlpiYGES5Upud1qYpb942hGGpLfls3S6uenoBK7P2+l2WSL1UYXCY2Vjv593lTUFsOwtoV2o+mcAzIOW2MbMoIB7I8+aTCYyJdaNzbvOxLzjntns/9wOvErgkJvVAbFQkL988kKeu68vO/MNcMXk+z3+1RR3nIjWssjOO5t7PxAqm41kMpJpZRzOLAcYAM8u0mUmg8xtgNDDbOefMrBnwAfCgc27+scZmFmVmLb3P0cClwOogapEwYWZc2vsUPv7xWfRObsbvP1jHA2+vYu9BdZyL1JSQPgBoZhcDjwORwAvOuT+Y2e+AdOfcTDOLI3DHVF8CZxpjnHNbzOyXBJ5S31RqcxcABcBcINrb5mfAT5xzlT5mrAcAw9PR4hJ+/vZK3lm6nbbNGjDlhn70Tm7md1kiYeOE3znu/YZ/M5BCqc5059zEaq4xZBQc4e3rzd9z/1sryNl/hN+O6sGYAe0wK6/7TESq4mTeOf4e0AqYB3xeahKpFYZ0Dox1NahTAg++s4oJL6XzvV5PKxIywZxxLHfO9amhekJCZxz1Q0mJ4+8LMnn44/UA/OmqXlzVL9nnqkTqrpM54/jIzC4IQU0i1Soiwrh5aEfevv0MuiQ15r63VnDvG8vJP6iXRIlUp2CC4zbgYzM7YGZ5ZrbHzPJCXZjIierZNp43Jg3h+kHt+efy7YyaPI9P1+r95iLVJZjgaEngLqZ4ArfhtiS423FFfNM4NorfX9GLVyYMorCohInT0/nDB2s5Wlzid2kidV5lDwCmeh97VDCJ1HpndGnJ7PvPYXS/ZJ77aiuXPPkV2/IO+l2WSJ1WYee4mU1zzk0ws6/KWe2CHHakVlDnuAC8v3IHD76zioIjRdx0RkfuGZ5KfMNov8sSqbVO+DmOcKDgkGM27trP459t5MNVO2nZOIanruvH4E4t/C5LpFY6qeAws24E3qkRd2yZc+7Vaq0whBQcUlZ6Zh4/e3slmbkFXNG3LfeefyrtEvSaWpHSTubVsb8EpgLPEHgp0+MExpUSqbPSUhJ4784zuaZ/Oz5Ymc3wR79k9nrdeSUSjGDuqroWOBfIds6NA04nuPd4iNRqTeKieXh0b+b89By6tmrCpOlLePyzjew7rOc+RCoTTHAc8gYRLDKzJsBOoFNoyxKpOW3iG/CPCYM4r1sSj3+2iZGPzWXGkiyKdOuuSLmCCY5l3jDnLwDpwCJgaUirEqlh8Q2jeXZcGu/ecQaN46K4/60VnP/ol6zYppdFiZRVaee4BYYYbe2cy/bmuwBNnXN1KjjUOS5V4Zzjb7MzePTTjcRERfCLi7px3aAOxEQF83uWSPg4oc5x713e75eaz6hroSFSVWbG3cNT+ebB4QxIac5v/rWWkU/MZc2OfL9LE6kVgvkVapGZ9Qt5JSK1TOv4OP4xYRAv3JTGnoJCLn9qPo/MWs/BwiK/SxPxVWVDjhy7c2oogfDYYGZLzWyZmemsQ+oFM+O8bq345N6zuax3GyZ/sZkRj87lg5XZete51FuVDTmy1DnXz8w6l7feObc5pJVVI/VxSHX5ePVO/vjhOr7LO8jZpyZy3wWn6nW1ErYq6uOo7HkMg7oVECKhNrJna84/LYk/z9rAm+nbuGLyfG4Z1olJZ3WiReNYv8sTqRGVnXFkAY9W9EXnXIXrahudcUgo7N5/mPveXMFXm3I5JT6Ox67twyCNeyVh5ETuqooEGgNNKphE6rWkJnG8fPNA3pg4GIBrp37Dj15bRq7edy5h7rh9HDVcT0jojENCLf/gUabN38ozczaDwc9HdmPcYD37IXXbiZxxWAjrEQkr8Q2j+cmIU/nwnqH0bdeMh95fS8/fzNLdVxKWKguO4TVWhUiY6JLUhFdvHczUcf1JahLLna8u5YqnF5C1R28dlPBRYXA45/JqshCRcBEZYVzQozWz7zuHm8/syOrt+Yx4dC6/mblG/R8SFnQBViREYqIi+NVl3fnivnO4qGdr/r4gk5GPz+X5r7ZQWKSRd6Xu0qtjRWrI0u/28JdZG1iw+XuaN4zm3hGnMm5wBwJjiYrUPif8BkARqR792jfnlVsGMeX6fnRKbMyv3lvDRU98xefrdlFSEv6/wEn4UHCI1CAz46JebZhx2xD+es3p7N5/hAkvpXP1MwvYnHPA7/JEgqLgEPGBmXF1/2QWPHAeD17UjU27DnD+o1/ypw/XkZlb4Hd5IpUKaXCY2UhvVN0MM3ugnPWxZvaGt36hmaV4y0eY2RIzW+X9PK/Ud/p7yzPM7EnTBWKpw+KiI5l0dmc+v+9shndrxbNztzDisS954O2V7N5/2O/yRMoVsuAws0hgMnAR0B0Ya2bdyzSbAOxxznUBHgMe9pbnApc553oB44Hppb4zBZgIpHrTyFDtg0hNadU0jufHp/HF/edwVd9k3lm6nWEPf8FTszdxpKjY7/JE/kMozzgGAhnOuS3OuULgdWBUmTajgJe8zzOA4WZmzrllzrkd3vI1QJx3dtKGwKtrv/beTvgycEUI90GkRnVs2YiHR/fmw3uGcV63JP7yyUbO+NNsnpq9SbfwSq0RyuBoC2wrNZ/lLSu3jXOuCMgHyg4vejWwzDl3xGufdZxtAmBmE80s3czSc3JyTngnRPzQJakxU27oz4s/HEDnpMb85ZONDH90Dp+s2akhTMR3oQyO8voeyv6Lr7SNmfUgcPlqUhW2GVjo3FTnXJpzLi0xMTGIckVqn3O7JvHmpCE8d2MahwpLmDh9CX0f+pSXFmT6XZrUY6EMjiygXan5ZGBHRW28V9XGA3nefDLwLnBjqZdJZXnbqWybImFnRPdWfPnTc3hoVA8OHy3m1zPXMHbqN3y6Vs+ASM0LZXAsBlLNrKOZxQBjgJll2swk0PkNMBqY7ZxzZtYM+AB40Dk3/1hj51w2sN/MBnt3U90IvBfCfRCpNRrFRjFuSApfPzCc28/pzOrt+dz6cjojn5jLu8uyFCBSY0I65IiZXQw8TuClUC845/5gZr8D0p1zM80sjsAdU30JnGmMcc5tMbNfAg8Cm0pt7gLn3G4zSwP+DjQAPgJ+5I6zExpyRMJRwZEi3l+5g2e/3MKW3AJSWjTk/gu7ckmvNhrGRKpFRUOOaKwqkTqupMTx2uLvePyzTeTsP8Ip8XH8v0u7M7JnawWInBSNVSUSpiIijOsHdWDez8/lz1f3psTB7a8s5ZpnvmZxZp4uYUm10xmHSJgpOFLEP5dv57FPN5F74AjdWjfhx+enMvy0VkRH6ndFCZ4uVSk4pJ45cKSI91fs4KkvMsjac4i2zRrw0wu7cknvNgoQCYqCQ8Eh9VRRcQlzNuTw6KcbWZu9jzbxcVw3sD1jBrYnsUms3+VJLabgUHBIPVdS4pi9fjcvLtjK/IzviW8QzX0XnMro/sk0jInyuzyphRQcCg6Rf9uwcz+/eHcVS77dQ8OYSG4Z2pEbBncgqWmc36VJLaLgUHCI/IeSEsdn63bxj4XfMXdjDjGREQzp3II7z+3CgJTmupVXFBwKDpGKrd6ez/Svv+Xz9bvIPVBIn3bN+PnIbgzulKAAqccUHAoOkePad/go//jmW6bO3cLeg0fp1LIRPx5xKpf2akNEhAKkvlFwKDhEgnaosJgPV2Xz/LytrMveR6fERlzW+xRuHtqR+AbRfpcnNUTBoeAQqbLCohJmrtjBW+nbWJSZR+OYKEb2bM2kszvTJamx3+VJiCk4FBwiJ2XFtr1M/+Zb3l+5g8NHSxjRvRU3DO5A/w7NaRyr23nDkYJDwSFSLb4/cISXvv6Wl7/OZO/BozRrGM2twzpxw+AOuowVZhQcCg6RanWosJhP1u7klW++Y1FmHo1iIvnBgHaMHdie1KTGuhsrDCg4FBwiIbN6ez7T5m3lXyt2UFTi6NOuGbcO68TFvTS0e12m4FBwiIRcdv4h3l6SxbvLtrM5p4BOiY1I69Cc6wd1oFfbeN3SW8coOBQcIjWmuMTxztIsZq7YwcIteRQWl3BO10RuP7szA1ISFCB1hIJDwSHii6w9B/nTh+v5YsNuDhYWk9QklpvOTGHMgPYkNIrxuzyphIJDwSHiq4IjRbyzNIv3V2azcGseAGefmsitwzoxNLWlz9VJeRQcCg6RWmNl1l7+viCT91dkU1hcQt/2zRjZozUX9WxD+xYN/S5PPAoOBYdIrbOnoJDXFn/HByuzWbNjH2ZwVmrgLGRI5xZEqi/EVwoOBYdIrbZ97yGe/XIz7y7dzv4jRTSJi+IHae24blB7OrVspNt6faDgUHCI1AkHjhQxe/1u3krfxvyMXEoc9DilKZf2PoXrBrXX0+k1SMGh4BCpc7blHeTzdbt4e+l2Vm3Pp1FMJJf0bsPV/ZIZ2FHvCgk1BYeCQ6ROW7Mjn+fmbuHD1TspLCohMsKYdFYnRnRvRd/2zf0uLywpOBQcImEh/+BRPl6TzQvzMtmwaz8AZ3RuwXndkri6XzLN9WxItVFwKDhEws6y7/bw4apsPl+3my25BTSOjWJYakuu6pfMed2SdFfWSVJwKDhEwtrq7fk899UWvtyYw96DR2mX0IAzOrXk7K6JjOzRWsOcnAAFh4JDpF4oKi7hg1XZzFy+g8WZeew7XESXpMYM75bEhT1b07ddM3WqB8mX4DCzkcATQCTwvHPuf8usjwVeBvoD3wPXOucyzawFMAMYAPzdOXdXqe/MAdoAh7xFFzjndldWh4JDpH4qKXG8vyqbafO2sm7HPgqLS0hNasz53Vtx+emncFqbpn6XWKvVeHCYWSSwERgBZAGLgbHOubWl2twB9HbO3WZmY4ArnXPXmlkjoC/QE+hZTnDc75wLOgkUHCKy7/BRZqRn8cGqbJZ8u0RuDN8AAAp6SURBVAeAc7omMiAlgQt7tKJLUhOfK6x9KgqOUL4oeCCQ4Zzb4hXwOjAKWFuqzSjgN97nGcBTZmbOuQJgnpl1CWF9IlKPNI2L5uahHfnhmSlkfn+QF+ZtZfb63czZkMMjszaQmtSYC3u05txuifRr31yXsyoRyuBoC2wrNZ8FDKqojXOuyMzygRZA7nG2/aKZFQNvA7935Zw2mdlEYCJA+/btT2gHRCT8mBkdWzbioSt68hCwM/8ws9bs5KPV2Tw9J4Onvsigd3I8F/ZozWW9T9Ggi+UIZXCUF9dl/wcfTJuyrnfObTezJgSCYxyBfpL/3IhzU4GpELhUdfxyRaQ+ah0fx/gzUhh/Rgp7DxYyY0kWL3/9LY/M2sAjszYwLLUlI7q34ozOLXQ5yxPK4MgC2pWaTwZ2VNAmy8yigHggr7KNOue2ez/3m9mrBC6J/VdwiIhUVbOGMdwyrBO3DOvE9r2HmJGexYyl2/jVe2sA6Nm2Ked1TWJAxwSGdmlZby9nhTI4FgOpZtYR2A6MAa4r02YmMB74GhgNzC7vstMxXrg0c87lmlk0cCnwWSiKF5H6rW2zBtxzfip3D+/Cmh37eGfpduZn5PLk7AwAOrVsxIU9W3P+aa3o175+3eIb6ttxLwYeJ3A77gvOuT+Y2e+AdOfcTDOLA6YTuIMqDxhTqjM9E2gKxAB7gQuAb4G5QLS3zc+AnzjniiurQ3dViUh1ySsoZOby7fxrZTYrtu2lqMTRPqEhZ3ZpwQU9WjOkUwvioiP9LrNa6AFABYeIVLO9BwuZtWYnH67ayZcbcwBoEB3JFX3bcvapiQzqmFCnx85ScCg4RCSECo4UsTgzj9cXbePLjTkcOlpMTFQEgzu14NyuiYzq05aEOhYiCg4Fh4jUkMNHi/lk7S7mbszho1XZFBQGrqa3bhrHDwa046q+benQomGt7xdRcCg4RMQHzjmWfreX9Mw8Plm7699PrbdoFMOI7q0YM7A9vdvG18pBGBUcCg4RqQUycwt4a8k2Nu8u4OM1OwFoEhvFoE6BW3xH9GhN22YNfK4yQMGh4BCRWib3wBH+uWw7m3YdYOHW78n8/iAAp8THMaJ7KwZ1asHw05KIjfLnLi0Fh4JDRGq5jN0HmLcphwWbv2fOxhwKi0qIjYpgWGoil/RuTVqHBJKbN6ixvhE/BjkUEZEq6JLUmC5JjbnpzI4UFpUwf3MuX27I4ePVO/ls3S4A2ic05ILurejTvhnDUhOJbxBd43XqjENEpJYrKXGs2bGPLzfu5rN1u1m+bS8AMZERDOncgoEdExiW2pLubZoSFRlRbX+uLlUpOEQkTBw4UsTn63axMiufz9bt4ru8gzgX6Bs5p1sSfdo1Y3i3JFo0jj2pP0fBoeAQkTCVnX+IRVvzmLl8B4sy89h/uAgIDMr4wk0DSGoSd0LbVR+HiEiYahPfgFF92jKqT1tKShyrd+Qza81OMnYfIPEkzzrKo+AQEQkjERFG7+Rm9E5uFro/I2RbFhGRsKTgEBGRKlFwiIhIlSg4RESkShQcIiJSJQoOERGpEgWHiIhUiYJDRESqpF4MOWJmOcC3J/j1lkBuNZZTF2if6wftc/1wMvvcwTmXWHZhvQiOk2Fm6eWN1RLOtM/1g/a5fgjFPutSlYiIVImCQ0REqkTBcXxT/S7AB9rn+kH7XD9U+z6rj0NERKpEZxwiIlIlCg4REakSBUcFzGykmW0wswwze8DveqqLmbUzsy/MbJ2ZrTGze7zlCWb2qZlt8n4295abmT3p/T2sNLN+/u7BiTOzSDNbZmbve/MdzWyht89vmFmMtzzWm8/w1qf4WfeJMrNmZjbDzNZ7x3tIuB9nM7vX+3e92sxeM7O4cDvOZvaCme02s9WlllX5uJrZeK/9JjMbX5UaFBzlMLNIYDJwEdAdGGtm3f2tqtoUAfc5504DBgN3evv2APC5cy4V+Nybh8DfQao3TQSm1HzJ1eYeYF2p+YeBx7x93gNM8JZPAPY457oAj3nt6qIngI+dc92A0wnse9geZzNrC9wNpDnnegKRwBjC7zj/HRhZZlmVjquZJQC/BgYBA4FfHwuboDjnNJWZgCHArFLzDwIP+l1XiPb1PWAEsAFo4y1rA2zwPj8LjC3V/t/t6tIEJHv/QZ0HvA8Ygadpo8oec2AWMMT7HOW1M7/3oYr72xTYWrbucD7OQFtgG5DgHbf3gQvD8TgDKcDqEz2uwFjg2VLL/6Pd8SadcZTv2D/AY7K8ZWHFOzXvCywEWjnnsgG8n0les3D5u3gc+BlQ4s23APY654q8+dL79e999tbne+3rkk5ADvCid3nueTNrRBgfZ+fcduAvwHdANoHjtoTwPs7HVPW4ntTxVnCUz8pZFlb3LZtZY+Bt4MfOuX2VNS1nWZ36uzCzS4HdzrklpReX09QFsa6uiAL6AVOcc32BAv7v8kV56vw+e5daRgEdgVOARgQu1ZQVTsf5eCrax5PadwVH+bKAdqXmk4EdPtVS7cwsmkBovOKce8dbvMvM2njr2wC7veXh8HdxJnC5mWUCrxO4XPU40MzMorw2pffr3/vsrY8H8mqy4GqQBWQ55xZ68zMIBEk4H+fzga3OuRzn3FHgHeAMwvs4H1PV43pSx1vBUb7FQKp3N0YMgQ62mT7XVC3MzIBpwDrn3KOlVs0Ejt1ZMZ5A38ex5Td6d2cMBvKPnRLXFc65B51zyc65FALHcrZz7nrgC2C016zsPh/7uxjtta9Tv4k653YC28ysq7doOLCWMD7OBC5RDTazht6/82P7HLbHuZSqHtdZwAVm1tw7U7vAWxYcvzt5ausEXAxsBDYD/+N3PdW4X0MJnJKuBJZ708UEru1+DmzyfiZ47Y3AHWabgVUE7ljxfT9OYv/PAd73PncCFgEZwFtArLc8zpvP8NZ38rvuE9zXPkC6d6z/CTQP9+MM/BZYD6wGpgOx4XacgdcI9OEcJXDmMOFEjitws7fvGcAPq1KDhhwREZEq0aUqERGpEgWHiIhUiYJDRESqRMEhIiJVouAQEZEqUXCIVAMzKzaz5aWmahtR2cxSSo+EKuK3qOM3EZEgHHLO9fG7CJGaoDMOkRAys0wze9jMFnlTF295BzP73HtHwudm1t5b3srM3jWzFd50hrepSDN7znvXxCdm1sC3nZJ6T8EhUj0alLlUdW2pdfuccwOBpwiMkYX3+WXnXG/gFeBJb/mTwJfOudMJjC21xlueCkx2zvUA9gJXh3h/RCqkJ8dFqoGZHXDONS5neSZwnnNuize45E7nXAszyyXw/oSj3vJs51xLM8sBkp1zR0ptIwX41AVe0oOZ/RyIds79PvR7JvLfdMYhEnqugs8VtSnPkVKfi1H/pPhIwSESeteW+vm193kBgZF6Aa4H5nmfPwduh3+/I71pTRUpEiz91iJSPRqY2fJS8x87547dkhtrZgsJ/KI21lt2N/CCmf2UwJv6fugtvweYamYTCJxZ3E5gJFSRWkN9HCIh5PVxpDnncv2uRaS66FKViIhUic44RESkSnTGISIiVaLgEBGRKlFwiIhIlSg4RESkShQcIiJSJf8fFMLo1EQRDRIAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "U_sgd, V_sgd = sgd_model(1000, 0.0002, sparse_train_anime, U, V, 0.03)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "20.172126268457134"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sparse_MSE(sparse_test_anime, U_sgd, V_sgd)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "def alternating_least_squares_model(embedding_dim):\n",
    "    model = NMF(n_components=embedding_dim, init='random', random_state=0)\n",
    "    U_ = model.fit_transform(sparse_train_anime)\n",
    "    V_ = model.components_\n",
    "    return U_, V_\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "50.0505302857167"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "U_, V_ = alternating_least_squares_model(100)\n",
    "sparse_MSE(sparse_test_anime, U_, V_.T)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "def dot_similarity(u,V):\n",
    "    return np.dot(u,V)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "def cosine_similarity(u,V):\n",
    "    return np.dot(u,V)/(np.linalg.norm(u)*np.linalg.norm(V))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_recommendation(sim_function, user_id, U, V, num_recommendations):\n",
    "    u = U[user_id]\n",
    "    list_recommendations = pd.Series(sim_function(u, V)).sort_values(ascending = False).head(num_recommendations).index.to_numpy()\n",
    "    user_prefs = anime_ratings.loc[anime_ratings['user_id'] == user_id].sort_values(by=[\"rating\"], ascending = False).head(num_recommendations)['anime_id'].to_numpy()\n",
    "    return anime_data[anime_data[\"anime_id\"].isin(list_recommendations)], anime_data[anime_data[\"anime_id\"].isin(user_prefs)]\n",
    "    \n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "user_recs, user_prefs = get_recommendation(dot_similarity, 301, U_sgd, V_sgd.T, 10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>anime_id</th>\n",
       "      <th>Name</th>\n",
       "      <th>Score</th>\n",
       "      <th>Genre</th>\n",
       "      <th>Type</th>\n",
       "      <th>Source</th>\n",
       "      <th>Ranked</th>\n",
       "      <th>Popularity</th>\n",
       "      <th>Members</th>\n",
       "      <th>Favorites</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>58</td>\n",
       "      <td>Chobits</td>\n",
       "      <td>7.43</td>\n",
       "      <td>Sci-Fi, Comedy, Drama, Romance, Ecchi, Seinen</td>\n",
       "      <td>TV</td>\n",
       "      <td>Manga</td>\n",
       "      <td>1804.0</td>\n",
       "      <td>332</td>\n",
       "      <td>402646</td>\n",
       "      <td>3859</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>124</th>\n",
       "      <td>145</td>\n",
       "      <td>Kono Minikuku mo Utsukushii Sekai</td>\n",
       "      <td>6.76</td>\n",
       "      <td>Sci-Fi, Comedy, Drama, Magic, Romance, Ecchi</td>\n",
       "      <td>TV</td>\n",
       "      <td>Original</td>\n",
       "      <td>4625.0</td>\n",
       "      <td>2145</td>\n",
       "      <td>54222</td>\n",
       "      <td>178</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213</th>\n",
       "      <td>236</td>\n",
       "      <td>Koukyoushihen Eureka Seven</td>\n",
       "      <td>8.09</td>\n",
       "      <td>Adventure, Drama, Mecha, Romance, Sci-Fi</td>\n",
       "      <td>TV</td>\n",
       "      <td>Original</td>\n",
       "      <td>426.0</td>\n",
       "      <td>351</td>\n",
       "      <td>379048</td>\n",
       "      <td>9241</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4892</th>\n",
       "      <td>7078</td>\n",
       "      <td>Ookamikakushi</td>\n",
       "      <td>6.34</td>\n",
       "      <td>Action, Mystery, Horror, Supernatural</td>\n",
       "      <td>TV</td>\n",
       "      <td>Visual novel</td>\n",
       "      <td>6702.0</td>\n",
       "      <td>1869</td>\n",
       "      <td>66271</td>\n",
       "      <td>91</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6059</th>\n",
       "      <td>10079</td>\n",
       "      <td>Kami nomi zo Shiru Sekai II</td>\n",
       "      <td>7.94</td>\n",
       "      <td>Comedy, Harem, Romance, Shounen, Supernatural</td>\n",
       "      <td>TV</td>\n",
       "      <td>Manga</td>\n",
       "      <td>618.0</td>\n",
       "      <td>423</td>\n",
       "      <td>325315</td>\n",
       "      <td>1026</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6520</th>\n",
       "      <td>11318</td>\n",
       "      <td>Zero no Tsukaima F</td>\n",
       "      <td>7.52</td>\n",
       "      <td>Adventure, Magic, Romance, Ecchi, Fantasy</td>\n",
       "      <td>TV</td>\n",
       "      <td>Light novel</td>\n",
       "      <td>1508.0</td>\n",
       "      <td>412</td>\n",
       "      <td>333447</td>\n",
       "      <td>1201</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8117</th>\n",
       "      <td>19646</td>\n",
       "      <td>Hajime no Ippo: Rising</td>\n",
       "      <td>8.6</td>\n",
       "      <td>Comedy, Sports, Drama, Shounen</td>\n",
       "      <td>TV</td>\n",
       "      <td>Manga</td>\n",
       "      <td>69.0</td>\n",
       "      <td>851</td>\n",
       "      <td>175315</td>\n",
       "      <td>1010</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8217</th>\n",
       "      <td>20056</td>\n",
       "      <td>Space☆Dandy</td>\n",
       "      <td>7.88</td>\n",
       "      <td>Sci-Fi, Space, Comedy</td>\n",
       "      <td>TV</td>\n",
       "      <td>Original</td>\n",
       "      <td>701.0</td>\n",
       "      <td>537</td>\n",
       "      <td>267394</td>\n",
       "      <td>4324</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11109</th>\n",
       "      <td>31763</td>\n",
       "      <td>Nejimaki Seirei Senki: Tenkyou no Alderamin</td>\n",
       "      <td>7.73</td>\n",
       "      <td>Action, Adventure, Fantasy, Military</td>\n",
       "      <td>TV</td>\n",
       "      <td>Light novel</td>\n",
       "      <td>949.0</td>\n",
       "      <td>589</td>\n",
       "      <td>245963</td>\n",
       "      <td>1225</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13351</th>\n",
       "      <td>35993</td>\n",
       "      <td>Satsuriku no Tenshi</td>\n",
       "      <td>6.87</td>\n",
       "      <td>Adventure, Horror, Psychological, Thriller</td>\n",
       "      <td>TV</td>\n",
       "      <td>Game</td>\n",
       "      <td>4149.0</td>\n",
       "      <td>351</td>\n",
       "      <td>382383</td>\n",
       "      <td>4552</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       anime_id                                         Name Score  \\\n",
       "40           58                                      Chobits  7.43   \n",
       "124         145            Kono Minikuku mo Utsukushii Sekai  6.76   \n",
       "213         236                   Koukyoushihen Eureka Seven  8.09   \n",
       "4892       7078                                Ookamikakushi  6.34   \n",
       "6059      10079                  Kami nomi zo Shiru Sekai II  7.94   \n",
       "6520      11318                           Zero no Tsukaima F  7.52   \n",
       "8117      19646                       Hajime no Ippo: Rising   8.6   \n",
       "8217      20056                                  Space☆Dandy  7.88   \n",
       "11109     31763  Nejimaki Seirei Senki: Tenkyou no Alderamin  7.73   \n",
       "13351     35993                          Satsuriku no Tenshi  6.87   \n",
       "\n",
       "                                               Genre Type        Source  \\\n",
       "40     Sci-Fi, Comedy, Drama, Romance, Ecchi, Seinen   TV         Manga   \n",
       "124     Sci-Fi, Comedy, Drama, Magic, Romance, Ecchi   TV      Original   \n",
       "213         Adventure, Drama, Mecha, Romance, Sci-Fi   TV      Original   \n",
       "4892           Action, Mystery, Horror, Supernatural   TV  Visual novel   \n",
       "6059   Comedy, Harem, Romance, Shounen, Supernatural   TV         Manga   \n",
       "6520       Adventure, Magic, Romance, Ecchi, Fantasy   TV   Light novel   \n",
       "8117                  Comedy, Sports, Drama, Shounen   TV         Manga   \n",
       "8217                           Sci-Fi, Space, Comedy   TV      Original   \n",
       "11109           Action, Adventure, Fantasy, Military   TV   Light novel   \n",
       "13351     Adventure, Horror, Psychological, Thriller   TV          Game   \n",
       "\n",
       "       Ranked  Popularity  Members  Favorites  \n",
       "40     1804.0         332   402646       3859  \n",
       "124    4625.0        2145    54222        178  \n",
       "213     426.0         351   379048       9241  \n",
       "4892   6702.0        1869    66271         91  \n",
       "6059    618.0         423   325315       1026  \n",
       "6520   1508.0         412   333447       1201  \n",
       "8117     69.0         851   175315       1010  \n",
       "8217    701.0         537   267394       4324  \n",
       "11109   949.0         589   245963       1225  \n",
       "13351  4149.0         351   382383       4552  "
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "user_recs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>anime_id</th>\n",
       "      <th>Name</th>\n",
       "      <th>Score</th>\n",
       "      <th>Genre</th>\n",
       "      <th>Type</th>\n",
       "      <th>Source</th>\n",
       "      <th>Ranked</th>\n",
       "      <th>Popularity</th>\n",
       "      <th>Members</th>\n",
       "      <th>Favorites</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>Cowboy Bebop</td>\n",
       "      <td>8.78</td>\n",
       "      <td>Action, Adventure, Comedy, Drama, Sci-Fi, Space</td>\n",
       "      <td>TV</td>\n",
       "      <td>Original</td>\n",
       "      <td>28.0</td>\n",
       "      <td>39</td>\n",
       "      <td>1251960</td>\n",
       "      <td>61971</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>29</td>\n",
       "      <td>Neon Genesis Evangelion</td>\n",
       "      <td>8.32</td>\n",
       "      <td>Action, Sci-Fi, Dementia, Psychological, Drama...</td>\n",
       "      <td>TV</td>\n",
       "      <td>Original</td>\n",
       "      <td>208.0</td>\n",
       "      <td>54</td>\n",
       "      <td>1160651</td>\n",
       "      <td>71308</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>315</th>\n",
       "      <td>338</td>\n",
       "      <td>Serial Experiments Lain</td>\n",
       "      <td>8.03</td>\n",
       "      <td>Dementia, Drama, Mystery, Psychological, Sci-F...</td>\n",
       "      <td>TV</td>\n",
       "      <td>Original</td>\n",
       "      <td>509.0</td>\n",
       "      <td>255</td>\n",
       "      <td>480696</td>\n",
       "      <td>16764</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1393</th>\n",
       "      <td>1534</td>\n",
       "      <td>Death Note</td>\n",
       "      <td>8.63</td>\n",
       "      <td>Mystery, Police, Psychological, Supernatural, ...</td>\n",
       "      <td>TV</td>\n",
       "      <td>Manga</td>\n",
       "      <td>60.0</td>\n",
       "      <td>1</td>\n",
       "      <td>2589552</td>\n",
       "      <td>145201</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1822</th>\n",
       "      <td>2000</td>\n",
       "      <td>Tengen Toppa Gurren Lagann</td>\n",
       "      <td>8.66</td>\n",
       "      <td>Action, Adventure, Comedy, Mecha, Sci-Fi</td>\n",
       "      <td>TV</td>\n",
       "      <td>Original</td>\n",
       "      <td>52.0</td>\n",
       "      <td>46</td>\n",
       "      <td>1213765</td>\n",
       "      <td>67916</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2656</th>\n",
       "      <td>2903</td>\n",
       "      <td>Code Geass: Hangyaku no Lelouch R2</td>\n",
       "      <td>8.91</td>\n",
       "      <td>Action, Military, Sci-Fi, Super Power, Drama, ...</td>\n",
       "      <td>TV</td>\n",
       "      <td>Original</td>\n",
       "      <td>18.0</td>\n",
       "      <td>36</td>\n",
       "      <td>1268320</td>\n",
       "      <td>64482</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5683</th>\n",
       "      <td>9252</td>\n",
       "      <td>Steins;Gate</td>\n",
       "      <td>9.11</td>\n",
       "      <td>Thriller, Sci-Fi</td>\n",
       "      <td>TV</td>\n",
       "      <td>Visual novel</td>\n",
       "      <td>3.0</td>\n",
       "      <td>9</td>\n",
       "      <td>1771162</td>\n",
       "      <td>148452</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7140</th>\n",
       "      <td>14512</td>\n",
       "      <td>Magi: The Labyrinth of Magic</td>\n",
       "      <td>8.07</td>\n",
       "      <td>Action, Adventure, Fantasy, Magic, Shounen</td>\n",
       "      <td>TV</td>\n",
       "      <td>Manga</td>\n",
       "      <td>456.0</td>\n",
       "      <td>110</td>\n",
       "      <td>775824</td>\n",
       "      <td>8319</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7821</th>\n",
       "      <td>18114</td>\n",
       "      <td>Magi: The Kingdom of Magic</td>\n",
       "      <td>8.28</td>\n",
       "      <td>Action, Adventure, Magic, Fantasy, Shounen</td>\n",
       "      <td>TV</td>\n",
       "      <td>Manga</td>\n",
       "      <td>244.0</td>\n",
       "      <td>160</td>\n",
       "      <td>639860</td>\n",
       "      <td>7471</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14963</th>\n",
       "      <td>38523</td>\n",
       "      <td>Shingeki no Kyojin Season 3 Part 2</td>\n",
       "      <td>9.1</td>\n",
       "      <td>Action, Drama, Fantasy, Military, Mystery, Sho...</td>\n",
       "      <td>TV</td>\n",
       "      <td>Manga</td>\n",
       "      <td>4.0</td>\n",
       "      <td>63</td>\n",
       "      <td>1073626</td>\n",
       "      <td>40985</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       anime_id                                Name Score  \\\n",
       "0             0                        Cowboy Bebop  8.78   \n",
       "20           29             Neon Genesis Evangelion  8.32   \n",
       "315         338             Serial Experiments Lain  8.03   \n",
       "1393       1534                          Death Note  8.63   \n",
       "1822       2000          Tengen Toppa Gurren Lagann  8.66   \n",
       "2656       2903  Code Geass: Hangyaku no Lelouch R2  8.91   \n",
       "5683       9252                         Steins;Gate  9.11   \n",
       "7140      14512        Magi: The Labyrinth of Magic  8.07   \n",
       "7821      18114          Magi: The Kingdom of Magic  8.28   \n",
       "14963     38523  Shingeki no Kyojin Season 3 Part 2   9.1   \n",
       "\n",
       "                                                   Genre Type        Source  \\\n",
       "0        Action, Adventure, Comedy, Drama, Sci-Fi, Space   TV      Original   \n",
       "20     Action, Sci-Fi, Dementia, Psychological, Drama...   TV      Original   \n",
       "315    Dementia, Drama, Mystery, Psychological, Sci-F...   TV      Original   \n",
       "1393   Mystery, Police, Psychological, Supernatural, ...   TV         Manga   \n",
       "1822            Action, Adventure, Comedy, Mecha, Sci-Fi   TV      Original   \n",
       "2656   Action, Military, Sci-Fi, Super Power, Drama, ...   TV      Original   \n",
       "5683                                    Thriller, Sci-Fi   TV  Visual novel   \n",
       "7140          Action, Adventure, Fantasy, Magic, Shounen   TV         Manga   \n",
       "7821          Action, Adventure, Magic, Fantasy, Shounen   TV         Manga   \n",
       "14963  Action, Drama, Fantasy, Military, Mystery, Sho...   TV         Manga   \n",
       "\n",
       "      Ranked  Popularity  Members  Favorites  \n",
       "0       28.0          39  1251960      61971  \n",
       "20     208.0          54  1160651      71308  \n",
       "315    509.0         255   480696      16764  \n",
       "1393    60.0           1  2589552     145201  \n",
       "1822    52.0          46  1213765      67916  \n",
       "2656    18.0          36  1268320      64482  \n",
       "5683     3.0           9  1771162     148452  \n",
       "7140   456.0         110   775824       8319  \n",
       "7821   244.0         160   639860       7471  \n",
       "14963    4.0          63  1073626      40985  "
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "user_prefs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [],
   "source": [
    "user_recs_als, user_prefs_als = get_recommendation(cosine_similarity, 301, U_, V_, 10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>anime_id</th>\n",
       "      <th>Name</th>\n",
       "      <th>Score</th>\n",
       "      <th>Genre</th>\n",
       "      <th>Type</th>\n",
       "      <th>Source</th>\n",
       "      <th>Ranked</th>\n",
       "      <th>Popularity</th>\n",
       "      <th>Members</th>\n",
       "      <th>Favorites</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1393</th>\n",
       "      <td>1534</td>\n",
       "      <td>Death Note</td>\n",
       "      <td>8.63</td>\n",
       "      <td>Mystery, Police, Psychological, Supernatural, ...</td>\n",
       "      <td>TV</td>\n",
       "      <td>Manga</td>\n",
       "      <td>60.0</td>\n",
       "      <td>1</td>\n",
       "      <td>2589552</td>\n",
       "      <td>145201</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6061</th>\n",
       "      <td>10086</td>\n",
       "      <td>Fate/Zero</td>\n",
       "      <td>8.34</td>\n",
       "      <td>Action, Supernatural, Magic, Fantasy</td>\n",
       "      <td>TV</td>\n",
       "      <td>Light novel</td>\n",
       "      <td>192.0</td>\n",
       "      <td>59</td>\n",
       "      <td>1090273</td>\n",
       "      <td>30267</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6607</th>\n",
       "      <td>11740</td>\n",
       "      <td>Fate/Zero 2nd Season</td>\n",
       "      <td>8.59</td>\n",
       "      <td>Action, Supernatural, Magic, Fantasy</td>\n",
       "      <td>TV</td>\n",
       "      <td>Light novel</td>\n",
       "      <td>71.0</td>\n",
       "      <td>105</td>\n",
       "      <td>808294</td>\n",
       "      <td>17197</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6614</th>\n",
       "      <td>11756</td>\n",
       "      <td>Sword Art Online</td>\n",
       "      <td>7.25</td>\n",
       "      <td>Action, Game, Adventure, Romance, Fantasy</td>\n",
       "      <td>TV</td>\n",
       "      <td>Light novel</td>\n",
       "      <td>2584.0</td>\n",
       "      <td>4</td>\n",
       "      <td>2214395</td>\n",
       "      <td>66342</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7449</th>\n",
       "      <td>16497</td>\n",
       "      <td>Shingeki no Kyojin</td>\n",
       "      <td>8.48</td>\n",
       "      <td>Action, Military, Mystery, Super Power, Drama,...</td>\n",
       "      <td>TV</td>\n",
       "      <td>Manga</td>\n",
       "      <td>115.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2531397</td>\n",
       "      <td>129844</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8625</th>\n",
       "      <td>22198</td>\n",
       "      <td>Akame ga Kill!</td>\n",
       "      <td>7.53</td>\n",
       "      <td>Action, Adventure, Drama, Fantasy, Shounen</td>\n",
       "      <td>TV</td>\n",
       "      <td>Manga</td>\n",
       "      <td>1483.0</td>\n",
       "      <td>25</td>\n",
       "      <td>1408729</td>\n",
       "      <td>23395</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8644</th>\n",
       "      <td>22296</td>\n",
       "      <td>Fate/stay night: Unlimited Blade Works</td>\n",
       "      <td>8.22</td>\n",
       "      <td>Action, Fantasy, Magic, Supernatural</td>\n",
       "      <td>TV</td>\n",
       "      <td>Visual novel</td>\n",
       "      <td>292.0</td>\n",
       "      <td>119</td>\n",
       "      <td>742718</td>\n",
       "      <td>12756</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8646</th>\n",
       "      <td>22318</td>\n",
       "      <td>Tokyo Ghoul</td>\n",
       "      <td>7.81</td>\n",
       "      <td>Action, Mystery, Horror, Psychological, Supern...</td>\n",
       "      <td>TV</td>\n",
       "      <td>Manga</td>\n",
       "      <td>807.0</td>\n",
       "      <td>7</td>\n",
       "      <td>1895488</td>\n",
       "      <td>45519</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9664</th>\n",
       "      <td>27898</td>\n",
       "      <td>Tokyo Ghoul √A</td>\n",
       "      <td>7.07</td>\n",
       "      <td>Action, Mystery, Horror, Psychological, Supern...</td>\n",
       "      <td>TV</td>\n",
       "      <td>Manga</td>\n",
       "      <td>3343.0</td>\n",
       "      <td>42</td>\n",
       "      <td>1226168</td>\n",
       "      <td>11097</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9853</th>\n",
       "      <td>28700</td>\n",
       "      <td>Fate/stay night: Unlimited Blade Works 2nd Season</td>\n",
       "      <td>8.33</td>\n",
       "      <td>Action, Fantasy, Magic, Supernatural</td>\n",
       "      <td>TV</td>\n",
       "      <td>Visual novel</td>\n",
       "      <td>201.0</td>\n",
       "      <td>175</td>\n",
       "      <td>605173</td>\n",
       "      <td>7133</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      anime_id                                               Name Score  \\\n",
       "1393      1534                                         Death Note  8.63   \n",
       "6061     10086                                          Fate/Zero  8.34   \n",
       "6607     11740                               Fate/Zero 2nd Season  8.59   \n",
       "6614     11756                                   Sword Art Online  7.25   \n",
       "7449     16497                                 Shingeki no Kyojin  8.48   \n",
       "8625     22198                                     Akame ga Kill!  7.53   \n",
       "8644     22296             Fate/stay night: Unlimited Blade Works  8.22   \n",
       "8646     22318                                        Tokyo Ghoul  7.81   \n",
       "9664     27898                                     Tokyo Ghoul √A  7.07   \n",
       "9853     28700  Fate/stay night: Unlimited Blade Works 2nd Season  8.33   \n",
       "\n",
       "                                                  Genre Type        Source  \\\n",
       "1393  Mystery, Police, Psychological, Supernatural, ...   TV         Manga   \n",
       "6061               Action, Supernatural, Magic, Fantasy   TV   Light novel   \n",
       "6607               Action, Supernatural, Magic, Fantasy   TV   Light novel   \n",
       "6614          Action, Game, Adventure, Romance, Fantasy   TV   Light novel   \n",
       "7449  Action, Military, Mystery, Super Power, Drama,...   TV         Manga   \n",
       "8625         Action, Adventure, Drama, Fantasy, Shounen   TV         Manga   \n",
       "8644               Action, Fantasy, Magic, Supernatural   TV  Visual novel   \n",
       "8646  Action, Mystery, Horror, Psychological, Supern...   TV         Manga   \n",
       "9664  Action, Mystery, Horror, Psychological, Supern...   TV         Manga   \n",
       "9853               Action, Fantasy, Magic, Supernatural   TV  Visual novel   \n",
       "\n",
       "      Ranked  Popularity  Members  Favorites  \n",
       "1393    60.0           1  2589552     145201  \n",
       "6061   192.0          59  1090273      30267  \n",
       "6607    71.0         105   808294      17197  \n",
       "6614  2584.0           4  2214395      66342  \n",
       "7449   115.0           2  2531397     129844  \n",
       "8625  1483.0          25  1408729      23395  \n",
       "8644   292.0         119   742718      12756  \n",
       "8646   807.0           7  1895488      45519  \n",
       "9664  3343.0          42  1226168      11097  \n",
       "9853   201.0         175   605173       7133  "
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "user_recs_als"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>anime_id</th>\n",
       "      <th>Name</th>\n",
       "      <th>Score</th>\n",
       "      <th>Genre</th>\n",
       "      <th>Type</th>\n",
       "      <th>Source</th>\n",
       "      <th>Ranked</th>\n",
       "      <th>Popularity</th>\n",
       "      <th>Members</th>\n",
       "      <th>Favorites</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>Cowboy Bebop</td>\n",
       "      <td>8.78</td>\n",
       "      <td>Action, Adventure, Comedy, Drama, Sci-Fi, Space</td>\n",
       "      <td>TV</td>\n",
       "      <td>Original</td>\n",
       "      <td>28.0</td>\n",
       "      <td>39</td>\n",
       "      <td>1251960</td>\n",
       "      <td>61971</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>29</td>\n",
       "      <td>Neon Genesis Evangelion</td>\n",
       "      <td>8.32</td>\n",
       "      <td>Action, Sci-Fi, Dementia, Psychological, Drama...</td>\n",
       "      <td>TV</td>\n",
       "      <td>Original</td>\n",
       "      <td>208.0</td>\n",
       "      <td>54</td>\n",
       "      <td>1160651</td>\n",
       "      <td>71308</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>315</th>\n",
       "      <td>338</td>\n",
       "      <td>Serial Experiments Lain</td>\n",
       "      <td>8.03</td>\n",
       "      <td>Dementia, Drama, Mystery, Psychological, Sci-F...</td>\n",
       "      <td>TV</td>\n",
       "      <td>Original</td>\n",
       "      <td>509.0</td>\n",
       "      <td>255</td>\n",
       "      <td>480696</td>\n",
       "      <td>16764</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1393</th>\n",
       "      <td>1534</td>\n",
       "      <td>Death Note</td>\n",
       "      <td>8.63</td>\n",
       "      <td>Mystery, Police, Psychological, Supernatural, ...</td>\n",
       "      <td>TV</td>\n",
       "      <td>Manga</td>\n",
       "      <td>60.0</td>\n",
       "      <td>1</td>\n",
       "      <td>2589552</td>\n",
       "      <td>145201</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1822</th>\n",
       "      <td>2000</td>\n",
       "      <td>Tengen Toppa Gurren Lagann</td>\n",
       "      <td>8.66</td>\n",
       "      <td>Action, Adventure, Comedy, Mecha, Sci-Fi</td>\n",
       "      <td>TV</td>\n",
       "      <td>Original</td>\n",
       "      <td>52.0</td>\n",
       "      <td>46</td>\n",
       "      <td>1213765</td>\n",
       "      <td>67916</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2656</th>\n",
       "      <td>2903</td>\n",
       "      <td>Code Geass: Hangyaku no Lelouch R2</td>\n",
       "      <td>8.91</td>\n",
       "      <td>Action, Military, Sci-Fi, Super Power, Drama, ...</td>\n",
       "      <td>TV</td>\n",
       "      <td>Original</td>\n",
       "      <td>18.0</td>\n",
       "      <td>36</td>\n",
       "      <td>1268320</td>\n",
       "      <td>64482</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5683</th>\n",
       "      <td>9252</td>\n",
       "      <td>Steins;Gate</td>\n",
       "      <td>9.11</td>\n",
       "      <td>Thriller, Sci-Fi</td>\n",
       "      <td>TV</td>\n",
       "      <td>Visual novel</td>\n",
       "      <td>3.0</td>\n",
       "      <td>9</td>\n",
       "      <td>1771162</td>\n",
       "      <td>148452</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7140</th>\n",
       "      <td>14512</td>\n",
       "      <td>Magi: The Labyrinth of Magic</td>\n",
       "      <td>8.07</td>\n",
       "      <td>Action, Adventure, Fantasy, Magic, Shounen</td>\n",
       "      <td>TV</td>\n",
       "      <td>Manga</td>\n",
       "      <td>456.0</td>\n",
       "      <td>110</td>\n",
       "      <td>775824</td>\n",
       "      <td>8319</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7821</th>\n",
       "      <td>18114</td>\n",
       "      <td>Magi: The Kingdom of Magic</td>\n",
       "      <td>8.28</td>\n",
       "      <td>Action, Adventure, Magic, Fantasy, Shounen</td>\n",
       "      <td>TV</td>\n",
       "      <td>Manga</td>\n",
       "      <td>244.0</td>\n",
       "      <td>160</td>\n",
       "      <td>639860</td>\n",
       "      <td>7471</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14963</th>\n",
       "      <td>38523</td>\n",
       "      <td>Shingeki no Kyojin Season 3 Part 2</td>\n",
       "      <td>9.1</td>\n",
       "      <td>Action, Drama, Fantasy, Military, Mystery, Sho...</td>\n",
       "      <td>TV</td>\n",
       "      <td>Manga</td>\n",
       "      <td>4.0</td>\n",
       "      <td>63</td>\n",
       "      <td>1073626</td>\n",
       "      <td>40985</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       anime_id                                Name Score  \\\n",
       "0             0                        Cowboy Bebop  8.78   \n",
       "20           29             Neon Genesis Evangelion  8.32   \n",
       "315         338             Serial Experiments Lain  8.03   \n",
       "1393       1534                          Death Note  8.63   \n",
       "1822       2000          Tengen Toppa Gurren Lagann  8.66   \n",
       "2656       2903  Code Geass: Hangyaku no Lelouch R2  8.91   \n",
       "5683       9252                         Steins;Gate  9.11   \n",
       "7140      14512        Magi: The Labyrinth of Magic  8.07   \n",
       "7821      18114          Magi: The Kingdom of Magic  8.28   \n",
       "14963     38523  Shingeki no Kyojin Season 3 Part 2   9.1   \n",
       "\n",
       "                                                   Genre Type        Source  \\\n",
       "0        Action, Adventure, Comedy, Drama, Sci-Fi, Space   TV      Original   \n",
       "20     Action, Sci-Fi, Dementia, Psychological, Drama...   TV      Original   \n",
       "315    Dementia, Drama, Mystery, Psychological, Sci-F...   TV      Original   \n",
       "1393   Mystery, Police, Psychological, Supernatural, ...   TV         Manga   \n",
       "1822            Action, Adventure, Comedy, Mecha, Sci-Fi   TV      Original   \n",
       "2656   Action, Military, Sci-Fi, Super Power, Drama, ...   TV      Original   \n",
       "5683                                    Thriller, Sci-Fi   TV  Visual novel   \n",
       "7140          Action, Adventure, Fantasy, Magic, Shounen   TV         Manga   \n",
       "7821          Action, Adventure, Magic, Fantasy, Shounen   TV         Manga   \n",
       "14963  Action, Drama, Fantasy, Military, Mystery, Sho...   TV         Manga   \n",
       "\n",
       "      Ranked  Popularity  Members  Favorites  \n",
       "0       28.0          39  1251960      61971  \n",
       "20     208.0          54  1160651      71308  \n",
       "315    509.0         255   480696      16764  \n",
       "1393    60.0           1  2589552     145201  \n",
       "1822    52.0          46  1213765      67916  \n",
       "2656    18.0          36  1268320      64482  \n",
       "5683     3.0           9  1771162     148452  \n",
       "7140   456.0         110   775824       8319  \n",
       "7821   244.0         160   639860       7471  \n",
       "14963    4.0          63  1073626      40985  "
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "user_prefs_als"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}